-- Logs begin at Thu 2021-08-19 17:04:35 UTC, end at Thu 2021-08-19 19:26:20 UTC. -- Aug 19 17:37:10.490728 n-d-778550-10 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 17:37:13.236630 n-d-778550-10 neutron-server[101217]: INFO neutron.common.config [-] Logging enabled! Aug 19 17:37:13.237235 n-d-778550-10 neutron-server[101217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 17:37:13.237404 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 17:37:13.240649 n-d-778550-10 neutron-server[101217]: INFO neutron.common.config [-] Logging enabled! Aug 19 17:37:13.240907 n-d-778550-10 neutron-server[101217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 17:37:13.241223 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 17:37:13.242153 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:37:13.242390 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:37:13.242754 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:37:13.243002 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:37:13.243231 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:37:13.243580 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.243888 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.244187 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.244420 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.244714 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.245007 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.245291 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.245582 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.245880 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.246166 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.246444 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.246727 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.246960 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.247241 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.247614 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.247906 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.248139 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] debug = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.248420 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.248840 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.249254 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.249542 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.249832 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.250123 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.250392 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.250673 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.250961 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.251294 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] host = n-d-778550-10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.251598 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.251890 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.252179 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.252466 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.252743 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.253025 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.253313 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.253590 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.253864 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.254675 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.254968 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.255402 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.255736 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.255970 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.256199 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.256495 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.256787 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.257066 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.257344 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.257624 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.257902 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.258179 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.258450 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.258745 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.259032 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.259320 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.259629 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.259912 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.260186 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.260460 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.260748 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.261024 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.261301 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.261576 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.261868 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.262140 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.262416 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.262722 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.263014 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.263301 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.263623 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.263905 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.264195 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.264473 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.264751 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.265028 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_json = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.265374 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.265581 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.265869 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.266146 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.266421 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.266698 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.266974 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.267261 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:13.267588 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.267895 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.268205 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.268495 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.268804 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.269092 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.269390 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.270395 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.270801 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.271109 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.271413 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.271727 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.272027 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.272316 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.272623 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.272937 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.273244 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.273546 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.273833 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.274115 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.274397 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.274684 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.274978 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.275280 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.275609 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.275891 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.276175 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.276473 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.276756 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.277036 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.277319 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.277614 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.277897 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.278173 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.278458 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.278741 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.279025 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.279302 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.279613 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.279909 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.280191 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.280467 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.280742 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.281023 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.281299 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.281587 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.281868 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.282144 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.282419 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.282698 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.282976 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.283249 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.283554 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.283833 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.284113 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.284388 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.284663 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.284941 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.285216 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.285505 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.285787 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.286146 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.286432 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.286709 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.286989 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.287269 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.287574 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.287857 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.288148 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.288449 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.288731 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.289020 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.289305 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.289589 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.289870 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.290152 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.290436 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.290717 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.290994 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.291291 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.291608 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.291901 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.292188 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.292471 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.292772 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.293055 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.293345 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.293627 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.293911 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.294206 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.294497 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.294798 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.295097 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.295399 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.295724 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.296024 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.296312 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.296625 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.296908 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:13.297129 n-d-778550-10 neutron-server[101217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:37:13.297376 n-d-778550-10 neutron-server[101217]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101217) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 17:37:13.653805 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 17:37:13.654083 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 17:37:13.654367 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 17:37:13.654696 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 17:37:14.050147 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.050438 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.050709 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.052054 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.052329 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.052591 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.086658 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.086923 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.087189 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.103909 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.104186 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.104454 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.133068 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.133350 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.133620 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.169040 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.169321 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.169589 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.403533 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.404145 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.404145 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.404306 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.404944 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.530950 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.531268 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.531637 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.532181 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.532472 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.532894 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.533130 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.533390 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.533659 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.533941 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.534200 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.534473 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.534775 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536219 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536219 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536219 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536583 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536746 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.536987 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.537336 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.537605 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.537857 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.538139 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.538527 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.538775 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.539019 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.539428 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.539691 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.539939 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.540166 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.540401 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.540637 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:14.541002 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 17:37:14.544562 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 17:37:14.548545 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 17:37:14.552242 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 19 17:37:14.553871 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 17:37:14.554323 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 17:37:14.554658 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 17:37:14.555045 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 17:37:14.558126 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 17:37:14.558381 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 17:37:14.558728 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 17:37:14.564358 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 17:37:14.586613 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 17:37:14.587068 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.587369 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101217) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 17:37:14.587751 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.589088 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101217) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 17:37:14.589372 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 17:37:14.589626 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 17:37:14.592827 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.593107 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:14.659098 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 17:37:14.659282 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 17:37:14.659513 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 17:37:14.659893 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 17:37:14.682459 n-d-778550-10 neutron-server[101217]: DEBUG oslo_db.sqlalchemy.engines [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101217) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 17:37:15.220147 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing driver for type 'gre' Aug 19 17:37:15.220687 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] gre ID ranges: [(1, 1000)] Aug 19 17:37:15.274550 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing driver for type 'local' Aug 19 17:37:15.274885 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing driver for type 'vlan' Aug 19 17:37:15.288137 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] VlanTypeDriver initialization complete Aug 19 17:37:15.288430 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing driver for type 'vxlan' Aug 19 17:37:15.288972 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] vxlan ID ranges: [(1, 1000)] Aug 19 17:37:15.344051 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing extension driver 'port_security' Aug 19 17:37:15.344505 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.extensions.port_security [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] PortSecurityExtensionDriver initialization complete Aug 19 17:37:15.344914 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing mechanism driver 'openvswitch' Aug 19 17:37:15.345249 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing mechanism driver 'hyperv' Aug 19 17:37:15.352211 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.plugin [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:15.353065 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.353447 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.353811 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.354332 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.354771 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.355136 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.355514 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.355913 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.356328 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.356685 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.357036 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.357429 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.357841 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.358201 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.358552 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.358949 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.359360 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.359743 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.360091 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.360482 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.360891 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > address_group after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.361243 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > address_group after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.361589 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > address_group after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.361986 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101217) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 17:37:15.362370 n-d-778550-10 neutron-server[101217]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] ML2 OVO RPC backend initialized. {{(pid=101217) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 17:37:15.363090 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.364391 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.364829 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.365193 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > networks before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.365556 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.365913 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > ports before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.366271 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.366625 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnets before_response 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.366983 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.367335 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.367720 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.368068 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.368414 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.368761 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.369107 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.369454 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.369798 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > subnet after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.370384 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.plugin [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Modular L2 Plugin initialization complete Aug 19 17:37:15.370726 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading services supported by the core plugin {{(pid=101217) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 17:37:15.371061 n-d-778550-10 neutron-server[101217]: INFO neutron.plugins.ml2.managers [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Got port-security extension from driver 'port_security' Aug 19 17:37:15.371566 n-d-778550-10 neutron-server[101217]: INFO neutron.extensions.vlantransparent [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Disabled vlantransparent extension. Aug 19 17:37:15.372063 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101217) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 17:37:15.372384 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: router Aug 19 17:37:15.409070 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.409635 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_create 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.409836 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router before_create 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.410259 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.411110 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.411500 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_delete 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.411876 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > floatingip after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.413787 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > floatingip after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.414178 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_create 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.414551 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.414920 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.415286 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.415684 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.416107 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.416489 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.416842 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.417187 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: subnet after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.417534 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.417890 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > port precommit_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.418253 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_create 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.418608 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.418959 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.419325 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router after_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.419703 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_delete 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.420064 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_create 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.420437 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router_interface after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.420792 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_update 55549900 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.421166 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > agent after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.425253 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > agent after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.425253 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > network after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.425253 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Tracking information for resource: router configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:15.425253 n-d-778550-10 neutron-server[101217]: DEBUG neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Tracking information for resource: floatingip configured {{(pid=101217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 17:37:15.429364 n-d-778550-10 neutron-server[101217]: INFO neutron.db.l3_agentschedulers_db [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 17:37:15.432989 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.432989 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.432989 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.432989 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: port after_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.432989 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router before_create 55550100 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.433777 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_delete 55550100 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.433777 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_create 55550100 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.433777 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > router precommit_update 55550100 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.437855 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.provider_configuration [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service providers = [] {{(pid=101217) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 17:37:15.438225 n-d-778550-10 neutron-server[101217]: DEBUG neutron.db.servicetype_db [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101217) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 17:37:15.441255 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.service_base [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:37:15.442679 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.service_base [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:37:15.443039 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.service_base [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:37:15.444014 n-d-778550-10 neutron-server[101217]: DEBUG neutron.services.service_base [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 17:37:15.444401 n-d-778550-10 neutron-server[101217]: INFO neutron.services.service_base [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 17:37:15.444788 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.445111 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 17:37:15.455889 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.456235 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: auto_allocate Aug 19 17:37:15.462988 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: network precommit_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.463372 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: network precommit_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.463929 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.464258 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: tag Aug 19 17:37:15.471172 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.471478 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: timestamp Aug 19 17:37:15.476358 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.476703 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: network_ip_availability Aug 19 17:37:15.482172 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.482553 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.482916 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.483673 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.484005 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: flavors Aug 19 17:37:15.489603 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.489948 n-d-778550-10 neutron-server[101217]: INFO neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading Plugin: revisions Aug 19 17:37:15.494254 n-d-778550-10 neutron-server[101217]: DEBUG neutron.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 17:37:15.494656 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=101217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 17:37:15.495602 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101217) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 17:37:15.495956 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Initializing extension manager. Aug 19 17:37:15.496486 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: __init__.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.496838 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: __pycache__ {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.497181 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.497522 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: address_group.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.498291 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.498873 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: address-group Aug 19 17:37:15.499207 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: address_scope.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.499978 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.500503 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: address-scope Aug 19 17:37:15.500834 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: admin_state_down_before_update.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.501778 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.502303 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: router-admin-state-down-before-update Aug 19 17:37:15.502630 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: agent.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.503343 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.503893 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: agent Aug 19 17:37:15.505227 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: agent_resources_synced.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.506164 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.506693 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: agent-resources-synced Aug 19 17:37:15.507024 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: allowedaddresspairs.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.508866 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.509411 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: allowed-address-pairs Aug 19 17:37:15.509751 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: auto_allocated_topology.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.510835 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.511369 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: auto-allocated-topology Aug 19 17:37:15.511730 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: availability_zone.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.512447 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.512965 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: availability_zone Aug 19 17:37:15.513297 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: availability_zone_filter.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.514226 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.514746 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: availability_zone_filter Aug 19 17:37:15.515148 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: data_plane_status.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.516109 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.516629 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 17:37:15.516959 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: default_subnetpools.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.517883 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.518405 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: default-subnetpools Aug 19 17:37:15.518735 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: dhcpagentscheduler.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.519627 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.521104 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: dhcp_agent_scheduler Aug 19 17:37:15.521438 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: dns.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.522375 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.522892 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension dns-integration not supported by any of loaded plugins Aug 19 17:37:15.523231 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: dns_domain_ports.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.524194 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.524715 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 17:37:15.525048 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.525981 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.526501 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 17:37:15.526834 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: dvr.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.527543 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.528065 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: dvr Aug 19 17:37:15.528484 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: ecmp_routes.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.529451 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.529964 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 17:37:15.530300 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: empty_string_filtering.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.531271 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.531824 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: empty-string-filtering Aug 19 17:37:15.532152 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.533088 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.533599 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 17:37:15.533924 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.534855 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.535658 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 17:37:15.536079 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: external_net.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.537005 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.537523 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: external-net Aug 19 17:37:15.537853 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: extra_dhcp_opt.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.538771 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.539288 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: extra_dhcp_opt Aug 19 17:37:15.539649 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: extraroute.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.540572 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.541084 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: extraroute Aug 19 17:37:15.541412 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: extraroute_atomic.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.542458 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.542979 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: extraroute-atomic Aug 19 17:37:15.543309 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: filter_validation.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.544187 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.544703 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: filter-validation Aug 19 17:37:15.545035 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: fip_pf_description.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.545954 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.546535 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 17:37:15.546865 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: fip_port_details.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.547825 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.548343 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: fip-port-details Aug 19 17:37:15.548674 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: flavors.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.549914 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.550448 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: flavors Aug 19 17:37:15.550781 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.553037 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.553562 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 17:37:15.553903 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: floatingip_pools.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.554617 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.555139 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: floatingip-pools Aug 19 17:37:15.555515 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: ip_allocation.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.556450 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.557217 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 17:37:15.557550 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.558488 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.559009 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: ip-substring-filtering Aug 19 17:37:15.559345 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l2_adjacency.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.560332 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.560850 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 17:37:15.561180 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.562245 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.562782 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: router Aug 19 17:37:15.563116 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3_conntrack_helper.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.565388 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.565936 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 17:37:15.566275 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.568251 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.568780 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: ext-gw-mode Aug 19 17:37:15.569116 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.570052 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.570573 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: l3-ha Aug 19 17:37:15.570906 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3_flavors.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.571868 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.572387 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: l3-flavors Aug 19 17:37:15.572720 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.573649 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.574166 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 17:37:15.574497 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: l3agentscheduler.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.575586 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.576115 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: l3_agent_scheduler Aug 19 17:37:15.576450 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: logging.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.577942 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.578474 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension logging not supported by any of loaded plugins Aug 19 17:37:15.578810 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: metering.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.579600 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.580193 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: metering Aug 19 17:37:15.580524 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.581748 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.583279 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: metering_source_and_destination_fields Aug 19 17:37:15.583653 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: multiprovidernet.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.584612 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.585130 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: multi-provider Aug 19 17:37:15.585464 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: netmtu.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.586397 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.586916 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: net-mtu Aug 19 17:37:15.587248 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: netmtu_writable.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.588220 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.588741 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: net-mtu-writable Aug 19 17:37:15.589072 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: network_availability_zone.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.589754 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.590274 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: network_availability_zone Aug 19 17:37:15.590603 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: network_ip_availability.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.591751 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.592279 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: network-ip-availability Aug 19 17:37:15.592612 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: network_segment_range.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.593392 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.593905 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 17:37:15.594235 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: pagination.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.595227 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.595599 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: pagination Aug 19 17:37:15.595931 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: port_device_profile.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.596870 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.597400 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: port-device-profile Aug 19 17:37:15.597752 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.599189 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.599744 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: port-mac-address-regenerate Aug 19 17:37:15.600077 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.601004 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.601529 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: port-numa-affinity-policy Aug 19 17:37:15.601861 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: port_resource_request.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.602786 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.603306 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 17:37:15.603668 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: portbindings.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.604610 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.605131 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: binding Aug 19 17:37:15.605460 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: portbindings_extended.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.606750 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.607276 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: binding-extended Aug 19 17:37:15.607640 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: portsecurity.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.608566 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.609087 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: port-security Aug 19 17:37:15.609420 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: project_id.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.610437 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.610755 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: project-id Aug 19 17:37:15.611084 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: providernet.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.612033 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.612560 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: provider Aug 19 17:37:15.612889 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.618588 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.619126 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos not supported by any of loaded plugins Aug 19 17:37:15.619490 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.620756 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.621282 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 17:37:15.621623 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.622559 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.623081 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 17:37:15.623413 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_default.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.624361 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.624890 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-default not supported by any of loaded plugins Aug 19 17:37:15.625224 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_fip.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.625889 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.626405 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-fip not supported by any of loaded plugins Aug 19 17:37:15.626736 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_gateway_ip.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.627697 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.628218 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 17:37:15.628549 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_port_network_policy.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.630503 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.631023 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 17:37:15.631352 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_pps_rule.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.632566 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.633102 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-pps not supported by any of loaded plugins Aug 19 17:37:15.633439 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_rule_type_details.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.634381 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.634921 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 17:37:15.635246 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: qos_rules_alias.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.636333 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.636857 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 17:37:15.637191 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: quotasv2.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.638308 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.638647 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: quotas Aug 19 17:37:15.638978 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: quotasv2_detail.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.642082 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.642435 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: quota_details Aug 19 17:37:15.642779 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: rbac.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.643883 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.644424 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: rbac-policies Aug 19 17:37:15.645790 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: rbac_address_group.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.646753 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.647292 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: rbac-address-group Aug 19 17:37:15.647661 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: rbac_address_scope.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.648597 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.649128 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: rbac-address-scope Aug 19 17:37:15.649465 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: rbac_security_groups.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.650392 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.650923 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: rbac-security-groups Aug 19 17:37:15.651254 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: rbac_subnetpool.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.652215 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.652740 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: rbac-subnetpool Aug 19 17:37:15.653075 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: revisionifmatch.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.654009 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.654534 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: revision-if-match Aug 19 17:37:15.654870 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: revisions.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.656354 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.657324 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: standard-attr-revisions Aug 19 17:37:15.657685 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: router_availability_zone.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.658373 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.658895 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: router_availability_zone Aug 19 17:37:15.659228 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: routerservicetype.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.660244 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.661742 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension router-service-type not supported by any of loaded plugins Aug 19 17:37:15.662075 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.663030 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.663602 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: security-groups-normalized-cidr Aug 19 17:37:15.663920 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: security_groups_port_filtering.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.664861 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.665382 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: port-security-groups-filtering Aug 19 17:37:15.665712 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.666654 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.667182 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: security-groups-remote-address-group Aug 19 17:37:15.667548 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: securitygroup.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.678328 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.678884 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: security-group Aug 19 17:37:15.679228 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: segment.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.680089 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.680610 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension segment not supported by any of loaded plugins Aug 19 17:37:15.680948 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.682183 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.682707 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 17:37:15.683047 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: servicetype.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.684290 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.684825 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: service-type Aug 19 17:37:15.685160 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: sorting.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.686158 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.686500 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: sorting Aug 19 17:37:15.686835 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: standard_attr_segment.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.687813 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.688340 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 17:37:15.688676 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: standardattrdescription.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.689338 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.689860 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: standard-attr-description Aug 19 17:37:15.690212 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: stateful_security_group.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.691152 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.692726 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: stateful-security-group Aug 19 17:37:15.693068 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: stdattrs_common.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.693675 n-d-778550-10 neutron-server[101217]: WARNING neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 17:37:15.694009 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.694955 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.695507 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 17:37:15.695840 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnet_onboard.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.696930 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.697456 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: subnet_onboard Aug 19 17:37:15.697784 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.698724 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.699238 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 17:37:15.699610 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnet_service_types.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.700543 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.701065 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: subnet-service-types Aug 19 17:37:15.701393 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnetallocation.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.702494 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.703021 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: subnet_allocation Aug 19 17:37:15.703348 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.704056 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.704575 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: subnetpool-prefix-ops Aug 19 17:37:15.704904 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.705850 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.706368 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 17:37:15.706704 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: tagging.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.708824 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.709367 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: standard-attr-tag Aug 19 17:37:15.709704 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: timestamp.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.710938 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.711603 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loaded extension: standard-attr-timestamp Aug 19 17:37:15.711949 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: trunk.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.713005 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.713530 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension trunk not supported by any of loaded plugins Aug 19 17:37:15.713863 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: trunk_details.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.714796 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.715317 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension trunk-details not supported by any of loaded plugins Aug 19 17:37:15.715681 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: uplink_status_propagation.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.716619 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.717144 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 17:37:15.717477 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Loading extension file: vlantransparent.py {{(pid=101217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 17:37:15.718158 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 17:37:15.718674 n-d-778550-10 neutron-server[101217]: INFO neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 17:37:15.721159 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:network Aug 19 17:37:15.721740 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnet Aug 19 17:37:15.722112 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:37:15.722513 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:port Aug 19 17:37:15.724339 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.724790 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service FLAVORS assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.725425 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.725870 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.726208 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:router Aug 19 17:37:15.726649 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:floatingip Aug 19 17:37:15.727164 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service METERING assigned prefix: /metering {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.728631 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.729015 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.729390 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:37:15.730522 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 17:37:15.730998 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:security_group Aug 19 17:37:15.731471 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 17:37:15.732071 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service CORE assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.732411 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:37:15.732764 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] subnetpool is already registered Aug 19 17:37:15.733215 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service CORE assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.733550 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:37:15.733891 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] subnetpool is already registered Aug 19 17:37:15.736217 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.737980 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service FLAVORS assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.739065 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.739540 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.739892 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:router Aug 19 17:37:15.740249 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] router is already registered Aug 19 17:37:15.740674 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:floatingip Aug 19 17:37:15.741020 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] floatingip is already registered Aug 19 17:37:15.741488 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service METERING assigned prefix: /metering {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.742173 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 17:37:15.742510 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] rbac_policy is already registered Aug 19 17:37:15.742934 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:security_group Aug 19 17:37:15.743280 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] security_group is already registered Aug 19 17:37:15.743726 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 17:37:15.744073 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] security_group_rule is already registered Aug 19 17:37:15.744559 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service CORE assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.744896 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:37:15.745241 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] subnetpool is already registered Aug 19 17:37:15.745665 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.v2.resource_helper [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Service CORE assigned prefix: {{(pid=101217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 17:37:15.745996 n-d-778550-10 neutron-server[101217]: INFO neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 17:37:15.746331 n-d-778550-10 neutron-server[101217]: WARNING neutron.quota.resource_registry [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] subnetpool is already registered Aug 19 17:37:15.746787 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: extensions {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.748390 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: address-groups {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.749908 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: address-scopes {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.751141 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: agents {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.752486 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: auto-allocated-topology {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.753861 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: availability_zones {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.756223 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: dhcp-networks {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.757678 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: dhcp-agents {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.759235 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: routers {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.760992 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: flavors {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.762166 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: service_profiles {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.763526 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: next_providers {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.765000 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: service_profiles {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.766481 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: floatingip-pools {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.767741 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: routers {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.769612 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: floatingips {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.771945 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: l3-routers {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.773354 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: l3-agents {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.774892 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: metering-labels {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.776247 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: metering-label-rules {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.777524 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: network-ip-availabilities {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.778909 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: bindings {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.780544 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: quotas {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.782015 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: quotas {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.783589 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: rbac-policies {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.784804 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: security-groups {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.786530 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: security-group-rules {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.787820 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: service-providers {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.789159 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: subnetpools {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.790538 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: subnetpools {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.792042 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.793869 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.795643 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.797660 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.799382 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.801794 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.804570 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.806411 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.808507 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.810400 n-d-778550-10 neutron-server[101217]: DEBUG neutron.api.extensions [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Extended resource: tags {{(pid=101217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 17:37:15.816977 n-d-778550-10 neutron-server[101217]: WARNING keystonemiddleware.auth_token [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 17:37:15.822350 n-d-778550-10 neutron-server[101217]: WARNING keystonemiddleware.auth_token [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 17:37:15.830920 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Acquired lock "singleton_lock" {{(pid=101217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 17:37:15.831516 n-d-778550-10 neutron-server[101217]: DEBUG oslo_concurrency.lockutils [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Releasing lock "singleton_lock" {{(pid=101217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 17:37:15.833218 n-d-778550-10 neutron-server[101217]: INFO oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Starting 2 workers Aug 19 17:37:15.838036 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Started child 101324 {{(pid=101217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:37:15.842507 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Started child 101325 {{(pid=101217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:37:15.843376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.844272 n-d-778550-10 neutron-server[101217]: INFO neutron.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 17:37:15.844748 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Notify callbacks [] for process, before_spawn {{(pid=101217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.844932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [-] (101324) wsgi starting up on http://0.0.0.0:9696 Aug 19 17:37:15.847181 n-d-778550-10 neutron-server[101217]: INFO oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Starting 1 workers Aug 19 17:37:15.847361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.848682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [-] (101325) wsgi starting up on http://0.0.0.0:9696 Aug 19 17:37:15.853061 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Started child 101326 {{(pid=101217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:37:15.853569 n-d-778550-10 neutron-server[101217]: INFO oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Starting 1 workers Aug 19 17:37:15.856886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] calling RpcWorker wait() {{(pid=101326) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 17:37:15.857449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] returning from RpcWorker wait() {{(pid=101326) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 17:37:15.858029 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Started child 101327 {{(pid=101217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 17:37:15.858677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.858863 n-d-778550-10 neutron-server[101217]: DEBUG neutron_lib.callbacks.manager [None req-73e5de33-69cb-4786-853b-d729b2c42add None None] Notify callbacks [] for process, after_spawn {{(pid=101217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.859110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:15.860880 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 17:37:15.861130 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:37:15.861277 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:37:15.861492 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:37:15.861827 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:37:15.861992 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:37:15.862518 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.862803 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.863083 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.863230 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:15.864213 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.864451 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.864974 n-d-778550-10 neutron-server[101327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:15.865534 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.865817 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.866068 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.866349 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.866584 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.866757 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.866931 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.867201 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.867436 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.867780 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.868046 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.868303 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.868591 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.868756 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.869022 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.869291 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.869545 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.869808 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] debug = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.870055 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.870569 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.870804 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.871064 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.871291 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.871598 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.871833 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.872118 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.872385 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.872623 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.872885 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.873139 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.873392 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.873629 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.873886 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.874166 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.874389 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.874849 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] host = n-d-778550-10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.875071 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.875295 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.875556 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.875825 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.876078 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.876324 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.876612 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.876838 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.877094 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.877328 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.877571 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.877833 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.878053 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.878310 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.878465 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_options = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.878709 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.879018 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.880133 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.880553 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.880767 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.880969 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.881242 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.881420 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.881704 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.881948 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.882183 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.882415 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.882644 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.882892 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.883160 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.883419 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.883673 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.883898 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.884153 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.884408 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.884640 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.884893 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.885119 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.885349 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.885570 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.885824 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.886063 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.886285 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.886519 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.886776 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.887013 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.887284 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.887677 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.887935 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.888172 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.888407 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.888645 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.888929 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.889161 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.889425 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.889676 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.889916 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.890182 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.890405 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.890644 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.890881 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_json = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.891169 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.892588 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.892866 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.893461 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.893697 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.894278 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.894278 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.894430 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.895149 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.895595 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.895915 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.896175 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.896420 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897460 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897460 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897460 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897460 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897792 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.897966 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.898195 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.898790 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.898790 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.898991 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.899906 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.899906 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.899906 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.900166 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.900417 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.900727 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.901003 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.901338 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903254 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903888 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.903888 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.904040 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.904176 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.904396 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.904987 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.904987 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.905179 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.905331 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.905625 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.906017 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.906336 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.906466 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.906740 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.907615 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.907937 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.908343 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.908660 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.909035 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.909314 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.909629 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.909930 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.910283 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.910601 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.910892 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.911188 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.911489 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.911774 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.912093 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.912413 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.912723 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.913041 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.913322 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.913600 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.913883 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.914168 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.914446 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.914749 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.915270 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.915270 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.915616 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.915900 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.916186 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.916471 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.916753 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.917042 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.917329 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.917619 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.917903 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.918281 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.918587 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.918907 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.919185 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.919546 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.919907 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.920212 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.920540 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.920835 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.921148 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.921457 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.921845 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.922291 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.922555 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.922956 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.923399 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.923916 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.924323 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.924735 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.925110 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.925405 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.925641 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.926470 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.926738 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.927006 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.927261 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.927568 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.927823 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.928089 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.928472 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.928749 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.929039 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.929283 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.929569 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.929792 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.930049 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.930363 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.930639 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.930912 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.931184 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.931438 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.931972 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.932216 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.932475 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.932711 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.932973 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.933216 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.933527 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.933726 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.933965 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.934204 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.934436 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.934741 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.934998 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.935300 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.935541 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.935818 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.936063 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.936306 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.936564 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.936813 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.937064 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.937313 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.937546 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.937759 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.937990 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.938220 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.938531 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.938777 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.939032 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.939220 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.939477 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.939698 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.939972 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.940186 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.940412 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.940633 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.941186 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.942362 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.942928 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.943156 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.943381 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.943644 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.943867 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.944089 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.944311 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.944527 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.944793 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.945014 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.945306 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.945559 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.945791 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.946019 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.946237 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.946479 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.946691 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.946934 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.947157 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.947390 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.947865 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.948092 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.948310 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.948582 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.948827 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.949043 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.949314 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.949564 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.949903 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.950153 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.950384 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.950625 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.950842 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.951093 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.951312 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.951557 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.951774 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.951991 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.952207 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.952463 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.952685 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.952926 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.953137 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.953347 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.953560 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.953793 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.954002 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.954310 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.954554 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.954787 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.955057 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.955308 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.955568 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.955800 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.956010 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.956219 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.956438 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.956684 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.956893 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.957196 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.957401 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.957605 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.957848 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.958072 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.958304 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.958529 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.958738 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.958945 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.959190 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.959408 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.959639 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.959867 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.960104 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.960319 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.960540 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.960761 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.960970 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.961219 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.961435 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.961688 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.961908 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.962128 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.962338 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.962619 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.962866 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.963104 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.963396 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.963667 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.963924 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.964164 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.964481 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.964716 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.964960 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.965180 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.965420 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.965646 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.965901 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.966211 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.966494 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.966767 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.967002 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.967275 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.967590 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.967870 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.968103 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.968413 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.968764 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.969028 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.969289 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.969514 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.969761 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.969996 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.970216 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.970436 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.970679 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.970892 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.971127 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.971400 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.971650 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.971936 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.972113 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.972329 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.972569 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.972851 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.973125 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.973339 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.973496 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:37:15.974288 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 17:37:15.974443 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 17:37:15.974576 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 17:37:15.974772 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 17:37:15.974953 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 17:37:15.975092 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 17:37:15.975391 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.975598 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.975598 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.975846 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.975988 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976119 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976261 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976390 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976520 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976648 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976794 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.976951 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977108 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977455 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977455 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977694 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977694 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.977846 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978026 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978125 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978284 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978440 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978597 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] debug = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978752 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.978956 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979116 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979272 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979425 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979615 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979772 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.979928 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980085 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980240 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980471 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980579 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980718 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.980875 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981032 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981188 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981344 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981500 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] host = n-d-778550-10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981655 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981809 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.981965 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982110 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982265 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982422 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982578 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982733 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.982891 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983047 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983203 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983360 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983536 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983692 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.983849 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_options = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984005 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984160 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984317 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984504 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984666 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984823 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.984985 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985142 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985298 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985453 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985609 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985764 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.985921 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986077 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986234 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986388 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986545 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986700 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.986857 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987013 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987169 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987324 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987499 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987656 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987812 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.987967 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.988136 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.988804 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989048 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989207 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989383 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989600 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989759 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.989915 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990070 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990228 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990386 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990546 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990703 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.990864 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991022 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991180 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991337 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991513 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991671 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991829 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_json = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.991984 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992152 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992298 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992453 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992609 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992764 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.992948 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.993084 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 17:37:15.993225 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.993387 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.993559 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.993719 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.993880 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994039 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994198 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994358 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994517 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994676 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.994843 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995004 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995174 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995339 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995520 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995684 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.995845 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996006 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996166 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996326 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996485 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996667 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:15.996836 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.996994 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997155 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997316 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997475 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997636 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997797 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.997957 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998119 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998279 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998439 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998599 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998760 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.998919 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.999137 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.999235 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.999387 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.999706 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:15.999870 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000029 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000190 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000352 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000512 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000673 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000834 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.000995 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001156 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001317 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001488 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001650 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001809 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.001968 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002128 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002287 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002446 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002605 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002764 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.002923 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.003082 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.003255 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.003416 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.003596 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.003756 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.004021 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.004730 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.004947 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.005237 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.005405 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.005572 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.005732 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.005893 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006053 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006213 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006374 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006534 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006695 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.006855 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007015 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007175 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007335 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007524 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007686 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.007855 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008030 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008191 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008352 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008511 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008670 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008829 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.008988 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009148 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009366 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009493 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009615 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009737 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.009903 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010063 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010222 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010381 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010541 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010700 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.010860 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.011021 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.011180 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.011339 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.011592 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.012386 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.012555 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.012718 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.012890 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013051 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013214 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013375 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013544 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013715 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.013876 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014037 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014196 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014356 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014516 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014677 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014837 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.014996 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.015156 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.015316 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.015506 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.015681 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.015843 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016004 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016163 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016346 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016507 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016666 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016826 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.016985 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017145 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017305 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017464 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017625 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017785 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.017946 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018107 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018267 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018431 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018593 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018752 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.018913 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.019073 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.019232 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.019394 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.019646 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.019865 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.020210 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.020372 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.020532 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.020693 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.020853 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021015 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021175 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021335 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021494 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021654 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021813 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.021973 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022134 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022293 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022453 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022616 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022777 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.022939 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.023100 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.023262 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.023423 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.023604 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.023766 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024097 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024097 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024312 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024390 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024529 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024691 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.024852 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025013 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025174 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025334 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025509 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025669 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025834 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.025994 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026153 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026312 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026472 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026632 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026792 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.026952 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027112 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027275 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027437 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027617 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027778 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.027938 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028097 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028256 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028416 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028589 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028752 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.028912 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029073 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029232 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029392 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029562 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029722 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.029881 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030040 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030199 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030358 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030529 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030689 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.030849 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031008 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031167 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031327 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031582 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031745 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.031904 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.032064 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.032223 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.032382 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.032557 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.032736 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033044 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033228 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033392 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033551 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033723 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.033885 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034045 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034204 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034364 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034523 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034692 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.034854 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.035013 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.037505 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.037708 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.037834 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038011 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038191 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038357 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038523 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038685 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.038847 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.039007 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.039173 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.039339 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.039532 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.039920 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040104 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040271 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040420 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040591 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040752 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.040919 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.041091 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.041252 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.041412 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.041572 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.041913 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042040 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042164 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042313 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042473 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042632 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042793 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.042953 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.043113 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.043273 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.043433 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.043796 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.043796 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.044031 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.044113 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.044228 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 17:37:16.044336 n-d-778550-10 neutron-server[101217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 17:37:16.180646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:16.189520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063853 Aug 19 17:37:28.103485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecb1cd-4023-4561-a89b-af7f68b37999 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 17:37:28.182904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ecb1cd-4023-4561-a89b-af7f68b37999 None None] No non-hosted networks {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 17:37:28.201098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.agentschedulers_db [None req-64ecb1cd-4023-4561-a89b-af7f68b37999 None None] DHCP Agent not found on host n-d-778550-10 {{(pid=101326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 17:37:28.386110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4973b1f-a2c7-4604-aabc-d39af42a05f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:30.501426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-96edb136-0186-4102-a3f7-4597080651c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:30.567907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ba12853-760e-4917-9bf2-b7f65ba88c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:30.765860 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:30.768393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.768957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.769457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.775288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.779641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.780751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.783629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.786276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.787865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.792035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.792817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.793313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:30.793915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:30.807043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:37:31.803890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:33.317088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:34.605662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:35.106964 n-d-778550-10 neutron-server[101324]: WARNING oslo_policy.policy [None req-a7f93969-e2e2-4300-8b15-c5595234b3fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:35.107572 n-d-778550-10 neutron-server[101324]: WARNING oslo_policy.policy [None req-a7f93969-e2e2-4300-8b15-c5595234b3fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:35.327906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-a7f93969-e2e2-4300-8b15-c5595234b3fe admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:37:35.329183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a7f93969-e2e2-4300-8b15-c5595234b3fe admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7214406 Aug 19 17:37:37.746120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34808) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:37.859753 n-d-778550-10 neutron-server[101326]: INFO neutron.db.l3_hamode_db [None req-3dce8c3e-4f89-4648-9a5f-48d3099e2b19 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 17:37:37.938930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce8c3e-4f89-4648-9a5f-48d3099e2b19 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:37:37.939298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce8c3e-4f89-4648-9a5f-48d3099e2b19 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 17:37:38.064538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:37:38.157955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.policy [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 17:37:38.203221 n-d-778550-10 neutron-server[101324]: WARNING oslo_policy.policy [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:38.203631 n-d-778550-10 neutron-server[101324]: WARNING oslo_policy.policy [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:38.212921 n-d-778550-10 neutron-server[101324]: INFO neutron.quota [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] Loaded quota_driver: . Aug 19 17:37:38.305940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047297373', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047297966', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047309278', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047311787', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728046889333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728047463012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1627626', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2084295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-970096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632303'] for rbac-policy, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:38.370867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:38.372087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d92b5bde-d0cf-4446-8a3b-9b8a4e7ac8c0 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6249812 Aug 19 17:37:40.951215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34820) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:41.252503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'tenant_id': 'db85addd08454582892b18d61326bf0f'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:37:41.284832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Made reservation on behalf of db85addd08454582892b18d61326bf0f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:37:41.288399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.305043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.433770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.437537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.459163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:37:41.488640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728045486026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.489248 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Unsubscribe: segment precommit_create {{(pid=101324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 17:37:41.489776 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Added segment 991deafa-d1d9-4475-a409-4fb2ba1840c8 of type vlan for network 4948258c-70b3-47c4-9a59-0b84b62a4de0 Aug 19 17:37:41.507527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdca87c2-2089-46d7-97a9-e7cae99aff12,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:41.558811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.559169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.559527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.559870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.560204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.560533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.560928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.561186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.561510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.561832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.562154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.562473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Tracked resource versions report: Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: pushed versions: Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: { 'AddressGroup': {'1.2'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'ConntrackHelper': {'1.0'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Log': {'1.0'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Network': {'1.1'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Port': {'1.7'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'PortForwarding': {'1.2'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'QosPolicy': {'1.9'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SecurityGroup': {'1.4'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SubPort': {'1.0'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Subnet': {'1.1'}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Trunk': {'1.1'}} Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: consumer versions: Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: L3 agent@n-d-778550-10: {}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: Metadata agent@n-d-778550-10: {}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: Metering agent@n-d-778550-10: {}, Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'ConntrackHelper': '1.0', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Log': '1.0', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Network': '1.1', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Port': '1.7', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'PortForwarding': '1.2', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'QosPolicy': '1.9', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SecurityGroup': '1.4', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SecurityGroupRule': '1.2', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'SubPort': '1.0', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Subnet': '1.1', Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: 'Trunk': '1.1'}} Aug 19 17:37:41.563656 n-d-778550-10 neutron-server[101324]: {{(pid=101324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:37:41.616315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.665412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.666769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:37:41.667424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:41.742464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7900500 Aug 19 17:37:41.773237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398115cc-8a4f-41bf-ac5b-f5c22b7984c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4948258c-70b3-47c4-9a59-0b84b62a4de0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:41.786075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:37:44.428345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34834) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:44.822719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68bb65-0d70-48a4-ab40-aca280ee1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:37:44.824135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de68bb65-0d70-48a4-ab40-aca280ee1680 admin admin] 10.222.0.36 "GET /v2.0/networks/4948258c-70b3-47c4-9a59-0b84b62a4de0 HTTP/1.1" status: 200 len: 825 time: 0.3948424 Aug 19 17:37:44.849303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-49f523d4-67d7-4014-8edd-b84bf0bfb217 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/a3198cb6-71ee-4ebf-b573-643690272363 HTTP/1.1" status: 200 len: 734 time: 0.0189714 Aug 19 17:37:44.858378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:37:44.881261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Made reservation on behalf of db85addd08454582892b18d61326bf0f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:37:44.883487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:45.181264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:45.251921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Checking segment: {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:37:45.252294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Network hostable DHCP agents. Network: 4948258c-70b3-47c4-9a59-0b84b62a4de0, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:37:45.254492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d31336a-27c3-4f49-ad25-89b6ab4d0321,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:45.276891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:37:45.288183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4948258c-70b3-47c4-9a59-0b84b62a4de0) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:37:45.292848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:37:45.293458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:45.297619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bee6e-23fb-4470-965e-9f18c3d9cbfd None None] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:37:45.308332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-04c420e0-5f80-4381-a26b-62eb4962f2bf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4532900 Aug 19 17:37:45.620965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-4948258c-70b3-47c4-9a59-0b84b62a4de0', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:37:45.622202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:45.897767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Allocated IP 172.20.0.2 (4948258c-70b3-47c4-9a59-0b84b62a4de0/5d31336a-27c3-4f49-ad25-89b6ab4d0321/083b12a9-1273-4511-9b85-4b8557c2be92) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:37:46.131406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:46.146837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Transition to ACTIVE for port object 083b12a9-1273-4511-9b85-4b8557c2be92 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:37:46.168159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Transition to ACTIVE for port object 083b12a9-1273-4511-9b85-4b8557c2be92 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:37:46.176314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:46.247046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:37:46.251884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:37:46.259310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:37:46.265781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Pushing event updated for resources: {'Port': ['ID=083b12a9-1273-4511-9b85-4b8557c2be92,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:46.296948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.297355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.297632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.298175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.298347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.298615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.298940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.299263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.300129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.300129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.300947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.301272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Tracked resource versions report: Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: pushed versions: Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: { 'AddressGroup': {'1.2'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'ConntrackHelper': {'1.0'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Log': {'1.0'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Network': {'1.1'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Port': {'1.7'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'PortForwarding': {'1.2'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'QosPolicy': {'1.9'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SecurityGroup': {'1.4'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SubPort': {'1.0'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Subnet': {'1.1'}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Trunk': {'1.1'}} Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: consumer versions: Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: L3 agent@n-d-778550-10: {}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: Metadata agent@n-d-778550-10: {}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: Metering agent@n-d-778550-10: {}, Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'ConntrackHelper': '1.0', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Log': '1.0', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Network': '1.1', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Port': '1.7', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'PortForwarding': '1.2', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'QosPolicy': '1.9', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SecurityGroup': '1.4', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SecurityGroupRule': '1.2', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'SubPort': '1.0', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Subnet': '1.1', Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: 'Trunk': '1.1'}} Aug 19 17:37:46.302436 n-d-778550-10 neutron-server[101326]: {{(pid=101326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:37:46.351135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Attempting to bind port 083b12a9-1273-4511-9b85-4b8557c2be92 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:37:46.351552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Attempting to bind port 083b12a9-1273-4511-9b85-4b8557c2be92 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:37:46.351988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Attempting to bind port 083b12a9-1273-4511-9b85-4b8557c2be92 on network 4948258c-70b3-47c4-9a59-0b84b62a4de0 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:37:46.356775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:37:46.357185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Checking segment: {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:37:46.357662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:46.358051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Bound using segment: {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:37:46.358523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Bound port: 083b12a9-1273-4511-9b85-4b8557c2be92, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:37:46.358937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:46.423065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] For port 083b12a9-1273-4511-9b85-4b8557c2be92, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:37:46.427835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] For port 083b12a9-1273-4511-9b85-4b8557c2be92, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=083b12a9-1273-4511-9b85-4b8557c2be92,segment=NetworkSegment(991deafa-d1d9-4475-a409-4fb2ba1840c8),segment_id=991deafa-d1d9-4475-a409-4fb2ba1840c8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:37:46.432829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:46.498830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e3c60-d064-4c49-ac70-f2233f9124a1 None None] Pushing event updated for resources: {'Port': ['ID=083b12a9-1273-4511-9b85-4b8557c2be92,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:47.728730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:48.066867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-def78dce-476f-4460-ba85-80a48d3597a2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:37:48.068021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-def78dce-476f-4460-ba85-80a48d3597a2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3383069 Aug 19 17:37:50.481793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:50.997522 n-d-778550-10 neutron-server[101325]: WARNING oslo_policy.policy [None req-32e0f882-a09e-42bc-85e0-7190936d7714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:50.998087 n-d-778550-10 neutron-server[101325]: WARNING oslo_policy.policy [None req-32e0f882-a09e-42bc-85e0-7190936d7714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:51.217438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-32e0f882-a09e-42bc-85e0-7190936d7714 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:37:51.218525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-32e0f882-a09e-42bc-85e0-7190936d7714 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7358451 Aug 19 17:37:53.898058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:54.222218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'db85addd08454582892b18d61326bf0f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:37:54.287568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.policy [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 17:37:54.334017 n-d-778550-10 neutron-server[101325]: WARNING oslo_policy.policy [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:54.334402 n-d-778550-10 neutron-server[101325]: WARNING oslo_policy.policy [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 17:37:54.343131 n-d-778550-10 neutron-server[101325]: INFO neutron.quota [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Loaded quota_driver: . Aug 19 17:37:54.401690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:54.403566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:54.569100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:54.574306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:54.593517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:54.594879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b766e6f-ea4c-40e1-8f7f-a61395f8d0e5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6928113 Aug 19 17:37:54.736476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 083b12a9-1273-4511-9b85-4b8557c2be92 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:37:54.830182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 083b12a9-1273-4511-9b85-4b8557c2be92 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:37:55.103811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bb10b-bc77-4a97-b2d9-2254d3377f91 None None] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:37:55.161263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Provisioning for port 083b12a9-1273-4511-9b85-4b8557c2be92 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:37:55.168531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Provisioning complete for port 083b12a9-1273-4511-9b85-4b8557c2be92 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:37:55.168937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:55.341664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:55.407251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-180934e1-ffc9-440b-898a-04b78264221d None None] For port 083b12a9-1273-4511-9b85-4b8557c2be92, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=083b12a9-1273-4511-9b85-4b8557c2be92,segment=NetworkSegment(991deafa-d1d9-4475-a409-4fb2ba1840c8),segment_id=991deafa-d1d9-4475-a409-4fb2ba1840c8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:37:55.418280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:55.468790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180934e1-ffc9-440b-898a-04b78264221d None None] Pushing event updated for resources: {'Port': ['ID=083b12a9-1273-4511-9b85-4b8557c2be92,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:37:55.638069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-872ec8de-5da8-488e-9953-7bcfd4cde922 None None] Provisioning complete for port 083b12a9-1273-4511-9b85-4b8557c2be92 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:37:55.638363 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-872ec8de-5da8-488e-9953-7bcfd4cde922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:56.696820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 083b12a9-1273-4511-9b85-4b8557c2be92 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:37:56.747905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 083b12a9-1273-4511-9b85-4b8557c2be92 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:37:56.748303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:57.008788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34880) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:37:57.336952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-6720f149-f1f1-41c9-993f-9057e343fdb8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:37:57.337944 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6720f149-f1f1-41c9-993f-9057e343fdb8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282273 Aug 19 17:37:58.038843 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11e3eab4-cc69-4f2c-a64b-15c0860a699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:37:59.711554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34888) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:38:00.025568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:38:00.048397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Made reservation on behalf of 9d156682d0884d9897a526f1280a24ca for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:38:00.051654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.068294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.196863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.200436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.211317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Reserving flat network on physical network physnet1 {{(pid=101325) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 17:38:00.246312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728045486026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.246900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Unsubscribe: segment precommit_create {{(pid=101325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 17:38:00.247422 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Added segment ae652381-7c67-4558-9e71-1ca10a8da86b of type flat for network c5c4bb3d-1177-4677-bb98-2cfd12b704fa Aug 19 17:38:00.264626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5138d201-3b9d-47a0-9dad-222fdaba239a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:00.312650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.313150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.313365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.313640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.313965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.314283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.314640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.314960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.315275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.315618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.315935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.316249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Tracked resource versions report: Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: pushed versions: Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: { 'AddressGroup': {'1.2'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'ConntrackHelper': {'1.0'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Log': {'1.0'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Network': {'1.1'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Port': {'1.7'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'PortForwarding': {'1.2'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'QosPolicy': {'1.9'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SecurityGroup': {'1.4'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SubPort': {'1.0'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Subnet': {'1.1'}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Trunk': {'1.1'}} Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: consumer versions: Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: L3 agent@n-d-778550-10: {}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: Metadata agent@n-d-778550-10: {}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: Metering agent@n-d-778550-10: {}, Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'ConntrackHelper': '1.0', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Log': '1.0', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Network': '1.1', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Port': '1.7', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'PortForwarding': '1.2', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'QosPolicy': '1.9', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SecurityGroup': '1.4', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SecurityGroupRule': '1.2', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'SubPort': '1.0', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Subnet': '1.1', Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: 'Trunk': '1.1'}} Aug 19 17:38:00.317409 n-d-778550-10 neutron-server[101325]: {{(pid=101325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:38:00.375785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.422876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.424932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:38:00.425297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.488019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0d573208-641f-406b-b523-6b10606e34a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:00.506387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7937627 Aug 19 17:38:00.531439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2eb9c-2157-47b7-80fc-0b9389d724cd admin admin] Pushing event updated for resources: {'Network': ['ID=c5c4bb3d-1177-4677-bb98-2cfd12b704fa,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:00.543077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:38:00.766116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:01.748696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:02.887380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:38:03.108763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1cd3f4-2637-44cd-b165-ed0a595f789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:38:03.110048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9e1cd3f4-2637-44cd-b165-ed0a595f789a admin admin] 10.222.0.36 "GET /v2.0/subnets/5d31336a-27c3-4f49-ad25-89b6ab4d0321 HTTP/1.1" status: 200 len: 849 time: 0.2214272 Aug 19 17:38:03.243656 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-58bd22de-50b8-498e-b59d-71b06a4acfd9 admin admin] 10.222.0.36 "GET /v2.0/routers/bc0ace70-4ca6-4120-82dd-28d08d1cced6 HTTP/1.1" status: 200 len: 704 time: 0.1276126 Aug 19 17:38:03.267222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:03.513646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:03.815546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Allocated IP 172.20.0.1 (4948258c-70b3-47c4-9a59-0b84b62a4de0/5d31336a-27c3-4f49-ad25-89b6ab4d0321/4958667f-f2cb-426a-89ee-4933a379bd3e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:38:03.998947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.023180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Transition to ACTIVE for port object 4958667f-f2cb-426a-89ee-4933a379bd3e will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:38:04.104524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.177973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:38:04.186743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:38:04.192645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Pushing event updated for resources: {'Port': ['ID=4958667f-f2cb-426a-89ee-4933a379bd3e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:04.203859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:38:04.204427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.391117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-828b4f34-8d02-4d47-948c-d36c7d1d6308 None None] Provisioning for port 4958667f-f2cb-426a-89ee-4933a379bd3e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:38:04.394994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-828b4f34-8d02-4d47-948c-d36c7d1d6308 None None] Provisioning complete for port 4958667f-f2cb-426a-89ee-4933a379bd3e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:04.395366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-828b4f34-8d02-4d47-948c-d36c7d1d6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.432770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-828b4f34-8d02-4d47-948c-d36c7d1d6308 None None] Port 4958667f-f2cb-426a-89ee-4933a379bd3e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:38:04.472453 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.682789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.687363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.688278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:04.766392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Pushing event updated for resources: {'Port': ['ID=4958667f-f2cb-426a-89ee-4933a379bd3e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:04.813445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:38:04.815275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:38:04.979424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Router bc0ace70-4ca6-4120-82dd-28d08d1cced6 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:38:05.055146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7bf26a81-9ea6-4f1f-a170-7bf7fe25b200 None None] Provisioning complete for port 4958667f-f2cb-426a-89ee-4933a379bd3e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:05.055543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a81-9ea6-4f1f-a170-7bf7fe25b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:05.073692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:38:05.088189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2fc0a65f-c31e-4155-bda7-1c41d7c5c5bc admin admin] 10.222.0.36 "PUT /v2.0/routers/bc0ace70-4ca6-4120-82dd-28d08d1cced6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8388195 Aug 19 17:38:05.089704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7bf26a81-9ea6-4f1f-a170-7bf7fe25b200 None None] Port 4958667f-f2cb-426a-89ee-4933a379bd3e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:38:05.094517 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Sync routers for ids ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:38:05.105877 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Routers {'bc0ace70-4ca6-4120-82dd-28d08d1cced6'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:38:05.106794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:38:00Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:05.299591 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Set router bc0ace70-4ca6-4120-82dd-28d08d1cced6 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:38:05.738533 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:04Z', 'revision_number': 2, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port_host': None, '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:04Z', 'revision_number': 2, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:05.792888 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Checking router: bc0ace70-4ca6-4120-82dd-28d08d1cced6 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:38:05.793257 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Updating router bc0ace70-4ca6-4120-82dd-28d08d1cced6 port 4958667f-f2cb-426a-89ee-4933a379bd3e binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:38:05.841643 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.377209 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.396217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Transition to ACTIVE for port object 4958667f-f2cb-426a-89ee-4933a379bd3e will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:38:06.402112 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.548441 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Pushing event updated for resources: {'Port': ['ID=4958667f-f2cb-426a-89ee-4933a379bd3e,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:06.578511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.578886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.579227 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.579594 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.580447 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.580785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.581123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.581527 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.581867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.582191 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.582520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.582849 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Tracked resource versions report: Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: pushed versions: Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: { 'AddressGroup': {'1.2'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'ConntrackHelper': {'1.0'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Log': {'1.0'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Network': {'1.1'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Port': {'1.7'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'PortForwarding': {'1.2'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'QosPolicy': {'1.9'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SecurityGroup': {'1.4'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SubPort': {'1.0'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Subnet': {'1.1'}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Trunk': {'1.1'}} Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: consumer versions: Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: L3 agent@n-d-778550-10: {}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: Metadata agent@n-d-778550-10: {}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: Metering agent@n-d-778550-10: {}, Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'ConntrackHelper': '1.0', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Log': '1.0', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Network': '1.1', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Port': '1.7', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'PortForwarding': '1.2', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'QosPolicy': '1.9', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SecurityGroup': '1.4', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SecurityGroupRule': '1.2', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'SubPort': '1.0', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Subnet': '1.1', Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: 'Trunk': '1.1'}} Aug 19 17:38:06.584048 n-d-778550-10 neutron-server[101327]: {{(pid=101327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:38:06.591051 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Attempting to bind port 4958667f-f2cb-426a-89ee-4933a379bd3e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:38:06.591479 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Attempting to bind port 4958667f-f2cb-426a-89ee-4933a379bd3e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:38:06.591925 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Attempting to bind port 4958667f-f2cb-426a-89ee-4933a379bd3e on network 4948258c-70b3-47c4-9a59-0b84b62a4de0 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:38:06.598794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:38:06.599679 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Checking segment: {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:38:06.599775 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.600349 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Bound using segment: {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:38:06.600888 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Bound port: 4958667f-f2cb-426a-89ee-4933a379bd3e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991deafa-d1d9-4475-a409-4fb2ba1840c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:38:06.601170 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.671795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] For port 4958667f-f2cb-426a-89ee-4933a379bd3e, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:38:06.695800 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] For port 4958667f-f2cb-426a-89ee-4933a379bd3e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4958667f-f2cb-426a-89ee-4933a379bd3e,segment=NetworkSegment(991deafa-d1d9-4475-a409-4fb2ba1840c8),segment_id=991deafa-d1d9-4475-a409-4fb2ba1840c8)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:38:06.699990 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:06.763952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80852ef-e87d-4b2a-a48b-2e1d41d7405a None None] Pushing event updated for resources: {'Port': ['ID=4958667f-f2cb-426a-89ee-4933a379bd3e,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:06.767525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Routers {'bc0ace70-4ca6-4120-82dd-28d08d1cced6'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:38:06.768483 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:38:00Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:06.858454 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] Set router bc0ace70-4ca6-4120-82dd-28d08d1cced6 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:38:07.071136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:04Z', 'revision_number': 2, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port_host': None, '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:06Z', 'revision_number': 4, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:07.097342 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db3f05-9e6a-49d7-b9f4-167cf7bc66d1 None None] The sync data for ids ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'] in n-d-778550-10 is: [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:04Z', 'revision_number': 2, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port_host': None, '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:06Z', 'revision_number': 4, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:38:07.321656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34932) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:38:07.448814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d708e0f-32bd-4c95-83c6-3dbfc3084a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:38:07.450207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d708e0f-32bd-4c95-83c6-3dbfc3084a56 admin admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 842 time: 0.1275332 Aug 19 17:38:07.460495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:38:07.480720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Made reservation on behalf of 9d156682d0884d9897a526f1280a24ca for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:38:07.483108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:07.830804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 17:38:07.831058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:07.886915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:07.897999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:38:07.898364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Network hostable DHCP agents. Network: c5c4bb3d-1177-4677-bb98-2cfd12b704fa, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:38:07.914456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:38:07.923043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, c5c4bb3d-1177-4677-bb98-2cfd12b704fa) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:38:07.931050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:38:07.931926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:07.932710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6914c8-d9dc-4708-a6af-ca2fdab86cd8 None None] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:38:07.952431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e599abe-b3ea-45b5-8348-27b0cdccfb3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4955289 Aug 19 17:38:08.088405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582cdcd-50eb-4559-be3c-b6b24dd6b2ab None None] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:38:10.449774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34940) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:38:10.685644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c5f63b9-49b4-4c48-9100-70c256b109d1 admin admin] 10.222.0.36 "GET /v2.0/routers/bc0ace70-4ca6-4120-82dd-28d08d1cced6 HTTP/1.1" status: 200 len: 710 time: 0.2347322 Aug 19 17:38:10.779642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e234808-571e-4798-b546-09330913f77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:38:10.781044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4e234808-571e-4798-b546-09330913f77d admin admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 886 time: 0.0888567 Aug 19 17:38:10.791376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:38:11.044517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:11.335320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:11.412812 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:11.570050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Allocated IP 172.25.5.95 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/225a72ef-db99-486f-a9a0-5fa962a932e7) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:38:11.688707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:11.773632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:11.843862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:38:11.851676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:38:11.861809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:38:11.867525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Pushing event updated for resources: {'Port': ['ID=225a72ef-db99-486f-a9a0-5fa962a932e7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:12.143395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.343832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.350376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.561982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Router bc0ace70-4ca6-4120-82dd-28d08d1cced6 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:38:12.675868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:38:12.680039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.684486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eed93634-2d75-4776-adb8-497e4171dde3 admin admin] 10.222.0.36 "PUT /v2.0/routers/bc0ace70-4ca6-4120-82dd-28d08d1cced6 HTTP/1.1" status: 200 len: 889 time: 1.8932691 Aug 19 17:38:12.738003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4958667f-f2cb-426a-89ee-4933a379bd3e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:38:12.790221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4958667f-f2cb-426a-89ee-4933a379bd3e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:38:12.794140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4958667f-f2cb-426a-89ee-4933a379bd3e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:12.794525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.883578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:12.966157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4958667f-f2cb-426a-89ee-4933a379bd3e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4958667f-f2cb-426a-89ee-4933a379bd3e,segment=NetworkSegment(991deafa-d1d9-4475-a409-4fb2ba1840c8),segment_id=991deafa-d1d9-4475-a409-4fb2ba1840c8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:38:12.972124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:13.020251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4958667f-f2cb-426a-89ee-4933a379bd3e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:13.767053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Sync routers for ids ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:38:13.777861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Routers {'bc0ace70-4ca6-4120-82dd-28d08d1cced6'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:38:13.778535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:38:00Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:13.982157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Set router bc0ace70-4ca6-4120-82dd-28d08d1cced6 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:38:14.397322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 4, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port': {'id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:11Z', 'updated_at': '2021-08-19T17:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 5, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:14.450235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Checking router: bc0ace70-4ca6-4120-82dd-28d08d1cced6 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:38:14.450596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Updating router bc0ace70-4ca6-4120-82dd-28d08d1cced6 port 225a72ef-db99-486f-a9a0-5fa962a932e7 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:38:14.498514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:14.723610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4958667f-f2cb-426a-89ee-4933a379bd3e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:38:14.853529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4958667f-f2cb-426a-89ee-4933a379bd3e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:14.854235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:14.886385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:14.904507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Transition to ACTIVE for port object 225a72ef-db99-486f-a9a0-5fa962a932e7 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:38:14.914304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:15.061858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Attempting to bind port 225a72ef-db99-486f-a9a0-5fa962a932e7 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:38:15.062239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Attempting to bind port 225a72ef-db99-486f-a9a0-5fa962a932e7 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:38:15.062868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Attempting to bind port 225a72ef-db99-486f-a9a0-5fa962a932e7 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:38:15.083672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:38:15.084067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:38:15.084483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:15.084952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:38:15.085373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Bound port: 225a72ef-db99-486f-a9a0-5fa962a932e7, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:38:15.085858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:15.093887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43ae2f-c355-4200-8e31-4c953d4a68e1 None None] Pushing event updated for resources: {'Port': ['ID=225a72ef-db99-486f-a9a0-5fa962a932e7,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:15.126600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:38:15.149788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] For port 225a72ef-db99-486f-a9a0-5fa962a932e7, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:38:15.152975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] For port 225a72ef-db99-486f-a9a0-5fa962a932e7, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=225a72ef-db99-486f-a9a0-5fa962a932e7,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:38:15.157644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:15.205665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Routers {'bc0ace70-4ca6-4120-82dd-28d08d1cced6'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:38:15.206298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:38:00Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:15.247313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ca083f8-eef4-4e1b-94bf-7cb48c0c8c1a admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1192524 Aug 19 17:38:15.258237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43ae2f-c355-4200-8e31-4c953d4a68e1 None None] Pushing event updated for resources: {'Port': ['ID=225a72ef-db99-486f-a9a0-5fa962a932e7,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:15.335151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] Set router bc0ace70-4ca6-4120-82dd-28d08d1cced6 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:38:15.562382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 4, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port': {'id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:11Z', 'updated_at': '2021-08-19T17:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 5, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:38:15.589320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eafd27-1236-4568-b120-f59f1ccb4a5b None None] The sync data for ids ['bc0ace70-4ca6-4120-82dd-28d08d1cced6'] in n-d-778550-10 is: [{'id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'name': 'router1', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:37:54Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 4, 'project_id': 'db85addd08454582892b18d61326bf0f', 'gw_port': {'id': '225a72ef-db99-486f-a9a0-5fa962a932e7', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:11Z', 'updated_at': '2021-08-19T17:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '4958667f-f2cb-426a-89ee-4933a379bd3e', 'name': '', 'network_id': '4948258c-70b3-47c4-9a59-0b84b62a4de0', 'tenant_id': 'db85addd08454582892b18d61326bf0f', 'mac_address': 'fa:16:3e:6c:81:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ace70-4ca6-4120-82dd-28d08d1cced6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:38:03Z', 'updated_at': '2021-08-19T17:38:12Z', 'revision_number': 5, 'project_id': 'db85addd08454582892b18d61326bf0f', 'subnets': [{'id': '5d31336a-27c3-4f49-ad25-89b6ab4d0321', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3198cb6-71ee-4ebf-b573-643690272363'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:38:16.735693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 225a72ef-db99-486f-a9a0-5fa962a932e7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:38:16.787667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 225a72ef-db99-486f-a9a0-5fa962a932e7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:38:16.791643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 225a72ef-db99-486f-a9a0-5fa962a932e7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:16.792023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:16.871946 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:16.892345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 225a72ef-db99-486f-a9a0-5fa962a932e7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=225a72ef-db99-486f-a9a0-5fa962a932e7,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:38:16.896608 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:16.944367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=225a72ef-db99-486f-a9a0-5fa962a932e7,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:38:18.740537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 225a72ef-db99-486f-a9a0-5fa962a932e7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:38:18.804230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 225a72ef-db99-486f-a9a0-5fa962a932e7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:38:18.804618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:27.916375 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:38:28.041215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0ffdd7f-f0e2-432c-829f-11eb008a0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:30.491402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03685c2b-39de-422d-a13f-b9844b7a57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:30.771587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:31.759622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:33.300201 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:38:58.049666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5ee6-2d94-4ecb-b70f-634918fa25ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:00.497875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4100ceb-523f-404a-bca7-e86515447811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:00.777368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:01.758291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:03.289955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:04.915112 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:39:28.042654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f396ef8b-633c-4c03-990b-5aa9dbfb81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:30.496904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-044e38c7-45a6-4bf9-8d80-c3efd9bc66b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:30.773399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:31.761222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:33.290593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:39:41.913024 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:39:58.044684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f10c5798-fe3a-4371-bb5d-a20bd7ca0c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:00.490090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b5e-7dbe-4de1-b967-d6391d9a05e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:00.527538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:00.601934 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd67bb1d-46f2-4d08-b65e-6ed92b5351e1 admin admin] GET failed (client error): The resource could not be found. Aug 19 17:40:00.603299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd67bb1d-46f2-4d08-b65e-6ed92b5351e1 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742168 Aug 19 17:40:00.770932 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:00.773515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72d9f1-d217-4b99-ba3e-c60be0e7114f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:00.775000 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a72d9f1-d217-4b99-ba3e-c60be0e7114f admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1665080 Aug 19 17:40:01.763969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:02.982105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35568) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:03.088750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bd034-990e-492a-a8b9-c1a3cfe84ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:03.090138 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-628bd034-990e-492a-a8b9-c1a3cfe84ae8 admin admin] 10.222.0.36 "GET /v2.0/subnets/5d31336a-27c3-4f49-ad25-89b6ab4d0321 HTTP/1.1" status: 200 len: 849 time: 0.1069915 Aug 19 17:40:03.101092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:40:03.192507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:03.293140 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:03.348595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045468007'] for subnet, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:03.381031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:03.382101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:03.383775 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] 10.222.0.36 "PUT /v2.0/subnets/5d31336a-27c3-4f49-ad25-89b6ab4d0321 HTTP/1.1" status: 200 len: 868 time: 0.2865851 Aug 19 17:40:03.385564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5190a43-86f4-4318-9ecf-ecd535b13995 None None] Network 4948258c-70b3-47c4-9a59-0b84b62a4de0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:40:03.404806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d31336a-27c3-4f49-ad25-89b6ab4d0321,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:03.414025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.414480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.414742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.415068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.415584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.415828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.416111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.416437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.416769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.417095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.417440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.417755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1cfa8-6fcd-47c9-aa4d-5860409e6af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:03.866164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b6017d11-2113-4bda-b06f-c9935acda9b4 None None] Provisioning complete for port 083b12a9-1273-4511-9b85-4b8557c2be92 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:40:03.866435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b6017d11-2113-4bda-b06f-c9935acda9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:03.959169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b6017d11-2113-4bda-b06f-c9935acda9b4 None None] Provisioning complete for port 4958667f-f2cb-426a-89ee-4933a379bd3e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:40:03.959579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b6017d11-2113-4bda-b06f-c9935acda9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:05.629770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:05.841569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001489aa-3485-4258-beb1-c701915c4c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:05.841966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001489aa-3485-4258-beb1-c701915c4c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:05.843568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-001489aa-3485-4258-beb1-c701915c4c77 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128048 Aug 19 17:40:08.066891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35584) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:08.275501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc5041-3b6b-498d-9225-518950290ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:08.275896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc5041-3b6b-498d-9225-518950290ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:08.277746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ffc5041-3b6b-498d-9225-518950290ad7 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2096109 Aug 19 17:40:10.470637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35594) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:10.697089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4fa60-2d30-453b-82a6-ebb889545765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:10.698387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-72c4fa60-2d30-453b-82a6-ebb889545765 admin admin] 10.222.0.36 "GET /v2.0/networks/4948258c-70b3-47c4-9a59-0b84b62a4de0 HTTP/1.1" status: 200 len: 869 time: 0.2268062 Aug 19 17:40:12.882476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:13.009147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960d8df-1261-4b62-9ce1-c58169c98784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:13.010519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1960d8df-1261-4b62-9ce1-c58169c98784 admin admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 886 time: 0.1270998 Aug 19 17:40:15.202840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35610) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:15.325463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a953d-1f2a-48b6-a037-f91df33c9ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:15.325921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a953d-1f2a-48b6-a037-f91df33c9ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:15.327471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d20a953d-1f2a-48b6-a037-f91df33c9ad5 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236186 Aug 19 17:40:17.507494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35618) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:17.637624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb114c2-c2c0-47ad-ad00-7ea6d2c2c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:17.638092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb114c2-c2c0-47ad-ad00-7ea6d2c2c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:17.639663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2cb114c2-c2c0-47ad-ad00-7ea6d2c2c2d2 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305549 Aug 19 17:40:18.911827 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:40:19.816171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35626) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:19.911150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce25f3c-efc8-4344-b574-48a4b71a9d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:19.912588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cce25f3c-efc8-4344-b574-48a4b71a9d7f admin admin] 10.222.0.36 "GET /v2.0/subnets/5d31336a-27c3-4f49-ad25-89b6ab4d0321 HTTP/1.1" status: 200 len: 868 time: 0.0955400 Aug 19 17:40:22.124836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35634) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:22.228544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960ff2a-000e-4ed1-ab1a-caf2136acfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:22.231691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4960ff2a-000e-4ed1-ab1a-caf2136acfb1 admin admin] 10.222.0.36 "GET /v2.0/subnets/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01 HTTP/1.1" status: 200 len: 816 time: 0.1039205 Aug 19 17:40:28.047204 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d359f420-bc88-459b-ab48-8d1288e18ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:30.492115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f7a69411-ad0d-45d8-bbce-14e86a659081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:30.762927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:31.765844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:33.309710 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:47.225606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35688) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:47.274849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-00ed8b02-3dc1-4631-8356-f8881028a0f2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:40:47.276585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00ed8b02-3dc1-4631-8356-f8881028a0f2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493271 Aug 19 17:40:49.616541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35696) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:49.678178 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1849f0-9da7-4a3a-bf84-842216c8153a admin admin] GET failed (client error): The resource could not be found. Aug 19 17:40:49.679848 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5f1849f0-9da7-4a3a-bf84-842216c8153a admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623612 Aug 19 17:40:49.768048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7e23a-a782-4ccc-8923-3385f534d799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:49.769549 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bda7e23a-a782-4ccc-8923-3385f534d799 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842695 Aug 19 17:40:51.964349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35704) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:52.011243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:40:52.032436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Made reservation on behalf of 9d156682d0884d9897a526f1280a24ca for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:40:52.034681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:52.074389 n-d-778550-10 neutron-server[101324]: WARNING neutron.services.revisions.revision_plugin [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Could not find related network for resource to bump revision. Aug 19 17:40:52.087423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:40:52.097611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:52.097970 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Added segment d75b7d95-b8ab-48a3-a7e0-b982b015214b of type vlan for network 1358d6ae-db5d-40d6-892b-556feee5d938 Aug 19 17:40:52.137591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:52.160936 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:52.162025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:52.162673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:52.215708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2502186 Aug 19 17:40:52.226590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Pushing event updated for resources: {'Network': ['ID=1358d6ae-db5d-40d6-892b-556feee5d938,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:52.234253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.234613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.234963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.235305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.235678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.236015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.236350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.236683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.237010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.237344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.237678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.238078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5930111-48c3-4c14-ad22-592e81f2fa24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:52.249611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1358d6ae-db5d-40d6-892b-556feee5d938 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:40:54.453498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:40:54.517002 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-06abfbb4-20cc-42a7-accd-c272d9436d2e admin admin] GET failed (client error): The resource could not be found. Aug 19 17:40:54.518342 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06abfbb4-20cc-42a7-accd-c272d9436d2e admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636833 Aug 19 17:40:54.588722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c467b3f-3dac-4953-abde-f7d67b9f23ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:54.590203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0c467b3f-3dac-4953-abde-f7d67b9f23ee admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673687 Aug 19 17:40:54.600362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:40:54.624369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Made reservation on behalf of 9d156682d0884d9897a526f1280a24ca for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:40:54.626635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:54.821966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:54.881319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26872fa-a832-4e84-bfb2-157fee0c7765,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:54.891291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:40:54.891670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Network hostable DHCP agents. Network: 1358d6ae-db5d-40d6-892b-556feee5d938, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:40:54.912720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:40:54.923931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1358d6ae-db5d-40d6-892b-556feee5d938) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:40:54.928361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:40:54.929354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:54.934202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d17cf-4f92-4e50-a5b2-832f973c5db0 None None] Network 1358d6ae-db5d-40d6-892b-556feee5d938 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:40:54.943660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c63ea51-3217-4349-8e5f-1372474d0972 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464723 Aug 19 17:40:55.088783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1358d6ae-db5d-40d6-892b-556feee5d938', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'tenant_id': '9d156682d0884d9897a526f1280a24ca', 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:40:55.089683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.238158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Allocated IP 192.168.233.2 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/27c4bea6-e45a-41f5-8646-12f3381dbf52) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:40:55.393033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.402913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Transition to ACTIVE for port object 27c4bea6-e45a-41f5-8646-12f3381dbf52 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:40:55.419507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Transition to ACTIVE for port object 27c4bea6-e45a-41f5-8646-12f3381dbf52 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:40:55.425723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.472617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:40:55.475570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:40:55.478088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:40:55.483893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Pushing event updated for resources: {'Port': ['ID=27c4bea6-e45a-41f5-8646-12f3381dbf52,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:55.493824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.494736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.495076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.495417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.495777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.496106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.496431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.497071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.497071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.497410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.497737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.498057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:40:55.549517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Attempting to bind port 27c4bea6-e45a-41f5-8646-12f3381dbf52 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:40:55.549892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Attempting to bind port 27c4bea6-e45a-41f5-8646-12f3381dbf52 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:40:55.550251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Attempting to bind port 27c4bea6-e45a-41f5-8646-12f3381dbf52 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:40:55.555941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:40:55.556320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:40:55.557283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.557930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:40:55.558587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Bound port: 27c4bea6-e45a-41f5-8646-12f3381dbf52, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:40:55.558990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.624792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] For port 27c4bea6-e45a-41f5-8646-12f3381dbf52, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:40:55.628111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] For port 27c4bea6-e45a-41f5-8646-12f3381dbf52, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27c4bea6-e45a-41f5-8646-12f3381dbf52,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:40:55.632809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:55.700518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30c2d-3e07-4b24-ae71-7c813a07b4e2 None None] Pushing event updated for resources: {'Port': ['ID=27c4bea6-e45a-41f5-8646-12f3381dbf52,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:55.918649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:40:56.619074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f8aac-5733-4c25-b496-1259e31a6085 None None] Network 1358d6ae-db5d-40d6-892b-556feee5d938 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:40:56.696629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-10b74dc1-7acc-4a8a-a6a4-f1002283b338 None None] Provisioning for port 27c4bea6-e45a-41f5-8646-12f3381dbf52 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:40:56.909251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27c4bea6-e45a-41f5-8646-12f3381dbf52 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:40:56.981870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 27c4bea6-e45a-41f5-8646-12f3381dbf52 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:40:56.986603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27c4bea6-e45a-41f5-8646-12f3381dbf52 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:40:56.986979 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:57.042288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa31aa51-0688-4023-bdd4-60821e46d4c1 None None] Provisioning complete for port 27c4bea6-e45a-41f5-8646-12f3381dbf52 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:40:57.042583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa31aa51-0688-4023-bdd4-60821e46d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:57.108693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:57.169218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 27c4bea6-e45a-41f5-8646-12f3381dbf52, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27c4bea6-e45a-41f5-8646-12f3381dbf52,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:40:57.176885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:57.203957 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa31aa51-0688-4023-bdd4-60821e46d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:57.264769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=27c4bea6-e45a-41f5-8646-12f3381dbf52,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:40:57.286195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-fa31aa51-0688-4023-bdd4-60821e46d4c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:40:57.286776 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-fa31aa51-0688-4023-bdd4-60821e46d4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:40:58.054000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7e38791b-3c43-478a-9aca-09ff42dcd5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:40:58.862886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27c4bea6-e45a-41f5-8646-12f3381dbf52 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:40:58.911786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27c4bea6-e45a-41f5-8646-12f3381dbf52 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:40:58.912160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:00.494779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7727822c-867f-4588-96a9-cd3330fb8d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:00.767079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:01.768434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:03.300886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:28.050084 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f2ba53f8-66c4-4b77-805c-49d50e9d031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:30.496026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-691583de-d7d6-4229-897b-69e69b093e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:30.770720 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:31.772544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:32.918494 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:41:33.304114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:41:58.060424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-303f0acb-f7ff-4ee6-bda4-633258688db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:00.496998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d1ca-4957-490e-8226-a82f954c7367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:00.772091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:01.774114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:03.307533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:09.917395 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:42:11.081639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35764) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:42:11.087797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-3df27e19-9ef4-46a0-8d2b-56bb97d2484e tempest-verify_tempest_config-1792189482 tempest-verify_tempest_config-1792189482-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:42:11.088808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3df27e19-9ef4-46a0-8d2b-56bb97d2484e tempest-verify_tempest_config-1792189482 tempest-verify_tempest_config-1792189482-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061841 Aug 19 17:42:11.412068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:42:11.516582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.614882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.619828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.663841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbec3a-0a28-4252-9486-ebabd42c4719,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:42:11.667697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c45a794414d344cf90ca6e3ce5cb97b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2545645 Aug 19 17:42:11.670733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35788) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:42:11.673723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.674072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.674413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.674750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.675090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.675422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.675781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.676108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.676433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.676801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.677106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.677428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c065713b-bf8c-49b8-996c-86b44625a4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.737264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.758525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.851969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.854748 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:11.855938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dbbec3a-0a28-4252-9486-ebabd42c4719 HTTP/1.1" status: 204 len: 168 time: 0.1842086 Aug 19 17:42:11.863691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbbec3a-0a28-4252-9486-ebabd42c4719,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:42:11.870690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.871041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.871388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.871757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.872094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.872430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.872764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.873094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.873529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.873740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.874071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:11.874393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fa772-e2c1-4fbc-a713-8db6a785de90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:42:28.055682 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a0971188-6a2a-4049-8d2a-686f95b873b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:30.497660 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3111cfb-85ae-438a-89c4-bafe4b9e499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:30.772183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:31.775772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:33.309882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:42:46.916048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:42:58.058066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-746b055a-d5a1-41c2-9b3f-c8e3d727b547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:00.499914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2c4d-4f5a-488f-914d-b0715f933b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:00.868588 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:01.777227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:03.312715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:23.916507 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:43:28.058750 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92933cb2-cbff-4f09-a6b0-cb8cf0a87559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:30.499773 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39f8c3bd-a05f-4d5c-8865-5d33b182894a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:30.770799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:31.780486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:33.315120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:43:58.059681 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a0904fb5-385f-4069-90cf-062a3c38bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:00.500410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-198c06c7-a0f0-4577-b49b-ded183d08958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:00.771503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:00.914840 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:44:01.784088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:03.317584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:28.060610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa31a7cd-e587-4769-aec3-1752500f5173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:30.502739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9524e36e-20c9-4967-aa69-2302b3ea51fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:30.773195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:31.786747 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:33.320267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:44:37.913359 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:44:58.062765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2244b39f-4534-484d-80cc-2ff85f57e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:00.502650 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54d19779-75f3-42c3-8fd8-2850ba9057bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:00.778885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:01.789011 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:03.323999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:14.912102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 5 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:45:16.735305 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:25.635788 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-981080'] for agent, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:28.062895 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412300a-9dc3-4f04-9863-ded38649c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:30.503917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ab6673-b974-4297-bb0c-256a323ab3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:30.779889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:31.791052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:33.328576 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:46.687920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:51.911548 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:45:55.602137 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:45:58.063852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bd82c419-b8ca-4ea1-937b-9fdb5d3c9323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:00.504277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dcabb337-7a8c-4b03-9a89-a657b08f69f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:00.780860 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:01.793466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:03.331518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:07.826666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35848) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:46:07.931469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-06d8c09f-6f1f-4603-a370-3ed540b5bdc1 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1031487 Aug 19 17:46:10.106735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:46:10.169974 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d7792215-3dbe-4316-b437-d198bba77b9d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0621626 Aug 19 17:46:16.686606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:25.632979 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:28.064009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6813-83a4-413f-ab6c-e9c44ac22501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:28.910675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:46:30.507915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-86630505-a083-4fe9-9e9a-a2c2435035ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:30.782193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:31.795257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:33.334241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:46.699127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:55.635963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:46:58.065921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8faa14d6-9cba-4791-a013-b3dd6cf16d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:00.511315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-43bcbdb7-c4ce-4ecf-a356-5b9c72fde71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:00.782387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:01.798694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:03.336875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:05.910313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:47:16.698010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:25.664182 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:28.066996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b670277-d865-40f7-bee3-e5824d661c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:30.513361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-671ac2e2-a0a5-42a2-b306-fb79d3167b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:30.783159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:31.801179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:33.357939 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:36.657218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36020) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:37.013938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68b74b1b-354a-4517-a62f-9c20749976ff tempest-AutoAllocateNetworkTest-1134892067 tempest-AutoAllocateNetworkTest-1134892067-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7c56f778e6e34fd68987dd700024f7e0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3554502 Aug 19 17:47:37.016374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36048) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:37.215535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318ca48-7b0f-4e32-a303-62af5feaa976 tempest-AutoAllocateNetworkTest-1134892067 tempest-AutoAllocateNetworkTest-1134892067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:37.219935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5318ca48-7b0f-4e32-a303-62af5feaa976 tempest-AutoAllocateNetworkTest-1134892067 tempest-AutoAllocateNetworkTest-1134892067-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2024226 Aug 19 17:47:37.220548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:37.280970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18594a67-d908-4f3f-90ec-0b55f40110f1 tempest-AutoAllocateNetworkTest-1134892067 tempest-AutoAllocateNetworkTest-1134892067-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589218 Aug 19 17:47:37.283360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:37.313293 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07b82088-95e7-45ae-a0b5-b905deeda793 tempest-AutoAllocateNetworkTest-1134892067 tempest-AutoAllocateNetworkTest-1134892067-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7c56f778e6e34fd68987dd700024f7e0 HTTP/1.1" status: 200 len: 208 time: 0.0285876 Aug 19 17:47:38.033890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36108) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:38.114703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36112) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:38.504569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-network', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:38.528894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.561660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Made reservation on behalf of ee792f534ca04d0aac933983f54c1cad for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:38.564319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.576496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.674116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.680872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.718944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c56f778e6e34fd68987dd700024f7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6027510 Aug 19 17:47:38.721908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36146) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:38.754215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d2f4c7-7dce-4e60-9d87-dce5f8d3a9a1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:38.764581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.764936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.765285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.765628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.765962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.766574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.767281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.767803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.768302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.768784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.769288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.769765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a27df7-fddd-4263-a44a-0ae0d44cf027 admin admin] Tracked resource versions report: Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: pushed versions: Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: { 'AddressGroup': {'1.2'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'ConntrackHelper': {'1.0'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Log': {'1.0'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Network': {'1.1'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Port': {'1.7'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'PortForwarding': {'1.2'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'QosPolicy': {'1.9'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SecurityGroup': {'1.4'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SubPort': {'1.0'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Subnet': {'1.1'}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Trunk': {'1.1'}} Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: consumer versions: Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: HyperV agent@n-h1-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: HyperV agent@n-h2-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: L3 agent@n-d-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: Metadata agent@n-d-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: Metering agent@n-d-778550-10: {}, Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'ConntrackHelper': '1.0', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Log': '1.0', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Network': '1.1', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Port': '1.7', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'PortForwarding': '1.2', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'QosPolicy': '1.9', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SecurityGroup': '1.4', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SecurityGroupRule': '1.2', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'SubPort': '1.0', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Subnet': '1.1', Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: 'Trunk': '1.1'}} Aug 19 17:47:38.771348 n-d-778550-10 neutron-server[101324]: {{(pid=101324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:47:38.813598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.838504 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.844660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.851378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.876105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:47:38.892824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5351c3-c92b-4462-99dd-6939ea667a14,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:38.896965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.898110 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Added segment f4ffe35e-01af-4c0c-ae20-16fb82dd99f2 of type vlan for network c099998e-2680-4acf-bce1-296d4f22deee Aug 19 17:47:38.915143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.919272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.923306 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81d2f4c7-7dce-4e60-9d87-dce5f8d3a9a1 HTTP/1.1" status: 204 len: 168 time: 0.1997247 Aug 19 17:47:38.931496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d2f4c7-7dce-4e60-9d87-dce5f8d3a9a1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:38.939045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.939776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.940269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.940792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.941334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.941828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.942735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.943277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.943973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.944467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.945649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.946651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382afd1c-59c6-4f04-8708-0a74c9aa113d admin admin] Tracked resource versions report: Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: pushed versions: Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: { 'AddressGroup': {'1.2'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'ConntrackHelper': {'1.0'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Log': {'1.0'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Network': {'1.1'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Port': {'1.7'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'PortForwarding': {'1.2'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'QosPolicy': {'1.9'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SecurityGroup': {'1.4'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SubPort': {'1.0'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Subnet': {'1.1'}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Trunk': {'1.1'}} Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: consumer versions: Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: HyperV agent@n-h1-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: HyperV agent@n-h2-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: L3 agent@n-d-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: Metadata agent@n-d-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: Metering agent@n-d-778550-10: {}, Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'ConntrackHelper': '1.0', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Log': '1.0', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Network': '1.1', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Port': '1.7', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'PortForwarding': '1.2', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'QosPolicy': '1.9', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SecurityGroup': '1.4', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SecurityGroupRule': '1.2', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'SubPort': '1.0', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Subnet': '1.1', Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: 'Trunk': '1.1'}} Aug 19 17:47:38.948640 n-d-778550-10 neutron-server[101325]: {{(pid=101325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:47:38.965595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.997130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:38.998200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:38.998856 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.051480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0162592 Aug 19 17:47:39.054389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:39.059324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Request body: {'subnet': {'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-subnet', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:39.076538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6073f5-a888-4781-959e-0735b2db9a05 admin admin] Pushing event updated for resources: {'Network': ['ID=c099998e-2680-4acf-bce1-296d4f22deee,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:39.086969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c099998e-2680-4acf-bce1-296d4f22deee details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:47:39.089295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Made reservation on behalf of ee792f534ca04d0aac933983f54c1cad for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:39.092233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.284715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.330592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4849019a-1eca-4b11-96c0-c9bf0f388fb1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:39.357114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Checking segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:39.357492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Network hostable DHCP agents. Network: c099998e-2680-4acf-bce1-296d4f22deee, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:47:39.384495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Network c099998e-2680-4acf-bce1-296d4f22deee is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:47:39.396637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, c099998e-2680-4acf-bce1-296d4f22deee) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:39.403890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:39.404549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b987980-e951-429b-a734-3538f678dbde None None] Network c099998e-2680-4acf-bce1-296d4f22deee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:39.404836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.428777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:39.429684 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0313258b-cead-42a0-be17-7f95d15e4b71 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3737140 Aug 19 17:47:39.434457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:39.479075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.480292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.580408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-c099998e-2680-4acf-bce1-296d4f22deee', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:47:39.581612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.591735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.754518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Allocated IP 172.20.0.2 (c099998e-2680-4acf-bce1-296d4f22deee/4849019a-1eca-4b11-96c0-c9bf0f388fb1/f24a82cb-85c8-4d64-984c-ff598be17ba6) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:39.848166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.957648 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:39.972516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Transition to ACTIVE for port object f24a82cb-85c8-4d64-984c-ff598be17ba6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:39.990634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Transition to ACTIVE for port object f24a82cb-85c8-4d64-984c-ff598be17ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:40.000872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.036978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Network c099998e-2680-4acf-bce1-296d4f22deee is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:40.040903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:40.045864 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:40.091045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.107551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Pushing event updated for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:40.117528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.117878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.118220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.118556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.119167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.119548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.119870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.120194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.120406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.121393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.121960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.122445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.122946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Tracked resource versions report: Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: pushed versions: Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: { 'AddressGroup': {'1.2'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'ConntrackHelper': {'1.0'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Log': {'1.0'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Network': {'1.1'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Port': {'1.7'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'PortForwarding': {'1.2'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'QosPolicy': {'1.9'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SecurityGroup': {'1.4'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SubPort': {'1.0'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Subnet': {'1.1'}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Trunk': {'1.1'}} Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: consumer versions: Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: HyperV agent@n-h1-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: HyperV agent@n-h2-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: L3 agent@n-d-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: Metadata agent@n-d-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: Metering agent@n-d-778550-10: {}, Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'ConntrackHelper': '1.0', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Log': '1.0', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Network': '1.1', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Port': '1.7', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'PortForwarding': '1.2', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'QosPolicy': '1.9', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SecurityGroup': '1.4', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SecurityGroupRule': '1.2', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'SubPort': '1.0', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Subnet': '1.1', Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: 'Trunk': '1.1'}} Aug 19 17:47:40.124130 n-d-778550-10 neutron-server[101326]: {{(pid=101326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:47:40.144752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Attempting to bind port f24a82cb-85c8-4d64-984c-ff598be17ba6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:40.145138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Attempting to bind port f24a82cb-85c8-4d64-984c-ff598be17ba6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:40.145504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Attempting to bind port f24a82cb-85c8-4d64-984c-ff598be17ba6 on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:40.151213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:40.152263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Checking segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:40.152984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.153423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Bound using segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:40.153954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Bound port: f24a82cb-85c8-4d64-984c-ff598be17ba6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:40.154421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.225863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:40.230506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f24a82cb-85c8-4d64-984c-ff598be17ba6,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:40.237389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.238476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Allocated IP 172.25.5.32 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5dd9b384-b007-43d7-82f4-7c25e18eddc0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:40.306976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b00f6-c3c4-4cff-a3a5-428eb1ce692d None None] Pushing event updated for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:40.386318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.429246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:40.492974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:40.496541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:40.503506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:40.618416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Pushing event updated for resources: {'Port': ['ID=5dd9b384-b007-43d7-82f4-7c25e18eddc0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:40.849917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.083342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.159330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f24a82cb-85c8-4d64-984c-ff598be17ba6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:41.224290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f24a82cb-85c8-4d64-984c-ff598be17ba6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:41.371189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:47:41.499972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:47:41.512122 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:47:41.524474 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:41.527836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:41.541198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.545623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5001ef3d-535d-4e7b-bc37-c0be696968de admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1125090 Aug 19 17:47:41.545623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36262) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:41.573976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce11579-7b21-46e9-93c9-323ad6c2ad34 None None] Network c099998e-2680-4acf-bce1-296d4f22deee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:41.644903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Provisioning for port f24a82cb-85c8-4d64-984c-ff598be17ba6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:41.662648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Provisioning complete for port f24a82cb-85c8-4d64-984c-ff598be17ba6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:41.663277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.685175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36266) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:41.843104 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:41.856288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.901708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-370369f1-a96e-4067-8a80-8ae70d98602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.903560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f24a82cb-85c8-4d64-984c-ff598be17ba6,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:47:41.909189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:41.981781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02a048-52f8-4461-b258-d356cd61a476 None None] Pushing event updated for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:42.104166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-370369f1-a96e-4067-8a80-8ae70d98602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.113801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-370369f1-a96e-4067-8a80-8ae70d98602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.198156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-370369f1-a96e-4067-8a80-8ae70d98602a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32f599cddecc4ffb96a1e77f02fd9a8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5094764 Aug 19 17:47:42.198156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370369f1-a96e-4067-8a80-8ae70d98602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0242bd-dfce-4c63-8270-6b7abadab3f7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:42.200055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36280) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:42.240643 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:40Z', 'revision_number': 3, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:42.241461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2de005b4-4204-4ea2-928e-029f327b38ec None None] Provisioning complete for port f24a82cb-85c8-4d64-984c-ff598be17ba6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:42.241945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2de005b4-4204-4ea2-928e-029f327b38ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.303933 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:47:42.308959 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Updating router 5279dabc-e16a-4a28-b43d-482a3500a7ae port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:47:42.320961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.367308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.381524 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.470056 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.473463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.474676 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be0242bd-dfce-4c63-8270-6b7abadab3f7 HTTP/1.1" status: 204 len: 168 time: 0.2733364 Aug 19 17:47:42.488857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb94a-1bcc-4dfa-9a7e-a254f6e16eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0242bd-dfce-4c63-8270-6b7abadab3f7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:42.601145 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.803671 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.818303 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Transition to ACTIVE for port object 5dd9b384-b007-43d7-82f4-7c25e18eddc0 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:42.828251 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.897327 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Pushing event updated for resources: {'Port': ['ID=5dd9b384-b007-43d7-82f4-7c25e18eddc0,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:42.900839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Attempting to bind port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:42.902187 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Attempting to bind port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:42.902983 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Attempting to bind port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:42.922698 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.923392 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.923931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.924520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.924869 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.925205 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.925535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.925863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.926188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.926922 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.927389 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.927876 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Tracked resource versions report: Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: pushed versions: Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: { 'AddressGroup': {'1.2'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'ConntrackHelper': {'1.0'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Log': {'1.0'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Network': {'1.1'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Port': {'1.7'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'PortForwarding': {'1.2'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'QosPolicy': {'1.9'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SecurityGroup': {'1.4'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SecurityGroupRule': {'1.2'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SubPort': {'1.0'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Subnet': {'1.1'}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Trunk': {'1.1'}} Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: consumer versions: Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: { DHCP agent@n-d-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: HyperV agent@n-h1-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: HyperV agent@n-h2-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: L3 agent@n-d-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: Metadata agent@n-d-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: Metering agent@n-d-778550-10: {}, Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: Open vSwitch agent@n-d-778550-10: { 'AddressGroup': '1.2', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'ConntrackHelper': '1.0', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Log': '1.0', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Network': '1.1', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Port': '1.7', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'PortForwarding': '1.2', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'QosPolicy': '1.9', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SecurityGroup': '1.4', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SecurityGroupRule': '1.2', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'SubPort': '1.0', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Subnet': '1.1', Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: 'Trunk': '1.1'}} Aug 19 17:47:42.929234 n-d-778550-10 neutron-server[101327]: {{(pid=101327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 17:47:42.934887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:47:42.935887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:42.936444 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:42.936798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Allocated IP 172.20.0.1 (c099998e-2680-4acf-bce1-296d4f22deee/4849019a-1eca-4b11-96c0-c9bf0f388fb1/396f5fd2-c27e-49cd-b413-940fee3f54ba) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:42.936908 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.937239 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:42.937722 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Bound port: 5dd9b384-b007-43d7-82f4-7c25e18eddc0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:42.938104 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:42.997544 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] For port 5dd9b384-b007-43d7-82f4-7c25e18eddc0, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:43.002229 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] For port 5dd9b384-b007-43d7-82f4-7c25e18eddc0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5dd9b384-b007-43d7-82f4-7c25e18eddc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:43.013497 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.090155 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:43.090803 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:43.133650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.147020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f24a82cb-85c8-4d64-984c-ff598be17ba6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:43.169998 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b065e-d4ea-4cee-8bb9-26fa4cffb87b None None] Pushing event updated for resources: {'Port': ['ID=5dd9b384-b007-43d7-82f4-7c25e18eddc0,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:43.196741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Transition to ACTIVE for port object 396f5fd2-c27e-49cd-b413-940fee3f54ba will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:43.249371 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:43.258432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f24a82cb-85c8-4d64-984c-ff598be17ba6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:43.258893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.298373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.358886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:43.385519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d78ce279-9574-4e40-91d7-936df9fb63f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.391851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Network c099998e-2680-4acf-bce1-296d4f22deee is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:43.410659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:43.424722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:43.425500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.512717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Pushing event updated for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:43.621922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d78ce279-9574-4e40-91d7-936df9fb63f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.623812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:40Z', 'revision_number': 3, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:43.630585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d78ce279-9574-4e40-91d7-936df9fb63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.670537 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97b61c-8aee-44ff-a394-acfa03ce058f None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:40Z', 'revision_number': 3, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:47:43.683460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce279-9574-4e40-91d7-936df9fb63f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0012a-4bff-4ea6-a20a-8d718bd9b3d2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:43.695149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d78ce279-9574-4e40-91d7-936df9fb63f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0d6c172b7af4ed2b07c383f081a6b5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3339756 Aug 19 17:47:43.697953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:43.759961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.784111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.811978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5b668cd-518c-49a5-9be8-3a9f581e879a None None] Provisioning for port 396f5fd2-c27e-49cd-b413-940fee3f54ba completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:43.816364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.817268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5b668cd-518c-49a5-9be8-3a9f581e879a None None] Provisioning complete for port 396f5fd2-c27e-49cd-b413-940fee3f54ba triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:43.817820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5b668cd-518c-49a5-9be8-3a9f581e879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.869764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b5b668cd-518c-49a5-9be8-3a9f581e879a None None] Port 396f5fd2-c27e-49cd-b413-940fee3f54ba cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:47:43.874234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.877179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:43.878320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76b0012a-4bff-4ea6-a20a-8d718bd9b3d2 HTTP/1.1" status: 204 len: 168 time: 0.1781480 Aug 19 17:47:43.892969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8086e17-e5db-4da6-8084-49d22b61b593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0012a-4bff-4ea6-a20a-8d718bd9b3d2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:44.176745 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:44.185543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:44.186668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:44.319042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Pushing event updated for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:44.395987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Network c099998e-2680-4acf-bce1-296d4f22deee is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:44.397635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:44.600815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:47:44.703092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c849722c-b697-4dbe-9d47-870a97634c76 None None] Provisioning complete for port 396f5fd2-c27e-49cd-b413-940fee3f54ba triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:44.704034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c849722c-b697-4dbe-9d47-870a97634c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:44.756727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:47:44.758138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c849722c-b697-4dbe-9d47-870a97634c76 None None] Port 396f5fd2-c27e-49cd-b413-940fee3f54ba cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:47:44.768448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-94d93140-4c7f-4e1d-8fdd-21e9c13d6d07 admin admin] 10.222.0.36 "PUT /v2.0/routers/5279dabc-e16a-4a28-b43d-482a3500a7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216716 Aug 19 17:47:44.821032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36426) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:44.860754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36432) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:44.942916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36438) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:45.084549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-adda97e2-0b0c-40bc-b421-939704c8cbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.103083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36450) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:45.130067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4888e3e8-a24d-42bb-bf2e-1085f819aa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.174671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5dd9b384-b007-43d7-82f4-7c25e18eddc0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:45.202719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48b1ade4-72a2-4e12-8441-fb2583ac9707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.241680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:45.241982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-adda97e2-0b0c-40bc-b421-939704c8cbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.247996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:45.248965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.255677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-adda97e2-0b0c-40bc-b421-939704c8cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.302128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda97e2-0b0c-40bc-b421-939704c8cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f4a07-9a49-406b-8592-87bb7fa410e3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:45.345774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-adda97e2-0b0c-40bc-b421-939704c8cbf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=442e5398727746efa2f7a39d94070705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5234230 Aug 19 17:47:45.348652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36464) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:45.417825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4888e3e8-a24d-42bb-bf2e-1085f819aa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.572596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48b1ade4-72a2-4e12-8441-fb2583ac9707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.573785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4888e3e8-a24d-42bb-bf2e-1085f819aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.681423 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.697272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4888e3e8-a24d-42bb-bf2e-1085f819aa95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2645e86f99e5421f8e1502ab3f04fdcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8324866 Aug 19 17:47:45.710394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36484) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:45.725418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e3e8-a24d-42bb-bf2e-1085f819aa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bce497-aff5-4f39-9426-e9f470d88a01,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:45.733653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5dd9b384-b007-43d7-82f4-7c25e18eddc0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5dd9b384-b007-43d7-82f4-7c25e18eddc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:47:45.742568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.748045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.751749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.761646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48b1ade4-72a2-4e12-8441-fb2583ac9707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.853423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:45.872115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5dd9b384-b007-43d7-82f4-7c25e18eddc0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:45.893560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:45.907301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:47:45.927848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:45.929531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:45.961073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-network', 'tenant_id': '10f10792aafe4de191a05c5d5a188474'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:46.045174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.052914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-48b1ade4-72a2-4e12-8441-fb2583ac9707 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93e0fc299d294f0aa4cb288b0fad0115&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1088812 Aug 19 17:47:46.053971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 17:47:46.053971 n-d-778550-10 neutron-server[101324]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 17:47:46.053971 n-d-778550-10 neutron-server[101324]: [parameters: {'project_id': '5be6bdea029740f29d7b3ddbecc5aefa', 'id': 'd2b68529-4c2c-467e-9431-10cfec6a996d', 'expiration': datetime.datetime(2021, 8, 19, 17, 49, 46, 41283)}] Aug 19 17:47:46.053971 n-d-778550-10 neutron-server[101324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:47:46.054297 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:47:46.054974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1ade4-72a2-4e12-8441-fb2583ac9707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a7ecf2-b60f-4f99-9025-87d9d371dfa1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.057689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36514) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:46.094410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.128956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.131830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.136173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/517f4a07-9a49-406b-8592-87bb7fa410e3 HTTP/1.1" status: 204 len: 168 time: 0.7865143 Aug 19 17:47:46.154195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492e42-0bb2-4e91-b886-fa9bfc7b5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f4a07-9a49-406b-8592-87bb7fa410e3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.158168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Made reservation on behalf of 10f10792aafe4de191a05c5d5a188474 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:46.160423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:46.163553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.179803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.197637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.227858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.230994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.234785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.239096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61bce497-aff5-4f39-9426-e9f470d88a01 HTTP/1.1" status: 204 len: 168 time: 0.5277643 Aug 19 17:47:46.255480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef9a1-10bf-4039-a9fe-d6b2190ea516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bce497-aff5-4f39-9426-e9f470d88a01,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.360294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.367849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.370337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2a7ecf2-b60f-4f99-9025-87d9d371dfa1 HTTP/1.1" status: 204 len: 168 time: 0.3015676 Aug 19 17:47:46.411719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0bbd-84b9-4fb4-ba85-0052e8834d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a7ecf2-b60f-4f99-9025-87d9d371dfa1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.437872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.443108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.488972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:47:46.494976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc4fa2-93cf-42e4-bcff-119793698206,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.515563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.518422 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Added segment 00fe67e5-ba09-4db8-a11a-f15ea26c4cc2 of type vlan for network 51e45423-3677-43e2-a10a-15f02b3b4d2d Aug 19 17:47:46.556099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.563542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 2, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:46.597842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:47:46.598248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Updating router 5279dabc-e16a-4a28-b43d-482a3500a7ae port 396f5fd2-c27e-49cd-b413-940fee3f54ba binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:47:46.623932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.638903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.689405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.690542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:46.691591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.732219 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.797171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.806115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.825819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=51e45423-3677-43e2-a10a-15f02b3b4d2d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.837851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9855925-d94a-48a6-ac1d-7fa35f68b7d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9324009 Aug 19 17:47:46.840257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36568) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:46.843784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:47:46.851738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Request body: {'subnet': {'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-subnet', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:46.884928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Made reservation on behalf of 10f10792aafe4de191a05c5d5a188474 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:46.889062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c60b47-8fae-432d-9be0-df2a3d5bc1b7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:46.889204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:46.920401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7f3d2036-961a-4708-a5bb-c5daec2b4504 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5be6bdea029740f29d7b3ddbecc5aefa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8160589 Aug 19 17:47:46.923114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.050633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.102262 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.165238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5dd9b384-b007-43d7-82f4-7c25e18eddc0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:47.188905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.191916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.193454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9c60b47-8fae-432d-9be0-df2a3d5bc1b7 HTTP/1.1" status: 204 len: 168 time: 0.2690704 Aug 19 17:47:47.210744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c3784-0366-46dc-b7a1-42a630212bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c60b47-8fae-432d-9be0-df2a3d5bc1b7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:47.244026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.286067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:47.286649 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.292637 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.297970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36592) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.317173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1bf945fd-5c9b-4434-bdd7-5d25383bf77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.318831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36594) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.329499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Transition to ACTIVE for port object 396f5fd2-c27e-49cd-b413-940fee3f54ba will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:47.342602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5888-ec47-4ce6-9157-a357cac72d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.344612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.350160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Checking segment: {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:47.351199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Network hostable DHCP agents. Network: 51e45423-3677-43e2-a10a-15f02b3b4d2d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:47:47.360854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38d7d7e-3848-4755-89e6-06db925b94bc,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:47.396300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:47:47.419029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 51e45423-3677-43e2-a10a-15f02b3b4d2d) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:47.423987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:47.425463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.447480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e8205-6fce-49da-a475-39fdafebfe9c None None] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:47.499700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1bf945fd-5c9b-4434-bdd7-5d25383bf77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.521365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1bf945fd-5c9b-4434-bdd7-5d25383bf77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.610255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bee8b-df86-415a-8cac-29ab50f8e290 None None] Pushing event updated for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:47.613333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1bf945fd-5c9b-4434-bdd7-5d25383bf77f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27282964af524a1c8b2c15407ce761d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3139403 Aug 19 17:47:47.616140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.628158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf945fd-5c9b-4434-bdd7-5d25383bf77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790b697-60c4-44b9-832f-0b30eea1aa97,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:47.709715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-51e45423-3677-43e2-a10a-15f02b3b4d2d', 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'fixed_ips': [{'subnet_id': 'c38d7d7e-3848-4755-89e6-06db925b94bc'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:47:47.710468 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.743977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Attempting to bind port 396f5fd2-c27e-49cd-b413-940fee3f54ba on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:47.744615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Attempting to bind port 396f5fd2-c27e-49cd-b413-940fee3f54ba by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:47.745812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Attempting to bind port 396f5fd2-c27e-49cd-b413-940fee3f54ba on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:47.751903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:47.752513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Checking segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:47.753126 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.753823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Bound using segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:47.754493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Bound port: 396f5fd2-c27e-49cd-b413-940fee3f54ba, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:47.755101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.763134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.763400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5888-ec47-4ce6-9157-a357cac72d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.776987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3fa5888-ec47-4ce6-9157-a357cac72d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.793682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36604) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.804366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0dce7404-18af-4884-affa-160317be0d1c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9628472 Aug 19 17:47:47.812742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36606) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.822380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35ccee0a-2cf3-4312-b011-812227f05ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.827950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:47.840657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.857909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3fa5888-ec47-4ce6-9157-a357cac72d2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f08ad0a491a94c2dacba45d788d5d8e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5371819 Aug 19 17:47:47.860455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:47.877525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5888-ec47-4ce6-9157-a357cac72d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b02d1-dc5b-4cc6-a4c7-6385ac7a7352,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:47.906654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.909753 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.952695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] For port 396f5fd2-c27e-49cd-b413-940fee3f54ba, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:47.973462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35ccee0a-2cf3-4312-b011-812227f05ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.974180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] For port 396f5fd2-c27e-49cd-b413-940fee3f54ba, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=396f5fd2-c27e-49cd-b413-940fee3f54ba,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:47.983864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35ccee0a-2cf3-4312-b011-812227f05ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.989269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:47.993021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Allocated IP 172.20.0.2 (51e45423-3677-43e2-a10a-15f02b3b4d2d/c38d7d7e-3848-4755-89e6-06db925b94bc/02acd931-ec40-44b0-8678-df5627f6e82e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:48.048860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.092674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.093079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:48.093825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:48.102689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-35ccee0a-2cf3-4312-b011-812227f05ede admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aec3768de0c4314a7f7da3666682b2a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3062727 Aug 19 17:47:48.134731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.139180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36624) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:48.202377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccee0a-2cf3-4312-b011-812227f05ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f742a9-c493-478d-a3c2-2bac08a47e49,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.218064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:48.219740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36628) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:48.237793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.246202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.252449 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f6b02d1-dc5b-4cc6-a4c7-6385ac7a7352 HTTP/1.1" status: 204 len: 168 time: 0.3910179 Aug 19 17:47:48.256955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.260948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.265137 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8790b697-60c4-44b9-832f-0b30eea1aa97 HTTP/1.1" status: 204 len: 168 time: 0.6479149 Aug 19 17:47:48.282278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deda5ed-0083-4c5a-b319-e76a4d4cd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b02d1-dc5b-4cc6-a4c7-6385ac7a7352,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.296251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508dd88-0477-46b5-8673-32dbf06be683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.384407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bee8b-df86-415a-8cac-29ab50f8e290 None None] Pushing event updated for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.423367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.443399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d83479-b745-4617-8a08-da9ff54a2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790b697-60c4-44b9-832f-0b30eea1aa97,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.483226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508dd88-0477-46b5-8673-32dbf06be683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.487872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508dd88-0477-46b5-8673-32dbf06be683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.512664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.520949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d508dd88-0477-46b5-8673-32dbf06be683 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=011391c196c94f5f8620d83d89bbcf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933803 Aug 19 17:47:48.521706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36644) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:48.581969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508dd88-0477-46b5-8673-32dbf06be683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f16a1-4f1c-4cfa-9716-c606df507c89,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.584314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.618337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.650086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.722833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.729089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.732195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.733855 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.734898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5f742a9-c493-478d-a3c2-2bac08a47e49 HTTP/1.1" status: 204 len: 168 time: 0.5945678 Aug 19 17:47:48.738024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/806f16a1-4f1c-4cfa-9716-c606df507c89 HTTP/1.1" status: 204 len: 168 time: 0.2156630 Aug 19 17:47:48.753048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd2e83-be24-42c8-b182-e533941f3315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f16a1-4f1c-4cfa-9716-c606df507c89,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.757314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.774973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Transition to ACTIVE for port object 02acd931-ec40-44b0-8678-df5627f6e82e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:48.785246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d62dc1-387c-442a-a52a-401b868bd971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f742a9-c493-478d-a3c2-2bac08a47e49,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:48.807952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Transition to ACTIVE for port object 02acd931-ec40-44b0-8678-df5627f6e82e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:48.813995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:47Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:48.844147 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.846224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2b425-f3ed-4c86-b7f7-53947798f253 None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:47Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:47:48.892359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.896297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:48.940235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:48.941113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:48.944755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:48.956356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Pushing event updated for resources: {'Port': ['ID=02acd931-ec40-44b0-8678-df5627f6e82e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:49.019701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36662) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:49.022314 n-d-778550-10 neutron-server[101324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 17:47:49.061081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Attempting to bind port 02acd931-ec40-44b0-8678-df5627f6e82e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:49.061517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Attempting to bind port 02acd931-ec40-44b0-8678-df5627f6e82e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:49.063724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Attempting to bind port 02acd931-ec40-44b0-8678-df5627f6e82e on network 51e45423-3677-43e2-a10a-15f02b3b4d2d {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:49.087023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:49.087719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Checking segment: {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:49.088139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.089126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Bound using segment: {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:49.089126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Bound port: 02acd931-ec40-44b0-8678-df5627f6e82e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:49.095168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.111498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Allocated IP 172.25.5.158 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/bc2d42bc-faab-469c-9e9b-03df29f44ab1) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:49.114506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-96803b05-be41-4faf-b1bf-1542bc83d2e6 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c21e8c1e05d3459bb37ab851da69d582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931261 Aug 19 17:47:49.220346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] For port 02acd931-ec40-44b0-8678-df5627f6e82e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:49.224707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] For port 02acd931-ec40-44b0-8678-df5627f6e82e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02acd931-ec40-44b0-8678-df5627f6e82e,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:49.229066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 396f5fd2-c27e-49cd-b413-940fee3f54ba up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:49.258483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.298310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-a0c8365c-809a-498b-af16-1fb8c66e1857 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:49.300423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-a0c8365c-809a-498b-af16-1fb8c66e1857 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804118 Aug 19 17:47:49.323638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-bd1e5631-408d-4447-989a-ebf6cd033686 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/quotas/c21e8c1e05d3459bb37ab851da69d582 HTTP/1.1" status: 200 len: 375 time: 0.0172262 Aug 19 17:47:49.328936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.353378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b733d4-edb0-4063-90ba-14cc98f291d2 None None] Pushing event updated for resources: {'Port': ['ID=02acd931-ec40-44b0-8678-df5627f6e82e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:49.411333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.425646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 396f5fd2-c27e-49cd-b413-940fee3f54ba completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:49.443815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 396f5fd2-c27e-49cd-b413-940fee3f54ba triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:49.446487 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.466437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-89360486-9a5f-45ad-adf9-9f6851e1f37a tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c21e8c1e05d3459bb37ab851da69d582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301036 Aug 19 17:47:49.485169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:49.488386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:49.492047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:49.687579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.793245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 396f5fd2-c27e-49cd-b413-940fee3f54ba, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=396f5fd2-c27e-49cd-b413-940fee3f54ba,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:47:49.804712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:49.952773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:50.077743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2d42bc-faab-469c-9e9b-03df29f44ab1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:50.171511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:50.413668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:50.528494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-e5bdb5e3-c19f-4b7f-9b87-62a1ab6bfe40 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494354 Aug 19 17:47:50.639568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Router 599c2892-f39c-46ba-8a83-efb95bc7bd0b is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:47:50.781804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:47:50.791217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Sync routers for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:47:50.805715 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:50.806764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:50.826740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-10059e26-0264-447a-84e9-e41017f492c0 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:50.827380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:50.831978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6d914f4-a7c6-4b2b-ac92-b8d9d17f7a97 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0150363 Aug 19 17:47:50.832374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36738) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:50.836153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-10059e26-0264-447a-84e9-e41017f492c0 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014486 Aug 19 17:47:50.884189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-ee2e372f-2fc2-4f2d-9cdd-5c84d9610b1f tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/quotas/4a5dbb5e57bf41538bb8ecaa9579d0ed HTTP/1.1" status: 200 len: 375 time: 0.0392396 Aug 19 17:47:50.887107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:50.965858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-d1716f65-194f-44aa-9df0-a8aee51de4e0 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790613 Aug 19 17:47:50.999334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980013b-9328-478f-83af-d13da1b8b50d None None] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:51.035717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:51.201552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-87f6f8da-d755-4788-8a1b-9a54c98aae72 None None] Provisioning for port 02acd931-ec40-44b0-8678-df5627f6e82e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:51.308975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 396f5fd2-c27e-49cd-b413-940fee3f54ba up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:51.525181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 396f5fd2-c27e-49cd-b413-940fee3f54ba triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:51.525808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:51.586885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01d4c5e7-041c-4194-b07b-af0da5dcee4e req-4d5dbd0a-7998-44d5-87a9-1ebcaa7d97c8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.1872909 Aug 19 17:47:51.656322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02acd931-ec40-44b0-8678-df5627f6e82e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:51.692569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-377448ab-8f0c-40d2-9e1b-f3c6136abe7c req-f9a11c32-5559-45ab-a457-599864960d67 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 210 time: 0.8031638 Aug 19 17:47:51.736296 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 3, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:51.790986 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Checking router: 599c2892-f39c-46ba-8a83-efb95bc7bd0b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:47:51.792468 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Updating router 599c2892-f39c-46ba-8a83-efb95bc7bd0b port bc2d42bc-faab-469c-9e9b-03df29f44ab1 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:47:51.794135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 02acd931-ec40-44b0-8678-df5627f6e82e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:51.800735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 02acd931-ec40-44b0-8678-df5627f6e82e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:51.801130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:51.854078 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:51.864410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.000429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.054272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f1da6d36-5f5f-4675-941c-705a93fd964a None None] Provisioning complete for port 02acd931-ec40-44b0-8678-df5627f6e82e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:52.056869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1da6d36-5f5f-4675-941c-705a93fd964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.157626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 02acd931-ec40-44b0-8678-df5627f6e82e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02acd931-ec40-44b0-8678-df5627f6e82e,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:47:52.277677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.293659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Allocated IP 172.20.0.1 (51e45423-3677-43e2-a10a-15f02b3b4d2d/c38d7d7e-3848-4755-89e6-06db925b94bc/d2f77ba5-5f80-41b8-a0d0-ec201be554f2) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:52.355904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1da6d36-5f5f-4675-941c-705a93fd964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.472641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=02acd931-ec40-44b0-8678-df5627f6e82e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:52.490011 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f1da6d36-5f5f-4675-941c-705a93fd964a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:47:52.490697 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f1da6d36-5f5f-4675-941c-705a93fd964a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:47:52.521106 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.546636 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Transition to ACTIVE for port object bc2d42bc-faab-469c-9e9b-03df29f44ab1 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:52.558452 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.569808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.587114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Transition to ACTIVE for port object d2f77ba5-5f80-41b8-a0d0-ec201be554f2 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:52.638586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.670694 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Attempting to bind port bc2d42bc-faab-469c-9e9b-03df29f44ab1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:52.671237 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Attempting to bind port bc2d42bc-faab-469c-9e9b-03df29f44ab1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:52.671869 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Attempting to bind port bc2d42bc-faab-469c-9e9b-03df29f44ab1 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:52.685740 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:52.686408 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:52.686980 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.687542 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:52.688222 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Bound port: bc2d42bc-faab-469c-9e9b-03df29f44ab1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:52.688765 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.726134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:52.729181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:52.753372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:52.754562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.765841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-806c15a8-5932-4d3e-b719-1375522597c6 req-ee00c782-aa00-4b42-8efe-bc600883d4eb tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.0557642 Aug 19 17:47:52.824951 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] For port bc2d42bc-faab-469c-9e9b-03df29f44ab1, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:52.832638 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] For port bc2d42bc-faab-469c-9e9b-03df29f44ab1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bc2d42bc-faab-469c-9e9b-03df29f44ab1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:52.844604 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193ed1-0713-4716-b56f-800382be23ab None None] Pushing event updated for resources: {'Port': ['ID=bc2d42bc-faab-469c-9e9b-03df29f44ab1,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:52.857176 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:52.858590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36832) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:52.874244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:52.970338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8ec0a02-d223-4ef5-a36f-7660edef2cba req-2ff342d4-c3dd-433f-8b21-b3d7bc09b8a6 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 210 time: 0.0402875 Aug 19 17:47:53.042368 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:53.042994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:53.164446 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193ed1-0713-4716-b56f-800382be23ab None None] Pushing event updated for resources: {'Port': ['ID=bc2d42bc-faab-469c-9e9b-03df29f44ab1,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:53.187707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02acd931-ec40-44b0-8678-df5627f6e82e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:53.216491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-408678786-network', 'tenant_id': 'd4c094dafa1941f7a025a73e2336718a'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:53.263098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f4a5b2e-b86d-4aa8-ac08-b2ae6c04ed53 None None] Provisioning for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:53.275019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Made reservation on behalf of d4c094dafa1941f7a025a73e2336718a for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:53.278618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.283747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f4a5b2e-b86d-4aa8-ac08-b2ae6c04ed53 None None] Provisioning complete for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:53.284117 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5b2e-b86d-4aa8-ac08-b2ae6c04ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.308943 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:53.313058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.373304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a5b2e-b86d-4aa8-ac08-b2ae6c04ed53 None None] Port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:47:53.414905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.418129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 02acd931-ec40-44b0-8678-df5627f6e82e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:53.420389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.517875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.529313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.572033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:47:53.593947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.594569 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Added segment 5c7c3219-44b1-434c-9b22-b9f5cf256c6a of type vlan for network 60feaa38-0fb9-4a41-83cf-58c80a8ded7b Aug 19 17:47:53.606587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a849626-7b8a-4234-bd46-3e637c0906fd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:53.661153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.688365 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 3, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:53.707914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.42', 64412) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:53.720975 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebc955e-d4c9-4b5d-b944-822e0dc0cbcf None None] The sync data for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 is: [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 3, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:47:53.748289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.752930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:53.753725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.767427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-3f649839-1bc9-4435-a4c3-b89cf07f6e51 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c21e8c1e05d3459bb37ab851da69d582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499249 Aug 19 17:47:53.849704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.856582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.860689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:53.964022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-a2f14ca1-224c-4f78-b7f0-4bab0ca5f31f tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:53.965619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-a2f14ca1-224c-4f78-b7f0-4bab0ca5f31f tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966932 Aug 19 17:47:54.031739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:54.101454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:54.103241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:54.186047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.13', 53861) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:54.212462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Request body: {'port': {'device_id': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': 'c21e8c1e05d3459bb37ab851da69d582'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:54.223507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3612261 Aug 19 17:47:54.258969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:54.303629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-1cfa58b7-09b1-4f2c-bb3b-e2e1f1d0ccc2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145444 Aug 19 17:47:54.398215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Router 599c2892-f39c-46ba-8a83-efb95bc7bd0b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:47:54.414623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Request body: {'subnet': {'network_id': '60feaa38-0fb9-4a41-83cf-58c80a8ded7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-408678786-subnet', 'tenant_id': 'd4c094dafa1941f7a025a73e2336718a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:54.423320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bacda28-cb05-40f9-be9f-64c820f7281c req-dd69a5d8-930e-4c55-a90f-98aeb180a51a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.2425168 Aug 19 17:47:54.518669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-986da332-e3a3-42a5-99fc-8ce5c3fe4442 req-30f05baa-0245-4ba4-86f3-fa8d8b8fdc63 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 210 time: 0.3866839 Aug 19 17:47:54.624280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1af826c5-b8e2-443e-9cee-879ea268dac8 None None] Provisioning complete for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:54.624795 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1af826c5-b8e2-443e-9cee-879ea268dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:54.674128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:47:54.689783 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-60ff9987-48fa-433a-b9ad-ed44ae424c70 admin admin] 10.222.0.36 "PUT /v2.0/routers/599c2892-f39c-46ba-8a83-efb95bc7bd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8543346 Aug 19 17:47:54.704043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1af826c5-b8e2-443e-9cee-879ea268dac8 None None] Port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:47:54.717043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Made reservation on behalf of d4c094dafa1941f7a025a73e2336718a for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:54.719335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:54.770544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5035d-5f5f-4234-ba40-3713ad8ab7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=60feaa38-0fb9-4a41-83cf-58c80a8ded7b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:54.783746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 60feaa38-0fb9-4a41-83cf-58c80a8ded7b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:47:54.902317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-159b0c49-bb06-4920-b6ce-b1d9be9af58e tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:54.907945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-159b0c49-bb06-4920-b6ce-b1d9be9af58e tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4619839 Aug 19 17:47:55.064321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Request body: {'port': {'device_id': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '4a5dbb5e57bf41538bb8ecaa9579d0ed'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:55.180177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bc2d42bc-faab-469c-9e9b-03df29f44ab1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:55.278722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port bc2d42bc-faab-469c-9e9b-03df29f44ab1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:55.295005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bc2d42bc-faab-469c-9e9b-03df29f44ab1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:55.296194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.412275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Made reservation on behalf of c21e8c1e05d3459bb37ab851da69d582 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:55.424502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.467868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.478365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.600142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.661814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Checking segment: {'id': '5c7c3219-44b1-434c-9b22-b9f5cf256c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '60feaa38-0fb9-4a41-83cf-58c80a8ded7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:55.662401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Network hostable DHCP agents. Network: 60feaa38-0fb9-4a41-83cf-58c80a8ded7b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:47:55.695858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac79f67-6390-41d2-9e22-72fe694c2940,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:55.724980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Network 60feaa38-0fb9-4a41-83cf-58c80a8ded7b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:47:55.734952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port bc2d42bc-faab-469c-9e9b-03df29f44ab1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bc2d42bc-faab-469c-9e9b-03df29f44ab1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:47:55.753701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 60feaa38-0fb9-4a41-83cf-58c80a8ded7b) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:55.763782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.774285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc634d-d24c-488d-8386-506c8d2674bb None None] Network 60feaa38-0fb9-4a41-83cf-58c80a8ded7b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:55.789032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:55.795878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.796851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.955972 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:55.990850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.025144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:56.260106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9824000-c685-4734-8da7-ad19625dd56f None None] Network 60feaa38-0fb9-4a41-83cf-58c80a8ded7b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:47:56.267303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Made reservation on behalf of 4a5dbb5e57bf41538bb8ecaa9579d0ed for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:56.270825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.343370 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be53d19e-0c86-405d-ac63-600064214bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.356147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-785a46ac-9afd-4aeb-bd18-37e38fb76525 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0471323 Aug 19 17:47:56.356379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=bc2d42bc-faab-469c-9e9b-03df29f44ab1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:56.487347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64d13bce-c3bf-4a17-ab24-2419a1b54365 req-369afe2b-d07a-4e2c-9693-7e8b39c0e667 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.2723172 Aug 19 17:47:56.488269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.546608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cedf84-a767-4911-9696-01933f7f89c1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:56.586229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Sync routers for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:47:56.608362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:56.609200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:56.690974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be53d19e-0c86-405d-ac63-600064214bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.703771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Allocated IP 192.168.233.124 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/bed990f5-5893-4e34-b5e1-32f9d67ea6a2) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:56.706011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be53d19e-0c86-405d-ac63-600064214bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:56.809534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53d19e-0c86-405d-ac63-600064214bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a7f60-52f8-4e5c-9836-2c96e1473b2c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:56.822166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-be53d19e-0c86-405d-ac63-600064214bb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b840436ac6784591b4636409f6e86c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917380 Aug 19 17:47:56.823247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:56.926312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:47:56.963101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc695e1a-f996-4a34-9198-717d06f74f39 req-1e886c49-107a-4a72-aa97-458b79c7f23e tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 210 time: 0.1205254 Aug 19 17:47:57.016038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.129447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.156337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.189775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.289405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.293204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.294441 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b1a7f60-52f8-4e5c-9836-2c96e1473b2c HTTP/1.1" status: 204 len: 168 time: 0.4658318 Aug 19 17:47:57.311712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d073b-9dba-48d5-b9b7-02c630efd6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a7f60-52f8-4e5c-9836-2c96e1473b2c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:57.337675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bc2d42bc-faab-469c-9e9b-03df29f44ab1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:47:57.535963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d15616-906f-4724-9ddb-b2c58a63707e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:57.684063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bc2d42bc-faab-469c-9e9b-03df29f44ab1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:57.684826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.693294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:57.751831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Transition to ACTIVE for port object bed990f5-5893-4e34-b5e1-32f9d67ea6a2 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:57.758294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:53Z', 'revision_number': 4, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd2f77ba5-5f80-41b8-a0d0-ec201be554f2', 'name': '', 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'mac_address': 'fa:16:3e:24:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:51Z', 'updated_at': '2021-08-19T17:47:53Z', 'revision_number': 2, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'subnets': [{'id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:57.800392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Checking router: 599c2892-f39c-46ba-8a83-efb95bc7bd0b for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:47:57.800974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Updating router 599c2892-f39c-46ba-8a83-efb95bc7bd0b port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:47:57.862211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.007327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.087853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36992) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:58.095353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1267294711-network', 'tenant_id': '6780f49a7bc5465b89a9014b718fcbd5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:58.183611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Made reservation on behalf of 6780f49a7bc5465b89a9014b718fcbd5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:58.188775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.211046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36996) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:58.231756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16797ac2-a2b9-4027-873c-c2297c082008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.235538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.266862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e49df9c-240d-4b1f-b9eb-d683fafdb704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.268080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Pushing event updated for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:58.371465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16797ac2-a2b9-4027-873c-c2297c082008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.381449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16797ac2-a2b9-4027-873c-c2297c082008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.393693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Allocated IP 192.168.233.35 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/e1495a3d-3302-44cb-b11d-077bc1bf34bb) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:47:58.485300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797ac2-a2b9-4027-873c-c2297c082008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e65739-3376-4c64-875f-d2ba1cbe04b5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:58.499977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16797ac2-a2b9-4027-873c-c2297c082008 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fe2c56418a84dee88f8d73f24efa362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793057 Aug 19 17:47:58.502852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36998) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:58.560592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.584068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Transition to ACTIVE for port object d2f77ba5-5f80-41b8-a0d0-ec201be554f2 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:58.602934 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.655532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.700422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Transition to ACTIVE for port object e1495a3d-3302-44cb-b11d-077bc1bf34bb will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:47:58.706636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.720890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:58.722719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:58.731556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76dc40-7ede-4e8b-bad9-456288dfc100 None None] Pushing event updated for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:58.740029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:58.745195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.769067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:58.771831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.774060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.799071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7774b9cc-7537-4f2d-b01a-127d1f52b2ca req-d772c948-ef57-4d42-98f2-7ac943c0c62e tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.5464771 Aug 19 17:47:58.838423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.845533 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.849456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.850804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32e65739-3376-4c64-875f-d2ba1cbe04b5 HTTP/1.1" status: 204 len: 168 time: 0.3468456 Aug 19 17:47:58.852845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Attempting to bind port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:47:58.853228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Attempting to bind port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:47:58.858483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Attempting to bind port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 on network 51e45423-3677-43e2-a10a-15f02b3b4d2d {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:47:58.879919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:47:58.880303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Checking segment: {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:47:58.880708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.889981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Bound using segment: {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:47:58.892119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Bound port: d2f77ba5-5f80-41b8-a0d0-ec201be554f2, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:47:58.893143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.896671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-19a2dd21-1804-4ca3-a282-21f80000bae0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7193313 Aug 19 17:47:58.927259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-84636853-f1ed-4780-8d04-b21b4a0d5eac tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:47:58.937122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:47:58.937564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-84636853-f1ed-4780-8d04-b21b4a0d5eac tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273237 Aug 19 17:47:58.957367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:58.999945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5007d-8ab0-4a85-ba0a-89993c544384,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:59.015961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.016285 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Added segment 8e9b9353-8c66-4230-b770-7e80dfb14e88 of type vlan for network d64465b2-d53e-457b-8efa-3d9eacaea10e Aug 19 17:47:59.040320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:47:59.069229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e137c-e25e-428e-be3f-9b7cd1a84d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e65739-3376-4c64-875f-d2ba1cbe04b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:59.105169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:47:59.132404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:47:59.133201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.138140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:59.138816 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.193407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.194433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:59.200540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.220692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3af44f-2147-4543-9e57-d9b31918c072 req-c74be17a-0c71-451c-b7ed-4e510849e997 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:47:59.236606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3af44f-2147-4543-9e57-d9b31918c072 req-c74be17a-0c71-451c-b7ed-4e510849e997 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 936 time: 0.2918301 Aug 19 17:47:59.260974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2221756 Aug 19 17:47:59.299940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-bf640358-b556-4f4e-9e87-bf8f5a41a564 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:47:59.301092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-bf640358-b556-4f4e-9e87-bf8f5a41a564 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171053 Aug 19 17:47:59.301492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2113988 Aug 19 17:47:59.301761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1801-c027-4239-8ff8-cca8929b4eb5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Pushing event updated for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:59.310702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37004) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:47:59.316721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Request body: {'subnet': {'network_id': 'd64465b2-d53e-457b-8efa-3d9eacaea10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1267294711-subnet', 'tenant_id': '6780f49a7bc5465b89a9014b718fcbd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:47:59.326809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250e97-781c-4e08-bb94-430f59c45368 admin admin] Pushing event updated for resources: {'Network': ['ID=d64465b2-d53e-457b-8efa-3d9eacaea10e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:59.376360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d64465b2-d53e-457b-8efa-3d9eacaea10e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:47:59.430315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3af44f-2147-4543-9e57-d9b31918c072 req-854ebe85-13bb-40d2-89e9-01b21c97bb01 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926274 Aug 19 17:47:59.443971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Made reservation on behalf of 6780f49a7bc5465b89a9014b718fcbd5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:47:59.446137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.574466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] For port d2f77ba5-5f80-41b8-a0d0-ec201be554f2, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:47:59.622144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef0098ba-7488-4b66-b747-867d65daf109 None None] Provisioning for port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:47:59.630892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] For port d2f77ba5-5f80-41b8-a0d0-ec201be554f2, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:47:59.636012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef0098ba-7488-4b66-b747-867d65daf109 None None] Provisioning complete for port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:47:59.636552 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ef0098ba-7488-4b66-b747-867d65daf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.681350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:47:59.777159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ef0098ba-7488-4b66-b747-867d65daf109 None None] Port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:47:59.807404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:47:59.808166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:47:30Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:47:59.845373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76dc40-7ede-4e8b-bad9-456288dfc100 None None] Pushing event updated for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:47:59.982137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bce9d026-83c5-4d45-aacf-9fac1863acc6 None None] Provisioning for port e1495a3d-3302-44cb-b11d-077bc1bf34bb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:00.019134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bce9d026-83c5-4d45-aacf-9fac1863acc6 None None] Provisioning complete for port e1495a3d-3302-44cb-b11d-077bc1bf34bb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:00.024010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bce9d026-83c5-4d45-aacf-9fac1863acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.028379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:48:00.045297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.063501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Request body: {'port': {'device_id': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'device_owner': 'compute:tempest-test_az-491857666', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:00.224569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bce9d026-83c5-4d45-aacf-9fac1863acc6 None None] Port e1495a3d-3302-44cb-b11d-077bc1bf34bb cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:48:00.348492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37028) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:00.354949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755625522', 'description': 'tempest-description--432973365'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:00.373433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Request body: {'port': {'device_id': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:00.412050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4e64fc-2074-4991-9f33-b8f8ca0110c6,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:00.433158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.487988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.583407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Checking segment: {'id': '8e9b9353-8c66-4230-b770-7e80dfb14e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd64465b2-d53e-457b-8efa-3d9eacaea10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:00.584870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Network hostable DHCP agents. Network: d64465b2-d53e-457b-8efa-3d9eacaea10e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:48:00.609664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e78c-49c6-42a2-9773-e9b7aff84a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.665311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:53Z', 'revision_number': 4, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd2f77ba5-5f80-41b8-a0d0-ec201be554f2', 'name': '', 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'mac_address': 'fa:16:3e:24:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:51Z', 'updated_at': '2021-08-19T17:47:59Z', 'revision_number': 4, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'subnets': [{'id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:00.733598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47fea66-a25d-45ba-a334-a1ca36c43482 None None] The sync data for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 is: [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:47:53Z', 'revision_number': 4, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd2f77ba5-5f80-41b8-a0d0-ec201be554f2', 'name': '', 'network_id': '51e45423-3677-43e2-a10a-15f02b3b4d2d', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'mac_address': 'fa:16:3e:24:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:51Z', 'updated_at': '2021-08-19T17:47:59Z', 'revision_number': 4, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'subnets': [{'id': 'c38d7d7e-3848-4755-89e6-06db925b94bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:48:00.759377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.772454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.803568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.883661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:00.908375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:00.910653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5600820 Aug 19 17:48:00.912682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbaa3a-93d2-4e88-b7c3-f0d8a16d7b21 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5076b4d8-8885-4713-8362-f566100c5c88,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:00.931112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:00.940332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'security_group_rule': {'security_group_id': '5076b4d8-8885-4713-8362-f566100c5c88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:01.029487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.169126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5786d19c-a72a-4287-9911-07a5af089e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.262037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d2f77ba5-5f80-41b8-a0d0-ec201be554f2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:01.324826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.348754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.378358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:01.383073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:01.383699 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.413984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcb6394-9a2a-4b2d-82ca-5c78a62c55ce,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:01.565652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5786d19c-a72a-4287-9911-07a5af089e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.575748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.576556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5786d19c-a72a-4287-9911-07a5af089e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.632235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.642562 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fbd96bde-eb03-4bc6-870b-338c1d3fd031 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7090964 Aug 19 17:48:01.644571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37054) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:01.671795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'security_group_rule': {'security_group_id': '5076b4d8-8885-4713-8362-f566100c5c88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:01.690707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port d2f77ba5-5f80-41b8-a0d0-ec201be554f2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:01.699187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5786d19c-a72a-4287-9911-07a5af089e46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45155b67892e4f959838da8afc9a01cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085732 Aug 19 17:48:01.705213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.720562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37056) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:01.737316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026eb05-c886-4676-baca-6a565f25b521 req-6ebc0837-adab-4083-b516-28974ea60bf8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:01.756674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e026eb05-c886-4676-baca-6a565f25b521 req-6ebc0837-adab-4083-b516-28974ea60bf8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 935 time: 1.2610066 Aug 19 17:48:01.783968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:01.788452 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.815593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786d19c-a72a-4287-9911-07a5af089e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e3278a-9a7f-4040-a99f-4b3376b7dae1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:01.825928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.834876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.848579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.890075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Network d64465b2-d53e-457b-8efa-3d9eacaea10e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:48:01.897564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.927430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.966561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d64465b2-d53e-457b-8efa-3d9eacaea10e) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:01.977694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8757d-5076-41f6-af63-7ff4decb48b3 None None] Network d64465b2-d53e-457b-8efa-3d9eacaea10e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:01.986303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:01.987711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:01.999721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.008463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e026eb05-c886-4676-baca-6a565f25b521 req-9021c50b-1ec1-45ff-918f-17b23e01e3e1 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504396 Aug 19 17:48:02.021306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377ed3c8-75d0-4d7c-9d0d-3071209e154d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:02.029431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.034777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.048292 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7e3278a-9a7f-4040-a99f-4b3376b7dae1 HTTP/1.1" status: 204 len: 168 time: 0.3210514 Aug 19 17:48:02.110262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7255d-5726-4e01-86a9-7a712490fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e3278a-9a7f-4040-a99f-4b3376b7dae1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:02.120439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.127907 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-42bab7ce-70a8-49bf-9c87-184126ea7f09 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4809124 Aug 19 17:48:02.128549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:02.133303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:02.237013 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.272718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ef424-a2d0-4422-bc69-ba79d3df7a8a None None] Network d64465b2-d53e-457b-8efa-3d9eacaea10e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:02.389961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-27922bb3-5689-4710-9c03-09f4c03c1dd7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0781796 Aug 19 17:48:02.460672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f9ae2-d7bb-42b9-a00e-bfb72e1dc2e0 req-85278e9a-36b0-4581-ae9c-3512138c1bd6 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:02.470483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-101f9ae2-d7bb-42b9-a00e-bfb72e1dc2e0 req-85278e9a-36b0-4581-ae9c-3512138c1bd6 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 936 time: 0.2016020 Aug 19 17:48:02.622437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-101f9ae2-d7bb-42b9-a00e-bfb72e1dc2e0 req-fcce40c9-f7ba-4e62-a697-47725124df29 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490939 Aug 19 17:48:02.735655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed990f5-5893-4e34-b5e1-32f9d67ea6a2 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:02.745338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.772804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Transition to ACTIVE for port object bed990f5-5893-4e34-b5e1-32f9d67ea6a2 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:02.782562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.783170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:02.803509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:03.073839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:03.194265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4f3-8628-49c3-8a93-b16e94a3483a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.196941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Pushing event updated for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:03.214570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d2f77ba5-5f80-41b8-a0d0-ec201be554f2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:03.384001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.398169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:03.398460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.495651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Deleting subnet fac79f67-6390-41d2-9e22-72fe694c2940 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:48:03.500157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.525393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Attempting to bind port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:03.526509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Attempting to bind port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:03.527260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Attempting to bind port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:03.541980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.550951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c775551-00a2-47e7-9238-158091417144 req-9eb12cba-8b2d-4ff0-98ba-b85036c509cf tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:03.553389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.557302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c775551-00a2-47e7-9238-158091417144 req-9eb12cba-8b2d-4ff0-98ba-b85036c509cf tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 935 time: 0.4033196 Aug 19 17:48:03.607011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:03.607706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Attempting to bind port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:03.675332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Allocated IP 172.25.5.190 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/73f966d9-9a6e-41f4-ba8c-22c80e194abd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:03.699092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:03.699862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:03.700615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:03.701288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Bound port: bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:03.701783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.746447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.783536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac79f67-6390-41d2-9e22-72fe694c2940,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:03.785429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.790728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-798d526a-0776-4d82-b4cd-f21ad0731033 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fac79f67-6390-41d2-9e22-72fe694c2940 HTTP/1.1" status: 204 len: 168 time: 0.9855146 Aug 19 17:48:03.796409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:03.817022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c775551-00a2-47e7-9238-158091417144 req-232f7a94-02b0-435a-a64c-8f0fea79c13c tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179978 Aug 19 17:48:03.894640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1495a3d-3302-44cb-b11d-077bc1bf34bb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:03.938996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.946704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:03.952285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:03.958816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.961289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:03.980994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.052921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Transition to ACTIVE for port object e1495a3d-3302-44cb-b11d-077bc1bf34bb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:04.070661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.114709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:04.114709 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.116203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] 10.222.0.42 "PUT /v2.0/ports/bed990f5-5893-4e34-b5e1-32f9d67ea6a2 HTTP/1.1" status: 200 len: 1118 time: 4.3532393 Aug 19 17:48:04.116203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:04.133662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.153917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.154280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.155724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.156198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > port after_create 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.156480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.156822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > port after_update 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.157208 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.157580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.157906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.158265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.327655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6682-5379-47be-ae6c-93041dd2f5df service neutron] Pushing event updated for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:04.339391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4f3-8628-49c3-8a93-b16e94a3483a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.495507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a296c8c-7507-4868-9b78-894fb0e7605b req-6dcde3c9-a8b9-4a69-bcf0-67ef421c754a tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:04.520356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a296c8c-7507-4868-9b78-894fb0e7605b req-6dcde3c9-a8b9-4a69-bcf0-67ef421c754a tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.5629003 Aug 19 17:48:04.528135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4f3-8628-49c3-8a93-b16e94a3483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.636627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.637259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.637760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.638236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:48:04.639616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60feaa38-0fb9-4a41-83cf-58c80a8ded7b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:04.658795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.669137 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff491f3-57bc-4e6e-9ecf-8e065004ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:04.675074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7c3219-44b1-434c-9b22-b9f5cf256c6a') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:04.683288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7c3219-44b1-434c-9b22-b9f5cf256c6a') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:04.745881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.769900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a296c8c-7507-4868-9b78-894fb0e7605b req-65825335-6718-409e-8e32-dc27cff119b4 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427099 Aug 19 17:48:04.784850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Pushing event updated for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:04.828536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.837040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:04.842557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:04.846695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:04.849355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'Port': ['ID=73f966d9-9a6e-41f4-ba8c-22c80e194abd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:04.860731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:48:04.861357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: from cryptography.utils import int_from_bytes Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: from cryptography.utils import int_from_bytes Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:48:04.866907 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:48:04.923707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9dbfc4f3-8628-49c3-8a93-b16e94a3483a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d2d8781dfc049ffad42d4ad8c595472&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8449976 Aug 19 17:48:04.934333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:04.935955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfc4f3-8628-49c3-8a93-b16e94a3483a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ec7d9-7bab-4a56-8cb1-16199a3259b5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:05.002851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Attempting to bind port e1495a3d-3302-44cb-b11d-077bc1bf34bb on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:05.003076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Attempting to bind port e1495a3d-3302-44cb-b11d-077bc1bf34bb by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:05.003399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Attempting to bind port e1495a3d-3302-44cb-b11d-077bc1bf34bb on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:05.012590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-7e308679-c7fa-412a-b772-6b1f6e64d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.014293 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-7e308679-c7fa-412a-b772-6b1f6e64d76f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c21e8c1e05d3459bb37ab851da69d582&device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 1121 time: 0.7095940 Aug 19 17:48:05.034763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.036649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Port e1495a3d-3302-44cb-b11d-077bc1bf34bb on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:05.036972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Attempting to bind port e1495a3d-3302-44cb-b11d-077bc1bf34bb on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:05.055932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:05.056278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:05.056799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:05.057916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Bound port: e1495a3d-3302-44cb-b11d-077bc1bf34bb, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:05.058296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.082766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.087537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.095902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.097929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60feaa38-0fb9-4a41-83cf-58c80a8ded7b HTTP/1.1" status: 204 len: 168 time: 1.3005617 Aug 19 17:48:05.122708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:05.188867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8777-47da-4d62-99f6-698f85bd8912 admin admin] Pushing event deleted for resources: {'Network': ['ID=60feaa38-0fb9-4a41-83cf-58c80a8ded7b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:05.239849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-e389b438-547d-4ac7-b06b-f26e27912e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2 HTTP/1.1" status: 200 len: 217 time: 0.0867920 Aug 19 17:48:05.250199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:05.257411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.262431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Deleting subnet 6c4e64fc-2074-4991-9f33-b8f8ca0110c6 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:48:05.272632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.286594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:05.316019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.378140 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccae906-943a-47df-865c-25d4fb4b1b3a x-openstack-request-id: req-cccae906-943a-47df-865c-25d4fb4b1b3a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:05.378442 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:05.378704 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cccae906-943a-47df-865c-25d4fb4b1b3a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:05.379154 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2', 'status': 'completed', 'code': 200} Aug 19 17:48:05.410931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.416138 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.431257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Pushing event updated for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:05.451541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cfe2f969-6880-43ba-b559-3a4f3a237a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.453849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-cfe2f969-6880-43ba-b559-3a4f3a237a4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1820030 Aug 19 17:48:05.468012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.469643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.471918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-5a391729-2140-4951-9d43-e08fe0cec37c service neutron] 10.222.0.13 "PUT /v2.0/ports/e1495a3d-3302-44cb-b11d-077bc1bf34bb HTTP/1.1" status: 200 len: 1096 time: 5.5870111 Aug 19 17:48:05.474286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.477648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.480145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c05ec7d9-7bab-4a56-8cb1-16199a3259b5 HTTP/1.1" status: 204 len: 168 time: 0.5408025 Aug 19 17:48:05.518715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19617119-de7a-4382-9b20-75931ecfe85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ec7d9-7bab-4a56-8cb1-16199a3259b5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:05.583909 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.808621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d079-1343-40af-aeee-8c8c066fb33d req-994aea0e-b006-47c0-8d7e-96a21f7685a8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.817780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1631d079-1343-40af-aeee-8c8c066fb33d req-994aea0e-b006-47c0-8d7e-96a21f7685a8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 947 time: 0.3621955 Aug 19 17:48:05.843043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.843714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-595d301d-fff4-4772-8b80-e349539cd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.843714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-595d301d-fff4-4772-8b80-e349539cd686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 1099 time: 0.1984429 Aug 19 17:48:05.854447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-687851a7-5270-411c-b6e8-318e89d75c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:05.856184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-687851a7-5270-411c-b6e8-318e89d75c5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3293095 Aug 19 17:48:05.911012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1631d079-1343-40af-aeee-8c8c066fb33d req-e1826d03-92e9-4cd0-a76a-7b2878ff1d89 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922196 Aug 19 17:48:05.935651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:05.941639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6c4e64fc-2074-4991-9f33-b8f8ca0110c6 HTTP/1.1" status: 204 len: 168 time: 0.8161788 Aug 19 17:48:05.946983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37124) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:05.968677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67575f-fc9a-4ca3-a36c-a147b9890a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4e64fc-2074-4991-9f33-b8f8ca0110c6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:06.101649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.115923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.130346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-b0171ee0-d48b-4e17-b4a0-48d044296b48 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600350 Aug 19 17:48:06.318556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.338631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.360242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'Port': ['ID=73f966d9-9a6e-41f4-ba8c-22c80e194abd,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:06.369391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.371046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c1223fb6-3a4d-47f8-bb6e-4f4425c3d771 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2414167 Aug 19 17:48:06.566662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764cfb-41ae-4760-887c-cbab39bced41 req-6835c4a3-7963-4310-9273-ad79c1307ede tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:06.577488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18764cfb-41ae-4760-887c-cbab39bced41 req-6835c4a3-7963-4310-9273-ad79c1307ede tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.4320657 Aug 19 17:48:06.628014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e174b04-7fd5-434b-9570-f505b28ea7ed req-2e082893-2a66-46b2-986d-8ccf6512165e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699498 Aug 19 17:48:06.657727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18764cfb-41ae-4760-887c-cbab39bced41 req-72b64c1c-e1a3-49ff-b6e3-9922221f18ae tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776906 Aug 19 17:48:06.657917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.720438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64465b2-d53e-457b-8efa-3d9eacaea10e']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:06.762150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9b9353-8c66-4230-b770-7e80dfb14e88') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:06.762445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9b9353-8c66-4230-b770-7e80dfb14e88') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:06.811107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.860264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.861003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-ab1ef598-fca3-496f-9695-7396fbe90184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb HTTP/1.1" status: 200 len: 217 time: 0.0681703 Aug 19 17:48:06.874160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:48:06.874646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:48:06.876846 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:48:06.977547 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.993466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:06.996853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] 10.222.0.36 "DELETE /v2.0/networks/d64465b2-d53e-457b-8efa-3d9eacaea10e HTTP/1.1" status: 204 len: 168 time: 1.0454860 Aug 19 17:48:07.015488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0df4e4-5c92-4a10-9577-d6faf99cbbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=d64465b2-d53e-457b-8efa-3d9eacaea10e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:07.109540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:07.247028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:07.339578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-806b5ceb-2ab7-4925-ac89-9db06396f43d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4c094dafa1941f7a025a73e2336718a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901706 Aug 19 17:48:07.343284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37168) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:07.382814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:07.389303 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eae1d3-b566-40ec-8fb9-1d8467c30523" -d '{"events": [{"name": "network-changed", "server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:07.459720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:07.493882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:07.560769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:07.571749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:07.573223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a849626-7b8a-4234-bd46-3e637c0906fd HTTP/1.1" status: 204 len: 168 time: 0.2287071 Aug 19 17:48:07.595139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bce06-690a-489b-b5fc-b59ebaea3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a849626-7b8a-4234-bd46-3e637c0906fd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:07.620764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1463994521-network', 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:07.678160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:07.683084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:07.708210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.108778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:08.136722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.142405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.162659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:48:08.171495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c64dee91-564d-4471-a5e9-bd162a6ae02a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6780f49a7bc5465b89a9014b718fcbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609546 Aug 19 17:48:08.175550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37180) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:08.193263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c4a0aa-1f57-4a8b-b436-1daab0112601,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:08.197922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.198347 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Added segment 1f5ff6e4-9829-499c-ab7a-6cd940435d6f of type vlan for network eeba6be0-a102-4ade-b4fd-d2d5204fef87 Aug 19 17:48:08.272037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.274083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.308287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.324349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.325309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:08.325897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.399601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2889946 Aug 19 17:48:08.403621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37182) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:08.404154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff35f72-3a33-4d85-834b-37c661a6035b admin admin] Pushing event updated for resources: {'Network': ['ID=eeba6be0-a102-4ade-b4fd-d2d5204fef87,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:08.408994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Request body: {'subnet': {'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1463994521-subnet', 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:08.428296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.430471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:48:08.432260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.433504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63a5007d-8ab0-4a85-ba0a-89993c544384 HTTP/1.1" status: 204 len: 168 time: 0.2569644 Aug 19 17:48:08.440860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:08.442523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46275b-aa46-40c7-9a44-80471751ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5007d-8ab0-4a85-ba0a-89993c544384,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:08.443592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.703884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.758610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fc86d7-ecda-4b58-b7d6-c876b35270cb,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:08.784236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:08.784595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Network hostable DHCP agents. Network: eeba6be0-a102-4ade-b4fd-d2d5204fef87, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:48:08.803743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:48:08.825811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, eeba6be0-a102-4ade-b4fd-d2d5204fef87) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:08.837004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:08.837707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:08.839387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7b730-72a8-40da-a4d3-baedd1ebccfe None None] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:08.882220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-466e34ff-1c3d-4192-b818-5bf5c6aabb61 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4753017 Aug 19 17:48:09.147764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69c98a-f801-4ef9-8db2-5bb341427afd None None] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:09.671366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:09.678050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-95828347-network', 'tenant_id': '087d698c7e3c4a73b65ed64d711fb425'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:09.709499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Made reservation on behalf of 087d698c7e3c4a73b65ed64d711fb425 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:09.711962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:09.722261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:09.859201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:09.868355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:09.890908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:48:09.912101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:09.912101 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Added segment a34cad03-3727-4123-bd59-228151450371 of type vlan for network fcb34502-69c7-4b82-9da8-f3aba44bb25a Aug 19 17:48:09.913271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb417e26-0510-49b3-8208-5abe78cc0da4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:09.970568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.000880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.002266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.002971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.064902 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3923078 Aug 19 17:48:10.069432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37230) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:10.073048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Request body: {'subnet': {'network_id': 'fcb34502-69c7-4b82-9da8-f3aba44bb25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-95828347-subnet', 'tenant_id': '087d698c7e3c4a73b65ed64d711fb425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:10.082178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93bc2e-3a01-4f73-9c51-0587652c16e6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb34502-69c7-4b82-9da8-f3aba44bb25a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:10.095057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fcb34502-69c7-4b82-9da8-f3aba44bb25a details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:48:10.110205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Made reservation on behalf of 087d698c7e3c4a73b65ed64d711fb425 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:10.112645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.336174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.357436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-6b387ad9-baf8-4d10-9bbb-ab7f10522679 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1755625522&fields=id&tenant_id=ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 267 time: 0.0797648 Aug 19 17:48:10.361792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-3d5e432f-f529-4d12-a396-cca8c9204502 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493560 Aug 19 17:48:10.402834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1663d092-87bf-4a79-8db1-f5c73a8a5a5f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:10.405077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Checking segment: {'id': 'a34cad03-3727-4123-bd59-228151450371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcb34502-69c7-4b82-9da8-f3aba44bb25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:10.405456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Network hostable DHCP agents. Network: fcb34502-69c7-4b82-9da8-f3aba44bb25a, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:48:10.432642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Network fcb34502-69c7-4b82-9da8-f3aba44bb25a is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:48:10.441961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, fcb34502-69c7-4b82-9da8-f3aba44bb25a) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:10.448987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.449591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:10.456712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9903dc-751b-482a-a97e-5d71d8733195 None None] Network fcb34502-69c7-4b82-9da8-f3aba44bb25a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:10.467142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c0cb613-8a3f-4f19-b9fe-580cbb610e5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3983216 Aug 19 17:48:10.616519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a04e1-6b0f-47c7-9062-7cfc141e9e1f None None] Network fcb34502-69c7-4b82-9da8-f3aba44bb25a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:10.640337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-cad2f19f-eb69-4364-a581-e621a89e27f8 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.641834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-cad2f19f-eb69-4364-a581-e621a89e27f8 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 824 time: 0.2836134 Aug 19 17:48:10.653468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-7757762b-7988-4174-8df5-e0c4f8c6a09f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.655422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-7757762b-7988-4174-8df5-e0c4f8c6a09f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773569 Aug 19 17:48:10.673347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-b90eadc4-025c-49e1-9e31-860650b0b73a tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/quotas/ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 375 time: 0.0169497 Aug 19 17:48:10.679958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-343ae44e-5f78-4120-ab41-baac8eee0e6c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/quotas/45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 375 time: 0.0158844 Aug 19 17:48:10.748940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-1c0bfc08-60a3-4b19-b5d8-36615d167cbd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656209 Aug 19 17:48:10.799197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-7bba5288-499f-45bb-823e-761c5733dfdc tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177301 Aug 19 17:48:10.801764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-99657027-a605-437e-b874-4b11566e21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.803129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-99657027-a605-437e-b874-4b11566e21db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c21e8c1e05d3459bb37ab851da69d582&device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 1121 time: 0.0914550 Aug 19 17:48:10.966524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-8e0bbd40-c632-45d8-98cc-e3d6048b4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:10.968043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-8e0bbd40-c632-45d8-98cc-e3d6048b4239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1636031 Aug 19 17:48:11.004695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-53d51920-75dd-491e-8e2d-40e1b4719c43 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:48:11.005769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-53d51920-75dd-491e-8e2d-40e1b4719c43 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755372 Aug 19 17:48:11.133240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-85ffe05c-0112-4458-97b0-b7a79b941e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.134794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-85ffe05c-0112-4458-97b0-b7a79b941e72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.3227553 Aug 19 17:48:11.147035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0c6aa-0d93-4a2a-ae9e-2734487b324f req-702d0dbb-1b09-4e47-a84f-3f9feca1a2a8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.148502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aa0c6aa-0d93-4a2a-ae9e-2734487b324f req-702d0dbb-1b09-4e47-a84f-3f9feca1a2a8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 947 time: 0.2072852 Aug 19 17:48:11.165390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-9a1d48bf-da10-45d1-97ba-a859948269c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.167562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-9a1d48bf-da10-45d1-97ba-a859948269c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816385 Aug 19 17:48:11.217408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-f1643c81-6911-4113-82a0-7445ede15ad7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2 HTTP/1.1" status: 200 len: 217 time: 0.0644760 Aug 19 17:48:11.460652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-0738bf89-5157-425b-8f0a-49b2a61f8028 service neutron] 10.222.0.36 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468093 Aug 19 17:48:11.507041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aa0c6aa-0d93-4a2a-ae9e-2734487b324f req-2ab43b68-e2ff-4d7a-b716-802ba1414679 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436747 Aug 19 17:48:11.551688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-10ceafe3-7c10-4597-9ab8-1a2998be82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.553158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-10ceafe3-7c10-4597-9ab8-1a2998be82ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.3209660 Aug 19 17:48:11.603144 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255a3dc-11e0-40bc-9166-c1b74d8db44c x-openstack-request-id: req-0255a3dc-11e0-40bc-9166-c1b74d8db44c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:11.603483 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:11.603742 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0255a3dc-11e0-40bc-9166-c1b74d8db44c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:11.604131 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb', 'status': 'completed', 'code': 200} Aug 19 17:48:11.628066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-e014d20d-f93a-4368-8148-d0d203aee1be service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268994 Aug 19 17:48:11.694425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-cf124cf5-667b-4697-8225-13cc2b02c69f service neutron] 10.222.0.36 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261956 Aug 19 17:48:11.719047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-0430c12b-f190-4ec7-be8c-ff13b09e1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.720748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-0430c12b-f190-4ec7-be8c-ff13b09e1965 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590769 Aug 19 17:48:11.828190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb492d-95b7-4179-84e5-db5b0fb365d6 req-6c22d41c-c868-463e-ae20-e52a6de3e47d tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:11.829876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cacb492d-95b7-4179-84e5-db5b0fb365d6 req-6c22d41c-c868-463e-ae20-e52a6de3e47d tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.1786256 Aug 19 17:48:11.839322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7bd8c3-9bca-4ed0-946c-006a6c09a2f7 req-8e42c4c0-b967-47eb-abe5-64f703355557 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002010 Aug 19 17:48:11.909889 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cacb492d-95b7-4179-84e5-db5b0fb365d6 req-fdc4d11a-2e75-46f5-946f-773e901d4ccc tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729737 Aug 19 17:48:11.916757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-a17a1095-a45b-4a48-8fdf-b20c8065293b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858656 Aug 19 17:48:11.964264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.13', 53866) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:12.026501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-39456263-15e8-4a0d-b511-1ce88eb0b4fe tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597501 Aug 19 17:48:12.109468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-aeb608a5-0127-470e-bc63-995700301129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.111894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-aeb608a5-0127-470e-bc63-995700301129 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 1099 time: 0.1180480 Aug 19 17:48:12.114146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aff491f3-57bc-4e6e-9ecf-8e065004ef28 req-ce087354-3e99-45a4-a4a5-903bfcb27596 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903718 Aug 19 17:48:12.282720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f08830f3-db6d-4d8d-83ef-5c678846ed67 req-201a21be-8ba0-496d-9341-9e9a324e400a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 210 time: 0.0460989 Aug 19 17:48:12.296722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-371803c5-dece-44aa-8f54-cf803d3e18ec tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.298801 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-371803c5-dece-44aa-8f54-cf803d3e18ec tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668264 Aug 19 17:48:12.321654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Request body: {'port': {'device_id': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '45bf29bd9b544268bfdf8e0464c51770'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:12.367044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-78a7b5a9-1d21-4ab3-99b4-42b1cf71d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.368609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-78a7b5a9-1d21-4ab3-99b4-42b1cf71d0a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2401521 Aug 19 17:48:12.371338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fdda71d-fa8d-475e-8d1d-f9c602ff1d17 req-c304a746-21f0-43d9-b27f-eaeca9206d26 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 210 time: 0.0350907 Aug 19 17:48:12.377911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-25697939-5068-4140-8821-c31edce82906 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.379358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-25697939-5068-4140-8821-c31edce82906 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.2424903 Aug 19 17:48:12.421181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-64fff514-f3ef-434e-aa3b-3fc502bc2125 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb HTTP/1.1" status: 200 len: 217 time: 0.0407631 Aug 19 17:48:12.430639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-0b05db77-0265-4215-ac87-248a57589e0c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/quotas/cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 375 time: 0.0434499 Aug 19 17:48:12.455025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Made reservation on behalf of 45bf29bd9b544268bfdf8e0464c51770 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:12.458666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:12.469528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:12.489185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-7266df50-155b-4cbf-90f2-c907b06594c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576701 Aug 19 17:48:12.511256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-8059857c-4c2a-47e3-863d-bbb4e84bb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.513175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-8059857c-4c2a-47e3-863d-bbb4e84bb93b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0804148 Aug 19 17:48:12.576290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-b1312c29-f085-425d-b26f-565b11364160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.579662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-b1312c29-f085-425d-b26f-565b11364160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566983 Aug 19 17:48:12.613697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:12.619712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:12.699187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-73c8d6ff-3dd9-4820-aab6-d64cfe544238 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:48:12.700255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-73c8d6ff-3dd9-4820-aab6-d64cfe544238 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998700 Aug 19 17:48:12.741551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81ad3f-85e9-4fda-bdc6-7f74e314053c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:12.794981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6b9c-fff6-4d56-9dd3-37db8a0f80ec req-5d7c5cca-69ed-485b-9bb5-16615f015316 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:12.796516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11bd6b9c-fff6-4d56-9dd3-37db8a0f80ec req-5d7c5cca-69ed-485b-9bb5-16615f015316 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 947 time: 0.1405964 Aug 19 17:48:12.806497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-8b418b22-14cb-4e31-9e95-c952a45a47ac service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161334 Aug 19 17:48:12.860160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Allocated IP 192.168.233.67 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/d90f4d51-c3a9-4730-81b3-6938ebb5131b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:12.920744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-3949c9a4-73a9-4a11-85a3-526559485f0a service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111351 Aug 19 17:48:12.926003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11bd6b9c-fff6-4d56-9dd3-37db8a0f80ec req-d8abdec4-47f6-4b2b-a8cd-dbb32f9c4392 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218996 Aug 19 17:48:13.005253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1eae1d3-b566-40ec-8fb9-1d8467c30523 req-43c69e3c-9b21-44bf-b88d-584433e78510 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881728 Aug 19 17:48:13.021151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.036060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Transition to ACTIVE for port object d90f4d51-c3a9-4730-81b3-6938ebb5131b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:13.071769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.143006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:13.149713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-87ac7ead-bc89-4cef-aa91-67e618f0b287 service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208154 Aug 19 17:48:13.150904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:13.158159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:13.175908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9c182-6461-49c7-a57c-a6f67cc5be03 req-2a4160ec-ee12-47b2-a13e-f9e931aafac3 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:13.186023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adc9c182-6461-49c7-a57c-a6f67cc5be03 req-2a4160ec-ee12-47b2-a13e-f9e931aafac3 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.1371617 Aug 19 17:48:13.223963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:13.234599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:13.234998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.251980 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-2c96f850-c614-40b0-832c-d256babff636 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9368098 Aug 19 17:48:13.274969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Request body: {'port': {'device_id': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:13.278730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adc9c182-6461-49c7-a57c-a6f67cc5be03 req-c4b43f90-f57b-4070-9ba1-508d2eeb81e5 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906675 Aug 19 17:48:13.287808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-61bee6a6-3f39-414d-86bd-ed6cb85d3fa9 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:13.289354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-61bee6a6-3f39-414d-86bd-ed6cb85d3fa9 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.42 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 824 time: 0.1991043 Aug 19 17:48:13.352537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.393808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-379dcfb6-e4c6-43ca-aa64-b310c448e476 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 380 time: 0.0810552 Aug 19 17:48:13.406416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'port': {'device_id': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'admin_state_up': True, 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'security_groups': ['5076b4d8-8885-4713-8362-f566100c5c88']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:13.559704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-58a95baf-c6cf-4fb5-a55e-5cba3ca8c3f9 None None] Provisioning for port d90f4d51-c3a9-4730-81b3-6938ebb5131b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:13.574295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-58a95baf-c6cf-4fb5-a55e-5cba3ca8c3f9 None None] Provisioning complete for port d90f4d51-c3a9-4730-81b3-6938ebb5131b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:13.574940 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-58a95baf-c6cf-4fb5-a55e-5cba3ca8c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.640766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce0a8e-1cf9-47a8-9714-60f3d8b78eaa req-e7d85359-0321-4674-9b4f-53ee4668da14 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:13.646542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-58a95baf-c6cf-4fb5-a55e-5cba3ca8c3f9 None None] Port d90f4d51-c3a9-4730-81b3-6938ebb5131b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:48:13.650317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8ce0a8e-1cf9-47a8-9714-60f3d8b78eaa req-e7d85359-0321-4674-9b4f-53ee4668da14 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 935 time: 0.1756430 Aug 19 17:48:13.655052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-902db0dc-b7de-4c40-9841-226b742e8089 req-91d73a64-17f5-438f-98c6-a9863624d7ca tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 210 time: 0.1256859 Aug 19 17:48:13.712165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8ce0a8e-1cf9-47a8-9714-60f3d8b78eaa req-64559aec-39ee-4215-a381-5d7f773fc554 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 Aug 19 17:48:13.714950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Made reservation on behalf of ee792f534ca04d0aac933983f54c1cad for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:13.719842 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:13.859848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e4ac65-6ab8-43c3-8868-b04f7a0be39c req-784284c5-47dc-4c6d-85d6-23197e3e5ae6 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 210 time: 0.1140990 Aug 19 17:48:13.894766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Allocated IP 172.20.0.3 (c099998e-2680-4acf-bce1-296d4f22deee/4849019a-1eca-4b11-96c0-c9bf0f388fb1/473c2e4d-da2e-4fd2-88d0-20a124520d09) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:13.971337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90f4d51-c3a9-4730-81b3-6938ebb5131b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:13.982318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.009559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Transition to ACTIVE for port object d90f4d51-c3a9-4730-81b3-6938ebb5131b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:14.016476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.083651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:14.109316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa422c1-663d-4a02-8e4c-e6f19d34dbd5 req-085954bb-df8b-46c8-9ff1-cc95b801c2eb tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.111193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aa422c1-663d-4a02-8e4c-e6f19d34dbd5 req-085954bb-df8b-46c8-9ff1-cc95b801c2eb tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 947 time: 0.0964987 Aug 19 17:48:14.193045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:14.193415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:14.193776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:14.198353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:14.198676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:14.200119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.204056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:14.204620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:14.205332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:14.206058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Bound port: d90f4d51-c3a9-4730-81b3-6938ebb5131b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:14.206650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.227224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Transition to ACTIVE for port object 473c2e4d-da2e-4fd2-88d0-20a124520d09 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:14.267881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aa422c1-663d-4a02-8e4c-e6f19d34dbd5 req-71ba841f-dbba-4771-9612-dfda894f0465 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407757 Aug 19 17:48:14.296008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:14.301451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:14.306172 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.315178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.347324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Network c099998e-2680-4acf-bce1-296d4f22deee is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:14.369538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.370511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.372009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:14.373229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 1096 time: 1.1059766 Aug 19 17:48:14.373893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:14.378121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:14.387998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.389028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.421376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:14.442802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716941d-051a-4c27-a2b2-d0566c72a6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:14.483091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-d3b3d408-ae09-4ad8-ab45-083508d1a2b5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813489 Aug 19 17:48:14.503122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Request body: {'port': {'device_id': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'device_owner': 'compute:tempest-test_az-491857666', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:14.508499 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161031fd-8bb7-4b97-88f0-bdbc39045913" -d '{"events": [{"name": "network-changed", "server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:14.521120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebafb8-73b5-4e63-bf44-23648eb57c7f req-06c60c9e-6fa6-48f4-9b7d-37bac36fbed9 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.522762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcebafb8-73b5-4e63-bf44-23648eb57c7f req-06c60c9e-6fa6-48f4-9b7d-37bac36fbed9 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.1297979 Aug 19 17:48:14.554915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-ac137c1f-4a9a-499f-bf63-cd27b169cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.557164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-ac137c1f-4a9a-499f-bf63-cd27b169cc49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.1096883 Aug 19 17:48:14.634153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcebafb8-73b5-4e63-bf44-23648eb57c7f req-7b9f8639-ef41-494b-9ac7-c5828bfc7862 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838068 Aug 19 17:48:14.653741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.696531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-e313798b-4620-4843-9283-a806ee64daff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.1172955 Aug 19 17:48:14.800588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-c336317d-c03a-4045-b137-fbd0580d8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.802813 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-c336317d-c03a-4045-b137-fbd0580d8475 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0711312 Aug 19 17:48:14.852289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-58b8e9b8-7ef9-4781-9464-0278d20a826d None None] Provisioning for port 473c2e4d-da2e-4fd2-88d0-20a124520d09 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:14.865391 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-58b8e9b8-7ef9-4781-9464-0278d20a826d None None] Provisioning complete for port 473c2e4d-da2e-4fd2-88d0-20a124520d09 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:14.865391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-58b8e9b8-7ef9-4781-9464-0278d20a826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:14.872079 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f89e7-2e89-432e-ba84-371fa41b19d2 x-openstack-request-id: req-be9f89e7-2e89-432e-ba84-371fa41b19d2 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:14.872503 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:14.874040 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be9f89e7-2e89-432e-ba84-371fa41b19d2 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:14.877280 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'status': 'completed', 'code': 200} Aug 19 17:48:14.951741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-65e03db2-15f7-41e6-b898-734405d87539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:14.953598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-65e03db2-15f7-41e6-b898-734405d87539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424191 Aug 19 17:48:14.982003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-58b8e9b8-7ef9-4781-9464-0278d20a826d None None] Port 473c2e4d-da2e-4fd2-88d0-20a124520d09 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:48:15.059515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-bb477a51-99e8-46d3-8d36-372f6d783280 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967379 Aug 19 17:48:15.122682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3efb835-980f-43d6-857a-563dce155dae req-53fbbb83-b86b-49f8-80ce-119f1f64dd4f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 210 time: 0.0701559 Aug 19 17:48:15.161711 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d3c8fae-a0b4-43a6-944d-a16717e161a4 req-8b94038e-3821-4b3b-87b5-3b5f1677dc01 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930614 Aug 19 17:48:15.225934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc468005-69d4-4833-ba06-2698e0bc0a77 req-9a003c29-63b3-408b-8b07-5fec65017a23 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.227395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc468005-69d4-4833-ba06-2698e0bc0a77 req-9a003c29-63b3-408b-8b07-5fec65017a23 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1739187 Aug 19 17:48:15.237514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-f21c91f4-afb0-46c2-930f-6caabef32fb4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.238926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-f21c91f4-afb0-46c2-930f-6caabef32fb4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.5125058 Aug 19 17:48:15.291539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Request body: {'port': {'device_id': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'admin_state_up': True, 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:15.309852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-ebf77549-6737-46a5-b71e-a645c2e779fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.311323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-ebf77549-6737-46a5-b71e-a645c2e779fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.0410712 Aug 19 17:48:15.381997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc468005-69d4-4833-ba06-2698e0bc0a77 req-e41bb9f0-0568-49b2-812f-f26c338685c2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403022 Aug 19 17:48:15.395248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1a200-f233-4326-90f8-b81f97bd0163 req-1014e42a-a0ac-44aa-9533-fb0125105742 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.396877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcf1a200-f233-4326-90f8-b81f97bd0163 req-1014e42a-a0ac-44aa-9533-fb0125105742 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 931 time: 0.1935072 Aug 19 17:48:15.473130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-22ac195c-c317-46ce-9f8e-ed480e443af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.474851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-22ac195c-c317-46ce-9f8e-ed480e443af2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1563127 Aug 19 17:48:15.510404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcf1a200-f233-4326-90f8-b81f97bd0163 req-1b673ec7-1de8-468f-9d0f-5050b0d61828 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036403 Aug 19 17:48:15.515619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473c2e4d-da2e-4fd2-88d0-20a124520d09 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:15.519192 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-53043549-e594-4703-8d29-93dc8459a3c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.0359828 Aug 19 17:48:15.527427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:15.545456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:15.549782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:15.553274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Transition to ACTIVE for port object 473c2e4d-da2e-4fd2-88d0-20a124520d09 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:15.562549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:15.598335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-0e5038e7-795d-4924-ad7a-0822d63c2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.599958 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-0e5038e7-795d-4924-ad7a-0822d63c2307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0730722 Aug 19 17:48:15.661714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-9145183a-3b3d-4af9-a0c9-611df64be04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.663758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-9145183a-3b3d-4af9-a0c9-611df64be04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558047 Aug 19 17:48:15.708669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Pushing event updated for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:15.712208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bed990f5-5893-4e34-b5e1-32f9d67ea6a2 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:15.753311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4b07f-1363-4678-a868-550aa9ff25a5 req-08d90555-b07b-4d2f-b118-11128166725c tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.763025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87e4b07f-1363-4678-a868-550aa9ff25a5 req-08d90555-b07b-4d2f-b118-11128166725c tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 947 time: 0.1649086 Aug 19 17:48:15.853198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Attempting to bind port 473c2e4d-da2e-4fd2-88d0-20a124520d09 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:15.854195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Attempting to bind port 473c2e4d-da2e-4fd2-88d0-20a124520d09 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:15.854195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Attempting to bind port 473c2e4d-da2e-4fd2-88d0-20a124520d09 on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:15.860063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-4b0f1678-f990-4851-aec2-d595e7a2b53a service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871665 Aug 19 17:48:15.901846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Port 473c2e4d-da2e-4fd2-88d0-20a124520d09 on network c099998e-2680-4acf-bce1-296d4f22deee not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:15.902180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Attempting to bind port 473c2e4d-da2e-4fd2-88d0-20a124520d09 on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:15.921382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:15.926769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87e4b07f-1363-4678-a868-550aa9ff25a5 req-f14df8d7-01df-4762-914e-0c91fa387c53 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589212 Aug 19 17:48:15.935770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Allocated IP 172.20.0.9 (eeba6be0-a102-4ade-b4fd-d2d5204fef87/86fc86d7-ecda-4b58-b7d6-c876b35270cb/27adcb6f-12cd-4c22-9c19-be679c9eaf47) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:15.939841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:15.940395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Checking segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:15.940945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Bound using segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:15.941544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Bound port: 473c2e4d-da2e-4fd2-88d0-20a124520d09, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:15.941909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:15.971289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2', 'mac_address': 'fa:16:3e:58:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-491857666', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:15.975922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17431-7a1c-495c-abb3-fcfe70453eee req-ffff7010-b91b-4663-ba15-3e22702490cb tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:15.979329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-161031fd-8bb7-4b97-88f0-bdbc39045913 req-6e54f2db-0ff2-467f-8fa9-f970c29612a7 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102586 Aug 19 17:48:15.983141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85a17431-7a1c-495c-abb3-fcfe70453eee req-ffff7010-b91b-4663-ba15-3e22702490cb tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 969 time: 0.1505859 Aug 19 17:48:16.013323 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.028595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed990f5-5893-4e34-b5e1-32f9d67ea6a2 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:16.050923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:16.055302 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.086482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85a17431-7a1c-495c-abb3-fcfe70453eee req-b74a90b3-b9f8-412b-b01c-a9a4c1e24df6 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023402 Aug 19 17:48:16.108572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:16.118498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:16.175477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:16.182874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.280037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-854023e1-fe52-47d8-8df5-d45365f28a50 req-71252e31-3c18-49c5-bb34-5003a3b66bd7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 210 time: 0.0626125 Aug 19 17:48:16.287056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.287714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.289083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] 10.222.0.42 "PUT /v2.0/ports/473c2e4d-da2e-4fd2-88d0-20a124520d09 HTTP/1.1" status: 200 len: 1113 time: 1.7972343 Aug 19 17:48:16.289520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:16.292062 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ffade7-f95f-4394-a71e-a40d8269b680" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:16.324888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e1495a3d-3302-44cb-b11d-077bc1bf34bb details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:16.332559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab57a7-4490-489d-b097-3d0382e8a45c service neutron] Pushing event updated for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:16.384101 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c388c24-295e-43c1-9638-6de70611e22f x-openstack-request-id: req-1c388c24-295e-43c1-9638-6de70611e22f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:16.385095 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:16.385421 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c388c24-295e-43c1-9638-6de70611e22f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:16.386068 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'status': 'completed', 'code': 200} Aug 19 17:48:16.391391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.421004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-3e702ae0-0135-4a9d-8009-2c3bac8d5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.422648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-3e702ae0-0135-4a9d-8009-2c3bac8d5926 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 1116 time: 0.0703347 Aug 19 17:48:16.479158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:16.479297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-898458b1-93df-48c8-b548-44a3933088df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09 HTTP/1.1" status: 200 len: 217 time: 0.0433922 Aug 19 17:48:16.494521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb', 'mac_address': 'fa:16:3e:a3:a5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:16.497522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['bed990f5-5893-4e34-b5e1-32f9d67ea6a2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:16.551082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.639910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:16.642767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-4b641642-cb7f-4914-b211-9e80e3919afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.644459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-4b641642-cb7f-4914-b211-9e80e3919afa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.1522806 Aug 19 17:48:16.648234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:16.657042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:16.661981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.662818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.663501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.708197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:16.715750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1495a3d-3302-44cb-b11d-077bc1bf34bb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:16.719112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0238a-8cb9-47d0-ba21-e7dfdb3c8c2b req-f57718e7-4f2b-468d-bd4c-095cad45271e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.720679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1d0238a-8cb9-47d0-ba21-e7dfdb3c8c2b req-f57718e7-4f2b-468d-bd4c-095cad45271e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1760798 Aug 19 17:48:16.724166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-1bd162c6-1e69-4639-bc8d-760afbddaac2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4408476 Aug 19 17:48:16.746210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Request body: {'port': {'device_id': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:16.764341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.765960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:16.778160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.780607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-c628b9c2-40eb-4eb9-9f5f-0a32164f7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.782133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-c628b9c2-40eb-4eb9-9f5f-0a32164f7a83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154752 Aug 19 17:48:16.842971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1d0238a-8cb9-47d0-ba21-e7dfdb3c8c2b req-36d31fdf-b73b-4597-9099-b76c03faa0de tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118004 Aug 19 17:48:16.874498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:16.909391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:16.977008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937e27a-aa5b-4250-8236-efad3ddd8c1b req-674c7c23-dda5-4ebc-942b-ed4fa9a6b4fa tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:16.979193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7937e27a-aa5b-4250-8236-efad3ddd8c1b req-674c7c23-dda5-4ebc-942b-ed4fa9a6b4fa tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 964 time: 0.1407759 Aug 19 17:48:17.028829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-bb8eb09f-1218-4c34-8322-838149521c0c service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348025 Aug 19 17:48:17.141738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7937e27a-aa5b-4250-8236-efad3ddd8c1b req-76b32aa0-3770-4cd0-a490-06ca75af17a5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534245 Aug 19 17:48:17.165019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e1495a3d-3302-44cb-b11d-077bc1bf34bb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:17.273725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdc10d0-8b09-4471-8ca9-56013dd4f334 req-15bec9a1-d9a0-40fb-891b-6d96c5feb7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996355 Aug 19 17:48:17.356187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d375-2bb3-4229-87a9-f2ca8eb1f404 req-cdaa9d5e-2a6e-4e4a-a546-df7344baa420 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:17.357694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a493d375-2bb3-4229-87a9-f2ca8eb1f404 req-cdaa9d5e-2a6e-4e4a-a546-df7344baa420 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 948 time: 0.1384623 Aug 19 17:48:17.520289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37450) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:17.601962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d8a02-9f8b-4196-bcbe-20e852b1f507 req-7f918a3e-c2b3-4200-a46f-0d4a21635ee0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:17.603603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b8d8a02-9f8b-4196-bcbe-20e852b1f507 req-7f918a3e-c2b3-4200-a46f-0d4a21635ee0 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 970 time: 0.3223705 Aug 19 17:48:17.635543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d987e8c-ef5f-4e45-a1ee-8479a380c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.665054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-a7781540-7f82-4b31-b298-9b29c7dccb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:17.666543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-a7781540-7f82-4b31-b298-9b29c7dccb37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 1116 time: 0.3274555 Aug 19 17:48:17.674916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a493d375-2bb3-4229-87a9-f2ca8eb1f404 req-43336d9f-482b-4c28-bfda-e6c8e95717ee tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903476 Aug 19 17:48:17.692153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27adcb6f-12cd-4c22-9c19-be679c9eaf47 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:17.706887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bed990f5-5893-4e34-b5e1-32f9d67ea6a2 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:17.741187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d987e8c-ef5f-4e45-a1ee-8479a380c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.742809 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.746597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d987e8c-ef5f-4e45-a1ee-8479a380c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.756311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b8d8a02-9f8b-4196-bcbe-20e852b1f507 req-3c5c9178-54c1-456c-b699-eaaed3aea1fc tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462193 Aug 19 17:48:17.778154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:17.783024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Transition to ACTIVE for port object 27adcb6f-12cd-4c22-9c19-be679c9eaf47 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:17.787937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:17.788390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.799651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d987e8c-ef5f-4e45-a1ee-8479a380c424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21c93a03002f49bb912bcd8dc0149b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778606 Aug 19 17:48:17.802866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37454) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:17.803927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.811648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d987e8c-ef5f-4e45-a1ee-8479a380c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1906bed-0c2a-4331-bd54-2a567776c9ae,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:17.861694 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.883773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-da6f3ec5-3adf-4fa2-8e4e-4642fc1e19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:17.885715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.886270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-da6f3ec5-3adf-4fa2-8e4e-4642fc1e19f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 925 time: 0.2102573 Aug 19 17:48:17.895089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177efbb7-4d88-44af-864b-9c0ec643fd7a req-0b6cf8b4-d06c-45a1-9deb-34b2df81d72d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:17.896669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-177efbb7-4d88-44af-864b-9c0ec643fd7a req-0b6cf8b4-d06c-45a1-9deb-34b2df81d72d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 931 time: 0.1394699 Aug 19 17:48:17.898934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:17.900737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.945459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.945655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:17.949868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:17.953939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1906bed-0c2a-4331-bd54-2a567776c9ae HTTP/1.1" status: 204 len: 168 time: 0.1478274 Aug 19 17:48:17.960629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20821136-09d1-4b97-8ae2-ef14a53a4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1906bed-0c2a-4331-bd54-2a567776c9ae,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:17.980365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-296049da-3abf-4ac4-899d-65fb0e684f3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09 HTTP/1.1" status: 200 len: 217 time: 0.0822799 Aug 19 17:48:18.026442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:18.026762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:18.027103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:18.039671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:18.049717 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.064286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-177efbb7-4d88-44af-864b-9c0ec643fd7a req-99f8402e-77b3-4bb4-ba13-32cd61c4f055 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552663 Aug 19 17:48:18.082076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:18.084036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:18.092793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:18.093585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:18.094268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:18.094878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Bound port: 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:18.095434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.102022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.123773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-bad0be07-76b7-4be8-a318-6925893b43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.125292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-bad0be07-76b7-4be8-a318-6925893b43b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.1353092 Aug 19 17:48:18.135864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedff8a-e461-440e-a270-96d4717f78a5 req-827c27ef-991d-4dc5-8d12-c114a2ca3384 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.137362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aedff8a-e461-440e-a270-96d4717f78a5 req-827c27ef-991d-4dc5-8d12-c114a2ca3384 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1776958 Aug 19 17:48:18.174301 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead865b-6a20-4858-b4da-802958e54a8d" -d '{"events": [{"server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "name": "network-vif-plugged", "status": "completed", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:18.251349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aedff8a-e461-440e-a270-96d4717f78a5 req-6e8c3f28-f817-487a-b6df-0c42fd7d4b57 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Aug 19 17:48:18.272060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:18.279261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-3896f620-1956-4f19-9c22-ea6142a117ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.279555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:18.280926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-3896f620-1956-4f19-9c22-ea6142a117ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426625 Aug 19 17:48:18.286117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e496d150-b58a-4195-8bff-c12cf5ca33e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.287633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:18.303544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:18.323583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.402134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.402765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.404232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] 10.222.0.13 "PUT /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 1092 time: 1.6646259 Aug 19 17:48:18.404686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:18.407273 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e751d3-cdfb-42ae-b7d3-338b09113412" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:18.407939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e496d150-b58a-4195-8bff-c12cf5ca33e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.414903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e496d150-b58a-4195-8bff-c12cf5ca33e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.458986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563ae35-1ba4-4b99-b836-09eb9c837338 req-5b0b8fc2-bf3a-4749-b41b-b783721c840e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.461787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0563ae35-1ba4-4b99-b836-09eb9c837338 req-5b0b8fc2-bf3a-4749-b41b-b783721c840e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 964 time: 0.2365918 Aug 19 17:48:18.482396 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e496d150-b58a-4195-8bff-c12cf5ca33e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e41a963c589437da3de012125e40cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092454 Aug 19 17:48:18.483407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496d150-b58a-4195-8bff-c12cf5ca33e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69f5b97-28df-41a3-8a59-73ef60289842,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.485823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37476) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:18.518659 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979af940-94b4-4b63-ac40-6cf14835f7d4 x-openstack-request-id: req-979af940-94b4-4b63-ac40-6cf14835f7d4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:18.519099 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "name": "network-vif-plugged", "status": "completed", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:18.519439 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-979af940-94b4-4b63-ac40-6cf14835f7d4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:18.520078 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2', 'code': 200} Aug 19 17:48:18.522887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e1495a3d-3302-44cb-b11d-077bc1bf34bb up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:18.542997 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c357a0b9-412f-4b8f-aaa9-d83be9faeebd x-openstack-request-id: req-c357a0b9-412f-4b8f-aaa9-d83be9faeebd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:18.543285 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:18.543625 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c357a0b9-412f-4b8f-aaa9-d83be9faeebd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:18.544012 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'status': 'completed', 'code': 200} Aug 19 17:48:18.559963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.562103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1742-a791-43bf-9570-2c6dddfedb30 service neutron] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.591637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:18.605537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'mac_address': 'fa:16:3e:51:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:18.609159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e1495a3d-3302-44cb-b11d-077bc1bf34bb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:18.614950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-e95f5a2c-0be8-4b83-84f9-9d684ba10b9a service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087406 Aug 19 17:48:18.615181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e1495a3d-3302-44cb-b11d-077bc1bf34bb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:18.615647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.619595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-a7c31e22-4d9a-494c-baf3-e6acb836b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.621242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-a7c31e22-4d9a-494c-baf3-e6acb836b8d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1095 time: 0.1543901 Aug 19 17:48:18.623765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.42', 64420) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:18.643951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0563ae35-1ba4-4b99-b836-09eb9c837338 req-9a316f84-06e9-40e6-8211-9d9e231ac884 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129251 Aug 19 17:48:18.679735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.696026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90f4d51-c3a9-4730-81b3-6938ebb5131b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:18.723352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:18.729946 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.780800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.788818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.821544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-0b140500-8e00-46a6-9df1-2e03f7529612 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.1483285 Aug 19 17:48:18.834920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:18.839918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.844033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.866191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.870628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.871864 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a69f5b97-28df-41a3-8a59-73ef60289842 HTTP/1.1" status: 204 len: 168 time: 0.3849928 Aug 19 17:48:18.881406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b37b0-4522-45ce-981f-86d7214adf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69f5b97-28df-41a3-8a59-73ef60289842,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.909015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901472b-64a2-471c-b84f-e02767df870f req-79d1f984-dfaa-49ae-846a-b3a8fe8ab441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.910535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f901472b-64a2-471c-b84f-e02767df870f req-79d1f984-dfaa-49ae-846a-b3a8fe8ab441 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 1123 time: 0.2858181 Aug 19 17:48:18.927350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:18.956915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89ffade7-f95f-4394-a71e-a40d8269b680 req-d3fed8c6-83d0-464a-92bb-8a7de9902a6a service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309724 Aug 19 17:48:18.974036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f901472b-64a2-471c-b84f-e02767df870f req-83153030-3686-421e-9665-c53c43ce391b service neutron] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:18.990530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf6177-bca5-4458-ae79-7541b2e0e5b6 req-dfc55bae-2faf-46e0-851c-a2ae4f9a8986 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:18.992680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffbf6177-bca5-4458-ae79-7541b2e0e5b6 req-dfc55bae-2faf-46e0-851c-a2ae4f9a8986 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 948 time: 0.2213974 Aug 19 17:48:19.013187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c386-f503-4338-a69b-898089e18b66 req-9b2c7cc6-2fed-4cd3-a529-4d916aefdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.014600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-9b2c7cc6-2fed-4cd3-a529-4d916aefdee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1655428 Aug 19 17:48:19.026952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0923c89-1c90-4b91-8df6-d1f38ad33a2a req-70222834-8a79-4188-aac4-69c8418bc004 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.028400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0923c89-1c90-4b91-8df6-d1f38ad33a2a req-70222834-8a79-4188-aac4-69c8418bc004 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.1805499 Aug 19 17:48:19.029170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:19.094812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-cbfd995d-6bf3-4d29-9c6a-4da1e04d0a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654442 Aug 19 17:48:19.142826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffbf6177-bca5-4458-ae79-7541b2e0e5b6 req-d5f2963f-a40c-4cf3-9942-76cd0d8591a2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412373 Aug 19 17:48:19.181808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0923c89-1c90-4b91-8df6-d1f38ad33a2a req-723eb17f-5001-4b34-8714-a25ff8e4c990 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424656 Aug 19 17:48:19.280488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-fa1b5c79-f29a-426b-954a-c290e86a058d service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780131 Aug 19 17:48:19.389798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f901472b-64a2-471c-b84f-e02767df870f req-83153030-3686-421e-9665-c53c43ce391b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:19.402652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047069cc-1fe7-4168-893b-56fa6a5f6899 req-20c92ae8-2482-4774-a919-a656e2fa3baa tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.404193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-047069cc-1fe7-4168-893b-56fa6a5f6899 req-20c92ae8-2482-4774-a919-a656e2fa3baa tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.1628666 Aug 19 17:48:19.409525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f901472b-64a2-471c-b84f-e02767df870f req-83153030-3686-421e-9665-c53c43ce391b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:19.464507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f901472b-64a2-471c-b84f-e02767df870f req-83153030-3686-421e-9665-c53c43ce391b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328128 Aug 19 17:48:19.500855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83153030-3686-421e-9665-c53c43ce391b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b564d566-bcba-41d4-8112-3a1ef0016952,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:19.519337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd72f5-2a9b-4c85-abc1-a15754d83c8a req-cc51df1a-9e78-4e33-b04a-976f8cc5cf73 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.520857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3dd72f5-2a9b-4c85-abc1-a15754d83c8a req-cc51df1a-9e78-4e33-b04a-976f8cc5cf73 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 948 time: 0.1779921 Aug 19 17:48:19.525631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c998c386-f503-4338-a69b-898089e18b66 req-68523348-0545-45ae-9696-5342130b5f01 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365112 Aug 19 17:48:19.533475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-047069cc-1fe7-4168-893b-56fa6a5f6899 req-86a2899d-8783-42ff-9477-7db9ea41b227 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069734 Aug 19 17:48:19.576787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3dd72f5-2a9b-4c85-abc1-a15754d83c8a req-eb26d5b9-7d6a-41e8-9788-7cff16baeead tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Aug 19 17:48:19.655565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-ac54d54b-f1f8-4895-b394-66196f5bbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.657069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-ac54d54b-f1f8-4895-b394-66196f5bbed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1095 time: 0.0410240 Aug 19 17:48:19.785483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-6dd81308-4e20-4252-b8db-790502c0fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.786968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-6dd81308-4e20-4252-b8db-790502c0fd10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1221142 Aug 19 17:48:19.795342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c962f1-4c5e-477f-9200-dc3cc30a5c3f req-b5208dbd-43c9-45ae-a2a1-4d482d12709f tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.796775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7c962f1-4c5e-477f-9200-dc3cc30a5c3f req-b5208dbd-43c9-45ae-a2a1-4d482d12709f tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 964 time: 0.0794015 Aug 19 17:48:19.840909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-367992ec-942f-453d-8478-d7e543ac4a5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.0432055 Aug 19 17:48:19.895723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7c962f1-4c5e-477f-9200-dc3cc30a5c3f req-0d808b1b-6416-46a4-8bb5-d7ebeaf8dc30 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912273 Aug 19 17:48:19.906487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-a03af3cb-3979-4904-9ede-33c0f8425e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:19.915533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-a03af3cb-3979-4904-9ede-33c0f8425e15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0586412 Aug 19 17:48:19.915942 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:48:19.943757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-db91b479-b635-41e5-982b-49d8de91c41b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263510 Aug 19 17:48:20.226957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-d4f72424-137f-4866-b587-227028b9b4aa service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747562 Aug 19 17:48:20.294979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:20.352656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port d90f4d51-c3a9-4730-81b3-6938ebb5131b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:20.357039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d90f4d51-c3a9-4730-81b3-6938ebb5131b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:20.357412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:20.387787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b3e4f-38eb-4e2a-9be9-c7426cb46077 req-e4f4b9fb-486c-4477-9ff1-84c6ef382d36 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.389294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b2b3e4f-38eb-4e2a-9be9-c7426cb46077 req-e4f4b9fb-486c-4477-9ff1-84c6ef382d36 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.1357446 Aug 19 17:48:20.398691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd4f9a-1a1f-4385-ac08-bf71876db6bb req-053bd0f0-3511-4096-b090-b3e5e5e1fc42 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.400888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2fd4f9a-1a1f-4385-ac08-bf71876db6bb req-053bd0f0-3511-4096-b090-b3e5e5e1fc42 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.1223786 Aug 19 17:48:20.412212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53e751d3-cdfb-42ae-b7d3-338b09113412 req-422d3ddf-fc36-44fc-bf2b-8bae385c519c service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773078 Aug 19 17:48:20.435539 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:20.460172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b2b3e4f-38eb-4e2a-9be9-c7426cb46077 req-e29e4a16-91d2-4100-bcf0-3c3b2a93bff2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582809 Aug 19 17:48:20.465589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2fd4f9a-1a1f-4385-ac08-bf71876db6bb req-58ebb9aa-632e-4286-873c-d2e1be3c1b89 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564265 Aug 19 17:48:20.472350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:20.485696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:20.521450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb'}, {'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:20.523685 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601c678-f43c-4762-b6a8-ec40395b0ff0" -d '{"events": [{"server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb"}, {"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-plugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:20.543055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:20.570825 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f11125-36ef-4439-a5b0-8421142cafd3 x-openstack-request-id: req-75f11125-36ef-4439-a5b0-8421142cafd3 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:20.571200 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb", "code": 200}, {"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-plugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:20.571557 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75f11125-36ef-4439-a5b0-8421142cafd3 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:20.572551 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb', 'code': 200} Aug 19 17:48:20.572978 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'code': 200} Aug 19 17:48:20.680336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e58046-30a5-4ed3-8c7a-4ab58ca93992 req-ce083564-c6bf-468c-ba51-90c133aae83c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.682531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00e58046-30a5-4ed3-8c7a-4ab58ca93992 req-ce083564-c6bf-468c-ba51-90c133aae83c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0654283 Aug 19 17:48:20.698583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-5530e39d-fc80-4bcc-a1c0-0be982a64850 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394499 Aug 19 17:48:20.810859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00e58046-30a5-4ed3-8c7a-4ab58ca93992 req-56dab08e-5d4b-4d3b-b8bc-6ca65ad112a8 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160610 Aug 19 17:48:20.811519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bf5ec-ec76-4206-b232-d7f8fa1bbe1f req-22951565-765c-41fd-a0ae-7c8558154849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.812997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e42bf5ec-ec76-4206-b232-d7f8fa1bbe1f req-22951565-765c-41fd-a0ae-7c8558154849 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.0681736 Aug 19 17:48:20.823897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e96f3-4193-456b-b2b0-4266c618ad31 req-554f58e3-0c03-425f-9005-719311e20a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.825385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b7e96f3-4193-456b-b2b0-4266c618ad31 req-554f58e3-0c03-425f-9005-719311e20a0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 1101 time: 0.1260118 Aug 19 17:48:20.859612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e42bf5ec-ec76-4206-b232-d7f8fa1bbe1f req-61740d45-f7ec-4867-9348-11b13ef4a2f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Aug 19 17:48:20.887594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-b256536f-1bee-4d30-ba4c-43067ce93978 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.888974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-b256536f-1bee-4d30-ba4c-43067ce93978 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709583 Aug 19 17:48:20.891821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b7e96f3-4193-456b-b2b0-4266c618ad31 req-6e6e3976-4a0c-4643-be74-3537ef9b385a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595930 Aug 19 17:48:20.925212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-c344f2f8-947f-4c6b-a5ec-7bb6265174a3 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/quotas/eae2323fba7d4e95a2b7745c65d126d0 HTTP/1.1" status: 200 len: 375 time: 0.0254822 Aug 19 17:48:20.959854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-96441178-9b38-4462-aac0-0ba0a9fdf1b5 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269105 Aug 19 17:48:20.967342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15257dd6-f065-4fed-93de-348c5cad77cc req-ead80640-6edf-4d28-a496-6c3d0c6edf3b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:20.968772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15257dd6-f065-4fed-93de-348c5cad77cc req-ead80640-6edf-4d28-a496-6c3d0c6edf3b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0788069 Aug 19 17:48:21.007233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15257dd6-f065-4fed-93de-348c5cad77cc req-997937b5-9771-4461-aa4a-f34342b1d8c9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Aug 19 17:48:21.129725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e023f419-b2ce-403d-ae94-caf1e29230be req-d6180cd1-282e-4cd1-ac4d-3e53ba8e2245 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 210 time: 0.0304875 Aug 19 17:48:21.146662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd320db-c37b-4979-b9bf-da90914e40f8 req-82630618-06f4-4029-b73b-e75a0527d1ca tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:21.148208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bd320db-c37b-4979-b9bf-da90914e40f8 req-82630618-06f4-4029-b73b-e75a0527d1ca tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 964 time: 0.0816960 Aug 19 17:48:21.189402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bd320db-c37b-4979-b9bf-da90914e40f8 req-01ef079d-e7ce-4464-947c-2a7c0c5207f2 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344267 Aug 19 17:48:21.622755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff4c79-1544-492c-9287-ffbd270b8590 req-ab27ec0c-f2c5-483c-b972-29ccc263085f tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:21.624298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ff4c79-1544-492c-9287-ffbd270b8590 req-ab27ec0c-f2c5-483c-b972-29ccc263085f tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.0797050 Aug 19 17:48:21.637790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24702a-7c7c-4ef4-8763-de90c0d8cc65 req-e65d70c9-ae58-450b-bdb6-b69295bf837e tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:21.639339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db24702a-7c7c-4ef4-8763-de90c0d8cc65 req-e65d70c9-ae58-450b-bdb6-b69295bf837e tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.0849953 Aug 19 17:48:21.696545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ff4c79-1544-492c-9287-ffbd270b8590 req-f45c36ff-6475-4820-8e34-762e30bd48e9 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Aug 19 17:48:21.701175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db24702a-7c7c-4ef4-8763-de90c0d8cc65 req-e9a25eac-2bb1-44b4-a703-60ec2c5bd67e tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Aug 19 17:48:21.736995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 473c2e4d-da2e-4fd2-88d0-20a124520d09 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:21.842027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:21.854965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'port_id': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-491857666', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:21.861897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-7a295065-6323-42e5-a65f-fd05edafb7fb tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:21.863637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-7a295065-6323-42e5-a65f-fd05edafb7fb tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 1123 time: 0.0507627 Aug 19 17:48:21.883417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-3d9db4ae-59f6-4a2e-8650-4b1027896702 tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:21.894530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:21.912639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473c2e4d-da2e-4fd2-88d0-20a124520d09 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:21.935126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:21.940406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:21.973174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de548913-7199-47b3-95dd-d48ea2066f0d req-745038be-22fd-4ef9-82bc-a834b94d437f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:21.974702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de548913-7199-47b3-95dd-d48ea2066f0d req-745038be-22fd-4ef9-82bc-a834b94d437f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0787032 Aug 19 17:48:21.994632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:22.051689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-b5c83cc8-5bea-445d-aa7e-b955f8d43604 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435591 Aug 19 17:48:22.059168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de548913-7199-47b3-95dd-d48ea2066f0d req-2985520e-78f0-4e3b-bb7a-91f4a0a369d7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Aug 19 17:48:22.125505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-3d9db4ae-59f6-4a2e-8650-4b1027896702 tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.141569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-3d9db4ae-59f6-4a2e-8650-4b1027896702 tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.183219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['473c2e4d-da2e-4fd2-88d0-20a124520d09'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:22.191754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f02a3450-7c5a-421d-b5d5-aae898faf898 req-3d9db4ae-59f6-4a2e-8650-4b1027896702 tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209860 Aug 19 17:48:22.222141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9db4ae-59f6-4a2e-8650-4b1027896702 tempest-AggregatesAdminTestJSON-194972015 tempest-AggregatesAdminTestJSON-194972015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b03974-e06a-4a62-9987-09372ff80b2d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:22.234747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b041522-c2ab-4067-9969-17575bfde6be req-097f7b6c-9a77-451b-8988-5e35fe34cf73 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:22.237315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b041522-c2ab-4067-9969-17575bfde6be req-097f7b6c-9a77-451b-8988-5e35fe34cf73 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1131306 Aug 19 17:48:22.268515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-b62fdb0d-00f1-4699-95dd-af122d296288 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:22.269964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-b62fdb0d-00f1-4699-95dd-af122d296288 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099319 Aug 19 17:48:22.302341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Request body: {'port': {'device_id': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': 'eae2323fba7d4e95a2b7745c65d126d0'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:22.309577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b33e4366-c3f5-403d-93fa-3ecdc586ceb5 req-c40b7274-fffa-4ca1-8f7e-58f1bcdbc1d5 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 210 time: 0.0369792 Aug 19 17:48:22.333053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:22.361161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b041522-c2ab-4067-9969-17575bfde6be req-d2b16235-6574-4465-8e58-a594e36df794 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150877 Aug 19 17:48:22.445241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:22.463081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'port_id': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'mac_address': 'fa:16:3e:d8:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fc86d7-ecda-4b58-b7d6-c876b35270cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:22.464444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df545-5854-4ec2-9d3f-6630fe4052ae req-52b945fa-c578-4779-8611-67e006e6fc42 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:22.466129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d5df545-5854-4ec2-9d3f-6630fe4052ae req-52b945fa-c578-4779-8611-67e006e6fc42 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 965 time: 0.0802491 Aug 19 17:48:22.485730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Made reservation on behalf of eae2323fba7d4e95a2b7745c65d126d0 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:22.489068 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.505154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.506112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.532739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27adcb6f-12cd-4c22-9c19-be679c9eaf47 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:22.539122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d5df545-5854-4ec2-9d3f-6630fe4052ae req-cd24d7eb-8831-4075-81e0-4128390ddfbe tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624962 Aug 19 17:48:22.567839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:22.576007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.645368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.647980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:22.649983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:22.758177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:22.867892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Allocated IP 192.168.233.156 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/8fead7f5-5605-43a5-b75a-a5c74010932a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:22.892931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e49d-3f1b-4e50-86f7-d180fae9f216 req-9f7814d2-8cea-450c-b675-69605452ed68 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:22.894470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2f7e49d-3f1b-4e50-86f7-d180fae9f216 req-9f7814d2-8cea-450c-b675-69605452ed68 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.0806985 Aug 19 17:48:22.954713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['27adcb6f-12cd-4c22-9c19-be679c9eaf47'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:22.978825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2f7e49d-3f1b-4e50-86f7-d180fae9f216 req-b990a013-6840-4f59-955c-d213765e8048 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732090 Aug 19 17:48:23.115997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.134028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Transition to ACTIVE for port object 8fead7f5-5605-43a5-b75a-a5c74010932a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:23.219402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.269602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e3654-3243-4088-8e60-b971ac151822 req-5b5e763f-ae22-4150-a119-dd6ff404151f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:23.274377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-013e3654-3243-4088-8e60-b971ac151822 req-5b5e763f-ae22-4150-a119-dd6ff404151f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.1190674 Aug 19 17:48:23.291109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:23.298783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:23.310810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:23.318664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:23.318664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.330797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Pushing event updated for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:23.350928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-bd207270-f08c-4a9b-aa30-a0abebcdf487 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0683510 Aug 19 17:48:23.362518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-013e3654-3243-4088-8e60-b971ac151822 req-a9792ae9-6892-4a60-bf58-09ed52cc9a31 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866046 Aug 19 17:48:23.367854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Request body: {'port': {'device_id': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'device_owner': 'compute:tempest-test_az-491857666', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:23.434625 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.627336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445a3f-cee6-41f8-b12e-010a1c7bf57e req-81649aee-6692-4ffb-a3bc-e5d7e05649c4 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:23.628885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54445a3f-cee6-41f8-b12e-010a1c7bf57e req-81649aee-6692-4ffb-a3bc-e5d7e05649c4 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 936 time: 0.1554198 Aug 19 17:48:23.651436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-39d7cc1f-386e-40e5-811c-157461d322a0 None None] Provisioning for port 8fead7f5-5605-43a5-b75a-a5c74010932a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:23.655239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-39d7cc1f-386e-40e5-811c-157461d322a0 None None] Provisioning complete for port 8fead7f5-5605-43a5-b75a-a5c74010932a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:23.655711 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39d7cc1f-386e-40e5-811c-157461d322a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.678701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476fdb-aa7c-4dd6-929a-8773145c4701 req-a63b1abd-6edf-4e46-8f47-b85d65f278be tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:23.680229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7476fdb-aa7c-4dd6-929a-8773145c4701 req-a63b1abd-6edf-4e46-8f47-b85d65f278be tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1709664 Aug 19 17:48:23.694651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-39d7cc1f-386e-40e5-811c-157461d322a0 None None] Port 8fead7f5-5605-43a5-b75a-a5c74010932a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:48:23.752665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 473c2e4d-da2e-4fd2-88d0-20a124520d09 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:23.760377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54445a3f-cee6-41f8-b12e-010a1c7bf57e req-db43aadc-bdb8-4b06-99b0-277e689a7791 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197793 Aug 19 17:48:23.785480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7476fdb-aa7c-4dd6-929a-8773145c4701 req-53aa02c9-abbb-4940-8525-6b0f0402b2ee tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Aug 19 17:48:23.816591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 473c2e4d-da2e-4fd2-88d0-20a124520d09 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:23.821017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 473c2e4d-da2e-4fd2-88d0-20a124520d09 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:23.821463 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.906995 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.925475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fead7f5-5605-43a5-b75a-a5c74010932a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:23.933165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:23.935274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.935403 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b6978d-c30b-4221-a425-ffe24cad244e" -d '{"events": [{"server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:23.954990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:23.959108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25c5c-9c53-4864-bd7d-c025426fc9c6 req-4bc2ff72-75f9-4d65-8fea-b77252e39f51 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:23.959717 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:23.960649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6a25c5c-9c53-4864-bd7d-c025426fc9c6 req-4bc2ff72-75f9-4d65-8fea-b77252e39f51 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 965 time: 0.0727456 Aug 19 17:48:23.966156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Transition to ACTIVE for port object 8fead7f5-5605-43a5-b75a-a5c74010932a will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:23.974505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.015635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:24.082547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6a25c5c-9c53-4864-bd7d-c025426fc9c6 req-a56a883f-8b18-4fd9-a7ed-a049505dde39 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097288 Aug 19 17:48:24.084384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:24.173046 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3a44cc-8a8a-4031-84ec-d607494fab3e x-openstack-request-id: req-6e3a44cc-8a8a-4031-84ec-d607494fab3e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:24.173385 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:24.173662 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e3a44cc-8a8a-4031-84ec-d607494fab3e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:24.174355 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'code': 200} Aug 19 17:48:24.348809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:24.362078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-7d6219de-846a-4fcb-b385-c4e93f15fb77 tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.363620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-7d6219de-846a-4fcb-b385-c4e93f15fb77 tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.3449051 Aug 19 17:48:24.368073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Attempting to bind port 8fead7f5-5605-43a5-b75a-a5c74010932a on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:24.368967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Attempting to bind port 8fead7f5-5605-43a5-b75a-a5c74010932a by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:24.369485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Attempting to bind port 8fead7f5-5605-43a5-b75a-a5c74010932a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:24.394325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Port 8fead7f5-5605-43a5-b75a-a5c74010932a on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:24.394654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Attempting to bind port 8fead7f5-5605-43a5-b75a-a5c74010932a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:24.399128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:24.402421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-5c3bacbe-f45d-454f-8044-ab8c24948dfd tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.403330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:24.403734 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.419503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:24.419844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:24.420228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:24.420664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Bound port: 8fead7f5-5605-43a5-b75a-a5c74010932a, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:24.421014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.424150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58713-f4bc-430c-ae4d-ca37466d632e req-82e8134f-2c43-469b-bd12-5a402075601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.425617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09e58713-f4bc-430c-ae4d-ca37466d632e req-82e8134f-2c43-469b-bd12-5a402075601f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 1118 time: 0.1201127 Aug 19 17:48:24.442929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc159f-6644-4baf-8a55-75344f91e551 req-2d8b54a7-5edc-4817-9609-76bb5e54bb0a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.444393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2efc159f-6644-4baf-8a55-75344f91e551 req-2d8b54a7-5edc-4817-9609-76bb5e54bb0a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.1409595 Aug 19 17:48:24.483041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.516095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:24.520322 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.568502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:24.569016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09e58713-f4bc-430c-ae4d-ca37466d632e req-2b1b6e87-7920-46aa-a1b9-f91a6b594a92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220217 Aug 19 17:48:24.577786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2efc159f-6644-4baf-8a55-75344f91e551 req-05cc2577-9ff6-4508-88a2-344ade3e6d61 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218777 Aug 19 17:48:24.587750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:24.593966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8fead7f5-5605-43a5-b75a-a5c74010932a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:24.601291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.646003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.646589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.648024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/8fead7f5-5605-43a5-b75a-a5c74010932a HTTP/1.1" status: 200 len: 1118 time: 1.2845430 Aug 19 17:48:24.655039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:24.657320 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93617f-a9e2-47e4-8349-60aae9597efd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:24.690488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca823bb2-3507-4b38-b372-2d771f53a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:24.703204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-5c3bacbe-f45d-454f-8044-ab8c24948dfd tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.707420 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-5c3bacbe-f45d-454f-8044-ab8c24948dfd tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:24.747986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3abbe0-a5dd-4306-a4cc-5523727efdfc req-5c3bacbe-f45d-454f-8044-ab8c24948dfd tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729475 Aug 19 17:48:24.766760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bacbe-f45d-454f-8044-ab8c24948dfd tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13b4bc-5973-4019-ab5d-b6b828e375c8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:24.866975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2532a-4b42-432e-a73f-65d8755c1dbb req-f407f8dc-ae88-4fe2-a0f2-c5ff2014f55f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.868654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bac2532a-4b42-432e-a73f-65d8755c1dbb req-f407f8dc-ae88-4fe2-a0f2-c5ff2014f55f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.0823939 Aug 19 17:48:24.880148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-aa309bb0-e478-4a45-a16f-5b4f984c6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.881590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-aa309bb0-e478-4a45-a16f-5b4f984c6518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 1121 time: 0.0643439 Aug 19 17:48:24.936862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-4e3c560d-37ba-42b4-9fb0-8cc37559f8c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8fead7f5-5605-43a5-b75a-a5c74010932a HTTP/1.1" status: 200 len: 217 time: 0.0425694 Aug 19 17:48:24.957074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bac2532a-4b42-432e-a73f-65d8755c1dbb req-cc33830f-ceea-426b-a8b9-b6507ff6113d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805669 Aug 19 17:48:24.997576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-f75790eb-2e7a-437e-b19f-24a565a9a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:24.999059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-f75790eb-2e7a-437e-b19f-24a565a9a1ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0546229 Aug 19 17:48:25.010874 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb8a0f-bf4a-4867-9182-1ffb1d603b06 x-openstack-request-id: req-2adb8a0f-bf4a-4867-9182-1ffb1d603b06 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:25.011260 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:25.011592 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2adb8a0f-bf4a-4867-9182-1ffb1d603b06 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:25.011970 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a', 'status': 'completed', 'code': 200} Aug 19 17:48:25.091939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-cb1f69ac-68a4-4ea2-b9f7-d72d01a5bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.093472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-cb1f69ac-68a4-4ea2-b9f7-d72d01a5bd4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582724 Aug 19 17:48:25.208764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-ed85b71b-b516-4d33-8466-51e66383d300 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078696 Aug 19 17:48:25.298620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a70b7-8559-4205-a198-0cee29623e83 req-6fd8b2bb-d452-4e64-b8c0-206d4a87f449 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.300417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a6a70b7-8559-4205-a198-0cee29623e83 req-6fd8b2bb-d452-4e64-b8c0-206d4a87f449 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 969 time: 0.1112952 Aug 19 17:48:25.350156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b5d9bef-651d-483d-b7d0-ff5f6378bfea req-6d4b0037-dc21-495e-990d-9731af8d5c53 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266420 Aug 19 17:48:25.366674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a6a70b7-8559-4205-a198-0cee29623e83 req-896dd019-cefc-460f-94c0-d8fa3531906a tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593925 Aug 19 17:48:25.476465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93617f-a9e2-47e4-8349-60aae9597efd req-583eeef3-5dbd-4078-9cbd-9d254debd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.478052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-583eeef3-5dbd-4078-9cbd-9d254debd29f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 1121 time: 0.0716729 Aug 19 17:48:25.490506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c96b61-0f5b-4c4c-8f1a-afff4b548711 req-5f2fcd2a-6702-4834-805f-d8e4482c960d tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.491928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16c96b61-0f5b-4c4c-8f1a-afff4b548711 req-5f2fcd2a-6702-4834-805f-d8e4482c960d tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.0603945 Aug 19 17:48:25.591295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16c96b61-0f5b-4c4c-8f1a-afff4b548711 req-fb86eb2b-5471-4c81-a09f-a40e279d22e1 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911310 Aug 19 17:48:25.619133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93617f-a9e2-47e4-8349-60aae9597efd req-e00177e5-8627-48d3-b759-03bb6e118c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.622189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-e00177e5-8627-48d3-b759-03bb6e118c7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1291494 Aug 19 17:48:25.671058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-a50d0f1b-9b13-4fe6-aa02-5579d5760929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=8fead7f5-5605-43a5-b75a-a5c74010932a HTTP/1.1" status: 200 len: 217 time: 0.0410376 Aug 19 17:48:25.684233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:25.763087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93617f-a9e2-47e4-8349-60aae9597efd req-1332db5a-f0f1-4eea-b581-088512e2e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.764588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-1332db5a-f0f1-4eea-b581-088512e2e4f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0865638 Aug 19 17:48:25.777304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77103-618b-42a5-a784-9809ae65829e req-e4bd81a3-df4c-4d71-9e29-d3a78c899f4e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.780171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cb77103-618b-42a5-a784-9809ae65829e req-e4bd81a3-df4c-4d71-9e29-d3a78c899f4e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 966 time: 0.0914557 Aug 19 17:48:25.885074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cb77103-618b-42a5-a784-9809ae65829e req-c6df212d-70ac-494b-88b7-6288bb41de03 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855787 Aug 19 17:48:25.892667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93617f-a9e2-47e4-8349-60aae9597efd req-afe98757-c46f-439f-b366-3b92f9d4377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.894179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-afe98757-c46f-439f-b366-3b92f9d4377b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122427 Aug 19 17:48:25.910344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:25.935822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1947-efa4-470d-9c47-d7b0dd064685 req-04688ee2-4f45-4907-b827-d0c695873050 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:25.937292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812d1947-efa4-470d-9c47-d7b0dd064685 req-04688ee2-4f45-4907-b827-d0c695873050 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0920000 Aug 19 17:48:26.028483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812d1947-efa4-470d-9c47-d7b0dd064685 req-90bf44cb-4122-444e-8162-e8accf549c66 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Aug 19 17:48:26.045464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-58b5b99a-d868-4df5-a7f0-7760e67a2369 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427913 Aug 19 17:48:26.074006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-09fcda33-013c-4dc6-8f57-64fab3fea120 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1623449 Aug 19 17:48:26.179373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:26.184816 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9931e05d-c968-42cb-bb7b-7f424ca01d53" -d '{"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-plugged", "status": "completed", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:26.195335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55799-2148-4ee4-b50a-fb3bdada14ec req-a0b250fb-f854-433a-8fa8-2c251e5dbb62 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:26.197435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99e55799-2148-4ee4-b50a-fb3bdada14ec req-a0b250fb-f854-433a-8fa8-2c251e5dbb62 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.0850425 Aug 19 17:48:26.204579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de93617f-a9e2-47e4-8349-60aae9597efd req-b647097b-3e00-4f0c-addf-8cb6515238e4 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520019 Aug 19 17:48:26.246396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99e55799-2148-4ee4-b50a-fb3bdada14ec req-b7c87bff-553f-43a0-8c31-b1d5870d870d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Aug 19 17:48:26.296120 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ccb9b-83e6-48cf-944f-8c244a6351c3 x-openstack-request-id: req-d82ccb9b-83e6-48cf-944f-8c244a6351c3 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:26.296680 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-plugged", "status": "completed", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:26.297130 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d82ccb9b-83e6-48cf-944f-8c244a6351c3 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:26.297734 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'code': 200} Aug 19 17:48:26.494644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589da0-fbd9-48e8-beee-2efcfe45fe3d req-c122e978-de87-415c-8d39-1d99c638e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:26.496318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a589da0-fbd9-48e8-beee-2efcfe45fe3d req-c122e978-de87-415c-8d39-1d99c638e9ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1097 time: 0.0455329 Aug 19 17:48:26.579196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a589da0-fbd9-48e8-beee-2efcfe45fe3d req-3a06599e-d442-4ad4-9c41-872fff51f764 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Aug 19 17:48:26.588060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0e852-0ff9-4563-a3cb-8b7a0270a957 req-609c3352-7ce1-4043-8fbe-579148ff8ee8 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:26.589634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf0e852-0ff9-4563-a3cb-8b7a0270a957 req-609c3352-7ce1-4043-8fbe-579148ff8ee8 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 969 time: 0.0910110 Aug 19 17:48:26.644591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf0e852-0ff9-4563-a3cb-8b7a0270a957 req-bc958053-f78c-4fc6-8438-6d376eb897de tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Aug 19 17:48:26.785838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555f29-6f82-4326-a158-f559cb91e35f req-c23dc060-065c-4a6a-9ef6-3f4eead54ab5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:26.787839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32555f29-6f82-4326-a158-f559cb91e35f req-c23dc060-065c-4a6a-9ef6-3f4eead54ab5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 949 time: 0.0591567 Aug 19 17:48:26.846583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32555f29-6f82-4326-a158-f559cb91e35f req-ee0653e3-333d-41ce-92bf-37ce9afb6690 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Aug 19 17:48:26.995824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37812) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:27.078319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-e044db32-cd75-4cf9-99ef-9f8250d1c215 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.080026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-e044db32-cd75-4cf9-99ef-9f8250d1c215 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 1101 time: 0.1001456 Aug 19 17:48:27.104389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d014b-3df2-467c-89f7-6bc2e9c216f8 req-c2a58304-a518-4ff8-b9e1-f01c93802f88 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.106022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1d014b-3df2-467c-89f7-6bc2e9c216f8 req-c2a58304-a518-4ff8-b9e1-f01c93802f88 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 966 time: 0.1156170 Aug 19 17:48:27.159876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99bdb03f-2b43-47f2-a275-a34fac3ba81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.197179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1d014b-3df2-467c-89f7-6bc2e9c216f8 req-4ab5f784-fe6e-44d3-9c2c-8c23dfaec5ec tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755203 Aug 19 17:48:27.263142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Deleting port e1495a3d-3302-44cb-b11d-077bc1bf34bb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:48:27.263142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.286450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99bdb03f-2b43-47f2-a275-a34fac3ba81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.292167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99bdb03f-2b43-47f2-a275-a34fac3ba81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.310390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37832) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:27.347527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-99bdb03f-2b43-47f2-a275-a34fac3ba81e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2be67a5e7e99451ba13d3aea8c5946df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498363 Aug 19 17:48:27.350209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37836) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:27.352475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb03f-2b43-47f2-a275-a34fac3ba81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afad37e-2b4d-42f9-aee9-13d23980bc90,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:27.436101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06deb0cd-2fda-4d14-b63f-4252c9d6ca86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.468158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6247c-f1f8-4707-b49c-786fdd9c75ab req-67d7d8a7-90e0-4007-ba72-bee0942d0ab3 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.470284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13b6247c-f1f8-4707-b49c-786fdd9c75ab req-67d7d8a7-90e0-4007-ba72-bee0942d0ab3 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1528528 Aug 19 17:48:27.485409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] For port e1495a3d-3302-44cb-b11d-077bc1bf34bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e1495a3d-3302-44cb-b11d-077bc1bf34bb,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:27.485810 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.526779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Calling delete_port for e1495a3d-3302-44cb-b11d-077bc1bf34bb owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:48:27.549252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01775bb-6c65-4a55-bd31-23caed0a2fc4 req-92e27e7e-3628-4029-a6b3-24128094cda0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.550729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e01775bb-6c65-4a55-bd31-23caed0a2fc4 req-92e27e7e-3628-4029-a6b3-24128094cda0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 966 time: 0.1845188 Aug 19 17:48:27.560337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.560621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06deb0cd-2fda-4d14-b63f-4252c9d6ca86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.561524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:27.567725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'floatingip': {'port_id': '473c2e4d-da2e-4fd2-88d0-20a124520d09'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:27.606065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06deb0cd-2fda-4d14-b63f-4252c9d6ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.652334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13b6247c-f1f8-4707-b49c-786fdd9c75ab req-eb98c224-c8d0-4e87-befb-3170bd9d9a31 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698315 Aug 19 17:48:27.670240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.674324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.782756 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06deb0cd-2fda-4d14-b63f-4252c9d6ca86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=616de3b29b0949e097881b689482ec32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710333 Aug 19 17:48:27.788878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:27.792564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-0db924df-384c-445c-abfe-cf421025f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.794063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-0db924df-384c-445c-abfe-cf421025f756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.2700186 Aug 19 17:48:27.794676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06deb0cd-2fda-4d14-b63f-4252c9d6ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6560e85b-3a10-4ecb-b70c-149ce6a6b43c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:27.994117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:27.994849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb0f77-6613-4d78-80d3-9e5181cf8f6b req-5d995b4c-3e5b-4868-a2f1-b0425a40ddbb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:27.996425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05eb0f77-6613-4d78-80d3-9e5181cf8f6b req-5d995b4c-3e5b-4868-a2f1-b0425a40ddbb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.3521447 Aug 19 17:48:28.013747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78801e-7539-4a8b-aef4-b8f9a416edaa req-46bf22c9-4045-453b-9d6a-327330697f92 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.015235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae78801e-7539-4a8b-aef4-b8f9a416edaa req-46bf22c9-4045-453b-9d6a-327330697f92 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 969 time: 0.1238842 Aug 19 17:48:28.073463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-9c8f8f21-9e67-403c-ab13-0a870e23a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.074957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-9c8f8f21-9e67-403c-ab13-0a870e23a5c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2676711 Aug 19 17:48:28.075490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.078051 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.079520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0afad37e-2b4d-42f9-aee9-13d23980bc90 HTTP/1.1" status: 204 len: 168 time: 0.7282765 Aug 19 17:48:28.081227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c44e1c9-e648-4f4c-a623-67c67fbb475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.085510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.133537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce9e67-352f-4723-917b-341ea41fba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afad37e-2b4d-42f9-aee9-13d23980bc90,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:28.144361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05eb0f77-6613-4d78-80d3-9e5181cf8f6b req-e5461119-1772-4d41-a4d4-a0c868be8017 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281250 Aug 19 17:48:28.147638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.161728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae78801e-7539-4a8b-aef4-b8f9a416edaa req-0252afda-7f78-412e-b0e3-70e6d2d60f67 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371059 Aug 19 17:48:28.210007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1495a3d-3302-44cb-b11d-077bc1bf34bb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:28.217235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e1495a3d-3302-44cb-b11d-077bc1bf34bb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:28.287515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] No DVR routers for this DVR port e1495a3d-3302-44cb-b11d-077bc1bf34bb on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:28.291746 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-8fe46d4c-7bcc-4bcd-8d06-0fbce15fac21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.2062085 Aug 19 17:48:28.297630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.299910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2e983cb-b885-41d8-82c6-c1f9aec8f9b9 req-8a5a2b27-dd3a-4971-bc67-d0268f7358c0 tempest-DeleteServersAdminTestJSON-1354182251 tempest-DeleteServersAdminTestJSON-1354182251-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e1495a3d-3302-44cb-b11d-077bc1bf34bb HTTP/1.1" status: 204 len: 173 time: 1.2122025 Aug 19 17:48:28.301576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'name': 'network-vif-deleted', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:28.304075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb677bb-c106-4691-9103-8aa652e27272" -d '{"events": [{"server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "name": "network-vif-deleted", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:28.331485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2524cd67-0991-4653-81ef-def1f818f938 req-3b592a56-e737-4c23-9a16-a57f771c5c24 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9bc65b4-0e12-424d-be75-e09fbee6c8fe HTTP/1.1" status: 200 len: 210 time: 0.0434909 Aug 19 17:48:28.393401 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65fedf2-5b77-4510-8e70-c61763e2268e x-openstack-request-id: req-f65fedf2-5b77-4510-8e70-c61763e2268e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:28.393763 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bc65b4-0e12-424d-be75-e09fbee6c8fe", "name": "network-vif-deleted", "tag": "e1495a3d-3302-44cb-b11d-077bc1bf34bb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:28.394104 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f65fedf2-5b77-4510-8e70-c61763e2268e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:28.394564 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bc65b4-0e12-424d-be75-e09fbee6c8fe', 'name': 'network-vif-deleted', 'tag': 'e1495a3d-3302-44cb-b11d-077bc1bf34bb', 'status': 'completed', 'code': 200} Aug 19 17:48:28.483781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.486320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.487477 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6560e85b-3a10-4ecb-b70c-149ce6a6b43c HTTP/1.1" status: 204 len: 168 time: 0.6973886 Aug 19 17:48:28.528968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37862) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:28.547638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-128556a5-feab-4b99-b7d3-16f17c03b0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.574098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce3b14-089b-4146-b9bb-94ab521d84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6560e85b-3a10-4ecb-b70c-149ce6a6b43c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:28.600964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-ed3144de-7954-45b5-8ecc-21542858e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.602723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-ed3144de-7954-45b5-8ecc-21542858e7b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2816603 Aug 19 17:48:28.707359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-128556a5-feab-4b99-b7d3-16f17c03b0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.725204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-128556a5-feab-4b99-b7d3-16f17c03b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:28.781305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128556a5-feab-4b99-b7d3-16f17c03b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8810473-9f58-4dc9-981e-75cd093afb18,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:28.788105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-128556a5-feab-4b99-b7d3-16f17c03b0f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=753b58ef5dde4eacb9f9fd01de2186b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578137 Aug 19 17:48:28.790575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7b80c80a-db0a-40c8-9fb9-f4da2cb15321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.792247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7b80c80a-db0a-40c8-9fb9-f4da2cb15321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1769514 Aug 19 17:48:28.799680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:28.822843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26aed-f168-49fd-9748-c1b45e41d25e req-893fafcd-4583-4a03-8797-2be747415c3a tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.824365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ff26aed-f168-49fd-9748-c1b45e41d25e req-893fafcd-4583-4a03-8797-2be747415c3a tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.1324878 Aug 19 17:48:28.847769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd638bf-2055-4fc4-ad7c-6842f4beea74 req-afb0656e-269a-4003-a138-462d000e053e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:28.855703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fd638bf-2055-4fc4-ad7c-6842f4beea74 req-afb0656e-269a-4003-a138-462d000e053e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0994265 Aug 19 17:48:28.934102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fd638bf-2055-4fc4-ad7c-6842f4beea74 req-ecc93e93-dced-42d0-8322-124d10997d01 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Aug 19 17:48:28.950154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ff26aed-f168-49fd-9748-c1b45e41d25e req-94ee244a-3858-4114-87c6-cdb6e6c05ba7 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816991 Aug 19 17:48:28.986559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37872) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:29.003102 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-72956335-68af-4bd6-b603-d34e2ae0ad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.099987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-72956335-68af-4bd6-b603-d34e2ae0ad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.101976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.104397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-72956335-68af-4bd6-b603-d34e2ae0ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.116499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.143691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-72956335-68af-4bd6-b603-d34e2ae0ad3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9831ce1a79244020a1beaa75a1b5f40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556916 Aug 19 17:48:29.151271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37874) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:29.188064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.202706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72956335-68af-4bd6-b603-d34e2ae0ad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490523e-023c-4ae3-9f58-51ec82884626,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:29.252330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.265218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.277395 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d144ac6-79e9-4b5b-96c7-07114090064f service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644744 Aug 19 17:48:29.295246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.319018 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Floating IP d737386d-d351-4716-844b-4b2ed24546e5 associated. External IP: 172.25.5.190, port: 473c2e4d-da2e-4fd2-88d0-20a124520d09. Aug 19 17:48:29.398770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f84528-b474-45e9-b066-0ef25c15e347 req-7d536269-1771-438a-ad24-19aa72a052db tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:29.400532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48f84528-b474-45e9-b066-0ef25c15e347 req-7d536269-1771-438a-ad24-19aa72a052db tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.1021004 Aug 19 17:48:29.409182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4a059-5d1a-4b13-ac52-a2ba1e7b1da1 req-a2b94da1-3124-4b78-a057-b99371f47411 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:29.415547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3a4a059-5d1a-4b13-ac52-a2ba1e7b1da1 req-a2b94da1-3124-4b78-a057-b99371f47411 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 969 time: 0.1132715 Aug 19 17:48:29.445974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.449260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.450378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8810473-9f58-4dc9-981e-75cd093afb18 HTTP/1.1" status: 204 len: 168 time: 0.6497679 Aug 19 17:48:29.453299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.455833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.457828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d490523e-023c-4ae3-9f58-51ec82884626 HTTP/1.1" status: 204 len: 168 time: 0.3047006 Aug 19 17:48:29.474732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48f84528-b474-45e9-b066-0ef25c15e347 req-f7c195c6-eaf9-4970-8be3-c70f317e2fa0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628796 Aug 19 17:48:29.481330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c73c-da4f-427f-a99f-cd8f0947c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490523e-023c-4ae3-9f58-51ec82884626,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:29.482660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdeff5-d99f-49a5-9639-bd63227c2f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8810473-9f58-4dc9-981e-75cd093afb18,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:29.489072 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-a2fc97a2-0ab1-48b3-8228-68853ac81ebb service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047000 Aug 19 17:48:29.489992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3a4a059-5d1a-4b13-ac52-a2ba1e7b1da1 req-3d24ac5e-a21c-400e-b74b-d18596793f76 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Aug 19 17:48:29.645063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:48:29.765029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:48:29.769596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:29.779978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:48:29.784127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8fead7f5-5605-43a5-b75a-a5c74010932a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:29.789504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:48:29.790692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:48:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:29.802933 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-487da29c-5f2d-4116-9d46-3368a88fe6a0 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "PUT /v2.0/floatingips/d737386d-d351-4716-844b-4b2ed24546e5 HTTP/1.1" status: 200 len: 1012 time: 2.2400687 Aug 19 17:48:29.803636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:29.806113 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a10152-be02-4e59-9c33-67be1d7c4f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:29.938640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8fead7f5-5605-43a5-b75a-a5c74010932a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:29.966858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '8fead7f5-5605-43a5-b75a-a5c74010932a', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '8fead7f5-5605-43a5-b75a-a5c74010932a', 'mac_address': 'fa:16:3e:8c:3c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:tempest-test_az-491857666', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:29.971270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-5830f332-f0b5-4843-874c-9b1404488999 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:29.979233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-5830f332-f0b5-4843-874c-9b1404488999 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.1132450 Aug 19 17:48:30.003203 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5388ff9-e248-4d30-b71c-469be6cac893 x-openstack-request-id: req-f5388ff9-e248-4d30-b71c-469be6cac893 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:30.003731 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:30.004802 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5388ff9-e248-4d30-b71c-469be6cac893 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:30.005357 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'status': 'completed', 'code': 200} Aug 19 17:48:30.059165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:30.063967 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:48:30.091360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fead7f5-5605-43a5-b75a-a5c74010932a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:30.139419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8fead7f5-5605-43a5-b75a-a5c74010932a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:30.144392 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:30.268605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:30.297976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-d4e8cb8d-6ed9-4edd-b245-6dbb71347816 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474183 Aug 19 17:48:30.347525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8fead7f5-5605-43a5-b75a-a5c74010932a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:30.428133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e1495a3d-3302-44cb-b11d-077bc1bf34bb no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:30.449687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e1495a3d-3302-44cb-b11d-077bc1bf34bb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:48:30.450284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e1495a3d-3302-44cb-b11d-077bc1bf34bb not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:30.453388 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'device_owner': 'compute:tempest-test_az-491857666'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:48:28Z', 'revision_number': 1, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:30.495678 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:48:30.505558 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:48:30.506552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:48:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:30.536148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-34ee3d30-6364-4925-bffc-130496861741 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:30.543748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-34ee3d30-6364-4925-bffc-130496861741 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447524 Aug 19 17:48:30.568177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-0f06b82b-30a5-475b-a7ee-c0a3c77e157f tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/quotas/4a5dbb5e57bf41538bb8ecaa9579d0ed HTTP/1.1" status: 200 len: 375 time: 0.0234706 Aug 19 17:48:30.591860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-144b9e41-2937-43e5-aa84-ac26c4ea15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:30.593842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-144b9e41-2937-43e5-aa84-ac26c4ea15b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 1118 time: 0.5509410 Aug 19 17:48:30.640075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-f88caf48-fa32-4ea2-8457-cca562bbedc6 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709336 Aug 19 17:48:30.651177 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:48:30.672464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcb32a6-67b2-439e-a125-e835398a92d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:30.709495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379e754-a7fa-49f9-9e4c-b515fc693e7b req-896e0442-46fc-47e0-9d41-5ea2a86a2b5a tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:30.711021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a379e754-a7fa-49f9-9e4c-b515fc693e7b req-896e0442-46fc-47e0-9d41-5ea2a86a2b5a tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1097 time: 0.4470174 Aug 19 17:48:30.804927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:30.810943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Deleting port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:48:30.811282 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:30.896800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a379e754-a7fa-49f9-9e4c-b515fc693e7b req-6553a459-ac9c-4cfb-8b20-130d9c07350a tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479089 Aug 19 17:48:31.042229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-c470a676-e88c-41bc-8241-c7ffb9bbd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:31.045176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-c470a676-e88c-41bc-8241-c7ffb9bbd0a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 925 time: 0.4318542 Aug 19 17:48:31.047788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] For port bed990f5-5893-4e34-b5e1-32f9d67ea6a2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:31.048654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:31.057535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'device_owner': 'compute:tempest-test_az-491857666'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:48:28Z', 'revision_number': 1, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:31.076860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Calling delete_port for bed990f5-5893-4e34-b5e1-32f9d67ea6a2 owned by compute:tempest-test_az-491857666 {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:48:31.107899 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85faf5bc-13d6-4f33-b507-4d5efa04f9f2 None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'device_owner': 'compute:tempest-test_az-491857666'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:48:28Z', 'revision_number': 1, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:48:31.299945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-f9361945-808d-41f4-ae50-12c4187e586d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09 HTTP/1.1" status: 200 len: 1020 time: 0.2392871 Aug 19 17:48:31.348842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f337a-208c-41c5-a48b-56913454130c req-971d9254-fa49-43fd-901c-4dbc3905c7ef tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:31.358581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-725f337a-208c-41c5-a48b-56913454130c req-971d9254-fa49-43fd-901c-4dbc3905c7ef tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.3820772 Aug 19 17:48:31.396484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098ef83-6fbc-4fc6-83c8-aa0609dd4c8a req-d51219f1-e200-4b37-9433-f9787ee69448 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:31.404590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9098ef83-6fbc-4fc6-83c8-aa0609dd4c8a req-d51219f1-e200-4b37-9433-f9787ee69448 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50cfc05-3b4b-4725-bd66-2f22d2949a5e HTTP/1.1" status: 200 len: 971 time: 0.2605059 Aug 19 17:48:31.482308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929db55-2cdb-4d61-ab22-7cd63cc83746 None None] New status for floating IP d737386d-d351-4716-844b-4b2ed24546e5: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:48:31.744875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-725f337a-208c-41c5-a48b-56913454130c req-1443cf92-eb8f-4327-b759-d7fde2b31155 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853900 Aug 19 17:48:31.751099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-f3e092ca-43e9-44c0-9225-6450bd9f0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:31.752565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-f3e092ca-43e9-44c0-9225-6450bd9f0fcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.4407089 Aug 19 17:48:31.764208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9098ef83-6fbc-4fc6-83c8-aa0609dd4c8a req-549e0365-24d3-4898-ba82-399f5f4b4e90 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.36 "GET /v2.0/security-groups?id=15cedf84-a767-4911-9696-01933f7f89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586929 Aug 19 17:48:31.795486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:31.840564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8fead7f5-5605-43a5-b75a-a5c74010932a up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:31.909412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Pushing event deleted for resources: {'Port': ['ID=bed990f5-5893-4e34-b5e1-32f9d67ea6a2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:31.971368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.017385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 8fead7f5-5605-43a5-b75a-a5c74010932a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:32.028268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 8fead7f5-5605-43a5-b75a-a5c74010932a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:32.029565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.052895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-e1aa04c0-fa43-4c01-9acf-631e6307c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.055405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-e1aa04c0-fa43-4c01-9acf-631e6307c09a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.0969510 Aug 19 17:48:32.112522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] No DVR routers for this DVR port bed990f5-5893-4e34-b5e1-32f9d67ea6a2 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:32.120484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57484c2b-d951-42e9-83c5-60b65e60e403 req-37f8b41f-eb01-4f7f-bc48-94978170867a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 210 time: 0.1956029 Aug 19 17:48:32.122610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.126719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a36c3f8-1a32-47e9-9546-3edeebe07a87 req-76853e86-568e-48c5-bd9a-229eafde9820 tempest-AggregatesAdminTestJSON-605826715 tempest-AggregatesAdminTestJSON-605826715-project] 10.222.0.42 "DELETE /v2.0/ports/bed990f5-5893-4e34-b5e1-32f9d67ea6a2 HTTP/1.1" status: 204 len: 173 time: 2.1409426 Aug 19 17:48:32.131296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'name': 'network-vif-deleted', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:32.133988 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584fedb0-f363-48cc-b3d8-eb091a184690" -d '{"events": [{"server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "name": "network-vif-deleted", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:32.158889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-566060b6-2df9-4640-b117-7438e8f6558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.163424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-566060b6-2df9-4640-b117-7438e8f6558d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3830237 Aug 19 17:48:32.245883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.254968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-59dbf56e-bac2-425d-ad89-91b02e28df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.256453 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-59dbf56e-bac2-425d-ad89-91b02e28df6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1804073 Aug 19 17:48:32.326218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8fead7f5-5605-43a5-b75a-a5c74010932a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:32.327901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:32.331689 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d24f0b-a592-48d9-8b9c-b8c9fb7a926e" -d '{"events": [{"server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "name": "network-vif-plugged", "status": "completed", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:32.338813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.340121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bed990f5-5893-4e34-b5e1-32f9d67ea6a2 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:32.341737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-ed8e6d05-797d-4561-9bd9-0526f3aae443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.0720422 Aug 19 17:48:32.379405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: bed990f5-5893-4e34-b5e1-32f9d67ea6a2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:48:32.380158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bed990f5-5893-4e34-b5e1-32f9d67ea6a2 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:32.420240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc547-034d-46bc-8baa-40c8d8d90ae0 req-e614be4a-5c60-4782-ba6c-c9617ad169bb tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.438970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-090bc547-034d-46bc-8baa-40c8d8d90ae0 req-e614be4a-5c60-4782-ba6c-c9617ad169bb tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 970 time: 0.4840629 Aug 19 17:48:32.455923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-fa1188f9-543b-4278-a8ba-d29dbeac925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.457421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-283ca4b4-a2d8-4cd3-9c5c-073cce85cf02 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883479 Aug 19 17:48:32.465549 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-fa1188f9-543b-4278-a8ba-d29dbeac925a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1091011 Aug 19 17:48:32.466197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-2850b655-6693-4670-9646-29ed77c84d2f service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927201 Aug 19 17:48:32.470841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:32.526497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-f750989b-fab2-40c5-8f06-887865421b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.528032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-f750989b-fab2-40c5-8f06-887865421b72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584950 Aug 19 17:48:32.628300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-7109ddf9-2556-4d9d-aa15-8bdd7d38cbd9 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850372 Aug 19 17:48:32.642171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-090bc547-034d-46bc-8baa-40c8d8d90ae0 req-156eca9a-8b87-403d-9f95-7ea88b9bb3aa tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017677 Aug 19 17:48:32.685113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747c51b-02ad-485c-8788-312eb206f275 req-e281b9d8-23bb-493b-bd1b-3429960ad044 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.686655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4747c51b-02ad-485c-8788-312eb206f275 req-e281b9d8-23bb-493b-bd1b-3429960ad044 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1097 time: 0.1726289 Aug 19 17:48:32.724071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a10152-be02-4e59-9c33-67be1d7c4f5d req-c3eb21d5-94b8-413c-b3f9-3dee61dffe10 service neutron] 10.222.0.42 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416894 Aug 19 17:48:32.735891 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8762fad8-9433-458a-a9a7-79379f1ac789 req-7da43144-ebac-400a-af47-7091f667ca6c service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941133 Aug 19 17:48:32.741065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-ff19f214-de35-459a-ac5f-5ee5a022aea2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:32.742658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-ff19f214-de35-459a-ac5f-5ee5a022aea2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680304 Aug 19 17:48:32.760954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4747c51b-02ad-485c-8788-312eb206f275 req-4c921552-e8d4-4603-b078-24608b812bef tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584874 Aug 19 17:48:32.768045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Request body: {'port': {'device_id': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '4a5dbb5e57bf41538bb8ecaa9579d0ed'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:32.836834 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc39f1-0310-48d6-a14a-d71b0861a305 x-openstack-request-id: req-0abc39f1-0310-48d6-a14a-d71b0861a305 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:32.837133 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50cfc05-3b4b-4725-bd66-2f22d2949a5e", "name": "network-vif-deleted", "tag": "bed990f5-5893-4e34-b5e1-32f9d67ea6a2", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:32.837376 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0abc39f1-0310-48d6-a14a-d71b0861a305 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:32.837898 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50cfc05-3b4b-4725-bd66-2f22d2949a5e', 'name': 'network-vif-deleted', 'tag': 'bed990f5-5893-4e34-b5e1-32f9d67ea6a2', 'status': 'completed', 'code': 200} Aug 19 17:48:32.913403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Made reservation on behalf of 4a5dbb5e57bf41538bb8ecaa9579d0ed for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:32.921543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:32.971780 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a331593-ddad-4357-a14a-ec1da85ba915 x-openstack-request-id: req-4a331593-ddad-4357-a14a-ec1da85ba915 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:32.973109 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "name": "network-vif-plugged", "status": "completed", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:32.973758 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a331593-ddad-4357-a14a-ec1da85ba915 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:32.974354 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a', 'code': 200} Aug 19 17:48:33.151251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Allocated IP 192.168.233.40 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/1ed3fd68-2265-40e6-9300-1e77444c4877) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:33.158364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ae465-2850-489b-a241-629f4bb98180 req-7676e41f-a975-49fc-a453-01d6bf729566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:33.160189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c1ae465-2850-489b-a241-629f4bb98180 req-7676e41f-a975-49fc-a453-01d6bf729566 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 1123 time: 0.1227851 Aug 19 17:48:33.174971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b990f6d-bfa9-4926-af2c-fafe19db1f62 req-1c6abe5a-7251-4057-afa0-690fe9c982cc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:33.176628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b990f6d-bfa9-4926-af2c-fafe19db1f62 req-1c6abe5a-7251-4057-afa0-690fe9c982cc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1540642 Aug 19 17:48:33.268137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c1ae465-2850-489b-a241-629f4bb98180 req-00673eb9-0458-4c75-9cb5-90c49ad6cf3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896816 Aug 19 17:48:33.274371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b990f6d-bfa9-4926-af2c-fafe19db1f62 req-d8a53a29-6ded-4516-9307-37b01fb61ddd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Aug 19 17:48:33.358632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.382689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:33.392589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38044) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:33.428860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0dc4a798-6e3c-4999-82cb-e6e46169960b req-4d99c7ed-7e4a-457f-bd71-f48f785f1e3b tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 210 time: 0.0517697 Aug 19 17:48:33.468516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.488040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Transition to ACTIVE for port object 1ed3fd68-2265-40e6-9300-1e77444c4877 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:33.528693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.587133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a68d4aa-b480-4a92-8da6-de412dfd6bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.599763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:33.605858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:33.606059 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ea457ee-a325-4ad0-b569-4d2101b92735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c21e8c1e05d3459bb37ab851da69d582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201054 Aug 19 17:48:33.606059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38058) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:33.606482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:33.612021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:33.612647 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.626751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Pushing event updated for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:33.705530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.732510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.759801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a68d4aa-b480-4a92-8da6-de412dfd6bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.764982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a68d4aa-b480-4a92-8da6-de412dfd6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.781588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-a566240d-acad-49ae-acaa-1b4a32ca6581 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0179241 Aug 19 17:48:33.811694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Request body: {'port': {'device_id': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:33.824621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.827878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.829736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15cedf84-a767-4911-9696-01933f7f89c1 HTTP/1.1" status: 204 len: 168 time: 0.2227287 Aug 19 17:48:33.840499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b171-1ff8-44d9-b5b5-eacd111d107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cedf84-a767-4911-9696-01933f7f89c1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:33.885596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68d4aa-b480-4a92-8da6-de412dfd6bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e42da5-3061-42dd-b14f-b15c454ff8a9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:33.893754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5a68d4aa-b480-4a92-8da6-de412dfd6bfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=466060fb307946ca94d455c980bb0aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912267 Aug 19 17:48:33.894059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:33.956772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b3d71518-3cb5-4886-8816-94b052f1eb9a None None] Provisioning for port 1ed3fd68-2265-40e6-9300-1e77444c4877 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:33.964294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b3d71518-3cb5-4886-8816-94b052f1eb9a None None] Provisioning complete for port 1ed3fd68-2265-40e6-9300-1e77444c4877 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:33.967013 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b3d71518-3cb5-4886-8816-94b052f1eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.979775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:33.980728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.010339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.034043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b3d71518-3cb5-4886-8816-94b052f1eb9a None None] Port 1ed3fd68-2265-40e6-9300-1e77444c4877 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:48:34.067935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.071516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.073422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84e42da5-3061-42dd-b14f-b15c454ff8a9 HTTP/1.1" status: 204 len: 168 time: 0.1784110 Aug 19 17:48:34.083759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a753-420e-480a-b741-b0e7a7148e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e42da5-3061-42dd-b14f-b15c454ff8a9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:34.224380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec495810-7189-4492-a54f-dac0a4454cf3 req-1c265f64-bb8a-4a42-8765-d4994e857267 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:34.232261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec495810-7189-4492-a54f-dac0a4454cf3 req-1c265f64-bb8a-4a42-8765-d4994e857267 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 971 time: 0.1534395 Aug 19 17:48:34.260149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:34.315742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-22522748-3531-4f0b-9127-8c8330abaf6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2e95b349c7f43e8a7d6938f439088cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543387 Aug 19 17:48:34.318124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38094) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:34.338714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec495810-7189-4492-a54f-dac0a4454cf3 req-3594c1a8-af43-4f4c-a659-035b3b811668 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017730 Aug 19 17:48:34.417272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.441814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.496462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.500255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed3fd68-2265-40e6-9300-1e77444c4877 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:34.501494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.502894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52b03974-e06a-4a62-9987-09372ff80b2d HTTP/1.1" status: 204 len: 168 time: 0.1836703 Aug 19 17:48:34.513775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.518683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3513d16-6173-43cf-95a5-e2cb6c510d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b03974-e06a-4a62-9987-09372ff80b2d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:34.556640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4418ca8-a3c0-46bd-bb9f-e052230693dd req-34342070-b00a-4916-8c26-848e24a20a4f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:34.558391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4418ca8-a3c0-46bd-bb9f-e052230693dd req-34342070-b00a-4916-8c26-848e24a20a4f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1307476 Aug 19 17:48:34.559860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Transition to ACTIVE for port object 1ed3fd68-2265-40e6-9300-1e77444c4877 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:34.564094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.619040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:34.635982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-271d0c83-b60c-464e-9472-e5522045e95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.658544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:34.699811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4418ca8-a3c0-46bd-bb9f-e052230693dd req-16ad6422-1eac-40b3-b06c-e9317826d172 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251800 Aug 19 17:48:34.722190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Attempting to bind port 1ed3fd68-2265-40e6-9300-1e77444c4877 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:34.725724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Attempting to bind port 1ed3fd68-2265-40e6-9300-1e77444c4877 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:34.726164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Attempting to bind port 1ed3fd68-2265-40e6-9300-1e77444c4877 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:34.738071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Port 1ed3fd68-2265-40e6-9300-1e77444c4877 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:34.738437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Attempting to bind port 1ed3fd68-2265-40e6-9300-1e77444c4877 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:34.762990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:34.763337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:34.763798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:34.767604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Bound port: 1ed3fd68-2265-40e6-9300-1e77444c4877, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:34.768101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.795989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-271d0c83-b60c-464e-9472-e5522045e95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.800846 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-271d0c83-b60c-464e-9472-e5522045e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.869683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-271d0c83-b60c-464e-9472-e5522045e95e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dfa9c0a0a064b70b13b7fac87319023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460601 Aug 19 17:48:34.869683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d0c83-b60c-464e-9472-e5522045e95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ce38b-6956-43b6-b711-266fec7c17cf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:34.872425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:34.937380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.945464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a06d9-8273-4161-8c20-20a08a32adf2 req-2b821252-d087-4cca-a88f-addce6a26ea5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:34.947044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3a06d9-8273-4161-8c20-20a08a32adf2 req-2b821252-d087-4cca-a88f-addce6a26ea5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 947 time: 0.1137989 Aug 19 17:48:34.952726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:34.957591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1ed3fd68-2265-40e6-9300-1e77444c4877,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:34.965571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:34.966807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:35.030369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:35.034741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:35.037287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.037916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:35.039022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/189ce38b-6956-43b6-b711-266fec7c17cf HTTP/1.1" status: 204 len: 168 time: 0.1655703 Aug 19 17:48:35.039622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] 10.222.0.13 "PUT /v2.0/ports/1ed3fd68-2265-40e6-9300-1e77444c4877 HTTP/1.1" status: 200 len: 1096 time: 1.2354295 Aug 19 17:48:35.040651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:35.042921 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a609c-53eb-4128-8a4b-b42c4f33bfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:35.049822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b78f97-a6f1-4d47-b205-74859559e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ce38b-6956-43b6-b711-266fec7c17cf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:35.078203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3a06d9-8273-4161-8c20-20a08a32adf2 req-706367f0-ffa9-4b8d-bc45-624be9643a9e tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228883 Aug 19 17:48:35.098875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c33fb-b715-4dae-84e5-9fdbda12101d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:35.191286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-d7eea7bb-5649-4b63-8250-78e098375473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.193063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-d7eea7bb-5649-4b63-8250-78e098375473 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 1099 time: 0.0881820 Aug 19 17:48:35.249768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-5d27b9ea-affb-4660-a160-52f4bc8530c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1ed3fd68-2265-40e6-9300-1e77444c4877 HTTP/1.1" status: 200 len: 217 time: 0.0422375 Aug 19 17:48:35.309266 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72d53f-f2f8-4f3b-9094-11d77c57d3e8 x-openstack-request-id: req-6e72d53f-f2f8-4f3b-9094-11d77c57d3e8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:35.309560 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:35.309812 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e72d53f-f2f8-4f3b-9094-11d77c57d3e8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:35.310214 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877', 'status': 'completed', 'code': 200} Aug 19 17:48:35.317770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-dee6da27-de73-4d6b-b2c3-9f3f4a348f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.324148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-dee6da27-de73-4d6b-b2c3-9f3f4a348f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0639989 Aug 19 17:48:35.384778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c0ea-521b-4856-b099-461a39f9103e req-cdfe8ef8-de40-4484-b48e-d43452a96f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.389186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-cdfe8ef8-de40-4484-b48e-d43452a96f21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611444 Aug 19 17:48:35.520138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd2a9-ec08-46a3-ac8f-b72783f1b560 req-ce8899e2-65f6-42a8-81cf-a8bf5c35b6da tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.521657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b6dd2a9-ec08-46a3-ac8f-b72783f1b560 req-ce8899e2-65f6-42a8-81cf-a8bf5c35b6da tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 971 time: 0.0802739 Aug 19 17:48:35.527617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-8f60544b-b2c9-49ff-bfb7-334b32a6f237 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317954 Aug 19 17:48:35.563734 n-d-778550-10 neutron-server[101325]: WARNING keystonemiddleware.auth_token [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-09fcda33-013c-4dc6-8f57-64fab3fea120 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 17:48:35.563734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-021d5abd-ab3a-45d7-b543-40ccb930c4d1 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:48:35.564863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-021d5abd-ab3a-45d7-b543-40ccb930c4d1 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3942108 Aug 19 17:48:35.582451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Request body: {'binding': {'host': 'n-h1-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:35.583011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:48:35.630301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b6dd2a9-ec08-46a3-ac8f-b72783f1b560 req-2dea1aca-c383-47d0-9fb6-64a49ea9eb87 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996344 Aug 19 17:48:35.683813 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4493c0ea-521b-4856-b099-461a39f9103e req-a2d123dc-098c-494d-8d4f-dcd54faad86f service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450038 Aug 19 17:48:35.799718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on host n-h1-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:35.800080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:35.800469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:35.804427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:35.822980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:35.823314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:35.829467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:35.829840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:35.830614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:35.831102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Bound port: 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:35.851176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-1f241626-dd2e-4431-9cf6-3e4c8981b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.853409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-1f241626-dd2e-4431-9cf6-3e4c8981b938 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 1099 time: 0.0793927 Aug 19 17:48:35.864496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792da54-efb6-4bb5-8c5b-5123e1592a15 req-1c1d898f-fe90-45bc-8c92-74f8b9e68f56 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:35.872312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2792da54-efb6-4bb5-8c5b-5123e1592a15 req-1c1d898f-fe90-45bc-8c92-74f8b9e68f56 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0892212 Aug 19 17:48:35.946636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:35.953286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:35.955303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6393eb23-e450-4f91-930c-4edacf644098 service neutron] 10.222.0.36 "POST /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47/bindings HTTP/1.1" status: 201 len: 390 time: 0.3782916 Aug 19 17:48:36.185283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2792da54-efb6-4bb5-8c5b-5123e1592a15 req-f480bb5c-baea-4d63-a7bd-a3d92b401ed0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119948 Aug 19 17:48:36.236991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2be79f9f-032c-4d95-a89d-241b43161d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.310211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-4beb575b-307a-45ad-bd18-2f8f3c9740ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.311092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-4beb575b-307a-45ad-bd18-2f8f3c9740ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4362524 Aug 19 17:48:36.377284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-059b7144-d301-4c19-a5b1-b660880a4437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1ed3fd68-2265-40e6-9300-1e77444c4877 HTTP/1.1" status: 200 len: 217 time: 0.0507114 Aug 19 17:48:36.421090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-2d016679-7261-4a15-881b-422cf5dccaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.421090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-2d016679-7261-4a15-881b-422cf5dccaad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1097 time: 0.1825016 Aug 19 17:48:36.430253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2be79f9f-032c-4d95-a89d-241b43161d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.436872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2be79f9f-032c-4d95-a89d-241b43161d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.459263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d409-5699-4801-82ab-06bd7ec81058 req-5756685d-0ca8-4b96-b356-1f74213f1087 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.468195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab81d409-5699-4801-82ab-06bd7ec81058 req-5756685d-0ca8-4b96-b356-1f74213f1087 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.1750660 Aug 19 17:48:36.472990 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2be79f9f-032c-4d95-a89d-241b43161d33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3647c06e92d844a896d8d1b48a6e7e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671934 Aug 19 17:48:36.481608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38196) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:36.571375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.572245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-c15b7137-2a70-4ecb-8c07-6f195a6aec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.573836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-c15b7137-2a70-4ecb-8c07-6f195a6aec19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1824896 Aug 19 17:48:36.596773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.605087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab81d409-5699-4801-82ab-06bd7ec81058 req-1d41990b-14c9-42bb-b29f-ec0079d8a606 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359413 Aug 19 17:48:36.620365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fc6e2-79bb-47d2-87a6-5acf1551da97 req-542f482d-c66c-44a8-9bc4-d0012f590a54 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.630766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c33fc6e2-79bb-47d2-87a6-5acf1551da97 req-542f482d-c66c-44a8-9bc4-d0012f590a54 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 947 time: 0.2577198 Aug 19 17:48:36.659805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79f9f-032c-4d95-a89d-241b43161d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca3f70-d88e-4556-b474-58d39c6ea73e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:36.689146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.691955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:36.693202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6ca3f70-d88e-4556-b474-58d39c6ea73e HTTP/1.1" status: 204 len: 168 time: 0.2106829 Aug 19 17:48:36.701322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d625f-0415-46c5-8881-6c38fd511f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca3f70-d88e-4556-b474-58d39c6ea73e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:36.751713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-19d66d89-27cd-4dfa-a2ea-35df25c43790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.753216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-19d66d89-27cd-4dfa-a2ea-35df25c43790 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.3118539 Aug 19 17:48:36.765363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c33fc6e2-79bb-47d2-87a6-5acf1551da97 req-1478912f-2781-4e20-bff9-60f2b6afd39b tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336863 Aug 19 17:48:36.824278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-378ef7d1-820b-4362-8697-7f498464beed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.0624566 Aug 19 17:48:36.837658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-26375e22-22f7-4f21-a2e2-c53dff432c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.839120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-26375e22-22f7-4f21-a2e2-c53dff432c9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2016206 Aug 19 17:48:36.959219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-ae3c22e5-73cb-442c-98aa-ab352028bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.960816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-ae3c22e5-73cb-442c-98aa-ab352028bea1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1271455 Aug 19 17:48:36.969132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f5cb-a2be-4ccf-b0db-78f6dac42cfc req-63576f59-b957-47d7-9db4-cf7801626593 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:36.971645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2f4f5cb-a2be-4ccf-b0db-78f6dac42cfc req-63576f59-b957-47d7-9db4-cf7801626593 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 971 time: 0.1532834 Aug 19 17:48:37.011421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f447018e-b630-467e-9c46-5a6940783ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372276 Aug 19 17:48:37.096877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-f7f13584-3dd7-427b-bbc0-7f582336fc64 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377765 Aug 19 17:48:37.108163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2f4f5cb-a2be-4ccf-b0db-78f6dac42cfc req-fe94bcf1-24d6-46f1-90de-994ca742f7da tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239185 Aug 19 17:48:37.163326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:37.177652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5804d3bd-0f3c-44e4-b4ea-6f7990fc0003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.203740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Request body: {'security_group': {'name': 'tempest-securitygroup-16012176', 'description': 'tempest-description-448540418'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:37.261666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-3d703fe2-b18e-4812-a97f-e1d787d2162c service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360096 Aug 19 17:48:37.268294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-011a609c-53eb-4128-8a4b-b42c4f33bfb5 req-b4079d3e-d51c-4ed9-8852-410caf42a9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573749 Aug 19 17:48:37.283760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5804d3bd-0f3c-44e4-b4ea-6f7990fc0003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.288084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5804d3bd-0f3c-44e4-b4ea-6f7990fc0003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.332810 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5804d3bd-0f3c-44e4-b4ea-6f7990fc0003 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58a5e3fbdecf42a990e1119b579a8a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681664 Aug 19 17:48:37.334697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d3bd-0f3c-44e4-b4ea-6f7990fc0003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb647e6-d7b2-4063-b6c3-b03c9354d56a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:37.339893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38226) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:37.380802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.398580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.399136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.407902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cd26a-4648-4ed4-b0b6-1083b532f472 req-58611372-74c8-43eb-8a62-cee83d37f83d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:37.409490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-509cd26a-4648-4ed4-b0b6-1083b532f472 req-58611372-74c8-43eb-8a62-cee83d37f83d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1376507 Aug 19 17:48:37.420061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.467862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-7649ce3f-aa4d-4118-bf10-dec6a8f3f646 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970856 Aug 19 17:48:37.485454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.489650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.494846 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eb647e6-d7b2-4063-b6c3-b03c9354d56a HTTP/1.1" status: 204 len: 168 time: 0.1505535 Aug 19 17:48:37.500694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5771d-fa01-4c78-873b-77d9eaa9da1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb647e6-d7b2-4063-b6c3-b03c9354d56a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:37.532046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-509cd26a-4648-4ed4-b0b6-1083b532f472 req-abac05e8-4bd9-46cd-b4ae-7a502b8dc6a9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027677 Aug 19 17:48:37.600996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.641073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:37.782578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:37.818140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-bcf279b5-9710-4b46-8f0a-2e97b9e93965 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:37.819769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-bcf279b5-9710-4b46-8f0a-2e97b9e93965 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.2140477 Aug 19 17:48:37.839221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-10'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:37.849599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-db8529ca-3655-4da2-8205-9d6f3962c091 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:37.851051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-db8529ca-3655-4da2-8205-9d6f3962c091 tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 971 time: 0.1877303 Aug 19 17:48:37.895485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901f9c0-e029-4566-9abf-474c93be7232 req-0c05a888-5d7f-401e-8c97-c283101a3f1a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:37.896961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d901f9c0-e029-4566-9abf-474c93be7232 req-0c05a888-5d7f-401e-8c97-c283101a3f1a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 945 time: 0.2052872 Aug 19 17:48:38.011310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.039542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.046667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.055140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d901f9c0-e029-4566-9abf-474c93be7232 req-f6852c31-e565-4ea6-885d-1744d20cf7b5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505649 Aug 19 17:48:38.112410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78207d34-1706-4d14-8de2-37c65fe26cf0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:38.125152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.126464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df6c8a28-800d-4baa-abb3-0d27df676989 req-98901f44-02c4-4722-8394-d1575e9419dd tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9360597 Aug 19 17:48:38.201416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Deleting port 8fead7f5-5605-43a5-b75a-a5c74010932a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:48:38.201765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.346713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:38.388263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ef6d-b697-47b7-992e-1e0958899609 req-616eb9d6-bb88-4d6c-a900-4e9381c8cc78 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:38.389747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc78ef6d-b697-47b7-992e-1e0958899609 req-616eb9d6-bb88-4d6c-a900-4e9381c8cc78 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 947 time: 0.1226628 Aug 19 17:48:38.393494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] For port 8fead7f5-5605-43a5-b75a-a5c74010932a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8fead7f5-5605-43a5-b75a-a5c74010932a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:38.393861 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.455534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Calling delete_port for 8fead7f5-5605-43a5-b75a-a5c74010932a owned by compute:tempest-test_az-491857666 {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:48:38.469400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1ed3fd68-2265-40e6-9300-1e77444c4877 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:38.482338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:38.552804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc78ef6d-b697-47b7-992e-1e0958899609 req-b513295f-51c3-4971-9ae6-45f19614542d tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448221 Aug 19 17:48:38.590118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363df7b-1f06-4b64-a921-2751b0821910 req-c0fdaf58-5a2c-4bff-8499-feba1bed0d0e tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:38.591760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1363df7b-1f06-4b64-a921-2751b0821910 req-c0fdaf58-5a2c-4bff-8499-feba1bed0d0e tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc14df45-af4c-4d55-ad2f-ef01fca2e112 HTTP/1.1" status: 200 len: 971 time: 0.2153747 Aug 19 17:48:38.611207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Request body: {'security_group': {'name': 'tempest-securitygroup-125682539', 'description': 'tempest-description-41597208'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:38.629800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:38.632100 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd8092-b056-43ec-ba0b-e85e54cb0828" -d '{"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-unplugged", "status": "completed", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:38.637116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.660044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.691010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1ed3fd68-2265-40e6-9300-1e77444c4877,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:38.702921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '1ed3fd68-2265-40e6-9300-1e77444c4877', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '1ed3fd68-2265-40e6-9300-1e77444c4877', 'mac_address': 'fa:16:3e:46:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:38.740419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.760445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed3fd68-2265-40e6-9300-1e77444c4877 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:38.783514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1ed3fd68-2265-40e6-9300-1e77444c4877,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:38.794992 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.848458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:38.916911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:38.939212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1363df7b-1f06-4b64-a921-2751b0821910 req-6213e506-7782-4e53-9d0b-03203bdd51ba tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.36 "GET /v2.0/security-groups?id=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383226 Aug 19 17:48:39.022929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:39.050439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.050789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.051134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.051501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.051841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.052177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.052507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.052841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.053172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.053496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.053825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.054151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:39.067990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.079690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8fead7f5-5605-43a5-b75a-a5c74010932a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:39.106341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on host n-h2-778550-10 for vnic_type normal with profile {"migrating_to": "n-h1-778550-10"} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:39.106678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:39.107008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:39.124791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1ed3fd68-2265-40e6-9300-1e77444c4877'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:39.136397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Pushing event deleted for resources: {'Port': ['ID=8fead7f5-5605-43a5-b75a-a5c74010932a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:39.141647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:39.141978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Attempting to bind port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:39.173876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:39.174227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:39.174686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:39.175059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Bound port: 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:39.175739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.217329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] No DVR routers for this DVR port 8fead7f5-5605-43a5-b75a-a5c74010932a on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:39.223638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.225703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9fa2af1-ff35-481e-b31d-5d8919c138f0 req-7356a35f-a183-4c31-8621-8a4c671829ed tempest-ServerDiagnosticsNegativeTest-568874535 tempest-ServerDiagnosticsNegativeTest-568874535-project] 10.222.0.42 "DELETE /v2.0/ports/8fead7f5-5605-43a5-b75a-a5c74010932a HTTP/1.1" status: 204 len: 173 time: 1.3479617 Aug 19 17:48:39.238550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411283-cfec-455a-a7ed-a755e97125fe req-1ae51dbc-b9d4-48dd-8ce2-ef7ce4b46135 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:39.240155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46411283-cfec-455a-a7ed-a755e97125fe req-1ae51dbc-b9d4-48dd-8ce2-ef7ce4b46135 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.2028613 Aug 19 17:48:39.273269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.293015 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.339928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.341180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-009daf7a-6def-46f9-bfe8-71332f1a08c2 req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7465794 Aug 19 17:48:39.369306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46411283-cfec-455a-a7ed-a755e97125fe req-18b4e4c9-3c69-4246-b8f1-92caba489ace tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210892 Aug 19 17:48:39.369844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17684bfe-b51f-47ef-bc0c-b649a461c3f3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9487d8-9cda-4998-8552-3f2f62d29b01,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:39.374383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:39.377978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:39.389026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.400465 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37b1d4-d14f-46b3-b6ef-edf932b92b6d x-openstack-request-id: req-3c37b1d4-d14f-46b3-b6ef-edf932b92b6d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:39.400755 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-unplugged", "status": "completed", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:39.401006 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c37b1d4-d14f-46b3-b6ef-edf932b92b6d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:39.401396 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'code': 200} Aug 19 17:48:39.473727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:39.474405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.476154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] 10.222.0.42 "PUT /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 1123 time: 1.6452549 Aug 19 17:48:39.480081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85733-f23e-4a6e-96c9-47209d3af878 service neutron] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:39.562116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904db32-12c1-4483-be73-38d493f8bdbc req-29f92f80-168a-491b-80f4-ed2a66878ea0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:39.567936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c904db32-12c1-4483-be73-38d493f8bdbc req-29f92f80-168a-491b-80f4-ed2a66878ea0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0610094 Aug 19 17:48:39.603892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c904db32-12c1-4483-be73-38d493f8bdbc req-34dda31a-c264-40a8-afb8-c1b737855d2e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Aug 19 17:48:39.641095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['27adcb6f-12cd-4c22-9c19-be679c9eaf47'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:39.853256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71eae-9410-45ba-bb3a-fe5609702440 req-333f799e-5de3-4096-8151-09501caae84a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:39.854847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cb71eae-9410-45ba-bb3a-fe5609702440 req-333f799e-5de3-4096-8151-09501caae84a tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 948 time: 0.0606956 Aug 19 17:48:39.859313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1158843610', 'description': 'tempest-description-830606579'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:39.898395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:39.913018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cb71eae-9410-45ba-bb3a-fe5609702440 req-a0451089-6be8-4baf-bd69-cb74f1571286 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Aug 19 17:48:39.913803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.012014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.016037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.050752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f601cf-e0d5-414f-a8cd-7afbf44ed049,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:40.107515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.111015 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.138813 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.140093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fdb79bc-ac85-4d09-ab9b-eb1266b0708b req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2844017 Aug 19 17:48:40.141078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a893d9-5e05-4651-b44c-856707202560 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c3c06-ad5d-4756-a4fa-e54b5de34dd4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:40.231419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2038933185', 'description': 'tempest-description-1448019887'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:40.252612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.346382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.357832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.386548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.387900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b9d71aa-747f-4b7e-bf62-d7f328cacf01 req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1610050 Aug 19 17:48:40.397988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33552005-06e8-41e2-b5b5-e25d9b01fad0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea5a35-7b02-4594-96b4-260ec809206c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:40.477618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1ed3fd68-2265-40e6-9300-1e77444c4877 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:40.530768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:40.537394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 1ed3fd68-2265-40e6-9300-1e77444c4877 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:40.542598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 1ed3fd68-2265-40e6-9300-1e77444c4877 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:40.542970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.575782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d581d6a-349d-447b-a144-fa9a93ac73e4 req-bd528cb4-6768-4aa1-8b13-e26a1e64cc0c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:40.577405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d581d6a-349d-447b-a144-fa9a93ac73e4 req-bd528cb4-6768-4aa1-8b13-e26a1e64cc0c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0919642 Aug 19 17:48:40.626792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.652898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:40.656130 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb8e3bd-5043-41e0-a7e9-7519eb49e701" -d '{"events": [{"server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:40.663730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d581d6a-349d-447b-a144-fa9a93ac73e4 req-5bcf1825-2a0a-4195-900c-af502bb54a4b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704720 Aug 19 17:48:40.669583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1ed3fd68-2265-40e6-9300-1e77444c4877,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:40.676028 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.681613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-226aaad2-6cd2-49d2-ab1d-8c976953e661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eae2323fba7d4e95a2b7745c65d126d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490250 Aug 19 17:48:40.683975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:40.750516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.754938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:40.755811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-042ba378-c3a9-49d8-8e55-87f9193c685f tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45078 time: 0.3389366 Aug 19 17:48:40.763533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.764085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.764592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.765067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.765543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.766272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.766872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.767510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.767980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.768458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.768785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.769114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.782961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.806355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-95f879cd-6955-4fb0-a789-d4ef32f10c87 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/00d15616-906f-4724-9ddb-b2c58a63707e HTTP/1.1" status: 200 len: 2981 time: 0.0431533 Aug 19 17:48:40.843782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.846550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:40.851265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-d93a6bf0-287c-44cf-8ed3-82d7fc2e1f8e tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/00d15616-906f-4724-9ddb-b2c58a63707e HTTP/1.1" status: 200 len: 2981 time: 0.0388401 Aug 19 17:48:40.851973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8466c3ab-06ee-4c0e-baa4-e596a5f89ca4 HTTP/1.1" status: 204 len: 168 time: 0.1666348 Aug 19 17:48:40.865253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8466c3ab-06ee-4c0e-baa4-e596a5f89ca4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:40.875554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.876000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.876649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.877099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.877529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.877953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.878340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.878943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.879557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.879896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.880230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.880796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426105a-3275-44d2-8fcb-d900e12340d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:40.902982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-3c6a1fc2-c1c9-45e4-a359-7e32cd6d5c9f tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/17c4a0aa-1f57-4a8b-b436-1daab0112601 HTTP/1.1" status: 200 len: 2981 time: 0.0424917 Aug 19 17:48:40.950318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-5b199e64-c73b-41d2-928d-68e77c46c75f tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/17c4a0aa-1f57-4a8b-b436-1daab0112601 HTTP/1.1" status: 200 len: 2981 time: 0.0404921 Aug 19 17:48:41.004637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-75c3cec3-ca7c-4263-a817-0f0da70133f0 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4a5351c3-c92b-4462-99dd-6939ea667a14 HTTP/1.1" status: 200 len: 2977 time: 0.0453913 Aug 19 17:48:41.048861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-61874192-fb18-42ec-ae01-275c43564001 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4a5351c3-c92b-4462-99dd-6939ea667a14 HTTP/1.1" status: 200 len: 2977 time: 0.0376070 Aug 19 17:48:41.108811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-17399fe0-f387-4ff2-a1c0-274e3384075b tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/50f601cf-e0d5-414f-a8cd-7afbf44ed049 HTTP/1.1" status: 200 len: 2981 time: 0.0505145 Aug 19 17:48:41.170441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:41.174722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e26a-2471-495b-84d6-97ff0d0a30db req-e74af4f6-1464-405f-b517-2b6384fb942d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:41.176245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e05e26a-2471-495b-84d6-97ff0d0a30db req-e74af4f6-1464-405f-b517-2b6384fb942d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0866435 Aug 19 17:48:41.179510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-baba107a-656f-4509-aa27-b37e6e8641c3 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/50f601cf-e0d5-414f-a8cd-7afbf44ed049 HTTP/1.1" status: 200 len: 2981 time: 0.0566080 Aug 19 17:48:41.190708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad2ba5b-5ad5-4f1d-a3a9-7e5384c22456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.246296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e05e26a-2471-495b-84d6-97ff0d0a30db req-be4e0ef8-e77c-4b1b-89b2-1ccfe101416c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626090 Aug 19 17:48:41.251935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-2bf1bbe9-fdea-4878-9d5b-72cf8ad1f7d4 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5138d201-3b9d-47a0-9dad-222fdaba239a HTTP/1.1" status: 200 len: 2977 time: 0.0624716 Aug 19 17:48:41.298363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-964fe73a-0f94-4a14-9382-cf7a3ba1dbfb tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5138d201-3b9d-47a0-9dad-222fdaba239a HTTP/1.1" status: 200 len: 2977 time: 0.0386713 Aug 19 17:48:41.300125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad2ba5b-5ad5-4f1d-a3a9-7e5384c22456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.305071 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d980b3-ddc0-461a-b7ca-65d79e229e87 x-openstack-request-id: req-c4d980b3-ddc0-461a-b7ca-65d79e229e87 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:41.305257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad2ba5b-5ad5-4f1d-a3a9-7e5384c22456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.305601 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:41.305925 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4d980b3-ddc0-461a-b7ca-65d79e229e87 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:41.306501 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877', 'code': 200} Aug 19 17:48:41.341598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2ba5b-5ad5-4f1d-a3a9-7e5384c22456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481cae9-81ed-42aa-b965-41a2eaee54d4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:41.359854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fad2ba5b-5ad5-4f1d-a3a9-7e5384c22456 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26745c31e54744e4880d601a227ae1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858997 Aug 19 17:48:41.360354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38356) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:41.372017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-7857e787-572b-4646-aec1-afd46c717da9 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/54bc4fa2-93cf-42e4-bcff-119793698206 HTTP/1.1" status: 200 len: 2977 time: 0.0620916 Aug 19 17:48:41.409189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'name': 'network-vif-deleted', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a'}, {'name': 'network-changed', 'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:41.411282 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec" -d '{"events": [{"server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "name": "network-vif-deleted", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a"}, {"name": "network-changed", "server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:41.424955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.447890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.475150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-33adfc05-9fef-4023-b51a-78dc34456c3f tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/54bc4fa2-93cf-42e4-bcff-119793698206 HTTP/1.1" status: 200 len: 2977 time: 0.0967596 Aug 19 17:48:41.496542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.499464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:41.500843 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d481cae9-81ed-42aa-b965-41a2eaee54d4 HTTP/1.1" status: 204 len: 168 time: 0.1395102 Aug 19 17:48:41.502064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704050d-7f6f-4ea7-99d9-e28df1fb6fdf req-4784e3c2-ff39-4def-9f8c-b84e067c1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:41.503574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d704050d-7f6f-4ea7-99d9-e28df1fb6fdf req-4784e3c2-ff39-4def-9f8c-b84e067c1a21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 1101 time: 0.1072304 Aug 19 17:48:41.511960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c425c-0498-4c33-b896-d2468d6b7e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481cae9-81ed-42aa-b965-41a2eaee54d4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:41.552114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb5ac-1637-43a7-ae92-ccfcd3755363 req-b18e7903-bbfa-45e2-932c-8ffe331b1730 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:41.553611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43acb5ac-1637-43a7-ae92-ccfcd3755363 req-b18e7903-bbfa-45e2-932c-8ffe331b1730 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.1134782 Aug 19 17:48:41.595347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-854033ec-2185-4645-8e7d-9b4cd369a56e tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6b81ad3f-85e9-4fda-bdc6-7f74e314053c HTTP/1.1" status: 200 len: 2981 time: 0.1122420 Aug 19 17:48:41.598651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d704050d-7f6f-4ea7-99d9-e28df1fb6fdf req-5d5c383e-4f74-4290-a448-09610b53aee2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836151 Aug 19 17:48:41.630358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43acb5ac-1637-43a7-ae92-ccfcd3755363 req-6fd6a049-faea-4c7b-9ece-87ec4b82ba55 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648394 Aug 19 17:48:41.655827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-fbd166d3-1069-4f46-bf17-bd6ce76a9a53 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/6b81ad3f-85e9-4fda-bdc6-7f74e314053c HTTP/1.1" status: 200 len: 2981 time: 0.0521975 Aug 19 17:48:41.700775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-2c401c9c-9321-4e67-b78c-ab6dc47e2b30 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e13b4bc-5973-4019-ab5d-b6b828e375c8 HTTP/1.1" status: 200 len: 2981 time: 0.0391426 Aug 19 17:48:41.752818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-ca6debc4-541f-4c26-b66b-c2314510bc4a tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e13b4bc-5973-4019-ab5d-b6b828e375c8 HTTP/1.1" status: 200 len: 2981 time: 0.0449033 Aug 19 17:48:41.772614 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-b5996826-46ed-44d0-9c3a-c488c7ed93f4 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] show failed (client error): The resource could not be found. Aug 19 17:48:41.774493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-b5996826-46ed-44d0-9c3a-c488c7ed93f4 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8466c3ab-06ee-4c0e-baa4-e596a5f89ca4 HTTP/1.1" status: 404 len: 352 time: 0.0146041 Aug 19 17:48:41.780526 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d69e7-31df-486a-ae12-f28bb1a4b2c8 x-openstack-request-id: req-ce6d69e7-31df-486a-ae12-f28bb1a4b2c8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:41.781536 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc14df45-af4c-4d55-ad2f-ef01fca2e112", "name": "network-vif-deleted", "tag": "8fead7f5-5605-43a5-b75a-a5c74010932a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:41.781797 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce6d69e7-31df-486a-ae12-f28bb1a4b2c8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:41.782234 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc14df45-af4c-4d55-ad2f-ef01fca2e112', 'name': 'network-vif-deleted', 'tag': '8fead7f5-5605-43a5-b75a-a5c74010932a', 'status': 'completed', 'code': 200} Aug 19 17:48:41.782494 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'status': 'completed', 'code': 200} Aug 19 17:48:41.800810 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-3a031654-d938-4f82-9b0a-7ab404b99638 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] show failed (client error): The resource could not be found. Aug 19 17:48:41.801820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-3a031654-d938-4f82-9b0a-7ab404b99638 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8466c3ab-06ee-4c0e-baa4-e596a5f89ca4 HTTP/1.1" status: 404 len: 352 time: 0.0142806 Aug 19 17:48:41.852710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:41.910462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-0f9e40a0-1f3c-437d-8d09-a286795fdfc4 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c HTTP/1.1" status: 200 len: 2981 time: 0.0924628 Aug 19 17:48:41.913672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8fead7f5-5605-43a5-b75a-a5c74010932a no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:41.963558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 8fead7f5-5605-43a5-b75a-a5c74010932a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:48:41.963911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8fead7f5-5605-43a5-b75a-a5c74010932a not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:42.007604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:42.014872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7a046-e3e8-45c9-aa8b-6f611eca1f83 req-cf69af37-f87e-4f53-a347-d5830df62387 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.016505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bf7a046-e3e8-45c9-aa8b-6f611eca1f83 req-cf69af37-f87e-4f53-a347-d5830df62387 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1350386 Aug 19 17:48:42.023634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 has no active binding in host n-h1-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:48:42.044054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-15a10ea5-3147-441c-97db-a689ef8e96ab tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c HTTP/1.1" status: 200 len: 2981 time: 0.1149023 Aug 19 17:48:42.046206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-be46a8fc-ff7f-4445-9315-c2c8433db755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.047941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-be46a8fc-ff7f-4445-9315-c2c8433db755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1126 time: 0.1202595 Aug 19 17:48:42.084286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:42.157004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bf7a046-e3e8-45c9-aa8b-6f611eca1f83 req-d4f00567-26e8-4e0a-9a76-e34e38592ce2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296823 Aug 19 17:48:42.166888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-240a9735-7c59-4d7c-819f-fbfbf0bb9b11 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b564d566-bcba-41d4-8112-3a1ef0016952 HTTP/1.1" status: 200 len: 2981 time: 0.1180115 Aug 19 17:48:42.217238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-cc371e2b-fc7d-42de-892b-acda4fd3d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.217567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e468787-12b6-4718-854d-58d8bdf3f82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.218894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-cc371e2b-fc7d-42de-892b-acda4fd3d5cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1625996 Aug 19 17:48:42.281980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-c6f31520-9592-4aae-aba8-08c9e62454f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.0544960 Aug 19 17:48:42.285003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-331df56f-8005-482d-9d5d-ef1fab820783 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b564d566-bcba-41d4-8112-3a1ef0016952 HTTP/1.1" status: 200 len: 2981 time: 0.0992529 Aug 19 17:48:42.385269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e468787-12b6-4718-854d-58d8bdf3f82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.390081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e468787-12b6-4718-854d-58d8bdf3f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.402023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-fd20053a-0cc0-48f7-8241-a21a39a09f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.403546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-fd20053a-0cc0-48f7-8241-a21a39a09f5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1140461 Aug 19 17:48:42.414588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-ca21f6c0-68e1-4725-8295-f3d3ca20ee59 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bb417e26-0510-49b3-8208-5abe78cc0da4 HTTP/1.1" status: 200 len: 2981 time: 0.1063805 Aug 19 17:48:42.437866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6e468787-12b6-4718-854d-58d8bdf3f82e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f9126075ab943b28f0b61d090dd66bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522959 Aug 19 17:48:42.438821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468787-12b6-4718-854d-58d8bdf3f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe04af-84ea-4cd1-8854-f4de7a82ae7a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:42.441871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38404) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:42.450908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-5fb72e56-d11b-42a5-bb9c-8f82031f455f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345933 Aug 19 17:48:42.463168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28213c7f-6df3-4ca4-905a-e26043fddb26 req-aceabebf-cb1c-46ab-b05d-508b28ce9aa3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.470423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28213c7f-6df3-4ca4-905a-e26043fddb26 req-aceabebf-cb1c-46ab-b05d-508b28ce9aa3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.1235883 Aug 19 17:48:42.511180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.542624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.567129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38408) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:42.574504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-d2e2c15e-4da1-4e03-bb15-19f3bcf9b355 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bb417e26-0510-49b3-8208-5abe78cc0da4 HTTP/1.1" status: 200 len: 2981 time: 0.1490438 Aug 19 17:48:42.587820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28213c7f-6df3-4ca4-905a-e26043fddb26 req-89aeb0fc-55d0-4ace-b325-395c00dbb67e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163912 Aug 19 17:48:42.643134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.647833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.649877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1efe04af-84ea-4cd1-8854-f4de7a82ae7a HTTP/1.1" status: 204 len: 168 time: 0.2069254 Aug 19 17:48:42.650000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-42e348db-72a1-493e-b3ab-cffa1fea14f7 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773412 Aug 19 17:48:42.662447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362c9ac-a844-4ced-a8c2-299d52bd6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe04af-84ea-4cd1-8854-f4de7a82ae7a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:42.668095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-a2735814-a376-4eb7-b787-2272b88d13f9 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bdca87c2-2089-46d7-97a9-e7cae99aff12 HTTP/1.1" status: 200 len: 2973 time: 0.0772347 Aug 19 17:48:42.780235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b8a050-976f-4243-83b7-2e050525ad89 req-762d77b2-ad64-4320-a585-75a324b97d32 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bdca87c2-2089-46d7-97a9-e7cae99aff12 HTTP/1.1" status: 200 len: 2973 time: 0.0976307 Aug 19 17:48:42.820389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f11956e-f4a3-4d2a-9d3d-fd6be24c8eec req-0b53d8f7-a9c3-4320-a60f-0c83d14b61b3 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512172 Aug 19 17:48:42.830521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8749c0bd-3f33-4b82-841e-7ce92f1db0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.954678 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8749c0bd-3f33-4b82-841e-7ce92f1db0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.958562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8749c0bd-3f33-4b82-841e-7ce92f1db0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:42.960141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00c7d7c-1622-4ab3-b113-91c0137ff027 req-28c2d4f5-5667-4124-9043-3ed02e2ca4cb tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5efb8d65298e459ab3ee33d18747d26c HTTP/1.1" status: 200 len: 6098 time: 0.1325698 Aug 19 17:48:42.980683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5981a37-c73b-40de-a715-e50acee3bb44 req-ec711715-3da2-4507-a248-fe6b83851adb tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:42.983618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5981a37-c73b-40de-a715-e50acee3bb44 req-ec711715-3da2-4507-a248-fe6b83851adb tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.1066737 Aug 19 17:48:43.020024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8749c0bd-3f33-4b82-841e-7ce92f1db0b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dc04c0df9d24f469d5e7c29de20d989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520171 Aug 19 17:48:43.021184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:43.032968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749c0bd-3f33-4b82-841e-7ce92f1db0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30344a9-1a1a-44b4-b34a-d95c290ff440,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.069235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5981a37-c73b-40de-a715-e50acee3bb44 req-2a6ba8fe-3234-4065-b2c6-7c5eb6d295df tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730453 Aug 19 17:48:43.096739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00c7d7c-1622-4ab3-b113-91c0137ff027 req-f44cc1d3-fb33-44d1-a242-dc04fbe870d6 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "GET /v2.0/security-groups/b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c HTTP/1.1" status: 200 len: 2981 time: 0.1115258 Aug 19 17:48:43.100741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.128972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.191734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.194416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.203246 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b30344a9-1a1a-44b4-b34a-d95c290ff440 HTTP/1.1" status: 204 len: 168 time: 0.1733556 Aug 19 17:48:43.211021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00c7d7c-1622-4ab3-b113-91c0137ff027 req-7d9b0d4e-640f-4557-9b34-b64af80667d0 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "GET /v2.0/security-groups/b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c HTTP/1.1" status: 200 len: 2981 time: 0.1132922 Aug 19 17:48:43.218513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0e954-8fe3-4bec-b08c-a4bd0690d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30344a9-1a1a-44b4-b34a-d95c290ff440,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.243240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38442) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:43.267170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f7481f-4c7f-4b14-ba9c-baf86c4f0f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.356232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e3b2-3387-41aa-889d-768f3d351f12 req-494206a6-8907-4993-a217-0680142bc7ea tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:43.364821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a692e3b2-3387-41aa-889d-768f3d351f12 req-494206a6-8907-4993-a217-0680142bc7ea tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0975792 Aug 19 17:48:43.376534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-adcac87c-d33e-4301-a9da-613ec2b208e2 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5aea5a35-7b02-4594-96b4-260ec809206c HTTP/1.1" status: 200 len: 1778 time: 0.0725839 Aug 19 17:48:43.391586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f7481f-4c7f-4b14-ba9c-baf86c4f0f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.395883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f7481f-4c7f-4b14-ba9c-baf86c4f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.435760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a692e3b2-3387-41aa-889d-768f3d351f12 req-5c2188d1-147b-4ff6-b32b-c3c953aaabfe tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698915 Aug 19 17:48:43.438431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c2f7481f-4c7f-4b14-ba9c-baf86c4f0f0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f2bd81b066c444eb481eb9695ca7957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939511 Aug 19 17:48:43.440228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7481f-4c7f-4b14-ba9c-baf86c4f0f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee8a3ec-0f15-421e-b453-be7353f17438,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.442597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38448) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:43.467014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.498738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.508412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.530987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.579984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.582913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.584195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264350ed-c7dd-4fec-b86c-1ee1a8f82368 req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/5aea5a35-7b02-4594-96b4-260ec809206c HTTP/1.1" status: 204 len: 173 time: 0.1982887 Aug 19 17:48:43.607147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04e6e3-13d1-4c04-bbaa-ac3e600499fb req-eeedf508-d106-4663-a58b-d39b52253ccf tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:43.608759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e04e6e3-13d1-4c04-bbaa-ac3e600499fb req-eeedf508-d106-4663-a58b-d39b52253ccf tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.0754907 Aug 19 17:48:43.609977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae047-4f20-42b0-bfac-93533a3b9df5 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea5a35-7b02-4594-96b4-260ec809206c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.611957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.614872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.620869 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ee8a3ec-0f15-421e-b453-be7353f17438 HTTP/1.1" status: 204 len: 168 time: 0.1755307 Aug 19 17:48:43.636371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb309-21df-469e-9aad-8068afda1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee8a3ec-0f15-421e-b453-be7353f17438,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.662734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e04e6e3-13d1-4c04-bbaa-ac3e600499fb req-f87a5e9e-ba8a-41a0-a800-3b36711f945b tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Aug 19 17:48:43.698896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:43.716422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232d2e1b-79b4-4dda-97ba-e3482610cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.739734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-a18b051b-4d29-4f00-bf86-bfcfbcca720c tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "GET /v2.0/security-groups/fc4c3c06-ad5d-4756-a4fa-e54b5de34dd4 HTTP/1.1" status: 200 len: 1777 time: 0.0390854 Aug 19 17:48:43.805792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.829577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.830793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232d2e1b-79b4-4dda-97ba-e3482610cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.837254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232d2e1b-79b4-4dda-97ba-e3482610cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.878792 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-232d2e1b-79b4-4dda-97ba-e3482610cfad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95e3544d11e04f16b808e1de9266a7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757927 Aug 19 17:48:43.878792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d2e1b-79b4-4dda-97ba-e3482610cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ab021-57af-43cf-a49e-f0e80c4749d6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.879861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38466) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:43.898835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.902295 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:43.907954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3a32767-aa7f-4f30-88dd-1fb86e12cdd4 req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc4c3c06-ad5d-4756-a4fa-e54b5de34dd4 HTTP/1.1" status: 204 len: 173 time: 0.1594884 Aug 19 17:48:43.942226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f61ccd-2bd8-46ff-a23b-a19529360c21 tempest-SecurityGroupsTestAdminJSON-1617415949 tempest-SecurityGroupsTestAdminJSON-1617415949-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c3c06-ad5d-4756-a4fa-e54b5de34dd4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:43.965654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.000150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.063212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddc7f3-c103-4153-96b5-6c08649e5faf req-3d098368-b36a-4e94-a240-9da76ee68321 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:44.072543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07ddc7f3-c103-4153-96b5-6c08649e5faf req-3d098368-b36a-4e94-a240-9da76ee68321 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0949471 Aug 19 17:48:44.116416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07ddc7f3-c103-4153-96b5-6c08649e5faf req-a8844c89-663a-4a18-bcc3-22d06b80ff4c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Aug 19 17:48:44.117163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.131418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.150926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b9ab021-57af-43cf-a49e-f0e80c4749d6 HTTP/1.1" status: 204 len: 168 time: 0.2661250 Aug 19 17:48:44.160802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24c3d1-0f6c-41a1-8700-1003a3783fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ab021-57af-43cf-a49e-f0e80c4749d6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:44.214526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-83fc0be2-50cb-4044-a5bd-ab1a522e2cd4 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "GET /v2.0/security-groups/4d9487d8-9cda-4998-8552-3f2f62d29b01 HTTP/1.1" status: 200 len: 1775 time: 0.0555172 Aug 19 17:48:44.304120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.340693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.407401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08fd9-61f1-4fb4-9cf2-cc9079e4b336 req-b4cc964f-6ee6-4a3b-acbd-7167f9fdb8b2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:44.407401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12a08fd9-61f1-4fb4-9cf2-cc9079e4b336 req-b4cc964f-6ee6-4a3b-acbd-7167f9fdb8b2 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.0844417 Aug 19 17:48:44.425086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.427627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.428768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b0e6528-a1f5-47a8-a569-dda341055bb9 req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d9487d8-9cda-4998-8552-3f2f62d29b01 HTTP/1.1" status: 204 len: 173 time: 0.2074242 Aug 19 17:48:44.448186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a165-08f4-4eea-a72e-7643bcc74c78 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9487d8-9cda-4998-8552-3f2f62d29b01,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:44.483671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12a08fd9-61f1-4fb4-9cf2-cc9079e4b336 req-ba7e587e-dfcd-47ce-b5b3-e74720339d4c tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691042 Aug 19 17:48:44.554818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-c097430a-8e71-4548-af4a-478701ee01a3 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "GET /v2.0/security-groups/78207d34-1706-4d14-8de2-37c65fe26cf0 HTTP/1.1" status: 200 len: 1775 time: 0.0699425 Aug 19 17:48:44.646629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824605b-edfe-4216-80bc-540b99892929 req-ef92d4ce-71d7-4282-a417-247d0c215d15 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:44.648135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6824605b-edfe-4216-80bc-540b99892929 req-ef92d4ce-71d7-4282-a417-247d0c215d15 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.0760412 Aug 19 17:48:44.669730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.713107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.729226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6824605b-edfe-4216-80bc-540b99892929 req-427ecf06-525a-402d-a9ce-883ce2d480ed tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696030 Aug 19 17:48:44.769209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.772573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:44.775081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87e1bc63-a0dd-4ade-b013-7a19b7bea4dc req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] 10.222.0.36 "DELETE /v2.0/security-groups/78207d34-1706-4d14-8de2-37c65fe26cf0 HTTP/1.1" status: 204 len: 173 time: 0.2132559 Aug 19 17:48:44.787823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa4e1e-59fa-4218-b02b-6b2bbb729d16 tempest-SecurityGroupsTestAdminJSON-2049243648 tempest-SecurityGroupsTestAdminJSON-2049243648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78207d34-1706-4d14-8de2-37c65fe26cf0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:45.064750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-c93ff760-9f92-40a0-a6bd-fb848032d21c service neutron] 10.222.0.13 "GET /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.0733624 Aug 19 17:48:45.294384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38566) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:45.295741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90b8f-d544-46b2-a45a-64c2af438f3f req-0e633531-f5b2-4c5f-aea9-444069959bcb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:45.297283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fb90b8f-d544-46b2-a45a-64c2af438f3f req-0e633531-f5b2-4c5f-aea9-444069959bcb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 943 time: 0.0870800 Aug 19 17:48:45.306963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:45.345179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:45.390509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fb90b8f-d544-46b2-a45a-64c2af438f3f req-4c1400fa-36e1-4dbc-aa68-dedef54fdf4c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Aug 19 17:48:45.408706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27adcb6f-12cd-4c22-9c19-be679c9eaf47 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:45.426382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:45.442965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.531338 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03e581db-d53c-473d-8028-ed321ba303fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5efb8d65298e459ab3ee33d18747d26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343421 Aug 19 17:48:45.533999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38578) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:45.545835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] Transition to ACTIVE for port object 27adcb6f-12cd-4c22-9c19-be679c9eaf47 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:45.563426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.596902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.625215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.660409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] No DVR routers for this DVR port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:45.691631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.695285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:45.696643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c HTTP/1.1" status: 204 len: 168 time: 0.1617095 Aug 19 17:48:45.706674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95791e9d-13e7-4509-9eca-8efe55afb6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b794d7-cbe0-48fb-aac6-c0d8ead56e0c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:45.744933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-f402dde0-2866-494e-a691-92caba93151e service neutron] 10.222.0.13 "PUT /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47/bindings/n-h1-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6718438 Aug 19 17:48:45.764243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402dde0-2866-494e-a691-92caba93151e service neutron] Pushing event updated for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:45.781215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cab810-459b-44e2-bb06-07c8ff54f532 req-b0497c65-8444-4e56-8681-f00d0f22ce47 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:45.782744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9cab810-459b-44e2-bb06-07c8ff54f532 req-b0497c65-8444-4e56-8681-f00d0f22ce47 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.1415770 Aug 19 17:48:45.863521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38594) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:45.875357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9cab810-459b-44e2-bb06-07c8ff54f532 req-f2ffcc6a-280d-4c94-b371-529107bf95e5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Aug 19 17:48:45.955333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961d05d-aaf2-4c1b-8712-df4668ad1eba req-23c60f4d-ce1b-43ad-a693-f0d92fba84bd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:45.957225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6961d05d-aaf2-4c1b-8712-df4668ad1eba req-23c60f4d-ce1b-43ad-a693-f0d92fba84bd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1403499 Aug 19 17:48:45.975428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-d756920c-66ce-4cdf-8d81-498502ba2441 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:45.976943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-d756920c-66ce-4cdf-8d81-498502ba2441 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.1229634 Aug 19 17:48:45.986627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6dcae90b-4cae-4ec2-9506-dd492a956ef0 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:45.988346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-6dcae90b-4cae-4ec2-9506-dd492a956ef0 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.1106224 Aug 19 17:48:46.104632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1a02c96-f0c2-41d3-b9ff-aaeba4d1097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.254798 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1a02c96-f0c2-41d3-b9ff-aaeba4d1097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.261817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1a02c96-f0c2-41d3-b9ff-aaeba4d1097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.289421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38608) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:46.355548 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c1a02c96-f0c2-41d3-b9ff-aaeba4d1097c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69a9f78b359741078d8fe10980bb85e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904463 Aug 19 17:48:46.356178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6961d05d-aaf2-4c1b-8712-df4668ad1eba req-2e373139-2cf6-4882-abf0-806f5848e5a5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864720 Aug 19 17:48:46.358145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02c96-f0c2-41d3-b9ff-aaeba4d1097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30529a7-896b-4a0e-807b-f5f92ccdb7cc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:46.366127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38612) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:46.391818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-42f7d05f-d6f7-47c2-95f0-6d628d2d5117 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af226fef575d4826abb0cffc510c65f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945482 Aug 19 17:48:46.392878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38616) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:46.424269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-eb3c2e55-f063-4098-8018-33c601f4a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:46.426037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-eb3c2e55-f063-4098-8018-33c601f4a20a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 1096 time: 0.4224670 Aug 19 17:48:46.478173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.513879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.544501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Deleting port 1ed3fd68-2265-40e6-9300-1e77444c4877 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:48:46.544848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.547860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.579088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.582061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.584311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50f601cf-e0d5-414f-a8cd-7afbf44ed049 HTTP/1.1" status: 204 len: 168 time: 0.1902235 Aug 19 17:48:46.592926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b6a6-0a69-49b4-8d46-3ced66bedbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f601cf-e0d5-414f-a8cd-7afbf44ed049,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:46.670165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-c8004178-8186-4f8c-b272-f6574e4ca4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:46.671673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-c8004178-8186-4f8c-b272-f6574e4ca4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1096 time: 0.2117436 Aug 19 17:48:46.694666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.713507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.770820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38634) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:46.818873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3f459-0e74-4fd0-bce8-fffb8a806245 req-9de103ae-680f-45a5-99d0-84e604dbc8e6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:46.827094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8b3f459-0e74-4fd0-bce8-fffb8a806245 req-9de103ae-680f-45a5-99d0-84e604dbc8e6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.3321753 Aug 19 17:48:46.892429 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-ab1c790e-4476-418f-936a-cc4fb93fb2f3 service neutron] show failed (client error): The resource could not be found. Aug 19 17:48:46.893827 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-ab1c790e-4476-418f-936a-cc4fb93fb2f3 service neutron] 10.222.0.13 "GET /v2.0/ports/d90f4d51-c3a9-4730-81b3-6938ebb5131b/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.1206579 Aug 19 17:48:46.895873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] For port 1ed3fd68-2265-40e6-9300-1e77444c4877, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1ed3fd68-2265-40e6-9300-1e77444c4877,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:46.896249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.916137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8b3f459-0e74-4fd0-bce8-fffb8a806245 req-64a05e6d-2233-4c7a-a05f-89f72b7ddd40 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Aug 19 17:48:46.937925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.944506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:46.960072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d30529a7-896b-4a0e-807b-f5f92ccdb7cc HTTP/1.1" status: 204 len: 168 time: 0.5819383 Aug 19 17:48:46.964866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e9457f7-d01c-4043-a0e0-45833dc1789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.019595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Calling delete_port for 1ed3fd68-2265-40e6-9300-1e77444c4877 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:48:47.038890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bf986-7989-4fe6-a5ce-1562b6c915dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30529a7-896b-4a0e-807b-f5f92ccdb7cc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.076277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-4f837000-28da-4d02-9b89-04e1377dd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:47.077885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-4f837000-28da-4d02-9b89-04e1377dd2a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.3876405 Aug 19 17:48:47.146154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e9457f7-d01c-4043-a0e0-45833dc1789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.163281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e9457f7-d01c-4043-a0e0-45833dc1789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.225296 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1e9457f7-d01c-4043-a0e0-45833dc1789b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4f21ac2007e48ccacc3dedf5bc72b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533010 Aug 19 17:48:47.226109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38650) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:47.235009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9457f7-d01c-4043-a0e0-45833dc1789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5cda7b-11a6-4b24-a020-79d6d0836118,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.274954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-aa4bb39b-e64b-4c91-ade5-de462dd6a455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.1143925 Aug 19 17:48:47.293278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.335649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.360302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38658) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:47.387088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef07-f942-44d6-a5ad-a945c0e9b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.405806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c80276-097a-4eae-978c-b58d351f2ae9 req-edbfdd6a-8d26-430d-8737-1e196601beb8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:47.413884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57c80276-097a-4eae-978c-b58d351f2ae9 req-edbfdd6a-8d26-430d-8737-1e196601beb8 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd64d33d-cc60-4816-a850-ffcebf15d247 HTTP/1.1" status: 200 len: 949 time: 0.2544856 Aug 19 17:48:47.420602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-bfa65590-4355-4eb5-b850-443e3df03039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:47.422079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-bfa65590-4355-4eb5-b850-443e3df03039 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1101 time: 0.2606051 Aug 19 17:48:47.429684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-a41cc793-bb93-4dab-9a02-f34386240960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:47.431331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-a41cc793-bb93-4dab-9a02-f34386240960 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1283047 Aug 19 17:48:47.438125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:47.447126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.451215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.454987 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec5cda7b-11a6-4b24-a020-79d6d0836118 HTTP/1.1" status: 204 len: 168 time: 0.2233975 Aug 19 17:48:47.472828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86c6e7-b107-4011-9ac0-edbe9068f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5cda7b-11a6-4b24-a020-79d6d0836118,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.568713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-1d8b8d30-b8a0-46ef-b838-fa00f18c60bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209168 Aug 19 17:48:47.583318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef07-f942-44d6-a5ad-a945c0e9b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.589918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0a6ef07-f942-44d6-a5ad-a945c0e9b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.629207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ef07-f942-44d6-a5ad-a945c0e9b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9418e87f-4918-4e57-90c8-ca3bdb1968f3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.655938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a0a6ef07-f942-44d6-a5ad-a945c0e9b41b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0a8656bdd124f77ace15154bf3b4c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940359 Aug 19 17:48:47.658524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:47.687853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57c80276-097a-4eae-978c-b58d351f2ae9 req-07869a9a-9e90-4723-97ad-aca325dcf5df tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.36 "GET /v2.0/security-groups?id=00d15616-906f-4724-9ddb-b2c58a63707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730045 Aug 19 17:48:47.738311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.759137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.766770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.800506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.801277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1ed3fd68-2265-40e6-9300-1e77444c4877'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:47.825807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Pushing event deleted for resources: {'Port': ['ID=1ed3fd68-2265-40e6-9300-1e77444c4877,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.876322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.879317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:47.882856 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9418e87f-4918-4e57-90c8-ca3bdb1968f3 HTTP/1.1" status: 204 len: 168 time: 0.2205920 Aug 19 17:48:47.890179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa28f-be17-4848-a5c9-09a0447be987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9418e87f-4918-4e57-90c8-ca3bdb1968f3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:47.917929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028c39-2ee3-4e42-8f79-19c46a480518 req-151265c2-e055-452d-a491-7932f138d02e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:47.925688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3028c39-2ee3-4e42-8f79-19c46a480518 req-151265c2-e055-452d-a491-7932f138d02e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.2305331 Aug 19 17:48:48.014428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] No DVR routers for this DVR port 1ed3fd68-2265-40e6-9300-1e77444c4877 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:48.018048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.021116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0c993d2-6e29-4618-8a52-8ea51e43c25b req-3c92332b-87d7-4a94-a1ae-0d612e6eb9b5 tempest-DeleteServersAdminTestJSON-2129934586 tempest-DeleteServersAdminTestJSON-2129934586-project] 10.222.0.13 "DELETE /v2.0/ports/1ed3fd68-2265-40e6-9300-1e77444c4877 HTTP/1.1" status: 204 len: 173 time: 2.0310125 Aug 19 17:48:48.039742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'name': 'network-vif-deleted', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:48.044089 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7e6121-88d3-45a3-83ac-dfa6471a0957" -d '{"events": [{"server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "name": "network-vif-deleted", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:48.058382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38686) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:48.081330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98bef3c2-da63-438a-bd83-4eafabe8a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.143131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-58d32210-20e5-4f79-a764-91763e516c4f service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532441 Aug 19 17:48:48.219783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3028c39-2ee3-4e42-8f79-19c46a480518 req-3bc1794a-da72-4e48-82bc-91710bae5c25 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903669 Aug 19 17:48:48.262280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98bef3c2-da63-438a-bd83-4eafabe8a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.263351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:48.271606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98bef3c2-da63-438a-bd83-4eafabe8a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.295470 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3594fbe9-3bf4-458e-bdae-7831d6381c97 x-openstack-request-id: req-3594fbe9-3bf4-458e-bdae-7831d6381c97 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:48.296402 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd64d33d-cc60-4816-a850-ffcebf15d247", "name": "network-vif-deleted", "tag": "1ed3fd68-2265-40e6-9300-1e77444c4877", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:48.296660 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3594fbe9-3bf4-458e-bdae-7831d6381c97 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:48.297046 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd64d33d-cc60-4816-a850-ffcebf15d247', 'name': 'network-vif-deleted', 'tag': '1ed3fd68-2265-40e6-9300-1e77444c4877', 'status': 'completed', 'code': 200} Aug 19 17:48:48.319686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98bef3c2-da63-438a-bd83-4eafabe8a620 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdfe00ac283d466e84e9c50a62110a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571938 Aug 19 17:48:48.319686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bef3c2-da63-438a-bd83-4eafabe8a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca86b4-8968-4274-850e-405d9f6b92fa,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:48.321073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38694) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:48.327236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd48e4-3f15-4fed-8426-269f4c47011c req-6e40fe87-7def-4e37-a26c-69e1ed3707c6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:48.328575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90cd48e4-3f15-4fed-8426-269f4c47011c req-6e40fe87-7def-4e37-a26c-69e1ed3707c6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.2992189 Aug 19 17:48:48.385466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.409685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.450844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90cd48e4-3f15-4fed-8426-269f4c47011c req-cf4a5c91-bfff-4a4f-bf92-b0715d3f22a7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085806 Aug 19 17:48:48.475512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-d847a53a-72d2-4b8b-8ecc-b0f1ccd996af service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949286 Aug 19 17:48:48.495067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.498529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.502938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80ca86b4-8968-4274-850e-405d9f6b92fa HTTP/1.1" status: 204 len: 168 time: 0.1809168 Aug 19 17:48:48.507360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:48.521675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47291a-e084-4800-890e-d64480f3575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca86b4-8968-4274-850e-405d9f6b92fa,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:48.536886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:48.550707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38702) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:48.587877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-105da530-fd80-49d1-8fcc-7ac056938333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.590663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:48.608674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:48.654778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.673984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Transition to ACTIVE for port object d90f4d51-c3a9-4730-81b3-6938ebb5131b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:48.682950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.736608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-network', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:48.808232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-105da530-fd80-49d1-8fcc-7ac056938333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.818140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] No DVR routers for this DVR port d90f4d51-c3a9-4730-81b3-6938ebb5131b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:48:48.819629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-105da530-fd80-49d1-8fcc-7ac056938333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.844781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:48.909859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Made reservation on behalf of 91ae1dab976b4d57bad68a64ce0e2d47 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:48.909859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.921635 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-105da530-fd80-49d1-8fcc-7ac056938333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aeb6759c01f24d21aec48c0d11c77962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534445 Aug 19 17:48:48.921833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:48.942210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:48.942661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105da530-fd80-49d1-8fcc-7ac056938333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a281086c-4f0e-4f7c-8ef3-8ed764661704,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:48.942778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:48.943018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:48.954826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-dd306c88-ccb1-40cf-8a66-67019cd151f6 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:48.956195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-dd306c88-ccb1-40cf-8a66-67019cd151f6 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.1898422 Aug 19 17:48:48.959970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:48.966248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:48.966582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Attempting to bind port d90f4d51-c3a9-4730-81b3-6938ebb5131b on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:49.028815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:49.029170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:49.029475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:49.029925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Bound port: d90f4d51-c3a9-4730-81b3-6938ebb5131b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:49.030280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.146894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.265490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.290937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:49.352485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:49.386012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.398336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-34205499-a923-41c3-941d-a90284e068ed service neutron] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:49.415433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-34205499-a923-41c3-941d-a90284e068ed service neutron] Notify callbacks [] for binding, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.416580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3358e18-f4d3-40ec-9fab-c469e8af1c74 req-34205499-a923-41c3-941d-a90284e068ed service neutron] 10.222.0.42 "DELETE /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47/bindings/n-h2-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.4352620 Aug 19 17:48:49.421741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:49.693827 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3a4af6d-ce9a-4cef-ac10-87b8cf55161f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a5dbb5e57bf41538bb8ecaa9579d0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709100 Aug 19 17:48:49.694648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:49.695270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.696741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] 10.222.0.42 "PUT /v2.0/ports/d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 1096 time: 2.2632389 Aug 19 17:48:49.698191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38764) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:49.716273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.783221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f8cab-eb6c-4ae7-8f3f-eff52bfe22e2 req-243046b2-6510-4a8a-bfd8-58a916146912 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:49.785038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-527f8cab-eb6c-4ae7-8f3f-eff52bfe22e2 req-243046b2-6510-4a8a-bfd8-58a916146912 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.4732411 Aug 19 17:48:49.802508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:49.808394 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.876741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15af740-2ea3-4bf5-af4b-3ee2926703b7 req-a845cdec-9318-4fb3-a3c6-c8de6c5b5964 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:49.884327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b15af740-2ea3-4bf5-af4b-3ee2926703b7 req-a845cdec-9318-4fb3-a3c6-c8de6c5b5964 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.1933188 Aug 19 17:48:49.886103 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.888707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:49.889780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a281086c-4f0e-4f7c-8ef3-8ed764661704 HTTP/1.1" status: 204 len: 168 time: 0.9665956 Aug 19 17:48:49.922480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c196c82-fff1-4d88-a6e0-662715e38028,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:49.961637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df0b42-da34-4f5e-8dba-1ac5adb08acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a281086c-4f0e-4f7c-8ef3-8ed764661704,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:49.963361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18489d-c47a-4f94-8a5e-41c066649238 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:49.983638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:48:50.021428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-527f8cab-eb6c-4ae7-8f3f-eff52bfe22e2 req-721f6d39-12af-4d53-93b8-4bad0834297a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092867 Aug 19 17:48:50.022144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.044102 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.044453 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Added segment 25250b88-1bf8-4bc4-9014-137ed0264ddb of type vlan for network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 Aug 19 17:48:50.048350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b15af740-2ea3-4bf5-af4b-3ee2926703b7 req-3b770f21-7429-4973-a941-1146ce078ef7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631932 Aug 19 17:48:50.050890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-98d33e45-02dd-492a-b99d-07274e850124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.052015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-98d33e45-02dd-492a-b99d-07274e850124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.2845612 Aug 19 17:48:50.079110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-904415572-network', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:50.138851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Made reservation on behalf of ab24f6d93e46428ba9216007632b3166 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:50.142089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.142882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.169229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.175355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.248850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.249836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.250470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.303064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}, {'name': 'network-changed', 'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:50.308461 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33548950-323c-49d5-8b2c-993343078520" -d '{"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-unplugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}, {"name": "network-changed", "server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:50.342810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-fd28983f-04a2-4b4f-b19a-dfbbb8aae3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.344760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-fd28983f-04a2-4b4f-b19a-dfbbb8aae3df service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2777290 Aug 19 17:48:50.348508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.351158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.352253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d15616-906f-4724-9ddb-b2c58a63707e HTTP/1.1" status: 204 len: 168 time: 0.6401560 Aug 19 17:48:50.422174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.426147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653116a-4bd8-4dcc-99ef-0bb78700688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d15616-906f-4724-9ddb-b2c58a63707e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:50.429627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016161-e0f5-4aa0-b8c5-2865c45c3f36 req-e7d1a7ad-178a-4201-9c45-5bb53988a309 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.431997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.437492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32016161-e0f5-4aa0-b8c5-2865c45c3f36 req-e7d1a7ad-178a-4201-9c45-5bb53988a309 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1096 time: 0.1954856 Aug 19 17:48:50.440096 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77334a6c-bbc8-4bce-9634-9298b4fc443a x-openstack-request-id: req-77334a6c-bbc8-4bce-9634-9298b4fc443a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:50.440408 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-unplugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "code": 200}, {"name": "network-changed", "server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:50.440660 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77334a6c-bbc8-4bce-9634-9298b4fc443a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:50.441058 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'code': 200} Aug 19 17:48:50.441294 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'status': 'completed', 'code': 200} Aug 19 17:48:50.479651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] Pushing event updated for resources: {'Network': ['ID=338b9b8f-42a5-49c8-a7fa-698e2eff44a0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:50.484132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-3ecb147d-646d-4bff-82b7-46d6f7760bd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.1121941 Aug 19 17:48:50.487115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:48:50.491535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:48:50.492129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a2565b58-6ab7-4e68-8923-810199778abe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9394300 Aug 19 17:48:50.497766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:50.511922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Request body: {'subnet': {'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-subnet', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:50.527979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d8617c-1d1e-4a64-867e-6e6f4b653641,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:50.534024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.534477 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Added segment e6ac9915-a345-430c-9b82-ea223ac09308 of type vlan for network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 Aug 19 17:48:50.559141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-9fd712f7-454d-4c40-93f3-d5619b3268ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.560310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-9fd712f7-454d-4c40-93f3-d5619b3268ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0644948 Aug 19 17:48:50.600980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1ed3fd68-2265-40e6-9300-1e77444c4877 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:50.626227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 1ed3fd68-2265-40e6-9300-1e77444c4877 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:48:50.627404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1ed3fd68-2265-40e6-9300-1e77444c4877 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:50.628217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:48:50.640289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32016161-e0f5-4aa0-b8c5-2865c45c3f36 req-7233801e-e295-4be3-ac19-4bc9b6915649 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937299 Aug 19 17:48:50.653987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Made reservation on behalf of 91ae1dab976b4d57bad68a64ce0e2d47 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:50.656381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.667943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-5b721a6f-8ed4-46da-812a-b98215ca29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.669687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-5b721a6f-8ed4-46da-812a-b98215ca29dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.1749592 Aug 19 17:48:50.687608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-11c44185-9b35-4476-af26-c42ae4a5f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.689370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-11c44185-9b35-4476-af26-c42ae4a5f163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122069 Aug 19 17:48:50.716218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:48:50.857239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-e537f475-1b17-4be8-bab0-e2424310957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.858741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-e537f475-1b17-4be8-bab0-e2424310957b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1684556 Aug 19 17:48:50.862123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.866557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.910801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-e7ad04a8-8de4-4d92-be81-542c4766c15b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909735 Aug 19 17:48:50.913367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-de6c58d8-de60-46f0-be33-fa72864851c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.0467267 Aug 19 17:48:50.941709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.943191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:50.944115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:50.951555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd900c8-6ce8-48a0-8ae1-df81c7749b7f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:51.009057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Checking segment: {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:51.009057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Network hostable DHCP agents. Network: 338b9b8f-42a5-49c8-a7fa-698e2eff44a0, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:48:51.009220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38814) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:51.012057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2057514 Aug 19 17:48:51.016439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38816) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:51.030014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6758bb02-24e0-4458-96a1-58f719105282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.033911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf5ece-a234-4959-a1dd-8c6dff32b182 admin admin] Pushing event updated for resources: {'Network': ['ID=59f5ee59-6349-442b-b05d-f8b41ac1bf36,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:51.036101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Request body: {'subnet': {'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-904415572-subnet', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:51.050963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:48:51.058509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:48:51.071569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 338b9b8f-42a5-49c8-a7fa-698e2eff44a0) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:51.079560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.081442 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.096065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-754afa7b-fa55-4698-b662-0ea6273036f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.102774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-754afa7b-fa55-4698-b662-0ea6273036f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1821535 Aug 19 17:48:51.151379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9c29b-01a0-4757-9882-69ee0075f73c None None] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:51.183354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:51.199540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb16ba60-a92a-4d0f-8b3c-0ee6c8084002 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6967165 Aug 19 17:48:51.200695 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa6a-8027-4cef-af63-894fa4326555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.203193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:51.209463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:51.250518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Made reservation on behalf of ab24f6d93e46428ba9216007632b3166 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:51.252835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.331849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba9d1067-36a8-4987-9f6e-466a2a008f4b req-3a98dd1e-b8c5-4c59-a9ad-2534aa77cfc0 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092505 Aug 19 17:48:51.353833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'fixed_ips': [{'subnet_id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:48:51.354988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.407847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e5349-f74f-4978-a1c3-647054fef638 req-c0d7bee0-8a1a-4b52-a768-fd89f90aa754 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.409343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-624e5349-f74f-4978-a1c3-647054fef638 req-c0d7bee0-8a1a-4b52-a768-fd89f90aa754 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.2622988 Aug 19 17:48:51.433281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-974efa0d-086a-4061-acc0-6cd407c4ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.434857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-974efa0d-086a-4061-acc0-6cd407c4ad20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3127983 Aug 19 17:48:51.496542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Allocated IP 172.20.0.2 (338b9b8f-42a5-49c8-a7fa-698e2eff44a0/bdd900c8-6ce8-48a0-8ae1-df81c7749b7f/53ec97a7-9f6c-40d9-9aed-8e5700c1817c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:51.512108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-bdd567bc-12cf-4f42-9d06-d20d6f9edf6b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.513650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-bdd567bc-12cf-4f42-9d06-d20d6f9edf6b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.4213145 Aug 19 17:48:51.606220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-aa87048d-90d9-4026-a6f6-553ac065d418 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/quotas/cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 375 time: 0.0526133 Aug 19 17:48:51.636913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-624e5349-f74f-4978-a1c3-647054fef638 req-88df893a-1325-4c43-9754-56c36a44eec2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115524 Aug 19 17:48:51.643969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-4b423929-b279-4ed7-a897-8b426227c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:51.645457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-4b423929-b279-4ed7-a897-8b426227c954 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.2576654 Aug 19 17:48:51.645657 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.657570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Transition to ACTIVE for port object 53ec97a7-9f6c-40d9-9aed-8e5700c1817c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:51.675941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Transition to ACTIVE for port object 53ec97a7-9f6c-40d9-9aed-8e5700c1817c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:51.683009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.720107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:51.723884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:51.728447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:51.789660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Pushing event updated for resources: {'Port': ['ID=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:51.794778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Attempting to bind port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:51.795214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Attempting to bind port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:51.795564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Attempting to bind port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c on network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:51.801463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:51.801852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Checking segment: {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:51.802265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.802664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Bound using segment: {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:51.803150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Bound port: 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:51.803597 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.890532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] For port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:51.894640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] For port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:51.901128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:51.978139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183447f-3bb0-472c-80ab-f39bf40247c7 None None] Pushing event updated for resources: {'Port': ['ID=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:52.001038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-bdcbd01d-2920-4ea5-a7bb-dae4e5f82c21 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400119 Aug 19 17:48:52.050852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6758bb02-24e0-4458-96a1-58f719105282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.078728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.080417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.119535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6758bb02-24e0-4458-96a1-58f719105282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.136220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-33a55676-e456-44d6-a3fb-2d0d3f14ad87 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5052083 Aug 19 17:48:52.163074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.199947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.249370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:52.290834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6758bb02-24e0-4458-96a1-58f719105282 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e827e4df015403fa84f91e2fdc01082&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2791038 Aug 19 17:48:52.316420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-12dd1646-fb4f-4954-9633-3af168d6b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:52.318793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-12dd1646-fb4f-4954-9633-3af168d6b8e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.6595278 Aug 19 17:48:52.330198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38846) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:52.339715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758bb02-24e0-4458-96a1-58f719105282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973f0a43-a8f1-48e8-bd53-c7a1f85d2e78,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:52.435176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-825f49b4-fdb3-4ee0-acdf-1c849d66180a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.0744388 Aug 19 17:48:52.491434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-41d339b4-14e6-4ac4-9e63-f0439e8b6052 service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434324 Aug 19 17:48:52.510121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e24f2eca-5fef-4288-a728-22d2130a8a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.553255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-1ffa7eed-d702-4a61-9e33-a6e130308a5b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177627 Aug 19 17:48:52.573142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:52.589980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.603229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa6a-8027-4cef-af63-894fa4326555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.618749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa6a-8027-4cef-af63-894fa4326555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.650784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Checking segment: {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:52.651147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Network hostable DHCP agents. Network: 59f5ee59-6349-442b-b05d-f8b41ac1bf36, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:48:52.653872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-c556e198-8f22-498d-947c-2ac88e3566cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:52.655353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-c556e198-8f22-498d-947c-2ac88e3566cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1882713 Aug 19 17:48:52.687823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaa6a-8027-4cef-af63-894fa4326555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad0d1b-c0e7-4222-9803-65b7218e28bb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:52.693287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-edbfaa6a-8027-4cef-af63-894fa4326555 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a07994f7db6b47918751074db49ad36c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5083132 Aug 19 17:48:52.698553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:52.720847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.765224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.797583 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.814220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.818362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:48:52.829240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-6608cb3f-1f8a-4aad-b9a6-eaf7156f34a2 service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263566 Aug 19 17:48:52.860215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548950-323c-49d5-8b2c-993343078520 req-1afea311-f6ac-42b9-81a1-380d71a60747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:52.861810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-1afea311-f6ac-42b9-81a1-380d71a60747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947739 Aug 19 17:48:52.870238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 59f5ee59-6349-442b-b05d-f8b41ac1bf36) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:52.881009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:52.881606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.881760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9eba57-70a0-451e-a49c-8c5b8faa0c16 None None] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:52.979318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf00a6-3e96-439d-afad-694c9d98bdfd req-6e29c74f-e0ec-46d7-a089-b4728624e895 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:52.983639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:52.986964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ebf00a6-3e96-439d-afad-694c9d98bdfd req-6e29c74f-e0ec-46d7-a089-b4728624e895 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.2464190 Aug 19 17:48:53.020403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e24f2eca-5fef-4288-a728-22d2130a8a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.029125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.037015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.042861 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8ad0d1b-c0e7-4222-9803-65b7218e28bb HTTP/1.1" status: 204 len: 168 time: 0.3425372 Aug 19 17:48:53.074462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e24f2eca-5fef-4288-a728-22d2130a8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.088533 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.108781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-06013615-2ed4-4f94-bb09-a6f2e9494754 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0784092 Aug 19 17:48:53.117675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:53.120555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3f097-0689-49cd-bf69-e95b0e699b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad0d1b-c0e7-4222-9803-65b7218e28bb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:53.133617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'fixed_ips': [{'subnet_id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:48:53.134629 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.142665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:53.165181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.172180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.173838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/973f0a43-a8f1-48e8-bd53-c7a1f85d2e78 HTTP/1.1" status: 204 len: 168 time: 0.8205454 Aug 19 17:48:53.267404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ebf00a6-3e96-439d-afad-694c9d98bdfd req-2c00d6a9-eeab-4404-b333-d8b7706b9b3d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796237 Aug 19 17:48:53.311985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e24f2eca-5fef-4288-a728-22d2130a8a57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=519ab0928a7f4d5e89e4b566ca41081e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0478046 Aug 19 17:48:53.316502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38864) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:53.328564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f2eca-5fef-4288-a728-22d2130a8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20489cbc-0a0f-4cc5-b20f-00a2a336f5bd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:53.352642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-dff523c0-fddd-4170-a288-b0b10832b5d2 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773185 Aug 19 17:48:53.359037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d5b82-b923-4cac-a8e2-d5ee348aabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973f0a43-a8f1-48e8-bd53-c7a1f85d2e78,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:53.359564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.369803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.483774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddd501-0823-4c2f-9933-9b24b0c99791 None None] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:53.507077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f19f41d3-d1d9-41e7-b39c-f78bf37671d3 req-fa8848b2-6ccb-4b7f-acf8-ab5acd66e231 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 210 time: 0.1530404 Aug 19 17:48:53.572515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53ec97a7-9f6c-40d9-9aed-8e5700c1817c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:53.579987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.621733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Allocated IP 172.20.0.2 (59f5ee59-6349-442b-b05d-f8b41ac1bf36/8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c/c0480720-1d82-4be2-8cfc-7a0632bd64cb) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:53.667104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.706125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Allocated IP 172.25.5.37 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/683fa4ed-b3ed-479b-be7a-1821bf4ff992) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:53.708646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.740280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33548950-323c-49d5-8b2c-993343078520 req-9f2291d1-cbeb-41bd-9396-93f89c82961d service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757493 Aug 19 17:48:53.799374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.802613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.804209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20489cbc-0a0f-4cc5-b20f-00a2a336f5bd HTTP/1.1" status: 204 len: 168 time: 0.4864175 Aug 19 17:48:53.811808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9b0b54eb-87b4-4f22-b4c1-1b789313152b None None] Provisioning for port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:53.816796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a2097-76db-44cd-8a06-d2b31f9a7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20489cbc-0a0f-4cc5-b20f-00a2a336f5bd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:53.825893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:53.946395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:53.958859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:53.959687 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.020611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.142230 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.144548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.156051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Transition to ACTIVE for port object c0480720-1d82-4be2-8cfc-7a0632bd64cb will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:54.200035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Transition to ACTIVE for port object c0480720-1d82-4be2-8cfc-7a0632bd64cb will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:54.231348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.239917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.300452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:54.309260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:54.360710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:54.368589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:54.371982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:54.377103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:54.403389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Pushing event updated for resources: {'Port': ['ID=c0480720-1d82-4be2-8cfc-7a0632bd64cb,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:54.410417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:54.424911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Pushing event updated for resources: {'Port': ['ID=683fa4ed-b3ed-479b-be7a-1821bf4ff992,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:54.436904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.457626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.498676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Attempting to bind port c0480720-1d82-4be2-8cfc-7a0632bd64cb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:54.499061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Attempting to bind port c0480720-1d82-4be2-8cfc-7a0632bd64cb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:54.499400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Attempting to bind port c0480720-1d82-4be2-8cfc-7a0632bd64cb on network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:54.512584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:54.512972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Checking segment: {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:54.513381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.513780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Bound using segment: {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:54.514642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Bound port: c0480720-1d82-4be2-8cfc-7a0632bd64cb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:54.515132 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.527317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.544412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:54.552659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e288-ce19-4a26-9ca2-bb69897f6fc0 req-6e672d5e-47d7-4a5c-a6d9-6acc384e6f3b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:54.555738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cee7e288-ce19-4a26-9ca2-bb69897f6fc0 req-6e672d5e-47d7-4a5c-a6d9-6acc384e6f3b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1487532 Aug 19 17:48:54.654492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cee7e288-ce19-4a26-9ca2-bb69897f6fc0 req-20289a80-db84-4c82-ae72-167b4072109c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917749 Aug 19 17:48:54.670633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38912) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:54.717643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45ac82e4-8ee3-4e31-8de0-9339f065f9f2 req-0bde2313-4413-441f-bbf6-c9cdc3621aa1 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 210 time: 0.0550897 Aug 19 17:48:54.723890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6fef367c-144d-4792-9d99-3dc698b5ef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.755754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] For port c0480720-1d82-4be2-8cfc-7a0632bd64cb, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:54.762655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] For port c0480720-1d82-4be2-8cfc-7a0632bd64cb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c0480720-1d82-4be2-8cfc-7a0632bd64cb,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:54.769857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5eb8801-532d-421d-a2a1-f831dc8d8b29 None None] Provisioning complete for port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:54.771748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8801-532d-421d-a2a1-f831dc8d8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.834186 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:54.915528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Allocated IP 172.25.5.240 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/90dbf533-b97d-4254-a4b7-4ec06b633288) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:55.053596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090b2e-bd4f-49b9-8089-9d46f5c40e52 None None] Pushing event updated for resources: {'Port': ['ID=c0480720-1d82-4be2-8cfc-7a0632bd64cb,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:55.123326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.153480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-530575bb-e9db-43ce-8e56-472429deae01 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:55.156070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-530575bb-e9db-43ce-8e56-472429deae01 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.3765371 Aug 19 17:48:55.167148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660445bd-c9c9-479d-a9c3-7f229c9cc0b7 req-aeb2d22e-53e5-4a47-9869-3cd83ee8d7f9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:55.170020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-660445bd-c9c9-479d-a9c3-7f229c9cc0b7 req-aeb2d22e-53e5-4a47-9869-3cd83ee8d7f9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1818454 Aug 19 17:48:55.175367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Request body: {'port': {'device_id': '1e896136-d057-47ed-806a-d4fe4416fb56', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'admin_state_up': True, 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:55.258979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53ec97a7-9f6c-40d9-9aed-8e5700c1817c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:55.363721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:55.364106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.437180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-660445bd-c9c9-479d-a9c3-7f229c9cc0b7 req-65b89242-eb2b-4e4f-b878-8d2826b17316 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547200 Aug 19 17:48:55.674718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.780245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.785530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6fef367c-144d-4792-9d99-3dc698b5ef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.807088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6fef367c-144d-4792-9d99-3dc698b5ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.829598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:48:55.839927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:55.869025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-f48ae6d5-d2e1-43cf-9419-051873b30bcf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:55.870726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-f48ae6d5-d2e1-43cf-9419-051873b30bcf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405&tenant_id=45bf29bd9b544268bfdf8e0464c51770&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 947 time: 0.6447742 Aug 19 17:48:55.871378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef367c-144d-4792-9d99-3dc698b5ef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c492a-e8ea-493d-b5a0-8c160397c51d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:55.919040 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6fef367c-144d-4792-9d99-3dc698b5ef08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6497047ccc343d9b7e43db43aa9f271&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2453816 Aug 19 17:48:55.933024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:48:56.038772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Allocated IP 172.20.0.12 (eeba6be0-a102-4ade-b4fd-d2d5204fef87/86fc86d7-ecda-4b58-b7d6-c876b35270cb/b044ceb9-0486-4d06-a782-4a390026d10b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:56.048234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:56.051782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.279907 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-bd2a7ca8-bf3a-48b9-a91d-292d561ebc60 service neutron] delete failed (client error): The resource could not be found. Aug 19 17:48:56.281368 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-bd2a7ca8-bf3a-48b9-a91d-292d561ebc60 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d90f4d51-c3a9-4730-81b3-6938ebb5131b/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.3978934 Aug 19 17:48:56.328270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.357607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.395282 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.480211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:56.501548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:56.510383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:56.518234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:56.518463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.533594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Pushing event updated for resources: {'Port': ['ID=90dbf533-b97d-4254-a4b7-4ec06b633288,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:56.547374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3761106 Aug 19 17:48:56.547609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.559488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b6c2-371c-493e-947d-435ba2ad7221 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:56.568841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Request body: {'port': {'device_id': '1e896136-d057-47ed-806a-d4fe4416fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:48:56.576877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:56.611667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3620b-9b23-4821-ba52-50a0f49ea54a req-66c1b8a2-4e8c-4d52-855c-6ec8a419a3c7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:56.613360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf3620b-9b23-4821-ba52-50a0f49ea54a req-66c1b8a2-4e8c-4d52-855c-6ec8a419a3c7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 932 time: 0.2352395 Aug 19 17:48:56.623113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:48:56.653181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36a530-4520-4e94-a3e0-1c77cbdb388a None None] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:48:56.654816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:48:56.673225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:48:56.681509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.684211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Router 1287a1d9-b05f-442a-81cb-b37cba5326f4 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:48:56.712661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf3620b-9b23-4821-ba52-50a0f49ea54a req-3091dd5b-95e1-4d9d-b2b6-0819c340f6b2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761166 Aug 19 17:48:56.716147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:56.723018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-57b1f814-d22b-4329-a9c9-758e798989db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:56.724686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-57b1f814-d22b-4329-a9c9-758e798989db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1099 time: 0.1970670 Aug 19 17:48:56.836424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'mac_address': 'fa:16:3e:51:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:48:56.903412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-89c47853-a301-450c-a2dd-277749dd5756 None None] Provisioning for port c0480720-1d82-4be2-8cfc-7a0632bd64cb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:56.920959 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:48:57.041941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0578b9-04f4-43f9-8206-cc8c93b37190 req-71947551-1ac9-4840-8fc9-4d7db88d0986 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:57.043776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef0578b9-04f4-43f9-8206-cc8c93b37190 req-71947551-1ac9-4840-8fc9-4d7db88d0986 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 947 time: 0.1489511 Aug 19 17:48:57.052856 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.109960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef0578b9-04f4-43f9-8206-cc8c93b37190 req-e0a33142-27ab-4d6a-90d3-a1805cb11983 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581388 Aug 19 17:48:57.149959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-4012a918-bf7f-4790-873c-bba3f2a2ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:57.152087 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-4012a918-bf7f-4790-873c-bba3f2a2ed0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.3397765 Aug 19 17:48:57.183156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.185891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.187044 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e00c492a-e8ea-493d-b5a0-8c160397c51d HTTP/1.1" status: 204 len: 168 time: 1.1327269 Aug 19 17:48:57.245840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90f4d51-c3a9-4730-81b3-6938ebb5131b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:57.263857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b044ceb9-0486-4d06-a782-4a390026d10b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:48:57.286124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41b5a-53f6-40a0-9442-b279a302c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c492a-e8ea-493d-b5a0-8c160397c51d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:57.289800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.292601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-1ae351db-b53e-43a6-b239-9815bea2820c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.1309085 Aug 19 17:48:57.330918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Transition to ACTIVE for port object b044ceb9-0486-4d06-a782-4a390026d10b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:57.341607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.349835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:57.366058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:48:57.380510 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Sync routers for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:48:57.398028 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:48:57.400719 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:48:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:57.406761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c0480720-1d82-4be2-8cfc-7a0632bd64cb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:57.412577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.415403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.431089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4cfd7364-8232-47c3-888c-5e7bc8c7595f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2137637 Aug 19 17:48:57.435732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38994) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:48:57.498745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:57.598192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:57.599093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:57.599426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:57.621203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:48:57.621539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:57.634584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:57.647649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:57.647987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:57.648420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:57.648945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Bound port: b044ceb9-0486-4d06-a782-4a390026d10b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:57.649221 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.672863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c0480720-1d82-4be2-8cfc-7a0632bd64cb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:48:57.680922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c0480720-1d82-4be2-8cfc-7a0632bd64cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:57.681764 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.697522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:48:57.708915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:48:57.850250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:57.881811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:57.892835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:57.985427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-0b3b2bf3-04fc-434d-932b-80910864d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:57.987286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-0b3b2bf3-04fc-434d-932b-80910864d1ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.6695151 Aug 19 17:48:58.014329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:58.015263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.017252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] 10.222.0.13 "PUT /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 1093 time: 1.4539149 Aug 19 17:48:58.036770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:48:58.039484 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607831da-8600-485f-af64-dee9accb003e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:48:58.062251 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.122030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a44f465-6590-48ed-8db3-bbc4d32520f2 None None] Provisioning complete for port c0480720-1d82-4be2-8cfc-7a0632bd64cb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:58.122653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a44f465-6590-48ed-8db3-bbc4d32520f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.141627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3583e-bb91-4c67-8014-3ed7be174cbc service neutron] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:58.204461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d654b-67e9-458d-8504-b45b341739c6 req-5ed0903a-c187-46fc-9277-d9afad24f48a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:58.214376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc2d654b-67e9-458d-8504-b45b341739c6 req-5ed0903a-c187-46fc-9277-d9afad24f48a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.3054729 Aug 19 17:48:58.238965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c0480720-1d82-4be2-8cfc-7a0632bd64cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c0480720-1d82-4be2-8cfc-7a0632bd64cb,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:48:58.253243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39fac749-8b1a-4186-b846-9ed916300a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.262214 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:48:54Z', 'revision_number': 3, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:58.263942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.277716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc2d654b-67e9-458d-8504-b45b341739c6 req-c9bc76d2-e534-49bb-a7fc-7060906a2558 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620821 Aug 19 17:48:58.286116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-067fedda-5558-443a-959b-d8b4746e32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:58.287871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-067fedda-5558-443a-959b-d8b4746e32ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1096 time: 0.1819127 Aug 19 17:48:58.324825 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Checking router: 1287a1d9-b05f-442a-81cb-b37cba5326f4 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:48:58.325162 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Updating router 1287a1d9-b05f-442a-81cb-b37cba5326f4 port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:48:58.371285 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.371753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-cf3e3092-ad0e-48dc-9057-cf11155e5734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 217 time: 0.0675733 Aug 19 17:48:58.390860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-c85ec537-97bf-4800-a638-088a4373b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:58.396690 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-c85ec537-97bf-4800-a638-088a4373b193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3977349 Aug 19 17:48:58.462345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.501982 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5d948-9669-4678-b151-efc6e61f4b18 x-openstack-request-id: req-24c5d948-9669-4678-b151-efc6e61f4b18 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:48:58.502282 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:48:58.502511 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24c5d948-9669-4678-b151-efc6e61f4b18 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:48:58.502905 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'status': 'completed', 'code': 200} Aug 19 17:48:58.504536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-90762f6d-cb72-4268-80e8-60f794dc9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:58.506025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-90762f6d-cb72-4268-80e8-60f794dc9aa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1276112 Aug 19 17:48:58.576305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c0480720-1d82-4be2-8cfc-7a0632bd64cb,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:58.644477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-f5b87611-67ee-4ca6-a8a0-793939db07ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127391 Aug 19 17:48:58.704724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135e1360-a65f-47d1-ab40-70e2bb82bbb5 req-e304e160-9a09-4eaf-9266-ebb88dbf223a tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f681a6f55afb419a9675f355960c183e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732832 Aug 19 17:48:58.739580 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.752165 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Transition to ACTIVE for port object 683fa4ed-b3ed-479b-be7a-1821bf4ff992 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:48:58.761291 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.821516 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Pushing event updated for resources: {'Port': ['ID=683fa4ed-b3ed-479b-be7a-1821bf4ff992,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:58.840305 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.841078 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.841939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.842467 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.843123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.843920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.844465 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.845969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.846514 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.847025 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.847944 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.848506 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:48:58.881275 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Attempting to bind port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:48:58.881891 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Attempting to bind port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:48:58.882323 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Attempting to bind port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:48:58.889544 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:48:58.889923 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:48:58.890323 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.890723 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:48:58.891199 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Bound port: 683fa4ed-b3ed-479b-be7a-1821bf4ff992, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:48:58.891765 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:58.956341 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] For port 683fa4ed-b3ed-479b-be7a-1821bf4ff992, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:48:58.960193 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] For port 683fa4ed-b3ed-479b-be7a-1821bf4ff992, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=683fa4ed-b3ed-479b-be7a-1821bf4ff992,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:48:58.970179 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:59.047120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f94f-d6d2-472c-9c93-ec90439299eb None None] Pushing event updated for resources: {'Port': ['ID=683fa4ed-b3ed-479b-be7a-1821bf4ff992,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:48:59.086169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315203-a261-4ae5-95d8-a2182427449c req-cc9b2a22-cc41-4fb6-9327-88803a35928b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:59.087890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d315203-a261-4ae5-95d8-a2182427449c req-cc9b2a22-cc41-4fb6-9327-88803a35928b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 948 time: 0.4426763 Aug 19 17:48:59.122630 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:48:59.123366 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:48:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:59.170868 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-c3929299-9ee8-44ae-88dc-b6c64697476f service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245614 Aug 19 17:48:59.211350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c0480720-1d82-4be2-8cfc-7a0632bd64cb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:59.214954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d315203-a261-4ae5-95d8-a2182427449c req-3a4533e0-f813-450a-b447-1baeafbbce2d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204560 Aug 19 17:48:59.232184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-3a63eba7-ba29-4e94-b08c-4a1acc2a8a54 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395839 Aug 19 17:48:59.268863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e1360-a65f-47d1-ab40-70e2bb82bbb5 req-71ef39bf-8963-45a0-8d44-3cd19bdfce8c tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:59.276693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135e1360-a65f-47d1-ab40-70e2bb82bbb5 req-71ef39bf-8963-45a0-8d44-3cd19bdfce8c tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5569692 Aug 19 17:48:59.324231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c0480720-1d82-4be2-8cfc-7a0632bd64cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:48:59.324712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:59.378836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:59.443886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135e1360-a65f-47d1-ab40-70e2bb82bbb5 req-ba341f44-5220-4abe-a22d-48b95285602e tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/quotas/f681a6f55afb419a9675f355960c183e HTTP/1.1" status: 200 len: 375 time: 0.1528876 Aug 19 17:48:59.457771 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:48:59.518700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c2c19fa9-aaf0-476d-bc92-634239a6d3d3 req-a137d6a0-5cf9-41c6-94b6-4dbffb820cea service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299739 Aug 19 17:48:59.531355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135e1360-a65f-47d1-ab40-70e2bb82bbb5 req-7b90c763-b51c-4df8-9e83-893a7f89a789 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f681a6f55afb419a9675f355960c183e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860291 Aug 19 17:48:59.560592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981d4958-0639-41a8-8d01-27f6512ad9ad req-75ac39a7-97ee-4bda-9725-bfd73739d260 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240700 Aug 19 17:48:59.601419 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:48:59.603708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc1d1-74a5-4ee6-957d-a9307b4fef96 req-b20c1d9f-f757-4c8b-b166-0729c9efe9cf tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:59.605322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f73fc1d1-74a5-4ee6-957d-a9307b4fef96 req-b20c1d9f-f757-4c8b-b166-0729c9efe9cf tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.1702673 Aug 19 17:48:59.741317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f73fc1d1-74a5-4ee6-957d-a9307b4fef96 req-35b474c8-ed1c-463e-a09f-83c5c4a6579a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300058 Aug 19 17:48:59.780042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831da-8600-485f-af64-dee9accb003e req-e23475d3-75af-4397-befd-ff26349cd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:59.786080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-e23475d3-75af-4397-befd-ff26349cd6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1096 time: 0.1144128 Aug 19 17:48:59.802912 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:48:54Z', 'revision_number': 3, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:48:59.827377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Router cd29d297-8a68-4cdd-bb55-dc9bd689f403 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:48:59.855439 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e30ee-eee3-4913-89ca-249953f25e39 None None] The sync data for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 is: [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:48:54Z', 'revision_number': 3, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:48:59.927571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Allocated IP 172.20.0.1 (338b9b8f-42a5-49c8-a7fa-698e2eff44a0/bdd900c8-6ce8-48a0-8ae1-df81c7749b7f/615c7411-158a-4aae-a64a-524e2fcf3398) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:48:59.952088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:48:59.961412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831da-8600-485f-af64-dee9accb003e req-da2f83d8-39f3-496b-aa7d-7957ee4d91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:48:59.966633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-da2f83d8-39f3-496b-aa7d-7957ee4d91e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1722958 Aug 19 17:49:00.029852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-145f134e-0fab-4146-bc4c-b354054be560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 217 time: 0.0586350 Aug 19 17:49:00.090850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:00.107596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Sync routers for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:00.141434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:00.142334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:48:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:00.146466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port d90f4d51-c3a9-4730-81b3-6938ebb5131b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:00.158926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831da-8600-485f-af64-dee9accb003e req-b674645f-1147-4062-9fc3-32c58bdd3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:00.160919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-b674645f-1147-4062-9fc3-32c58bdd3b75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1154099 Aug 19 17:49:00.215037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-362e2183-2647-4cc2-ab18-b96db012f1b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457027 Aug 19 17:49:00.242582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.245245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.249233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d90f4d51-c3a9-4730-81b3-6938ebb5131b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:00.249771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.267023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fdd49faf-5215-49c3-b5dd-9b4795836f41 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1266792 Aug 19 17:49:00.271136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:00.355167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Transition to ACTIVE for port object 615c7411-158a-4aae-a64a-524e2fcf3398 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:00.414925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:00.504240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.572285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-acf2067d-a94f-425c-bbca-f18abfd9ec36 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497212 Aug 19 17:49:00.638660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:00.646193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:00.649196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:00.676040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3d8d-276b-4b00-acd8-bc44aaa24c91 req-10d275ce-26a6-432a-aa8c-73049e3c6e35 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:00.685568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1a3d8d-276b-4b00-acd8-bc44aaa24c91 req-10d275ce-26a6-432a-aa8c-73049e3c6e35 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 948 time: 0.1594820 Aug 19 17:49:00.745006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.749402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Pushing event updated for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:00.817066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1a3d8d-276b-4b00-acd8-bc44aaa24c91 req-23f9ec17-3c22-4197-8285-df50f8105a3b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280410 Aug 19 17:49:00.830217 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1ee8-409c-4410-9228-ba07e31998c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.843113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:00.879301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-607831da-8600-485f-af64-dee9accb003e req-9ef003b3-dd5f-4183-84ac-58a99f4cd3dc service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989881 Aug 19 17:49:01.012610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.033899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:57Z', 'revision_number': 3, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:01.036707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ba4accd1-2290-499b-a4f9-84fb7d4993fd None None] Provisioning for port 615c7411-158a-4aae-a64a-524e2fcf3398 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:01.107590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ba4accd1-2290-499b-a4f9-84fb7d4993fd None None] Provisioning complete for port 615c7411-158a-4aae-a64a-524e2fcf3398 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:01.109287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ba4accd1-2290-499b-a4f9-84fb7d4993fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.120393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Checking router: cd29d297-8a68-4cdd-bb55-dc9bd689f403 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:01.120652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Updating router cd29d297-8a68-4cdd-bb55-dc9bd689f403 port 90dbf533-b97d-4254-a4b7-4ec06b633288 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:49:01.187865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc2d69-0216-436d-815c-fe0e059f0a8b req-50181e07-2244-4ad3-a683-a71734cae1ab tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:01.201643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efcc2d69-0216-436d-815c-fe0e059f0a8b req-50181e07-2244-4ad3-a683-a71734cae1ab tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1100 time: 0.1307075 Aug 19 17:49:01.217348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:01.223988 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8188a-a783-4170-91a8-dfac238a4d15" -d '{"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-plugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:01.271780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:01.273984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0689eb5-3926-4eb4-a252-269193061562 req-b185bf21-3645-4b05-8491-820b6aef4bf3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:01.275708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0689eb5-3926-4eb4-a252-269193061562 req-b185bf21-3645-4b05-8491-820b6aef4bf3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.1954517 Aug 19 17:49:01.281448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.312970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efcc2d69-0216-436d-815c-fe0e059f0a8b req-edbf94de-6309-4361-aa4b-eac754752780 tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103811 Aug 19 17:49:01.322868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.330533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 683fa4ed-b3ed-479b-be7a-1821bf4ff992 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:01.357908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ba4accd1-2290-499b-a4f9-84fb7d4993fd None None] Port 615c7411-158a-4aae-a64a-524e2fcf3398 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:01.374838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0689eb5-3926-4eb4-a252-269193061562 req-e0bcc7be-4523-4f82-82f2-7a603b70c78c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784776 Aug 19 17:49:01.417146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.422031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.528429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fd7941-2841-474e-81d4-78c5c2532406 req-68274108-63b3-4dc8-b866-47ef05273241 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f681a6f55afb419a9675f355960c183e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499070 Aug 19 17:49:01.531795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39152) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:01.576959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:01.599765 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85db80-1522-4aa2-b96b-8c5b9679b1fd x-openstack-request-id: req-6c85db80-1522-4aa2-b96b-8c5b9679b1fd {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:01.600080 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-plugged", "status": "completed", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:01.600334 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c85db80-1522-4aa2-b96b-8c5b9679b1fd {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:01.600720 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'code': 200} Aug 19 17:49:01.759294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:01.767599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Allocated IP 172.20.0.1 (59f5ee59-6349-442b-b05d-f8b41ac1bf36/8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c/02859d21-0930-4cf7-9f37-49ddb3cf14b8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:01.773914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:01.774576 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.784433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd7941-2841-474e-81d4-78c5c2532406 req-461575e4-f044-48bd-9009-bc1c039fe6b0 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:01.793938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fd7941-2841-474e-81d4-78c5c2532406 req-461575e4-f044-48bd-9009-bc1c039fe6b0 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642653 Aug 19 17:49:01.813357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.817956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fd7941-2841-474e-81d4-78c5c2532406 req-cf27064e-1dc9-4c60-8caf-03857e9ff49c tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/quotas/f681a6f55afb419a9675f355960c183e HTTP/1.1" status: 200 len: 375 time: 0.0224676 Aug 19 17:49:01.827291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.890737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fd7941-2841-474e-81d4-78c5c2532406 req-58bba33c-46fd-4970-96d5-332a71ca6598 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f681a6f55afb419a9675f355960c183e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711572 Aug 19 17:49:01.892564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89c540be-b66a-4270-8239-5a7a4cd94675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.906826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:01.946091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-369fe1ea-9d8b-41cd-89d2-c17812b90ba0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474415 Aug 19 17:49:01.970485 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.022753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 683fa4ed-b3ed-479b-be7a-1821bf4ff992, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=683fa4ed-b3ed-479b-be7a-1821bf4ff992,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:02.030572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.038500 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.041456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.056524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Pushing event updated for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.065406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Transition to ACTIVE for port object 02859d21-0930-4cf7-9f37-49ddb3cf14b8 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:02.129198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-9b3ebad1-d9a7-4425-94f2-2fbc0a2c14b1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:02.137346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-9b3ebad1-d9a7-4425-94f2-2fbc0a2c14b1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897538 Aug 19 17:49:02.164296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-984460c7-e1f6-4cbf-8841-42d6305b6258 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/quotas/45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 375 time: 0.0254116 Aug 19 17:49:02.171264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=683fa4ed-b3ed-479b-be7a-1821bf4ff992,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.207169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.228617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Transition to ACTIVE for port object 90dbf533-b97d-4254-a4b7-4ec06b633288 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:02.238673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.241225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-0c30cbe8-fe8c-4078-8c2c-ca50f54e5fdb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757236 Aug 19 17:49:02.295903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Attempting to bind port 90dbf533-b97d-4254-a4b7-4ec06b633288 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:02.295903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Attempting to bind port 90dbf533-b97d-4254-a4b7-4ec06b633288 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:02.296551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Attempting to bind port 90dbf533-b97d-4254-a4b7-4ec06b633288 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:02.297827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89c540be-b66a-4270-8239-5a7a4cd94675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.308676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89c540be-b66a-4270-8239-5a7a4cd94675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.314332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:02.314818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:02.315234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.315759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:02.316287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Bound port: 90dbf533-b97d-4254-a4b7-4ec06b633288, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:02.316726 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.386474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] For port 90dbf533-b97d-4254-a4b7-4ec06b633288, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:02.392440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] For port 90dbf533-b97d-4254-a4b7-4ec06b633288, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=90dbf533-b97d-4254-a4b7-4ec06b633288,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:02.397029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c540be-b66a-4270-8239-5a7a4cd94675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23decf-5ee2-4e49-a051-ae3b5518bef1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.406147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-89c540be-b66a-4270-8239-5a7a4cd94675 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59bc757a2018415d8bc0bac3e6737456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8724594 Aug 19 17:49:02.407563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39190) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:02.429078 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.433690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e65aa-27be-4aa7-b3ec-5dfe2c6d5889 None None] Pushing event updated for resources: {'Port': ['ID=90dbf533-b97d-4254-a4b7-4ec06b633288,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.516879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e65aa-27be-4aa7-b3ec-5dfe2c6d5889 None None] Pushing event updated for resources: {'Port': ['ID=90dbf533-b97d-4254-a4b7-4ec06b633288,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.521606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.523051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:02.525046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:02.529718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.562169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:02.565170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:02.571934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.640806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.650507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.651083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:02.654732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a23decf-5ee2-4e49-a051-ae3b5518bef1 HTTP/1.1" status: 204 len: 168 time: 0.2460978 Aug 19 17:49:02.666660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:02.672845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:02.684652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:02.687384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98068862-29c7-4e9b-89c1-cdde0aec1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23decf-5ee2-4e49-a051-ae3b5518bef1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.701932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Pushing event updated for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:02.840880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:02.871826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'port_id': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'mac_address': 'fa:16:3e:d5:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fc86d7-ecda-4b58-b7d6-c876b35270cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:02.871980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4423cb05-9f29-4757-b309-d5aefae07082 req-13d83772-139e-4d7c-b81b-21fa9649725a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 210 time: 0.1240311 Aug 19 17:49:02.885167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:02.954485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413bb3-82aa-45dc-8347-5d4555f4c438 req-1d11e44f-560c-44f9-8c94-e3d56a4f6ad0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:02.974313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-34413bb3-82aa-45dc-8347-5d4555f4c438 req-1d11e44f-560c-44f9-8c94-e3d56a4f6ad0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.1487556 Aug 19 17:49:02.980322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Router 1287a1d9-b05f-442a-81cb-b37cba5326f4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:49:03.040725 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.066482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b044ceb9-0486-4d06-a782-4a390026d10b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:03.070261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-34413bb3-82aa-45dc-8347-5d4555f4c438 req-c2a5ebab-35fb-498a-ac67-a42def405f3b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927987 Aug 19 17:49:03.090088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:03.132259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.221982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b9907577-22f7-468a-922a-abb1b18b2a57 None None] Provisioning complete for port 615c7411-158a-4aae-a64a-524e2fcf3398 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:03.222568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b9907577-22f7-468a-922a-abb1b18b2a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.254272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.266146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:03.276368 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Sync routers for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:03.281740 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38c73300-906b-4d4b-99e0-5f41d7b74b24 admin admin] 10.222.0.36 "PUT /v2.0/routers/1287a1d9-b05f-442a-81cb-b37cba5326f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376217 Aug 19 17:49:03.290501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:03.291135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:03.310423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 683fa4ed-b3ed-479b-be7a-1821bf4ff992 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:03.357937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:03.450358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b044ceb9-0486-4d06-a782-4a390026d10b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:03.504475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:03.529558 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:03.535161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12ec98ae-1e1e-4441-ab14-bc65cca7cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.643372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.697155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.716182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.754125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12ec98ae-1e1e-4441-ab14-bc65cca7cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.766146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12ec98ae-1e1e-4441-ab14-bc65cca7cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.790779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b9907577-22f7-468a-922a-abb1b18b2a57 None None] Port 615c7411-158a-4aae-a64a-524e2fcf3398 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:03.802539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12ec98ae-1e1e-4441-ab14-bc65cca7cea0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d317e19ebc58425c86b0886775864802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945306 Aug 19 17:49:03.803748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39252) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:03.834377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.843378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Pushing event updated for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:03.893017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec98ae-1e1e-4441-ab14-bc65cca7cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c0fd3-16fb-4f7d-9537-e9f18f2f0be6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:03.914168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:03.934816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:03.983578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5968623b-b099-49d8-8466-fdedd635c414 req-e25da39a-3a3e-481d-915c-9f070b47590a tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f681a6f55afb419a9675f355960c183e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401077 Aug 19 17:49:03.988494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.016125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:04.016587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.033985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:04.036109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:04.062986 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '615c7411-158a-4aae-a64a-524e2fcf3398', 'name': '', 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'mac_address': 'fa:16:3e:c2:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:59Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 2, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'subnets': [{'id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:04.076112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a11f12eb-20aa-4d80-8084-04ff0038fbb8 None None] Provisioning for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:04.098313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Checking router: 1287a1d9-b05f-442a-81cb-b37cba5326f4 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:04.099038 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Updating router 1287a1d9-b05f-442a-81cb-b37cba5326f4 port 615c7411-158a-4aae-a64a-524e2fcf3398 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:49:04.137815 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.140432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a11f12eb-20aa-4d80-8084-04ff0038fbb8 None None] Provisioning complete for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:04.140998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a11f12eb-20aa-4d80-8084-04ff0038fbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.180397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7230c84f-8e27-47d8-9ce3-fd1a31f9dfc1 req-df8ec12d-e4a4-4a51-a223-6b7fd06be3ae tempest-FloatingIPsNegativeTestJSON-1225769254 tempest-FloatingIPsNegativeTestJSON-1225769254-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=91ae1dab976b4d57bad68a64ce0e2d47 HTTP/1.1" status: 200 len: 217 time: 0.1690052 Aug 19 17:49:04.194643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Router cd29d297-8a68-4cdd-bb55-dc9bd689f403 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:49:04.283981 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.287056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.288481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/570c0fd3-16fb-4f7d-9537-e9f18f2f0be6 HTTP/1.1" status: 204 len: 168 time: 0.4819624 Aug 19 17:49:04.312860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968623b-b099-49d8-8466-fdedd635c414 req-6234bae0-7b80-4a7e-9a1e-7caa6a05f129 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:04.316644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5968623b-b099-49d8-8466-fdedd635c414 req-6234bae0-7b80-4a7e-9a1e-7caa6a05f129 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261476 Aug 19 17:49:04.357217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e4a04-4845-4f7f-9959-3739ba9416b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c0fd3-16fb-4f7d-9537-e9f18f2f0be6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:04.375032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a11f12eb-20aa-4d80-8084-04ff0038fbb8 None None] Port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:04.408638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:04.429681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c29db635-a438-4062-b22b-33187a4e268d admin admin] 10.222.0.36 "PUT /v2.0/routers/cd29d297-8a68-4cdd-bb55-dc9bd689f403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1540990 Aug 19 17:49:04.442531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab3370a1-b3fb-4b59-be7c-b621ca0e8bba req-192fa18a-ae70-4827-bfe9-ce2be0c92c20 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 210 time: 0.1154747 Aug 19 17:49:04.477012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5968623b-b099-49d8-8466-fdedd635c414 req-be79248f-16a5-4700-bb9f-0881b41b8469 tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/quotas/f681a6f55afb419a9675f355960c183e HTTP/1.1" status: 200 len: 375 time: 0.1337471 Aug 19 17:49:04.480918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-11d69c8a-a4cf-4473-bb18-f975977fbbdb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858967 Aug 19 17:49:04.488429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:57Z', 'revision_number': 3, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:04.581805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9fd66e-cbea-4acf-8aad-1d5e30fb5395 None None] The sync data for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 is: [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:48:57Z', 'revision_number': 3, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:04.609475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6442ff8c-e42a-4808-9655-ab06aad0b51d None None] Provisioning complete for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:04.609978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6442ff8c-e42a-4808-9655-ab06aad0b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.618309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5968623b-b099-49d8-8466-fdedd635c414 req-c6d3c86b-ad93-487b-895d-352abfc4236f tempest-QuotasAdminNegativeTest-541667695 tempest-QuotasAdminNegativeTest-541667695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f681a6f55afb419a9675f355960c183e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393378 Aug 19 17:49:04.684601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6442ff8c-e42a-4808-9655-ab06aad0b51d None None] Port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:04.756470 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.772426 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Transition to ACTIVE for port object 615c7411-158a-4aae-a64a-524e2fcf3398 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:04.782553 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:04.799651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a26970e6-f9f0-425a-9914-b8227607f63f req-5f5235b3-e39b-4a11-88e0-a592224be9ab tempest-FloatingIPsNegativeTestJSON-1225769254 tempest-FloatingIPsNegativeTestJSON-1225769254-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0578904 Aug 19 17:49:04.811167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d15da-def4-469a-ab6e-3a1369c9f35b req-17fd888e-57be-4574-a370-5009bb31d27c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:04.818315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-032d15da-def4-469a-ab6e-3a1369c9f35b req-17fd888e-57be-4574-a370-5009bb31d27c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.2201896 Aug 19 17:49:04.876978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d76ee-a831-4f73-9404-bd95cf890b90 None None] Pushing event updated for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:04.886981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-53f2d740-f698-4fa1-8ee3-651f0882d293 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:04.888792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-53f2d740-f698-4fa1-8ee3-651f0882d293 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934393 Aug 19 17:49:04.912714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-032d15da-def4-469a-ab6e-3a1369c9f35b req-e154b8b7-601f-4d60-addf-1b2e65bc7c47 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894523 Aug 19 17:49:04.920933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Request body: {'port': {'device_id': '45909737-16ad-4757-b6ce-4564fa30adcd', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '45bf29bd9b544268bfdf8e0464c51770'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:04.994227 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Attempting to bind port 615c7411-158a-4aae-a64a-524e2fcf3398 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:04.994615 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Attempting to bind port 615c7411-158a-4aae-a64a-524e2fcf3398 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:04.994988 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Attempting to bind port 615c7411-158a-4aae-a64a-524e2fcf3398 on network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:05.018994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:05.018994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Checking segment: {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:05.018994 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.018994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Bound using segment: {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:05.019477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Bound port: 615c7411-158a-4aae-a64a-524e2fcf3398, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25250b88-1bf8-4bc4-9014-137ed0264ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:05.019477 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.180322 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] For port 615c7411-158a-4aae-a64a-524e2fcf3398, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:05.200532 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] For port 615c7411-158a-4aae-a64a-524e2fcf3398, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=615c7411-158a-4aae-a64a-524e2fcf3398,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:05.209081 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.261471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 90dbf533-b97d-4254-a4b7-4ec06b633288 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:05.344560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 90dbf533-b97d-4254-a4b7-4ec06b633288 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:05.348671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 90dbf533-b97d-4254-a4b7-4ec06b633288 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:05.349053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.364736 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:05.365380 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:05.464957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d76ee-a831-4f73-9404-bd95cf890b90 None None] Pushing event updated for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:05.479362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Made reservation on behalf of 45bf29bd9b544268bfdf8e0464c51770 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:05.483488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.490335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.511996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 90dbf533-b97d-4254-a4b7-4ec06b633288, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=90dbf533-b97d-4254-a4b7-4ec06b633288,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:05.521060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:05.604428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=90dbf533-b97d-4254-a4b7-4ec06b633288,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:05.650120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:05.748127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-b959d5a4-982e-4cf9-b058-5ba49b51c52b tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5781314 Aug 19 17:49:05.796616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:05.824694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:05.920549 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-92db2d72-080b-4702-b52a-ad989cd4c4cc req-c2d869f5-c0be-4b4a-8910-cc2f93a98748 tempest-FloatingIPsNegativeTestJSON-1225769254 tempest-FloatingIPsNegativeTestJSON-1225769254-project] show failed (client error): The resource could not be found. Aug 19 17:49:05.921635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92db2d72-080b-4702-b52a-ad989cd4c4cc req-c2d869f5-c0be-4b4a-8910-cc2f93a98748 tempest-FloatingIPsNegativeTestJSON-1225769254 tempest-FloatingIPsNegativeTestJSON-1225769254-project] 10.222.0.36 "GET /v2.0/floatingips/0d44861b-f668-412b-bef7-e1a133a07129 HTTP/1.1" status: 404 len: 350 time: 0.0899839 Aug 19 17:49:05.935658 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '615c7411-158a-4aae-a64a-524e2fcf3398', 'name': '', 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'mac_address': 'fa:16:3e:c2:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:59Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'subnets': [{'id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:05.937869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39316) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:05.946789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1887011616-network', 'tenant_id': '6439c690dedc4551b5cb97a52db76db2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:05.948997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Allocated IP 192.168.233.24 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/134d4602-2e2d-463b-94e3-d1703c034b91) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:05.963673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.055467 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6aaa-0cf4-4dea-99cc-5a589d942221 None None] The sync data for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 is: [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '615c7411-158a-4aae-a64a-524e2fcf3398', 'name': '', 'network_id': '338b9b8f-42a5-49c8-a7fa-698e2eff44a0', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'mac_address': 'fa:16:3e:c2:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:59Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'subnets': [{'id': 'bdd900c8-6ce8-48a0-8ae1-df81c7749b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:06.167161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:06.169759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.183466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.394805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa2a241a-eba4-4c55-a454-913bc83d537c req-8dcda3ad-819d-4492-8f9d-bee15eb76910 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 210 time: 0.3060727 Aug 19 17:49:06.420915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.469023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.526082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:49:06.535804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.539238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.556764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2d1ad-905d-424e-8f24-7b6d7737d565,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:06.560071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.560425 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Added segment 8f9aa163-73ba-4933-b937-849be126199d of type vlan for network 6823ed67-9e6c-451d-8bde-2508e3d09943 Aug 19 17:49:06.647352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Transition to ACTIVE for port object 134d4602-2e2d-463b-94e3-d1703c034b91 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:06.649421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.678914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412051ae-df56-45d7-aaa9-6621114009ce req-9219a885-9298-402d-ae95-814b420f86db tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:06.683726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:06.687185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-412051ae-df56-45d7-aaa9-6621114009ce req-9219a885-9298-402d-ae95-814b420f86db tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.1715617 Aug 19 17:49:06.737321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.738287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:06.738860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.758031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:06.772459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-412051ae-df56-45d7-aaa9-6621114009ce req-dd6e46d4-12e3-4d2f-8d74-108ea47bb139 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843835 Aug 19 17:49:06.790527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b044ceb9-0486-4d06-a782-4a390026d10b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:06.796169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b044ceb9-0486-4d06-a782-4a390026d10b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:06.796999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.814991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Allocated IP 172.25.5.189 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/517d9292-8c7a-4b5a-a9c1-23f6b979d654) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:06.849178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:06.980833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1823642 Aug 19 17:49:06.989463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:06.993153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39334) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:07.002352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Request body: {'subnet': {'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1887011616-subnet', 'tenant_id': '6439c690dedc4551b5cb97a52db76db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:07.035204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad8976-5b70-4b4c-9151-57ce6552fe79 admin admin] Pushing event updated for resources: {'Network': ['ID=6823ed67-9e6c-451d-8bde-2508e3d09943,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:07.039106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:07.047133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.050359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.102807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:07.117985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:49:07.239112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.286962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:07.298673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:07.306087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2bdf6b78-732d-4422-ad1f-d258f2a9b56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.307358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:07.309675 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb30bc3-3780-491d-8ca3-58572719aacf" -d '{"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-plugged", "status": "completed", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:07.320539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:07.341923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:07.347835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:07.352465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.367856 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.376892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.404938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-960730a8-db5e-4ca8-93e1-ac1603166dd6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4886177 Aug 19 17:49:07.432983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 615c7411-158a-4aae-a64a-524e2fcf3398 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:07.477895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Request body: {'port': {'device_id': '45909737-16ad-4757-b6ce-4564fa30adcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:07.484134 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02cad6a-9001-4407-bb4e-72619c400ca4 x-openstack-request-id: req-e02cad6a-9001-4407-bb4e-72619c400ca4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:07.484442 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-plugged", "status": "completed", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:07.485383 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e02cad6a-9001-4407-bb4e-72619c400ca4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:07.485935 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'code': 200} Aug 19 17:49:07.576597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Sync routers for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:07.582856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:07.630704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:07.632661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:07.700989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.709917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:07.710965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Network hostable DHCP agents. Network: 6823ed67-9e6c-451d-8bde-2508e3d09943, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:49:07.774406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 615c7411-158a-4aae-a64a-524e2fcf3398 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:07.775015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:07.800393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 615c7411-158a-4aae-a64a-524e2fcf3398 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:07.800956 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.830344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:49:07.840085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:07.841339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e619-91ec-45a4-9429-c8b682f11bb7 req-26fd6722-66dc-4af5-a675-26d4c247c054 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:07.843244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9924e619-91ec-45a4-9429-c8b682f11bb7 req-26fd6722-66dc-4af5-a675-26d4c247c054 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 935 time: 0.2598639 Aug 19 17:49:07.853377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.879889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-27786c96-287f-4ac6-931c-454dd481feb8 None None] Provisioning for port 134d4602-2e2d-463b-94e3-d1703c034b91 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:07.901682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 6823ed67-9e6c-451d-8bde-2508e3d09943) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:07.904639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad280f-c8dd-465b-8f12-cc2bb90b812d req-dcbee390-8722-4ec1-b4f7-63b11b663a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:07.906788 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-10ad280f-c8dd-465b-8f12-cc2bb90b812d req-dcbee390-8722-4ec1-b4f7-63b11b663a32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1098 time: 0.0741010 Aug 19 17:49:07.915518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ab6cd-1fc2-41f2-980d-94f641a3943b None None] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:07.926389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:07.927267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.927997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-27786c96-287f-4ac6-931c-454dd481feb8 None None] Provisioning complete for port 134d4602-2e2d-463b-94e3-d1703c034b91 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:07.928365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27786c96-287f-4ac6-931c-454dd481feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.934912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Deleting port 615c7411-158a-4aae-a64a-524e2fcf3398 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:07.935283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:07.982687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9924e619-91ec-45a4-9429-c8b682f11bb7 req-541ba894-ee15-4206-8cf2-2977ae028b1f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206155 Aug 19 17:49:08.000833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.014545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-10ad280f-c8dd-465b-8f12-cc2bb90b812d req-152ea8a6-d153-41b4-8bfa-79b7f6cd604b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992091 Aug 19 17:49:08.106397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-27786c96-287f-4ac6-931c-454dd481feb8 None None] Port 134d4602-2e2d-463b-94e3-d1703c034b91 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:08.119907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] For port 615c7411-158a-4aae-a64a-524e2fcf3398, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=615c7411-158a-4aae-a64a-524e2fcf3398,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:08.120535 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.128549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:08.143308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2bdf6b78-732d-4422-ad1f-d258f2a9b56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.147126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:08.148588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Calling delete_port for 615c7411-158a-4aae-a64a-524e2fcf3398 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:08.158547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event updated for resources: {'Port': ['ID=517d9292-8c7a-4b5a-a9c1-23f6b979d654,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:08.168581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:08.181179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2bdf6b78-732d-4422-ad1f-d258f2a9b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.202880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eaf7dc37-a8b4-4c50-8f08-0ece7cc00165 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2060869 Aug 19 17:49:08.269383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.362591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b8729-7268-4cec-a5d2-6e9a062c17d3 None None] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:08.429323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2bdf6b78-732d-4422-ad1f-d258f2a9b56a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f681a6f55afb419a9675f355960c183e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6622703 Aug 19 17:49:08.434933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf6b78-732d-4422-ad1f-d258f2a9b56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a586016-0c79-4c2d-93e0-0d7c477bbeb1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:08.442152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39364) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:08.445114 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.462759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 615c7411-158a-4aae-a64a-524e2fcf3398, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=615c7411-158a-4aae-a64a-524e2fcf3398,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:08.479238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:08.482419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.483226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 90dbf533-b97d-4254-a4b7-4ec06b633288 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:08.530053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8ee37-3c23-4dc9-a2a4-bc301c987dfa req-f35c5ac3-9a9a-4f26-89fb-cd908a1a5142 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:08.536781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5c8ee37-3c23-4dc9-a2a4-bc301c987dfa req-f35c5ac3-9a9a-4f26-89fb-cd908a1a5142 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 946 time: 0.3582740 Aug 19 17:49:08.607336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.618523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:08.652588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:03Z', 'revision_number': 4, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '02859d21-0930-4cf7-9f37-49ddb3cf14b8', 'name': '', 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'mac_address': 'fa:16:3e:eb:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:01Z', 'updated_at': '2021-08-19T17:49:03Z', 'revision_number': 2, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'subnets': [{'id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:08.692617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-678d1c1f-6418-4b8f-9d0e-fb460b323d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.694175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.696844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.703641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5c8ee37-3c23-4dc9-a2a4-bc301c987dfa req-3e82c52f-b2b2-40e8-812f-471efa8cc69d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656525 Aug 19 17:49:08.704179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Checking router: cd29d297-8a68-4cdd-bb55-dc9bd689f403 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:08.704543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Updating router cd29d297-8a68-4cdd-bb55-dc9bd689f403 port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:49:08.735554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 90dbf533-b97d-4254-a4b7-4ec06b633288 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:08.735941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.743935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.807011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134d4602-2e2d-463b-94e3-d1703c034b91 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:08.815789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.838014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.842272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-678d1c1f-6418-4b8f-9d0e-fb460b323d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.844143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=615c7411-158a-4aae-a64a-524e2fcf3398,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:08.848612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-678d1c1f-6418-4b8f-9d0e-fb460b323d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.926635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Transition to ACTIVE for port object 134d4602-2e2d-463b-94e3-d1703c034b91 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:08.945431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:08.946720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-678d1c1f-6418-4b8f-9d0e-fb460b323d17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=396d6a6c96484804910de628372e5837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609318 Aug 19 17:49:08.950111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39374) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:08.995577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1c1f-6418-4b8f-9d0e-fb460b323d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8f981-54c5-4cec-abf4-8b48516edb4b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.101875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.147024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.152032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.171507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.175656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.177058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a586016-0c79-4c2d-93e0-0d7c477bbeb1 HTTP/1.1" status: 204 len: 168 time: 0.7339761 Aug 19 17:49:09.276156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.314771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.327079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.329063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:09.329469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:09.329873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:09.338765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ab5e-03a4-48c2-8ee0-dce361570182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a586016-0c79-4c2d-93e0-0d7c477bbeb1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.364076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.401799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Transition to ACTIVE for port object 02859d21-0930-4cf7-9f37-49ddb3cf14b8 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:09.406574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:09.407809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:09.425057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.437620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.443104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.444957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:09.445405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:09.445887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:09.447513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.447639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Bound port: 134d4602-2e2d-463b-94e3-d1703c034b91, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:09.447639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.447831 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdb8f981-54c5-4cec-abf4-8b48516edb4b HTTP/1.1" status: 204 len: 168 time: 0.4965556 Aug 19 17:49:09.465133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b753c04-c368-414c-a4be-6d1450444abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8f981-54c5-4cec-abf4-8b48516edb4b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.484415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event updated for resources: {'Port': ['ID=517d9292-8c7a-4b5a-a9c1-23f6b979d654,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.497179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39388) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:09.533145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-557510584-network', 'tenant_id': 'af32e53e4fa84a39aba4540026cf220d'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:09.547099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.556536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-38af1089-2189-4223-843f-06f85a120717 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8003168 Aug 19 17:49:09.578255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f5840-70cb-4233-a656-4157a84fd81e req-73878915-94d5-4080-8a52-cb9099b70415 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:09.587009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-190f5840-70cb-4233-a656-4157a84fd81e req-73878915-94d5-4080-8a52-cb9099b70415 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.2975371 Aug 19 17:49:09.785552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-388623cd-a8a9-48f4-b135-14c141eb9a39 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.189 HTTP/1.1" status: 200 len: 696 time: 0.2276912 Aug 19 17:49:09.794227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632908d-cd28-4d64-9f23-63bf056874f5 None None] Pushing event updated for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:09.818331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Made reservation on behalf of af32e53e4fa84a39aba4540026cf220d for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:09.821824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.828540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Router 1287a1d9-b05f-442a-81cb-b37cba5326f4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:49:09.874474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.890325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:09.918731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Attempting to bind port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:09.920907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Attempting to bind port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:09.922076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Attempting to bind port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 on network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:09.929873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:09.930412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Checking segment: {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:09.931122 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.931964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Bound using segment: {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:09.932542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Bound port: 02859d21-0930-4cf7-9f37-49ddb3cf14b8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac9915-a345-430c-9b82-ea223ac09308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:09.933052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:09.959343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:09.963192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-190f5840-70cb-4233-a656-4157a84fd81e req-53d62b7a-9c27-4ec0-83b3-7b7b89e6dff0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720982 Aug 19 17:49:09.969553 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-043a196a-3428-405e-b0e5-5672a056bd19 admin admin] 10.222.0.36 "PUT /v2.0/routers/1287a1d9-b05f-442a-81cb-b37cba5326f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0294077 Aug 19 17:49:09.971756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39398) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:09.974881 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Sync routers for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:09.987600 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:09.988308 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:09.999476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:10.034377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] For port 02859d21-0930-4cf7-9f37-49ddb3cf14b8, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:10.040878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] For port 02859d21-0930-4cf7-9f37-49ddb3cf14b8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02859d21-0930-4cf7-9f37-49ddb3cf14b8,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:10.044926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:10.064304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.066041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.076762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0234f02-f779-47a9-8240-1602f0617834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.112203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:10.135915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-634ae781-1e81-4275-9b17-2b1f015ed810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.140976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632908d-cd28-4d64-9f23-63bf056874f5 None None] Pushing event updated for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:10.155669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.165375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:10.166087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:10.186259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:10.186891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.188364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] 10.222.0.13 "PUT /v2.0/ports/134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 1096 time: 2.7362838 Aug 19 17:49:10.223507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:10.226643 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f5da47-66c8-4181-a5fa-04a35d3d112d" -d '{"events": [{"name": "network-changed", "server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:10.256326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:10.293284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.357088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734cae3-dd33-4ddd-ad8b-508825232769 req-59341e94-8502-4428-9dc1-95bf9d2af1e7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:10.358703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a734cae3-dd33-4ddd-ad8b-508825232769 req-59341e94-8502-4428-9dc1-95bf9d2af1e7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 946 time: 0.2688055 Aug 19 17:49:10.359370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc89dcb-5dba-4d62-bfe5-1b5b869a3ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:10.391535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-850d4b13-6a58-4db4-af90-8dfe83c08a12 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:10.393076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-850d4b13-6a58-4db4-af90-8dfe83c08a12 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.6066482 Aug 19 17:49:10.417143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:10.421134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Deleting port 683fa4ed-b3ed-479b-be7a-1821bf4ff992 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:10.421562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.435769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-69cc8d1a-43b4-489e-a83e-408d94c3e0cc tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:10.436737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ef2ef48-c92d-43b5-aa32-0a8e042b1cdf req-69cc8d1a-43b4-489e-a83e-408d94c3e0cc tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349195 Aug 19 17:49:10.478579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a734cae3-dd33-4ddd-ad8b-508825232769 req-1f4e86b3-6075-489c-aa18-72faa0de47b2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808904 Aug 19 17:49:10.481972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-ba4d46bc-a763-4bbc-bd7c-a9f9b3b66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:10.483858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-ba4d46bc-a763-4bbc-bd7c-a9f9b3b66492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1099 time: 0.2125452 Aug 19 17:49:10.547979 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:08Z', 'revision_number': 5, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port': {'id': '683fa4ed-b3ed-479b-be7a-1821bf4ff992', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:10.552366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-e8b1a45e-982e-4660-82f8-bc590a378d05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0550497 Aug 19 17:49:10.603598 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Checking router: 1287a1d9-b05f-442a-81cb-b37cba5326f4 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:10.614624 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Routers {'1287a1d9-b05f-442a-81cb-b37cba5326f4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:10.615268 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1287a1d9-b05f-442a-81cb-b37cba5326f4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:10.626200 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c057cbe-f032-4c52-96c6-744c21503dde x-openstack-request-id: req-7c057cbe-f032-4c52-96c6-744c21503dde {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:10.626493 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:10.626749 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c057cbe-f032-4c52-96c6-744c21503dde {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:10.627134 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'status': 'completed', 'code': 200} Aug 19 17:49:10.636152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.641000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-9afee1bc-6cfb-49e6-b4dd-ed9f845b3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:10.641722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] For port 683fa4ed-b3ed-479b-be7a-1821bf4ff992, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=683fa4ed-b3ed-479b-be7a-1821bf4ff992,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:10.642182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.643982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-9afee1bc-6cfb-49e6-b4dd-ed9f845b3c19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0843990 Aug 19 17:49:10.647493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.671216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Calling delete_port for 683fa4ed-b3ed-479b-be7a-1821bf4ff992 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:10.741831 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] Set router 1287a1d9-b05f-442a-81cb-b37cba5326f4 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:10.816175 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:10Z', 'revision_number': 6, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:10.852640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bfa3a5-3b5a-42f7-aa28-f99a38aa87d4 None None] The sync data for ids ['1287a1d9-b05f-442a-81cb-b37cba5326f4'] in n-d-778550-10 is: [{'id': '1287a1d9-b05f-442a-81cb-b37cba5326f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923867213-router', 'tenant_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:52Z', 'updated_at': '2021-08-19T17:49:10Z', 'revision_number': 6, 'project_id': '91ae1dab976b4d57bad68a64ce0e2d47', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:10.883567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:03Z', 'revision_number': 4, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '02859d21-0930-4cf7-9f37-49ddb3cf14b8', 'name': '', 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'mac_address': 'fa:16:3e:eb:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:01Z', 'updated_at': '2021-08-19T17:49:10Z', 'revision_number': 4, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'subnets': [{'id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:10.912513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0234f02-f779-47a9-8240-1602f0617834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.918121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0234f02-f779-47a9-8240-1602f0617834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:10.919707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b76be35-7654-4afd-b20a-9d1474370d97 None None] The sync data for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 is: [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:03Z', 'revision_number': 4, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '02859d21-0930-4cf7-9f37-49ddb3cf14b8', 'name': '', 'network_id': '59f5ee59-6349-442b-b05d-f8b41ac1bf36', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'mac_address': 'fa:16:3e:eb:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:01Z', 'updated_at': '2021-08-19T17:49:10Z', 'revision_number': 4, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'subnets': [{'id': '8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:10.990154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:49:10.994618 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0234f02-f779-47a9-8240-1602f0617834 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=526f730276714a35b7e256065c86113b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424396 Aug 19 17:49:10.999296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39412) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:11.009112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0234f02-f779-47a9-8240-1602f0617834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d30177-14f7-45b3-83f6-0074486c01c1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.017721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cd4c559-9a62-487a-9419-9226ad46c0c9 req-4371f684-87da-4488-8573-eafeb3721678 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips/cdb457f9-d3f7-4e77-a261-01a7e2868209 HTTP/1.1" status: 200 len: 693 time: 0.3712308 Aug 19 17:49:11.041230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.060557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.060899 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Added segment b345b48e-4441-4915-b6fa-19f9de485183 of type vlan for network dd546a13-46d1-425e-89c3-9f9d454a486f Aug 19 17:49:11.063886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99fdb8a-23ea-4974-8d5b-7d5b43449e16,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.076180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=683fa4ed-b3ed-479b-be7a-1821bf4ff992,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.142772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.170675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-dcb14753-c971-44b1-8f5a-f1a7fc37b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:11.172145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-dcb14753-c971-44b1-8f5a-f1a7fc37b345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5190320 Aug 19 17:49:11.176402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.179524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.182738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.216311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6768c51-2ff6-43ac-8bcd-b8e355cca54d req-8f850c7f-875e-48f7-a913-09367a10a259 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:11.227292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6768c51-2ff6-43ac-8bcd-b8e355cca54d req-8f850c7f-875e-48f7-a913-09367a10a259 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1098 time: 0.2378185 Aug 19 17:49:11.333568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.341998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.402740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 615c7411-158a-4aae-a64a-524e2fcf3398 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:11.405756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.408159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:11.408836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.430216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c559-9a62-487a-9419-9226ad46c0c9 req-4cb55c1a-7bc8-4207-96f6-8ead10f90aec tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:11.434849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 615c7411-158a-4aae-a64a-524e2fcf3398 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:11.435365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 615c7411-158a-4aae-a64a-524e2fcf3398 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:11.438950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cd4c559-9a62-487a-9419-9226ad46c0c9 req-4cb55c1a-7bc8-4207-96f6-8ead10f90aec tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3959913 Aug 19 17:49:11.459579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-7cd4c559-9a62-487a-9419-9226ad46c0c9 req-45285886-fac1-48d4-a177-81abda19f9af tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:11.470294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cd4c559-9a62-487a-9419-9226ad46c0c9 req-45285886-fac1-48d4-a177-81abda19f9af tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256479 Aug 19 17:49:11.498567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-634ae781-1e81-4275-9b17-2b1f015ed810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.520267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6768c51-2ff6-43ac-8bcd-b8e355cca54d req-18c9248c-c63d-4899-9c86-1dbfabb56482 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953155 Aug 19 17:49:11.520884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-634ae781-1e81-4275-9b17-2b1f015ed810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.525013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0261045 Aug 19 17:49:11.567576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39416) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:11.579256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Request body: {'subnet': {'network_id': 'dd546a13-46d1-425e-89c3-9f9d454a486f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-557510584-subnet', 'tenant_id': 'af32e53e4fa84a39aba4540026cf220d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:11.680854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-33c68535-0a24-4f16-9290-1bf0a0ed1104 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955940 Aug 19 17:49:11.711602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.712525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1287a1d9-b05f-442a-81cb-b37cba5326f4 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:49:11.721685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.722835 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fe43e5c8-1e75-44e8-850b-ebd9dfc7d4e2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1287a1d9-b05f-442a-81cb-b37cba5326f4 HTTP/1.1" status: 204 len: 168 time: 1.7494345 Aug 19 17:49:11.725399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39422) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:11.734871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.737424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.738563 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53d30177-14f7-45b3-83f6-0074486c01c1 HTTP/1.1" status: 204 len: 168 time: 0.7375667 Aug 19 17:49:11.753278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-634ae781-1e81-4275-9b17-2b1f015ed810 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=669a7c3fdf194b29a1b6744b7e99746f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6400220 Aug 19 17:49:11.770618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Made reservation on behalf of af32e53e4fa84a39aba4540026cf220d for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:11.772993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.775029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6aa85-7a66-4ea7-acee-3a4007e5f13b admin admin] Pushing event updated for resources: {'Network': ['ID=dd546a13-46d1-425e-89c3-9f9d454a486f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.777350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39426) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:11.780111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ae781-1e81-4275-9b17-2b1f015ed810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a222648-cde8-42b4-a56e-2e2b356a8d20,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.797848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network dd546a13-46d1-425e-89c3-9f9d454a486f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:49:11.817434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c6fb50a-67d0-4a6f-8403-e2d31dfc36d3 req-76186f4d-16f9-4a05-b6cc-cc675661afb7 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=ab24f6d93e46428ba9216007632b3166 HTTP/1.1" status: 200 len: 696 time: 0.2136767 Aug 19 17:49:11.849977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c0e50-4783-4e7a-823a-3a9a47f60e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d30177-14f7-45b3-83f6-0074486c01c1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:11.878618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Deleting subnet bdd900c8-6ce8-48a0-8ae1-df81c7749b7f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:49:11.904506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.967974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:11.977650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b034-2099-4076-a44a-7663149f0b70 req-86965a9e-4471-469b-bf2b-f8d0a1c8838d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:11.979246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3890b034-2099-4076-a44a-7663149f0b70 req-86965a9e-4471-469b-bf2b-f8d0a1c8838d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.4172597 Aug 19 17:49:12.005309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.074559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.119935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883d4d4c-8baa-4864-b270-58c65b691c5d req-534cf61c-12ac-414f-9a32-041258034cbe service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857863 Aug 19 17:49:12.141254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3890b034-2099-4076-a44a-7663149f0b70 req-67e83992-a536-4bcb-824d-c567a0fe98ad tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496677 Aug 19 17:49:12.156477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fb50a-67d0-4a6f-8403-e2d31dfc36d3 req-0e41d580-4593-400a-9862-bb01bd647501 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:12.158103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c6fb50a-67d0-4a6f-8403-e2d31dfc36d3 req-0e41d580-4593-400a-9862-bb01bd647501 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks?id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 787 time: 0.2935433 Aug 19 17:49:12.207114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.226300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-2c6fb50a-67d0-4a6f-8403-e2d31dfc36d3 req-fb44605b-7a7a-4879-980e-debd101f1a1d tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:12.242227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c6fb50a-67d0-4a6f-8403-e2d31dfc36d3 req-fb44605b-7a7a-4879-980e-debd101f1a1d tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347941 Aug 19 17:49:12.280038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.284131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.288862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a222648-cde8-42b4-a56e-2e2b356a8d20 HTTP/1.1" status: 204 len: 168 time: 0.5081151 Aug 19 17:49:12.293597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.309700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.315210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bdd900c8-6ce8-48a0-8ae1-df81c7749b7f HTTP/1.1" status: 204 len: 168 time: 0.5885766 Aug 19 17:49:12.316016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:12.317089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17bf50-421a-4a83-b491-e7a60fba9dd9 None None] Network 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:12.358524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02909210-d11d-4e73-a7b6-f5661e15ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a222648-cde8-42b4-a56e-2e2b356a8d20,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:12.381116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c58e2-836d-4bd2-bb7a-f1f1839c0ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd900c8-6ce8-48a0-8ae1-df81c7749b7f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:12.504927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.599003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-9372fc46-1d03-4f78-920e-fd0434db100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:12.603292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-9372fc46-1d03-4f78-920e-fd0434db100e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1099 time: 0.3926589 Aug 19 17:49:12.628491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Deleting port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:12.628843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.688137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-aed02a15-9cce-42d6-9806-a9b9accf5bf9 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips/cdb457f9-d3f7-4e77-a261-01a7e2868209 HTTP/1.1" status: 200 len: 693 time: 0.2997653 Aug 19 17:49:12.689832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] DHCP port deletion for 338b9b8f-42a5-49c8-a7fa-698e2eff44a0 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:49:12.776275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.785332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] For port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:12.787745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.790784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Deleting port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:12.791175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.822290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Calling delete_port for 53ec97a7-9f6c-40d9-9aed-8e5700c1817c owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:12.860097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83008c3-2128-40c4-8aea-88c34c334a45,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:12.901825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] For port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,segment=NetworkSegment(25250b88-1bf8-4bc4-9014-137ed0264ddb),segment_id=25250b88-1bf8-4bc4-9014-137ed0264ddb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:12.902553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.947084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72277cd-2038-4d13-892d-f657cfc19b7e req-5fbac2a2-f4ec-4d78-a13f-c408c6ea2d06 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:12.947820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Calling delete_port for 53ec97a7-9f6c-40d9-9aed-8e5700c1817c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:12.948730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b72277cd-2038-4d13-892d-f657cfc19b7e req-5fbac2a2-f4ec-4d78-a13f-c408c6ea2d06 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1098 time: 0.6107895 Aug 19 17:49:12.989785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:12.994059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Checking segment: {'id': 'b345b48e-4441-4915-b6fa-19f9de485183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dd546a13-46d1-425e-89c3-9f9d454a486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:12.994431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Network hostable DHCP agents. Network: dd546a13-46d1-425e-89c3-9f9d454a486f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:49:13.029740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Pushing event deleted for resources: {'Port': ['ID=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:13.035943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] No DVR routers for this DVR port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:13.146184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.182376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338b9b8f-42a5-49c8-a7fa-698e2eff44a0']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:13.207824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a446-06df-4d77-a284-e93797b860e3 req-dc4c75c0-ab4c-47e9-8931-2f0cda24a0d1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.210841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-dc4c75c0-ab4c-47e9-8931-2f0cda24a0d1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.5218627 Aug 19 17:49:13.215045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25250b88-1bf8-4bc4-9014-137ed0264ddb') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:13.215585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25250b88-1bf8-4bc4-9014-137ed0264ddb') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:13.220286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b72277cd-2038-4d13-892d-f657cfc19b7e req-8aaf7ecc-723d-457e-8e32-8eed37cf283a tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103250 Aug 19 17:49:13.221936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Network dd546a13-46d1-425e-89c3-9f9d454a486f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:49:13.232655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.251062 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.261900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-65eed861-5f36-45cf-a527-950223ffe907 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:13.263494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-65eed861-5f36-45cf-a527-950223ffe907 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242455 Aug 19 17:49:13.280247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-9465abd9-f5d0-4933-acaa-db23f47fa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.281961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-9465abd9-f5d0-4933-acaa-db23f47fa0eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.6481936 Aug 19 17:49:13.284436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, dd546a13-46d1-425e-89c3-9f9d454a486f) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:13.291688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.292611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.311593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.316074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] No DVR routers for this DVR port 53ec97a7-9f6c-40d9-9aed-8e5700c1817c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:13.318358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7669b4-7cb1-4fdd-bccb-cbf4dc84470b None None] Network dd546a13-46d1-425e-89c3-9f9d454a486f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:13.341643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:49:13.342099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:49:13.344222 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:49:13.415735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-cebb4757-ed89-4e41-81dd-939ecf4a09eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0610774 Aug 19 17:49:13.424260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-661479b6-0edc-4664-9f9f-45767ee03d4b tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.189 HTTP/1.1" status: 200 len: 696 time: 0.1517746 Aug 19 17:49:13.450911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02859d21-0930-4cf7-9f37-49ddb3cf14b8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:13.454242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff8e6f02-dbe7-4e0a-88e6-483555a72a4e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8817828 Aug 19 17:49:13.462024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3bcc-172c-4ee5-b2d1-34ea1d058a3b None None] Pushing event deleted for resources: {'Port': ['ID=53ec97a7-9f6c-40d9-9aed-8e5700c1817c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:13.471074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.489416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.499372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] 10.222.0.36 "DELETE /v2.0/networks/338b9b8f-42a5-49c8-a7fa-698e2eff44a0 HTTP/1.1" status: 204 len: 168 time: 1.1744351 Aug 19 17:49:13.530036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0bfc1-4423-4939-b07f-3c88d2c2ee2c None None] Network dd546a13-46d1-425e-89c3-9f9d454a486f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:13.533280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea0048-082f-4c4a-97fe-c39d5642c70e admin admin] Pushing event deleted for resources: {'Network': ['ID=338b9b8f-42a5-49c8-a7fa-698e2eff44a0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:13.611772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:13.617634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-58b5281e-9cc8-45eb-a587-f81272ed1794 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.189 HTTP/1.1" status: 200 len: 696 time: 0.1786587 Aug 19 17:49:13.623583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:13.623964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.640540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-f07922f6-1d4a-47e5-aa57-cdddb76f1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.642957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-f07922f6-1d4a-47e5-aa57-cdddb76f1261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2166026 Aug 19 17:49:13.727423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fb1-e3a7-45e3-afa6-1724c3bf851b req-c04257f0-40fc-4cc3-9514-5c0cb20dee16 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.730458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d133fb1-e3a7-45e3-afa6-1724c3bf851b req-c04257f0-40fc-4cc3-9514-5c0cb20dee16 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.1758468 Aug 19 17:49:13.776375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.786043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39486) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:13.819142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 02859d21-0930-4cf7-9f37-49ddb3cf14b8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02859d21-0930-4cf7-9f37-49ddb3cf14b8,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:13.824616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:13.838614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-2f96a095-86cf-471e-ade4-b87b2d113d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:13.840174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-2f96a095-86cf-471e-ade4-b87b2d113d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882515 Aug 19 17:49:13.869028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d133fb1-e3a7-45e3-afa6-1724c3bf851b req-e9fdedf7-c459-448b-abc6-1efc7b60b9e0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047304 Aug 19 17:49:13.870748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3334d04-bb47-4efc-8be7-b52c8b7e92eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91ae1dab976b4d57bad68a64ce0e2d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818443 Aug 19 17:49:13.871876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39490) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:13.934039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53ec97a7-9f6c-40d9-9aed-8e5700c1817c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:13.944963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:13.968513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Deleting port 517d9292-8c7a-4b5a-a9c1-23f6b979d654 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:13.968881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.004268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 53ec97a7-9f6c-40d9-9aed-8e5700c1817c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:14.004698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53ec97a7-9f6c-40d9-9aed-8e5700c1817c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:14.005202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 683fa4ed-b3ed-479b-be7a-1821bf4ff992 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:14.023066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.043525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-c7204c1a-e666-4923-8d24-759d1d2443a0 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929710 Aug 19 17:49:14.062898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 683fa4ed-b3ed-479b-be7a-1821bf4ff992 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:14.064769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 683fa4ed-b3ed-479b-be7a-1821bf4ff992 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:14.080743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.141129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.143867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.145142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c196c82-fff1-4d88-a6e0-662715e38028 HTTP/1.1" status: 204 len: 168 time: 0.2720141 Aug 19 17:49:14.153912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7db3dd-8870-46e6-a79b-6ebf5a130c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c196c82-fff1-4d88-a6e0-662715e38028,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:14.398702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.399304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.417097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Calling delete_port for 517d9292-8c7a-4b5a-a9c1-23f6b979d654 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:14.495857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f5da47-66c8-4181-a5fa-04a35d3d112d req-3d7623f9-6a72-47bf-b424-b6ae93bef053 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436967 Aug 19 17:49:14.691681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-e71870c5-bb29-4d05-9c28-80728cb17d53 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:14.698955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-e71870c5-bb29-4d05-9c28-80728cb17d53 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.1826458 Aug 19 17:49:14.714874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-679cee2d-de44-4171-8df3-0886a993a139 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/quotas/6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 375 time: 0.0147908 Aug 19 17:49:14.716816 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.729605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:14.798793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-e98b02c9-8272-41a1-86ee-9cb85f80610c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707991 Aug 19 17:49:14.800987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event deleted for resources: {'Port': ['ID=517d9292-8c7a-4b5a-a9c1-23f6b979d654,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:14.870718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:14.879983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.882553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.883938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3563a446-06df-4d77-a284-e93797b860e3 req-fb0284db-127f-4f0e-97dc-a24ad7420e78 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "DELETE /v2.0/floatingips/cdb457f9-d3f7-4e77-a261-01a7e2868209 HTTP/1.1" status: 204 len: 173 time: 1.2586622 Aug 19 17:49:14.886280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '134d4602-2e2d-463b-94e3-d1703c034b91', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '134d4602-2e2d-463b-94e3-d1703c034b91', 'mac_address': 'fa:16:3e:0c:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:14.937950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-13a9555d-67d3-4d23-afd9-4bf27868c6c3 service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219358 Aug 19 17:49:14.966089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:14.986295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134d4602-2e2d-463b-94e3-d1703c034b91 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:15.014215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:15.017782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.117144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:15.170717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-53d8b37f-6a6c-486a-b78b-36678f337273 service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204213 Aug 19 17:49:15.254384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02859d21-0930-4cf7-9f37-49ddb3cf14b8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:15.273479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-031fbb79-d213-4b38-974f-74af3fb64431 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2012622 Aug 19 17:49:15.296297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:15.314751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['134d4602-2e2d-463b-94e3-d1703c034b91'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:15.338859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.362947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:15.363351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.370462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39560) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:15.534442 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.672630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Allocated IP 172.25.5.69 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/d1a66652-43fa-4a47-aa12-28c06663a15d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:15.729156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7101797d-ec21-4b5f-937b-7bf8509fba9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.761364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396a09-84b0-4c6d-bc55-21651a8b37c1 req-d75012be-9550-404b-a93c-2dc49ca33a01 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:15.762970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72396a09-84b0-4c6d-bc55-21651a8b37c1 req-d75012be-9550-404b-a93c-2dc49ca33a01 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 948 time: 0.2855747 Aug 19 17:49:15.841288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72396a09-84b0-4c6d-bc55-21651a8b37c1 req-9bcd0b26-0c52-4365-b20c-6437212183bc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Aug 19 17:49:15.855717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.891463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:15.895391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7101797d-ec21-4b5f-937b-7bf8509fba9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.901674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7101797d-ec21-4b5f-937b-7bf8509fba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.911466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:15.964989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:15.970593 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7101797d-ec21-4b5f-937b-7bf8509fba9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01acbd4cc8dc46168dc8d06a8293dca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913787 Aug 19 17:49:15.971367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39582) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:15.975984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:15.979264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event updated for resources: {'Port': ['ID=d1a66652-43fa-4a47-aa12-28c06663a15d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:15.981048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101797d-ec21-4b5f-937b-7bf8509fba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3699b-4e59-4ef1-8e83-c8aac4d19e8e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:15.982328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:16.073541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.079328 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.090049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-993032714-network', 'tenant_id': '636212cc6ef7462fa18dae5e2a3ffd3c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:16.096265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.150529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Made reservation on behalf of 636212cc6ef7462fa18dae5e2a3ffd3c for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:16.151179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.153094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.154617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.158329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcc3699b-4e59-4ef1-8e83-c8aac4d19e8e HTTP/1.1" status: 204 len: 168 time: 0.1829355 Aug 19 17:49:16.164119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929efe-ff01-4629-93d8-b43e7930266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3699b-4e59-4ef1-8e83-c8aac4d19e8e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:16.169817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.174101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab3d6-2e77-4c6d-a66e-5d651e192f3b req-1ed8b099-a1cf-41b9-be76-8ac91b69a466 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:16.175972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed2ab3d6-2e77-4c6d-a66e-5d651e192f3b req-1ed8b099-a1cf-41b9-be76-8ac91b69a466 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1098 time: 0.1253815 Aug 19 17:49:16.178139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.325453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed2ab3d6-2e77-4c6d-a66e-5d651e192f3b req-97dc9372-d603-4eb6-acd8-c9f962372e08 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376820 Aug 19 17:49:16.448160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.452186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78d21107-42b4-4d70-863e-a7a00c1d2446 req-e66c1a79-7ea0-47b3-824a-fc850f72197a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 210 time: 0.0408294 Aug 19 17:49:16.456598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.482522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:16.486012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.497680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00db1017-17f7-40d0-8f97-ab909aa48d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.501627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.503891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:49:16.544025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c0aea-2891-404a-8e1c-a96195a7d009,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:16.548961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.549311 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Added segment 42733de4-8b6e-4306-af7c-4b50b13a05ea of type vlan for network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 Aug 19 17:49:16.561642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.603074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event updated for resources: {'Port': ['ID=d1a66652-43fa-4a47-aa12-28c06663a15d,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:16.611820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00db1017-17f7-40d0-8f97-ab909aa48d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.618617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00db1017-17f7-40d0-8f97-ab909aa48d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.623725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.641498 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.643837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-172907f5-e08d-4533-84c0-3b7c2d9e6f50 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3527715 Aug 19 17:49:16.671238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db1017-17f7-40d0-8f97-ab909aa48d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d178b30-f6fb-408f-b45a-7a07eeddae95,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:16.682288 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00db1017-17f7-40d0-8f97-ab909aa48d30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed1acf98b35a489ea1d4882e650ff5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985273 Aug 19 17:49:16.683560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39594) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:16.726570 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.745847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.753169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:16.765349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-050ff93f-a6b3-4224-b92a-ed055e471594 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1116142 Aug 19 17:49:16.765971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.766931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:16.770086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.777886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.844700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.848433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.853486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d178b30-f6fb-408f-b45a-7a07eeddae95 HTTP/1.1" status: 204 len: 168 time: 0.1685739 Aug 19 17:49:16.871258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 134d4602-2e2d-463b-94e3-d1703c034b91 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:16.871434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740d7eb-f7a5-4b57-9f9a-3ffa9684ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d178b30-f6fb-408f-b45a-7a07eeddae95,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:16.889209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 134d4602-2e2d-463b-94e3-d1703c034b91 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:16.889626 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:16.960800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0650685 Aug 19 17:49:16.961165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39604) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:16.967031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Request body: {'subnet': {'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-993032714-subnet', 'tenant_id': '636212cc6ef7462fa18dae5e2a3ffd3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:16.998953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceb86c-f485-4ba9-ac89-8e8273985c2b admin admin] Pushing event updated for resources: {'Network': ['ID=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:17.004847 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.012308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:49:17.018487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Made reservation on behalf of 636212cc6ef7462fa18dae5e2a3ffd3c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:17.021414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.034164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-2e2e198a-ec10-4cac-bbc8-4e1523173dd8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:17.038951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-2e2e198a-ec10-4cac-bbc8-4e1523173dd8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.3180633 Aug 19 17:49:17.054387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Request body: {'port': {'device_id': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'admin_state_up': True, 'tenant_id': '6439c690dedc4551b5cb97a52db76db2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:17.100096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:17.103816 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d672dfbd-1c8f-49b7-acd7-f46b9a56c821" -d '{"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-plugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:17.115815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-e4e20304-9800-43ad-8376-347ec6426548 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:17.117614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-e4e20304-9800-43ad-8376-347ec6426548 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3436596 Aug 19 17:49:17.138902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-59f031a8-c8fa-4b77-b245-06b633a54528 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:17.139965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaa74e66-e44d-47ce-805c-25a7a706bb88 req-59f031a8-c8fa-4b77-b245-06b633a54528 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080569 Aug 19 17:49:17.158994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:17.168611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.253485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:17.258768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.292409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.302891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:17.377301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d599a0ee-0feb-42c8-9109-39e285e8821c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:17.379995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Checking segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:17.380843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Network hostable DHCP agents. Network: e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:49:17.401609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:49:17.406132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de643b-818a-4ed2-af02-7d0db2322e29 req-8d003113-a38d-43a3-8721-7b48fdadd508 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:17.407819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9de643b-818a-4ed2-af02-7d0db2322e29 req-8d003113-a38d-43a3-8721-7b48fdadd508 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1698406 Aug 19 17:49:17.424062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:17.429716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:17.433681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.437046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401fe90-9b9f-4cf5-9131-1dfae5f3df81 None None] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:17.454605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13c2e68f-7867-4e43-aa2b-18c9e8ea30f4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4923339 Aug 19 17:49:17.524339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9de643b-818a-4ed2-af02-7d0db2322e29 req-cdb3bc61-1dd0-47ea-8405-a164fb189a2f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089168 Aug 19 17:49:17.555938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Allocated IP 172.20.0.7 (6823ed67-9e6c-451d-8bde-2508e3d09943/f03e7dbe-5f17-40ed-bd98-e33c82cbe73d/36a885ef-b5e6-4fc5-a500-029c2c848ce6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:17.638215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147be550-c820-48d9-a2a9-c3aa876edfdd None None] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:17.805537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-aeab1abe-0d38-42cf-b97e-6b81a7c655fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1697562 Aug 19 17:49:17.829702 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46d0312-ce88-4cde-b747-715d53b76086 x-openstack-request-id: req-f46d0312-ce88-4cde-b747-715d53b76086 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:17.829702 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-plugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:17.829702 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f46d0312-ce88-4cde-b747-715d53b76086 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:17.831732 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'code': 200} Aug 19 17:49:17.919123 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:17.938136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-0fb41009-828a-4754-90cc-a05f21f30e46 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips/ab292d2d-44f4-4f7b-aea0-b203aacc0ee7 HTTP/1.1" status: 200 len: 692 time: 0.1103973 Aug 19 17:49:18.049074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-ea918df3-8bec-491e-bf4b-257116477524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.050568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-ea918df3-8bec-491e-bf4b-257116477524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.1702747 Aug 19 17:49:18.072366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8d18f-87e3-4fcf-a653-ca4849a36a3e req-4a97e164-5013-4007-8e85-dad3e53e18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.074006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9d8d18f-87e3-4fcf-a653-ca4849a36a3e req-4a97e164-5013-4007-8e85-dad3e53e18a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1101 time: 0.1622620 Aug 19 17:49:18.127746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:18.207183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-0f16f06d-2c2d-4f50-a02a-fdb1ba0e994b tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:18.208240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-0f16f06d-2c2d-4f50-a02a-fdb1ba0e994b tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060682 Aug 19 17:49:18.220338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Request body: {'binding': {'host': 'n-h1-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:18.221320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:49:18.380364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on host n-h1-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:18.380574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:18.380815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:18.385649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:18.385972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:18.391186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:18.392002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:18.392523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:18.393029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Bound port: b044ceb9-0486-4d06-a782-4a390026d10b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:18.436357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-6e80471a-d6a6-411a-8f92-f2492fbc176c tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.437740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-6e80471a-d6a6-411a-8f92-f2492fbc176c tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.4826932 Aug 19 17:49:18.455426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:18.460957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:18.462752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ac5745d1-df67-40b7-8dce-f1c853e66b40 service neutron] 10.222.0.36 "POST /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2464521 Aug 19 17:49:18.479854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:18.485804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9d8d18f-87e3-4fcf-a653-ca4849a36a3e req-1f421f08-930f-416f-bff5-87a987121d09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993108 Aug 19 17:49:18.524038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:18.528912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:18.531192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:18.538871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.539535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:18.558106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-ff1f86e6-cbdf-4e7a-9e5d-4bddd414359e tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1068366 Aug 19 17:49:18.567334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-8ab75d7c-cdd5-4c88-9d1b-cb60e2600d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.568961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-8ab75d7c-cdd5-4c88-9d1b-cb60e2600d3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4905910 Aug 19 17:49:18.585492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-34e87b97-1719-468e-b944-6471526de4a3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5346897 Aug 19 17:49:18.645864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Request body: {'port': {'device_id': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:18.664944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-dbc915c7-ac0b-4288-ac32-73698869faa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.0875401 Aug 19 17:49:18.695729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-d19cdd59-627d-4591-a11d-82d64962d486 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1246114 Aug 19 17:49:18.857612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f6972-66c8-4573-9913-4c3bda3addc4 req-64a9046b-7508-48b8-95eb-cb799f78f314 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.859109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-220f6972-66c8-4573-9913-4c3bda3addc4 req-64a9046b-7508-48b8-95eb-cb799f78f314 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 931 time: 0.2716637 Aug 19 17:49:18.863812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-bb40eb8c-d791-4134-8e9f-dc1bed705ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.865210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-bb40eb8c-d791-4134-8e9f-dc1bed705ba0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1740985 Aug 19 17:49:18.872632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:18.922161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.42', 64442) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:18.964904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-47e6add1-ee39-4978-93e7-4a70417d5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:18.966439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-47e6add1-ee39-4978-93e7-4a70417d5900 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1098 time: 0.0433805 Aug 19 17:49:18.991856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-220f6972-66c8-4573-9913-4c3bda3addc4 req-5c5e6f3a-349b-485f-9dab-75af10bc09ee tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249750 Aug 19 17:49:19.017658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-fc2e1d66-09cb-49da-9a92-7a82393f5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:19.019272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-fc2e1d66-09cb-49da-9a92-7a82393f5fc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444263 Aug 19 17:49:19.075922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ece0a386-79b7-4e8b-9a75-e41a5c093225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:19.077584 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-ece0a386-79b7-4e8b-9a75-e41a5c093225 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1038702 Aug 19 17:49:19.121052 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-c7b8d052-1a8d-4f57-b383-7ca74e5f27d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 217 time: 0.0362434 Aug 19 17:49:19.131068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Deleting port d1a66652-43fa-4a47-aa12-28c06663a15d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:19.131421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.174027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-702f48d4-9cf3-474a-b014-7c35a97ce03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:19.175511 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-702f48d4-9cf3-474a-b014-7c35a97ce03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0476100 Aug 19 17:49:19.211779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-25df4475-dca5-4133-8a4e-0decd2691a84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292914 Aug 19 17:49:19.293897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-927c3d4f-0e0b-4940-95f5-b8bcde5574ad service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664311 Aug 19 17:49:19.310952 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-8547c393-c99f-45b7-9893-b4b2bd4e64c8 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913296 Aug 19 17:49:19.364541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.364875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.409617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-e4958d28-a7d4-4e58-aae2-8a0afe541ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907202 Aug 19 17:49:19.415407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Calling delete_port for d1a66652-43fa-4a47-aa12-28c06663a15d owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:19.551526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-26d90921-f4d9-474f-8a0c-601ae11fc050 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:19.553321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-26d90921-f4d9-474f-8a0c-601ae11fc050 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1098 time: 0.0859671 Aug 19 17:49:19.571597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:19.598299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a0622dc-8933-4308-925f-8e1972f73ac1 req-47e2d30e-61e4-44db-acd4-d91085c1e00f service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950103 Aug 19 17:49:19.636060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.664014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a885ef-b5e6-4fc5-a500-029c2c848ce6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:19.678869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.687719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-c24b640b-9d9f-4aca-bc5b-80ba926df26c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:19.689196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-c24b640b-9d9f-4aca-bc5b-80ba926df26c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.3061547 Aug 19 17:49:19.716162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-1cc6db9d-6b47-4c59-b8b3-5c7432fbd36b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/quotas/636212cc6ef7462fa18dae5e2a3ffd3c HTTP/1.1" status: 200 len: 375 time: 0.0179257 Aug 19 17:49:19.767640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-1f9bb27b-f83e-4d10-b7f1-6a47e9a41685 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341311 Aug 19 17:49:19.770214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:19.799853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Transition to ACTIVE for port object 36a885ef-b5e6-4fc5-a500-029c2c848ce6 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:19.809360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:19.827161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.839098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.849939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:19.852422 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529fa6be-5c49-4121-9258-9474500451d3" -d '{"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:19.856607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.863147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.878367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Pushing event deleted for resources: {'Port': ['ID=d1a66652-43fa-4a47-aa12-28c06663a15d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:19.942579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:19.947362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.950345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:19.951803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb1d2779-6782-43d2-a19a-597e2e76995f req-c0598c5f-467e-4bc2-badb-ee3c19b076f1 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "DELETE /v2.0/floatingips/ab292d2d-44f4-4f7b-aea0-b203aacc0ee7 HTTP/1.1" status: 204 len: 173 time: 1.2401612 Aug 19 17:49:19.970264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on host n-h2-778550-10 for vnic_type normal with profile {"migrating_to": "n-h1-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:19.970599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:19.970936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:19.976258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:19.976653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Attempting to bind port b044ceb9-0486-4d06-a782-4a390026d10b on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:19.981767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:19.982028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:19.982412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:19.982841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Bound port: b044ceb9-0486-4d06-a782-4a390026d10b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:19.983201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.003166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:20.046308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-89e2e039-8d55-4e53-8531-a68982d06606 service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702656 Aug 19 17:49:20.047009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:20.047345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:20.047705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:20.075374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:20.078875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:20.084338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.085947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:20.086289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:20.135364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:20.135752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:20.136152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:20.136591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Bound port: 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:20.137064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.159394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:20.165411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.166120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.167643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-447199c7-5262-4648-9efc-81f88f3a7dca service neutron] 10.222.0.42 "PUT /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 1124 time: 0.6010742 Aug 19 17:49:20.188845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d00ac-45c2-4d31-883b-1000ad7f22c3 req-c66c9a75-c778-4a7f-883b-b78ce63805af tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.190522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b71d00ac-45c2-4d31-883b-1000ad7f22c3 req-c66c9a75-c778-4a7f-883b-b78ce63805af tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.1638293 Aug 19 17:49:20.269338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-1407876a-e92f-4735-b9ec-c5ee0f86a452 service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017696 Aug 19 17:49:20.278448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:20.283695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:20.287566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b71d00ac-45c2-4d31-883b-1000ad7f22c3 req-91a911c9-4deb-4bf0-a35e-00261a33e95c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899436 Aug 19 17:49:20.289465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.299939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b044ceb9-0486-4d06-a782-4a390026d10b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:20.336625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.336979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:20.347210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] 10.222.0.42 "PUT /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 1092 time: 1.7051682 Aug 19 17:49:20.347620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:20.349984 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a79099c-efbb-44e6-902b-799c93ad235d" -d '{"events": [{"name": "network-changed", "server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:20.380157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0b86b-3793-4ec7-9878-8562c899ad35 service neutron] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:20.485400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-db84ae85-024d-4050-8aa8-d21534e455a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.486923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-db84ae85-024d-4050-8aa8-d21534e455a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1095 time: 0.0838957 Aug 19 17:49:20.503297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfab9f-db7d-4f53-b0f3-dc74131a86fa req-48b81e4f-15d5-44c7-8aea-b816a405bc26 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.504822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4dfab9f-db7d-4f53-b0f3-dc74131a86fa req-48b81e4f-15d5-44c7-8aea-b816a405bc26 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1121585 Aug 19 17:49:20.555439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-3e63b227-1949-46f1-965d-ad5021ab297f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.0601196 Aug 19 17:49:20.628709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4dfab9f-db7d-4f53-b0f3-dc74131a86fa req-c851ec84-425d-4337-a153-1c7136e2b90d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117437 Aug 19 17:49:20.642649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-4ae84ee1-148b-4280-a040-6004e7cac048 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371609 Aug 19 17:49:20.661896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-44a5d8c0-b761-4a92-976a-58a68606d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:20.664127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-44a5d8c0-b761-4a92-976a-58a68606d971 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1005383 Aug 19 17:49:20.725024 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628da2f7-6fe2-41c1-a160-308f0bd4da96 x-openstack-request-id: req-628da2f7-6fe2-41c1-a160-308f0bd4da96 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:20.726938 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:20.727469 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-628da2f7-6fe2-41c1-a160-308f0bd4da96 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:20.728110 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'code': 200} Aug 19 17:49:20.975117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-fac6af57-af55-4074-95d2-86c27348b9aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3002656 Aug 19 17:49:21.016712 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-4463ce30-8726-40c2-a059-0ed182960f67 req-9d1ad22b-73be-4e35-8d3e-7196bceae5f0 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] show failed (client error): The resource could not be found. Aug 19 17:49:21.017749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4463ce30-8726-40c2-a059-0ed182960f67 req-9d1ad22b-73be-4e35-8d3e-7196bceae5f0 tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips/ab292d2d-44f4-4f7b-aea0-b203aacc0ee7 HTTP/1.1" status: 404 len: 350 time: 0.0706122 Aug 19 17:49:21.128251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-0fa39b80-d476-4b84-96c7-1cbe6aed7573 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.129756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-0fa39b80-d476-4b84-96c7-1cbe6aed7573 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4799507 Aug 19 17:49:21.176992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-1db9b831-0205-4b00-b8af-3aba81b592aa tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/quotas/0d516a2a71f54f11a57d20c911d57e1c HTTP/1.1" status: 200 len: 375 time: 0.0262015 Aug 19 17:49:21.179761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-a5c5ae7d-e598-476f-87c7-2d3b04222ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731591 Aug 19 17:49:21.187225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71973e4f-8f69-4759-b797-92cc2ffbdd91 req-0f2e61a5-994a-47bd-8d28-4344b54e58fd tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.189002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71973e4f-8f69-4759-b797-92cc2ffbdd91 req-0f2e61a5-994a-47bd-8d28-4344b54e58fd tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.1095865 Aug 19 17:49:21.260861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-13097179-b947-4348-a224-8b217384ba29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707815 Aug 19 17:49:21.300306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71973e4f-8f69-4759-b797-92cc2ffbdd91 req-71cbe361-c293-4d14-9aac-e688c11dda53 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947909 Aug 19 17:49:21.338957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b210da02-44d2-41f6-8c34-3c4335e20e6d req-0a930635-bba7-497e-a53e-01896ca7b7b7 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478922 Aug 19 17:49:21.360260 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e2b32-1b63-4d9f-a9e2-36c1c1146272 x-openstack-request-id: req-840e2b32-1b63-4d9f-a9e2-36c1c1146272 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:21.360854 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:21.361244 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-840e2b32-1b63-4d9f-a9e2-36c1c1146272 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:21.361775 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'status': 'completed', 'code': 200} Aug 19 17:49:21.485595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2be853b2-9bbd-4aaa-9f17-ffedebb2eb42 req-1d75e4e2-c5ae-4381-b8c1-0ef6ffd496b3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 210 time: 0.0445278 Aug 19 17:49:21.509838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79099c-efbb-44e6-902b-799c93ad235d req-5a1c3e43-d150-40d1-8d01-cd949b40e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.511627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-5a1c3e43-d150-40d1-8d01-cd949b40e4ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1095 time: 0.0894303 Aug 19 17:49:21.586667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-31ca9f8d-69c7-4590-abc0-a753fd001464 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.588474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-31ca9f8d-69c7-4590-abc0-a753fd001464 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.1991680 Aug 19 17:49:21.633298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'port': {'device_id': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'admin_state_up': True, 'tenant_id': '636212cc6ef7462fa18dae5e2a3ffd3c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:21.633959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79099c-efbb-44e6-902b-799c93ad235d req-46581a80-ebda-48bf-87df-da99d3fc6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.635403 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-46581a80-ebda-48bf-87df-da99d3fc6cd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1163616 Aug 19 17:49:21.636928 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-6c81ddfc-c5ac-4ecc-b841-71379a0fc5e0 req-b0b5086d-4241-4e74-bbe6-eea358344a0e tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] show failed (client error): The resource could not be found. Aug 19 17:49:21.638020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c81ddfc-c5ac-4ecc-b841-71379a0fc5e0 req-b0b5086d-4241-4e74-bbe6-eea358344a0e tempest-FloatingIPsTestJSON-710948171 tempest-FloatingIPsTestJSON-710948171-project] 10.222.0.36 "GET /v2.0/floatingips/ab292d2d-44f4-4f7b-aea0-b203aacc0ee7 HTTP/1.1" status: 404 len: 350 time: 0.0666261 Aug 19 17:49:21.647897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:21.728601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-b11e9d92-0b8c-48f9-98a8-2a8364487706 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.0786364 Aug 19 17:49:21.810990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008f380-e41c-4d50-9819-4b96b81a6166 req-26c2616f-85d6-4230-8ca4-f814dc26f052 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.818069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2008f380-e41c-4d50-9819-4b96b81a6166 req-26c2616f-85d6-4230-8ca4-f814dc26f052 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.1182973 Aug 19 17:49:21.841127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79099c-efbb-44e6-902b-799c93ad235d req-fea450d0-5bc4-4739-8c9b-1f1c8325b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:21.842910 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-fea450d0-5bc4-4739-8c9b-1f1c8325b429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1036606 Aug 19 17:49:21.858911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Made reservation on behalf of 636212cc6ef7462fa18dae5e2a3ffd3c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:21.862770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:21.942517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2008f380-e41c-4d50-9819-4b96b81a6166 req-94c8a5ea-fdc5-4c66-af95-55cd6f650a9e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234519 Aug 19 17:49:21.946010 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-40c3d818-85f9-4e2d-acb9-d75eb25dcb8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932958 Aug 19 17:49:21.992730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f109f026-441a-4225-ac48-4255c8c7666c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491304 Aug 19 17:49:22.039852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39764) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:22.125921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-5784d119-acd9-4f48-aeb4-c80a9cd1ca3a service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691034 Aug 19 17:49:22.159629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Allocated IP 172.20.0.14 (e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5/d599a0ee-0feb-42c8-9109-39e285e8821c/b0f10708-28d9-49a9-ada9-8b236dddf1ee) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:22.200334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-5f7af9a2-b61b-4d69-b40c-c44f23e973f5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:22.202013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-5f7af9a2-b61b-4d69-b40c-c44f23e973f5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982913 Aug 19 17:49:22.240011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-82e9e2be-bbdc-43f2-80fc-4ce3bac5d67e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/quotas/0d516a2a71f54f11a57d20c911d57e1c HTTP/1.1" status: 200 len: 375 time: 0.0316670 Aug 19 17:49:22.267951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-cd80bbe2-3344-4742-887a-eeec1c5e0cae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2277455 Aug 19 17:49:22.306975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a79099c-efbb-44e6-902b-799c93ad235d req-12eacb13-3a2a-451a-b6b4-bed53b908937 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640465 Aug 19 17:49:22.316584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-c26f4f40-529e-46eb-950a-2db0b41c5c62 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663450 Aug 19 17:49:22.391174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:22.400687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237e4e-bb84-4a01-8d07-822e13f73d5c req-d348f24a-882a-49f8-93df-e7604dbed4e4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:22.402245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5237e4e-bb84-4a01-8d07-822e13f73d5c req-d348f24a-882a-49f8-93df-e7604dbed4e4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1477923 Aug 19 17:49:22.532204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5237e4e-bb84-4a01-8d07-822e13f73d5c req-2d4277f9-076f-4df0-adee-0e0cbc51f760 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202576 Aug 19 17:49:22.568275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:22.666243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6598b-de11-45a6-872c-1512f433d366 req-ead2b03d-0bbb-455f-aeae-f6a710e5de37 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:22.674246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ea6598b-de11-45a6-872c-1512f433d366 req-ead2b03d-0bbb-455f-aeae-f6a710e5de37 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.1365933 Aug 19 17:49:22.727921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ee63c87-30ab-4706-b7d4-1aa12964a475 req-cbd2514d-b1ac-46ca-9af7-849f27c4334e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 210 time: 0.1155407 Aug 19 17:49:22.810084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-8e8d0772-7426-4bb4-80b8-eaeb099df0db tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572433 Aug 19 17:49:22.860286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ea6598b-de11-45a6-872c-1512f433d366 req-ffa520db-63ce-45de-87bf-12088db58ac7 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836476 Aug 19 17:49:22.883037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:22.887389 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758225ae-420b-4049-835e-14a4d54f9d43" -d '{"events": [{"name": "network-changed", "server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:22.914356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:23.032834 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096c034-c7ad-4cd8-b648-a1c3efd44fda x-openstack-request-id: req-6096c034-c7ad-4cd8-b648-a1c3efd44fda {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:23.033383 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:23.033760 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6096c034-c7ad-4cd8-b648-a1c3efd44fda {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:23.034204 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'status': 'completed', 'code': 200} Aug 19 17:49:23.200351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Deleting port 02859d21-0930-4cf7-9f37-49ddb3cf14b8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:23.202585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:23.203117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:23.209440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758225ae-420b-4049-835e-14a4d54f9d43 req-6c379e29-50c2-41af-9ceb-39963aec519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.211428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-6c379e29-50c2-41af-9ceb-39963aec519d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1127 time: 0.0864639 Aug 19 17:49:23.221185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df7b1-05e0-4037-b776-4b1c7b410f13 req-895533f1-8c3b-4334-a3af-b338d54d4291 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.231246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a4df7b1-05e0-4037-b776-4b1c7b410f13 req-895533f1-8c3b-4334-a3af-b338d54d4291 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 932 time: 0.2950792 Aug 19 17:49:23.279062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:23.296116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a4df7b1-05e0-4037-b776-4b1c7b410f13 req-da6eb1aa-7880-4945-8aad-7af50c0fb46c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638082 Aug 19 17:49:23.298365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:23.305581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.306442 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:23.333130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7044425 Aug 19 17:49:23.357179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Request body: {'port': {'device_id': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:23.369478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c8d1-47de-41e0-83eb-15027a052c2e req-c76ee0ed-c788-422c-a761-cbece059d5c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.371188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e13c8d1-47de-41e0-83eb-15027a052c2e req-c76ee0ed-c788-422c-a761-cbece059d5c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.2404306 Aug 19 17:49:23.371966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f07e-cac3-4f74-8b58-0681bf5acdb6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:23.451243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e13c8d1-47de-41e0-83eb-15027a052c2e req-ceb3dc42-19f3-4bbc-a21f-24726a7056fa tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Aug 19 17:49:23.478459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-e60aa0a8-ffa5-4f66-a9ff-875a81a8d362 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.480321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-e60aa0a8-ffa5-4f66-a9ff-875a81a8d362 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6632960 Aug 19 17:49:23.497016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] For port 02859d21-0930-4cf7-9f37-49ddb3cf14b8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02859d21-0930-4cf7-9f37-49ddb3cf14b8,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:23.497670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:23.529447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Request body: {'port': {'device_id': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '0d516a2a71f54f11a57d20c911d57e1c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:23.533239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:23.536230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Calling delete_port for 02859d21-0930-4cf7-9f37-49ddb3cf14b8 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:23.541223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758225ae-420b-4049-835e-14a4d54f9d43 req-5ae975cd-379d-4770-bd2f-63a2216b5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.542834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-5ae975cd-379d-4770-bd2f-63a2216b5414 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.3144314 Aug 19 17:49:23.672378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-8e573b44-7daa-41d6-9c03-61010563e018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 217 time: 0.1103244 Aug 19 17:49:23.790744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758225ae-420b-4049-835e-14a4d54f9d43 req-18b3db08-d4fe-47b5-bb55-f20d7e66e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.792641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-18b3db08-d4fe-47b5-bb55-f20d7e66e668 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0834584 Aug 19 17:49:23.812435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5168c35-ecd6-40b4-b50a-1fb7f2638eef req-3f4ff7de-46b1-4090-afe8-80aec67e34b0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:23.814088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5168c35-ecd6-40b4-b50a-1fb7f2638eef req-3f4ff7de-46b1-4090-afe8-80aec67e34b0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1575384 Aug 19 17:49:23.826055 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-c0f04d2d-b704-4604-ad17-ec487f86a4ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262215 Aug 19 17:49:23.896002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.13', 53927) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:23.932995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39836) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:23.934975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa69764a-e072-46ee-a3f4-5249e108bb4a req-21140e30-9b02-4c64-99a7-52b966e92f2d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 210 time: 0.0715432 Aug 19 17:49:23.987223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-63db7363-928e-451c-b922-99992ccbe196 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246114 Aug 19 17:49:24.012510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5168c35-ecd6-40b4-b50a-1fb7f2638eef req-ada759ab-945e-4423-8110-10893d354f26 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Aug 19 17:49:24.064556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Made reservation on behalf of 0d516a2a71f54f11a57d20c911d57e1c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:24.067964 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.093257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.115908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:24.121867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Pushing event deleted for resources: {'Port': ['ID=02859d21-0930-4cf7-9f37-49ddb3cf14b8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:24.278119 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fed293f6-ec68-49a4-b21e-a721c1653ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.290253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:24.306189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b has no active binding in host n-h1-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:49:24.307527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:24.417125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.439956 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-4d0df89f-6099-4e93-8377-65b8e4ccbdba tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643009 Aug 19 17:49:24.442027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758225ae-420b-4049-835e-14a4d54f9d43 req-c9cdfe70-7a69-49cd-bd4e-c909014267f8 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359500 Aug 19 17:49:24.442755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.465062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-6f49d680-8ec7-4355-9c4f-34033ebf7d86 service neutron] 10.222.0.13 "GET /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.5435159 Aug 19 17:49:24.489556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:24.502831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'port_id': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'mac_address': 'fa:16:3e:f3:d7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e7dbe-5f17-40ed-bd98-e33c82cbe73d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:24.541991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1347553-7b44-49be-a5c3-bfdb9d37a707 req-9e5f9e88-7ad8-4e0e-b877-39502e42241a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:24.544201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1347553-7b44-49be-a5c3-bfdb9d37a707 req-9e5f9e88-7ad8-4e0e-b877-39502e42241a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.5301454 Aug 19 17:49:24.556266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.572382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a885ef-b5e6-4fc5-a500-029c2c848ce6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:24.596825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:24.603298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.656503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:24.679508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d35af-5bd0-463a-b394-ecf1cfb1d704 req-df036797-a085-4611-965d-a821e4c2251b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:24.681010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a7d35af-5bd0-463a-b394-ecf1cfb1d704 req-df036797-a085-4611-965d-a821e4c2251b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 932 time: 0.2515967 Aug 19 17:49:24.700947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-598d4d61-4927-4748-9e14-955e579cb02b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:24.702412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-598d4d61-4927-4748-9e14-955e579cb02b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552323 Aug 19 17:49:24.717567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Request body: {'port': {'device_id': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '0d516a2a71f54f11a57d20c911d57e1c'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:24.733313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1347553-7b44-49be-a5c3-bfdb9d37a707 req-84066d6e-cd49-4540-b99b-8e755c9a900c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776068 Aug 19 17:49:24.773306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-0df89bbb-d5f3-45a1-854e-8e4511e9645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:24.775020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-0df89bbb-d5f3-45a1-854e-8e4511e9645e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1101 time: 0.1300395 Aug 19 17:49:24.782683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f10708-28d9-49a9-ada9-8b236dddf1ee {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:24.804865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.866308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['36a885ef-b5e6-4fc5-a500-029c2c848ce6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:24.899276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a7d35af-5bd0-463a-b394-ecf1cfb1d704 req-2c14b3d6-3dfa-4484-9760-2495c5a26e3d tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911170 Aug 19 17:49:24.906355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Transition to ACTIVE for port object b0f10708-28d9-49a9-ada9-8b236dddf1ee will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:24.929571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.934738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:24.943269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.026175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Router cd29d297-8a68-4cdd-bb55-dc9bd689f403 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:49:25.047413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-eb55e994-8352-4ced-9ced-32243bb1c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.049215 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-eb55e994-8352-4ced-9ced-32243bb1c37b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2666895 Aug 19 17:49:25.101405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-75bc46b6-8a0c-4d3d-befd-eadd31ab8072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0449965 Aug 19 17:49:25.116704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:25.141440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae988976-ab0c-4e80-9fe3-e8ca4f51e0c3 req-0b037095-7f43-47a2-aa94-e1f7ce2a8c3b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.142170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae988976-ab0c-4e80-9fe3-e8ca4f51e0c3 req-0b037095-7f43-47a2-aa94-e1f7ce2a8c3b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 944 time: 0.2649000 Aug 19 17:49:25.161252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:25.171898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f35ae6e-db49-4016-9385-6059d78c8662 req-c4ce9ab4-9f70-4414-9fb1-133249af9c4c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 210 time: 0.1136339 Aug 19 17:49:25.172417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93704a13-fd19-4156-8d85-ec6f8fa2bf9b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:25.218321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:25.247395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fed293f6-ec68-49a4-b21e-a721c1653ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.249347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-e2e71061-3a6e-45d0-b8d8-2bd5c6989100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.251020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-e2e71061-3a6e-45d0-b8d8-2bd5c6989100 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1150389 Aug 19 17:49:25.262948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fed293f6-ec68-49a4-b21e-a721c1653ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.305851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Attempting to bind port b0f10708-28d9-49a9-ada9-8b236dddf1ee on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:25.306193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Attempting to bind port b0f10708-28d9-49a9-ada9-8b236dddf1ee by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:25.306532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Attempting to bind port b0f10708-28d9-49a9-ada9-8b236dddf1ee on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:25.337638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b044ceb9-0486-4d06-a782-4a390026d10b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:25.357073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Port b0f10708-28d9-49a9-ada9-8b236dddf1ee on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:25.357403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Attempting to bind port b0f10708-28d9-49a9-ada9-8b236dddf1ee on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:25.362430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:25.380227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae988976-ab0c-4e80-9fe3-e8ca4f51e0c3 req-576946e5-fe19-48ee-aed0-caa7e9c5c284 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111616 Aug 19 17:49:25.396075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Allocated IP 192.168.233.38 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/047a2c55-becf-4de7-be75-553d9b200347) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:25.399378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:25.399752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Checking segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:25.400151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Bound using segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:25.400596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Bound port: b0f10708-28d9-49a9-ada9-8b236dddf1ee, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:25.401045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.405097 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.462950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bde05e-73f4-412d-8b5b-3592539a6990 req-6898b3f3-0bff-4307-9adf-16c24d9e2bc6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.464434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35bde05e-73f4-412d-8b5b-3592539a6990 req-6898b3f3-0bff-4307-9adf-16c24d9e2bc6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1811740 Aug 19 17:49:25.566184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Made reservation on behalf of 0d516a2a71f54f11a57d20c911d57e1c for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:25.569842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.598932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fed293f6-ec68-49a4-b21e-a721c1653ce0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18f3f105d7414e19a23dbf902e8e6c64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6648331 Aug 19 17:49:25.602312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:25.604216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:25.605865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed293f6-ec68-49a4-b21e-a721c1653ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6d967-af8c-4b88-a76b-4c5bea80e770,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:25.610437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35bde05e-73f4-412d-8b5b-3592539a6990 req-d97ec040-e591-4a85-a84b-62f865a3146e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030369 Aug 19 17:49:25.610734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:25.617803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Sync routers for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:25.618561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8365abce-bc00-49e7-8787-2d64be708209 admin admin] 10.222.0.36 "PUT /v2.0/routers/cd29d297-8a68-4cdd-bb55-dc9bd689f403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9682446 Aug 19 17:49:25.623959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39854) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:25.634878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:25.638343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:25.671977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:25.684788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.701858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] Transition to ACTIVE for port object b044ceb9-0486-4d06-a782-4a390026d10b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:25.719091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-37db2e0c-0cff-4497-8eea-b2e69b145adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.720600 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-37db2e0c-0cff-4497-8eea-b2e69b145adf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4607127 Aug 19 17:49:25.727015 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.728492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.743154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:25.743800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.745195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] 10.222.0.42 "PUT /v2.0/ports/b0f10708-28d9-49a9-ada9-8b236dddf1ee HTTP/1.1" status: 200 len: 1093 time: 2.3930728 Aug 19 17:49:25.749897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:25.752180 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051aed67-71fd-463a-993f-7600fe6ad2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:25.802238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94622e-e6f1-4dba-a080-2ba4b32bc90c service neutron] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:25.846405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] No DVR routers for this DVR port b044ceb9-0486-4d06-a782-4a390026d10b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:25.849153 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823cffc-b563-4f28-9c38-56d9a5f209cd x-openstack-request-id: req-0823cffc-b563-4f28-9c38-56d9a5f209cd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:25.849448 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:25.849699 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0823cffc-b563-4f28-9c38-56d9a5f209cd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:25.850123 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'status': 'completed', 'code': 200} Aug 19 17:49:25.856605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:25.875783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.917712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.927112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:25.980309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] 10.222.0.13 "PUT /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b/bindings/n-h1-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4939296 Aug 19 17:49:25.983730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Transition to ACTIVE for port object 047a2c55-becf-4de7-be75-553d9b200347 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:25.995692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770226d-6679-4c75-b615-ba508a55a841 service neutron] Pushing event updated for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:26.009891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.023847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-eca8b84a-e339-4769-9180-245daabd925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.025509 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-7eebf588-b6c0-45ab-a140-e6f95253993e service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928967 Aug 19 17:49:26.025721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-eca8b84a-e339-4769-9180-245daabd925a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 1096 time: 0.1884630 Aug 19 17:49:26.072235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52384ddd-438b-427b-9457-f1ce989490f6 req-3bb758ea-5a36-4d24-86ba-45c7192bfddb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.073788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52384ddd-438b-427b-9457-f1ce989490f6 req-3bb758ea-5a36-4d24-86ba-45c7192bfddb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 944 time: 0.1799703 Aug 19 17:49:26.101046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:23Z', 'revision_number': 5, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:26.116865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-d433f6c9-a24c-4e85-83f9-6d8ad0439c4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee HTTP/1.1" status: 200 len: 217 time: 0.0736227 Aug 19 17:49:26.130675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:26.133962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Checking router: cd29d297-8a68-4cdd-bb55-dc9bd689f403 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:26.143499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Routers {'cd29d297-8a68-4cdd-bb55-dc9bd689f403'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:26.144285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:26.188978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.197218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.200482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.204186 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cef6d967-af8c-4b88-a76b-4c5bea80e770 HTTP/1.1" status: 204 len: 168 time: 0.5931134 Aug 19 17:49:26.212222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.227739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095661-2c1e-4f6d-a464-93e8f311aa3b req-c31907e7-7d40-4179-98a4-dd8da95167f9 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.229317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89095661-2c1e-4f6d-a464-93e8f311aa3b req-c31907e7-7d40-4179-98a4-dd8da95167f9 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 944 time: 0.2240975 Aug 19 17:49:26.250106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcde03-6356-46bc-9a44-668c4504b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6d967-af8c-4b88-a76b-4c5bea80e770,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:26.280383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52384ddd-438b-427b-9457-f1ce989490f6 req-faf34055-6943-4803-8a9a-0155ec222e00 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766896 Aug 19 17:49:26.297040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:26.301732 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-1c235e91-6158-4b18-b187-fc2cfbaeae69 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434404 Aug 19 17:49:26.313421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e5c976e9-cccd-4899-94cf-fc2f2c31e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.313421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-e5c976e9-cccd-4899-94cf-fc2f2c31e5b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.1821570 Aug 19 17:49:26.317345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] Set router cd29d297-8a68-4cdd-bb55-dc9bd689f403 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:26.321750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Allocated IP 192.168.233.170 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/bab325d2-30e2-4ab5-8a62-cdfb416b5cf0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:26.337247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:26.358118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:26.372900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.373545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.378931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-6ac055b7-3e49-473e-911e-68285bee4f2c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.392006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-6ac055b7-3e49-473e-911e-68285bee4f2c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.2868929 Aug 19 17:49:26.392700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:26.410468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:26.420886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:26.421459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.455062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-24e02d0b-2f6b-4f69-901c-8d3b03e421d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213725 Aug 19 17:49:26.571318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89095661-2c1e-4f6d-a464-93e8f311aa3b req-3a3b3c67-f038-4597-978e-df9680eec6e1 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089225 Aug 19 17:49:26.618788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.621399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d7dbeca-2541-4c96-bb85-17819d5fe726 req-4c7da2a2-cec4-428b-951a-e92963979202 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 210 time: 0.2164681 Aug 19 17:49:26.630487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Deleting port 90dbf533-b97d-4254-a4b7-4ec06b633288 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:26.631096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.696357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-ec8c1789-9b37-4b5c-8b9d-74918c88dedb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1762950 Aug 19 17:49:26.703541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Transition to ACTIVE for port object bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:26.738036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Request body: {'port': {'device_id': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:26.759759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.782449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.814401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-c042ad6d-da4a-4286-adc6-5bb2d8535beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.816177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-c042ad6d-da4a-4286-adc6-5bb2d8535beb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 1097 time: 0.3728683 Aug 19 17:49:26.842631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39874) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:26.873721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:26.876298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event updated for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:26.892600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb1c092d-319c-4d53-8bee-7d2b195c6064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.898843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:26.908865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:26.912386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc3f2d-ea17-4042-9cdf-cb18e617529c req-e9af8312-3c7b-497a-b877-4ee489fe6a11 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:26.914831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfbc3f2d-ea17-4042-9cdf-cb18e617529c req-e9af8312-3c7b-497a-b877-4ee489fe6a11 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.2208974 Aug 19 17:49:26.916212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.925382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-d4f2adfc-0df3-4ab2-8825-067392ae1e2e service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411745 Aug 19 17:49:26.950652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-abf5f26d-3adc-4cff-abb9-ae0683b02d26 None None] Provisioning for port 047a2c55-becf-4de7-be75-553d9b200347 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:26.956089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] For port 90dbf533-b97d-4254-a4b7-4ec06b633288, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=90dbf533-b97d-4254-a4b7-4ec06b633288,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:26.956089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.966275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-abf5f26d-3adc-4cff-abb9-ae0683b02d26 None None] Provisioning complete for port 047a2c55-becf-4de7-be75-553d9b200347 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:26.966737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-abf5f26d-3adc-4cff-abb9-ae0683b02d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:26.981506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Calling delete_port for 90dbf533-b97d-4254-a4b7-4ec06b633288 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:26.993767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:26.996307 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d6364-bb30-4e15-beda-f6eb5ef65b65" -d '{"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-plugged", "status": "completed", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:27.009620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0117f-cdc4-412f-b9b3-1a6642003765 req-26c6b002-bdff-4e57-ba41-87efaf9f084e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.017144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7e0117f-cdc4-412f-b9b3-1a6642003765 req-26c6b002-bdff-4e57-ba41-87efaf9f084e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.2474504 Aug 19 17:49:27.023601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:27.030038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-abf5f26d-3adc-4cff-abb9-ae0683b02d26 None None] Port 047a2c55-becf-4de7-be75-553d9b200347 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:27.035366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.041835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:23Z', 'revision_number': 5, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:27.086504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.087178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.095641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2a0b7-8ed6-490c-8163-b9d76bc612a9 None None] The sync data for ids ['cd29d297-8a68-4cdd-bb55-dc9bd689f403'] in n-d-778550-10 is: [{'id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'name': 'tempest-FloatingIPsTestJSON-904415572-router', 'tenant_id': 'ab24f6d93e46428ba9216007632b3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:48:53Z', 'updated_at': '2021-08-19T17:49:23Z', 'revision_number': 5, 'project_id': 'ab24f6d93e46428ba9216007632b3166', 'gw_port': {'id': '90dbf533-b97d-4254-a4b7-4ec06b633288', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:da:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd29d297-8a68-4cdd-bb55-dc9bd689f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:48:54Z', 'updated_at': '2021-08-19T17:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:27.129814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:27.194500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-a541cfbd-83d6-4876-8ef9-689446a72e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.196036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-a541cfbd-83d6-4876-8ef9-689446a72e36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1097 time: 0.3393431 Aug 19 17:49:27.254405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5e1d025e-b134-4065-8d8f-7c2bd67c803c None None] Provisioning for port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:27.258387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5e1d025e-b134-4065-8d8f-7c2bd67c803c None None] Provisioning complete for port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:27.258839 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5e1d025e-b134-4065-8d8f-7c2bd67c803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.280134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfbc3f2d-ea17-4042-9cdf-cb18e617529c req-8cc3854e-a279-4f17-bd7c-de220160e180 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430789 Aug 19 17:49:27.280589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb1c092d-319c-4d53-8bee-7d2b195c6064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.292887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb1c092d-319c-4d53-8bee-7d2b195c6064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.306187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-f741394b-f695-47ed-b0f4-9b651c2c96ef tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5930841 Aug 19 17:49:27.321533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d025e-b134-4065-8d8f-7c2bd67c803c None None] Port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:27.337616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Request body: {'port': {'device_id': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:27.342699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7e0117f-cdc4-412f-b9b3-1a6642003765 req-a301768a-26b2-45af-ab35-c7619bf525f5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246906 Aug 19 17:49:27.373414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b101f6-b5bb-4196-9b36-2cef385f6cdb req-2e4cbe08-4076-427d-a1ed-4b987fb1435d service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374671 Aug 19 17:49:27.403290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.414488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c092d-319c-4d53-8bee-7d2b195c6064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2d47a-a148-4ac4-abaa-cd1dc46e96ae,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:27.421129 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08290992-e9ef-496c-b25c-1cec1232f0aa x-openstack-request-id: req-08290992-e9ef-496c-b25c-1cec1232f0aa {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:27.421538 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-plugged", "status": "completed", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:27.422379 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08290992-e9ef-496c-b25c-1cec1232f0aa {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:27.422471 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'code': 200} Aug 19 17:49:27.430879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb1c092d-319c-4d53-8bee-7d2b195c6064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f53285ebbc84aacb9a8706216459130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810883 Aug 19 17:49:27.441209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39882) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:27.507839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.42', 64447) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:27.510587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.526275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dbf533-b97d-4254-a4b7-4ec06b633288,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:27.707230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f2e2-e64b-41b7-aa10-e3aa82a47def req-214bff9f-5f01-43b0-84d8-6aca29ac5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.708788 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8a66f2e2-e64b-41b7-aa10-e3aa82a47def req-214bff9f-5f01-43b0-84d8-6aca29ac5f47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1097 time: 0.1959677 Aug 19 17:49:27.709959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.790307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.795630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-21e75b4d-78c6-4532-88d1-fda3e173c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.797039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-21e75b4d-78c6-4532-88d1-fda3e173c3ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.5918040 Aug 19 17:49:27.862989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-90d85f15-5c00-4739-9248-981ce825a9dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 200 len: 217 time: 0.0548706 Aug 19 17:49:27.901266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76c6f-5636-42a8-a039-a600e64f3ad9 req-669ae342-1a84-48aa-ba5c-dc35ba54e338 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.902834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dd76c6f-5636-42a8-a039-a600e64f3ad9 req-669ae342-1a84-48aa-ba5c-dc35ba54e338 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 945 time: 0.2065082 Aug 19 17:49:27.909059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.927152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-bbea3391-ef3f-4302-bc32-73887b1d2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.928800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-bbea3391-ef3f-4302-bc32-73887b1d2d2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 1096 time: 0.2314463 Aug 19 17:49:27.934596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.937229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8a66f2e2-e64b-41b7-aa10-e3aa82a47def req-d864b74d-edfc-4f44-9e18-17622a0d35a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172153 Aug 19 17:49:27.939854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:27.955670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b96a8-e0e8-4807-bf52-6e8294f5bff7 req-c46a9824-0e08-49c8-ae4e-372683b46d95 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:27.957164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42b96a8-e0e8-4807-bf52-6e8294f5bff7 req-c46a9824-0e08-49c8-ae4e-372683b46d95 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 944 time: 0.2574685 Aug 19 17:49:28.000785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.001335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd29d297-8a68-4cdd-bb55-dc9bd689f403 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:49:28.007891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.011570 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6c42b67-a7ea-4af3-95fa-8b09e493e288 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cd29d297-8a68-4cdd-bb55-dc9bd689f403 HTTP/1.1" status: 204 len: 168 time: 2.3834143 Aug 19 17:49:28.011570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39888) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:28.048567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.051003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.054673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:28.055253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5e2d47a-a148-4ac4-abaa-cd1dc46e96ae HTTP/1.1" status: 204 len: 168 time: 0.6099522 Aug 19 17:49:28.071631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977fbd0-efba-4f41-9bc9-3b5e64b8d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2d47a-a148-4ac4-abaa-cd1dc46e96ae,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:28.080221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Deleting subnet 8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:49:28.083670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.089668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.100079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-3d1d79a8-8852-4e40-8898-5faf3c64f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.101517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-3d1d79a8-8852-4e40-8898-5faf3c64f8cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.2220588 Aug 19 17:49:28.114498 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f4fc94c6-e5e1-48ec-9ef7-157043bb76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.133802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.137833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Transition to ACTIVE for port object 047a2c55-becf-4de7-be75-553d9b200347 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:28.143309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dd76c6f-5636-42a8-a039-a600e64f3ad9 req-2f909479-168d-4eea-8bc2-524a909152f2 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121415 Aug 19 17:49:28.157483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42b96a8-e0e8-4807-bf52-6e8294f5bff7 req-13a2cc7c-582b-47bf-9df7-ffca5513423a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747861 Aug 19 17:49:28.172511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.218962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-194547ca-c285-4876-b158-1c8f7cbbf4a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743582 Aug 19 17:49:28.262376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-75ae7b19-013f-463d-a214-927db0e1c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.263931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-75ae7b19-013f-463d-a214-927db0e1c272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 922 time: 0.3052909 Aug 19 17:49:28.313378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.314060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:28.361932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-e929b252-92c2-4fdf-9c34-0c011797d4c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee HTTP/1.1" status: 200 len: 217 time: 0.0634835 Aug 19 17:49:28.445974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:28.458658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.473650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Transition to ACTIVE for port object bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:28.497327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.498490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Attempting to bind port 047a2c55-becf-4de7-be75-553d9b200347 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:28.498920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Attempting to bind port 047a2c55-becf-4de7-be75-553d9b200347 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:28.499351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Attempting to bind port 047a2c55-becf-4de7-be75-553d9b200347 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:28.514572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.536826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Port 047a2c55-becf-4de7-be75-553d9b200347 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:28.537015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Attempting to bind port 047a2c55-becf-4de7-be75-553d9b200347 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:28.547162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-dda2deea-8238-4d19-8d86-33c298ecb17f service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159287 Aug 19 17:49:28.555246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62010545-23ad-4ec1-a623-a2337ab67403 req-787608fa-eb82-4c8b-afe4-ccb685205c57 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.556619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62010545-23ad-4ec1-a623-a2337ab67403 req-787608fa-eb82-4c8b-afe4-ccb685205c57 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 936 time: 0.2460377 Aug 19 17:49:28.561552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-dcd25429-1684-4790-8496-a3c246afd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.562929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-dcd25429-1684-4790-8496-a3c246afd8cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.1633992 Aug 19 17:49:28.570940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:28.571236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:28.571489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:28.571649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:28.572087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Bound port: 047a2c55-becf-4de7-be75-553d9b200347, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:28.572441 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.593981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316b858-b14e-4ce8-9a28-7ffb74529c6f req-33f75c39-8454-4f6b-b5eb-d2fa57e7fd71 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.595576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d316b858-b14e-4ce8-9a28-7ffb74529c6f req-33f75c39-8454-4f6b-b5eb-d2fa57e7fd71 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.2159059 Aug 19 17:49:28.607886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4c2e6-b0e8-45b2-a4d7-1269213975e8 None None] Network 59f5ee59-6349-442b-b05d-f8b41ac1bf36 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:28.615113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.617887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-375581d9-e6c8-4727-9a9f-25b59bd247d7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8fc1ea0c-0a72-4fb8-8e6f-3827eb42ab0c HTTP/1.1" status: 204 len: 168 time: 0.6053536 Aug 19 17:49:28.621938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39904) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:28.636586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Pushing event updated for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:28.720168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-5397e722-b3ec-4954-8857-be20fab0c750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436274 Aug 19 17:49:28.767170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Attempting to bind port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:28.767642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Attempting to bind port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:28.767982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Attempting to bind port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:28.773557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:28.773788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Attempting to bind port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:28.780752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:28.781094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:28.781658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:28.782203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Bound port: bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:28.782711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.835075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:28.865284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:28.870934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:28.876225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.919406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:28.928209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:28.943986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:28.946074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] 10.222.0.42 "PUT /v2.0/ports/bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 HTTP/1.1" status: 200 len: 1097 time: 1.6243324 Aug 19 17:49:28.946658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:28.951497 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb9df8-33a4-4a15-82a7-09a0b78deec7" -d '{"events": [{"name": "network-changed", "server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:29.002075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d316b858-b14e-4ce8-9a28-7ffb74529c6f req-2f7d29e3-5c9e-4ed8-a9bb-fdfa9ecf50f0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739350 Aug 19 17:49:29.004154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4d208-4a76-4b48-a9cc-a58230edf888 service neutron] Pushing event updated for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:29.038947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] DHCP port deletion for 59f5ee59-6349-442b-b05d-f8b41ac1bf36 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:49:29.071063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62010545-23ad-4ec1-a623-a2337ab67403 req-c117e633-7949-4720-a3ba-efcd153bda64 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934101 Aug 19 17:49:29.141771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-9d6e0d16-f9ed-406e-aa6d-f41d6f5a356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.143298 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-9d6e0d16-f9ed-406e-aa6d-f41d6f5a356d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 1100 time: 0.0985630 Aug 19 17:49:29.149306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.164526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Deleting port c0480720-1d82-4be2-8cfc-7a0632bd64cb {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:29.165068 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.224705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:29.254173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:29.275378 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20290365-1650-4ef5-8fc3-b0362b314810 x-openstack-request-id: req-20290365-1650-4ef5-8fc3-b0362b314810 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:29.275690 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:29.275945 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20290365-1650-4ef5-8fc3-b0362b314810 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:29.276352 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0', 'status': 'completed', 'code': 200} Aug 19 17:49:29.283134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-e24015d0-80a8-4034-8255-8aa0561af546 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 HTTP/1.1" status: 200 len: 217 time: 0.1302071 Aug 19 17:49:29.303796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02859d21-0930-4cf7-9f37-49ddb3cf14b8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:29.324452 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.352708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-c6c279fb-3ad4-4c43-b1c9-a10903d69daf service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950912 Aug 19 17:49:29.368321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-86eaa7d2-566d-4ade-abe4-528abb715b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.369924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-86eaa7d2-566d-4ade-abe4-528abb715b5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0782115 Aug 19 17:49:29.379357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 02859d21-0930-4cf7-9f37-49ddb3cf14b8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:29.379909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02859d21-0930-4cf7-9f37-49ddb3cf14b8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:29.380479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 90dbf533-b97d-4254-a4b7-4ec06b633288 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:29.388511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.389162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.390539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] 10.222.0.13 "PUT /v2.0/ports/047a2c55-becf-4de7-be75-553d9b200347 HTTP/1.1" status: 200 len: 1096 time: 2.6721463 Aug 19 17:49:29.392731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:29.395121 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e7809-3f1d-46e9-9400-afeeed94fb28" -d '{"events": [{"name": "network-changed", "server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:29.430691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 90dbf533-b97d-4254-a4b7-4ec06b633288 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:29.431295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 90dbf533-b97d-4254-a4b7-4ec06b633288 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:29.431932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c0480720-1d82-4be2-8cfc-7a0632bd64cb no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:29.435425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] For port c0480720-1d82-4be2-8cfc-7a0632bd64cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c0480720-1d82-4be2-8cfc-7a0632bd64cb,segment=NetworkSegment(e6ac9915-a345-430c-9b82-ea223ac09308),segment_id=e6ac9915-a345-430c-9b82-ea223ac09308)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:29.436185 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.466355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-64d68e29-911b-42dd-8def-0257aae0ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.468108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-64d68e29-911b-42dd-8def-0257aae0ce12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901773 Aug 19 17:49:29.487245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Calling delete_port for c0480720-1d82-4be2-8cfc-7a0632bd64cb owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:29.506388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-34a4a8b4-f74e-4659-9894-908b003ac301 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309091 Aug 19 17:49:29.614852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.630686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c62a-8dd4-4102-8b07-80d1488d2df8 req-6c5d76a3-1867-4f50-b848-5e47997aaf08 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.632550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d67c62a-8dd4-4102-8b07-80d1488d2df8 req-6c5d76a3-1867-4f50-b848-5e47997aaf08 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.4608500 Aug 19 17:49:29.642655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.657376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] No DVR routers for this DVR port c0480720-1d82-4be2-8cfc-7a0632bd64cb on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:29.678887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8afb91-72ac-4964-9047-e00cfb69b189 None None] Pushing event deleted for resources: {'Port': ['ID=c0480720-1d82-4be2-8cfc-7a0632bd64cb,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:29.703827 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-2c722954-d4ed-4aa6-915e-b795939163eb service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259729 Aug 19 17:49:29.723255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082bfc-3eff-40bc-bddf-227bd9d2a2dd service neutron] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:29.786666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002297d2-7c26-48ef-a3d1-29a4d1479256 req-ef80143a-ce74-4cca-a7ed-7e3055be5943 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.788266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-002297d2-7c26-48ef-a3d1-29a4d1479256 req-ef80143a-ce74-4cca-a7ed-7e3055be5943 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 944 time: 0.4275203 Aug 19 17:49:29.826182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6d57c468-151d-4d74-86a0-868bf2d9daa7 req-589458b6-305b-4a01-9491-b9e58e294ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149540 Aug 19 17:49:29.850936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d67c62a-8dd4-4102-8b07-80d1488d2df8 req-e51f6b2c-60ee-443e-b824-df6ea6b81029 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738927 Aug 19 17:49:29.852731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-19506b19-8900-4038-ab4f-cd22849cf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.854124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-19506b19-8900-4038-ab4f-cd22849cf161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1099 time: 0.3427875 Aug 19 17:49:29.884211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Deleting port c0480720-1d82-4be2-8cfc-7a0632bd64cb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:29.884557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:29.887766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-051aed67-71fd-463a-993f-7600fe6ad2e2 req-dea56d86-7578-4662-b67d-4a0956688a86 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667285 Aug 19 17:49:29.899531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-87f614cf-e5c1-4e48-a80e-2b00b1453270 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.901070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-87f614cf-e5c1-4e48-a80e-2b00b1453270 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.2063155 Aug 19 17:49:29.935350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-c4666090-d7a6-46d2-83ec-f91b35960450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:29.936949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-c4666090-d7a6-46d2-83ec-f91b35960450 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 1100 time: 0.0608821 Aug 19 17:49:29.972669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-002297d2-7c26-48ef-a3d1-29a4d1479256 req-a2d4e3e3-afb3-45b3-bc6e-72854a013a7d tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750872 Aug 19 17:49:29.978543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-de092136-bd9b-42e8-8a8c-2ce6430a12ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=047a2c55-becf-4de7-be75-553d9b200347 HTTP/1.1" status: 200 len: 217 time: 0.1071553 Aug 19 17:49:30.132398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:30.259133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:30.273476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'port_id': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'mac_address': 'fa:16:3e:de:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599a0ee-0feb-42c8-9109-39e285e8821c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:30.284724 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ea0c6-36b7-4a4a-a67c-f215524acbc7 x-openstack-request-id: req-e43ea0c6-36b7-4a4a-a67c-f215524acbc7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:30.285277 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:30.285277 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e43ea0c6-36b7-4a4a-a67c-f215524acbc7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:30.285623 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'status': 'completed', 'code': 200} Aug 19 17:49:30.323738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-0951f86c-a126-479d-9d4d-bb3a79635d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.325529 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-0951f86c-a126-479d-9d4d-bb3a79635d71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.3797817 Aug 19 17:49:30.326174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.351311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f10708-28d9-49a9-ada9-8b236dddf1ee {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:30.378455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:30.388102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] For port c0480720-1d82-4be2-8cfc-7a0632bd64cb, host n-d-778550-10, got binding levels [] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:30.388390 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.391274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.395535 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-d7a7531a-e483-4a58-bd44-214e7afddd08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 HTTP/1.1" status: 200 len: 217 time: 0.0611198 Aug 19 17:49:30.413614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Calling delete_port for c0480720-1d82-4be2-8cfc-7a0632bd64cb owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:30.420803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Port c0480720-1d82-4be2-8cfc-7a0632bd64cb was not found and therefore no delete operation was performed {{(pid=101324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:49:30.428750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-39a427a6-9e55-40ad-b108-a4575fa581bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.430178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-39a427a6-9e55-40ad-b108-a4575fa581bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.4080894 Aug 19 17:49:30.440299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2fb34-aa6c-43cf-b514-3deb43c0d34f req-e605cbb9-794f-4ae4-bddd-ffd25d2dba18 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.441771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d2fb34-aa6c-43cf-b514-3deb43c0d34f req-e605cbb9-794f-4ae4-bddd-ffd25d2dba18 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 945 time: 0.4773922 Aug 19 17:49:30.442385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.444717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:30.449579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-4ecb3724-33d7-4197-9c7d-84c0c9bc9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.451191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-4ecb3724-33d7-4197-9c7d-84c0c9bc9c35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0482988 Aug 19 17:49:30.497639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-6a7eee80-e45f-4877-91de-3b21a19e3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.499131 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-6a7eee80-e45f-4877-91de-3b21a19e3c24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404787 Aug 19 17:49:30.509651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ae1f-eb4e-45bb-9698-68da19ab9639 req-1237454d-7333-4c18-96d3-e38c98128d28 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.511162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec6ae1f-eb4e-45bb-9698-68da19ab9639 req-1237454d-7333-4c18-96d3-e38c98128d28 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.2184713 Aug 19 17:49:30.529130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f52cbadc-9948-46d1-a062-bc30d9983af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.530975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0480720-1d82-4be2-8cfc-7a0632bd64cb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:30.538978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] No DVR routers for this DVR port c0480720-1d82-4be2-8cfc-7a0632bd64cb on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:30.609279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-acca3e0f-f5b0-4cc6-9a8e-1703e8a6687f service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015584 Aug 19 17:49:30.652985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b0f10708-28d9-49a9-ada9-8b236dddf1ee'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:30.675608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-22876aff-5701-4c30-9b7e-025fbfbce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:30.677128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-22876aff-5701-4c30-9b7e-025fbfbce6f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2319543 Aug 19 17:49:30.680713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d2fb34-aa6c-43cf-b514-3deb43c0d34f req-99e22cc2-c798-4fb8-80ba-7a72272f4229 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156050 Aug 19 17:49:30.689894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-b01c2d1f-48b0-4f58-9c93-11160f8df9f4 service neutron] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:30.704649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec6ae1f-eb4e-45bb-9698-68da19ab9639 req-a4785da9-4318-4910-8e6b-c8fee6f7e763 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588428 Aug 19 17:49:30.718131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-b01c2d1f-48b0-4f58-9c93-11160f8df9f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.719651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5630f749-34c6-4536-a4fb-73c95f60bb45 req-b01c2d1f-48b0-4f58-9c93-11160f8df9f4 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b/bindings/n-h2-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.7806437 Aug 19 17:49:30.721717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.731476 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-90fb9df8-33a4-4a15-82a7-09a0b78deec7 req-b3a803f2-ec27-45ea-8d8d-cbdd87bf6094 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047249 Aug 19 17:49:30.770848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.771211 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.772348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.772867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > port after_create 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.773368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.773890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > port after_update 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.774494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.775142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.775884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.776370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.829867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.845792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.846368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.846915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.847466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 17:49:30.848031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f5ee59-6349-442b-b05d-f8b41ac1bf36']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:30.885860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac9915-a345-430c-9b82-ea223ac09308') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:30.886158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac9915-a345-430c-9b82-ea223ac09308') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:30.921765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.949467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.976628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:49:30.977036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: from cryptography.utils import int_from_bytes Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: from cryptography.utils import int_from_bytes Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:49:30.981026 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:49:31.031424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6264e2-b08c-49d9-a349-9ff6b949865c req-c144b706-5ffc-4ad8-bf18-a39899fa27e4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.033045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc6264e2-b08c-49d9-a349-9ff6b949865c req-c144b706-5ffc-4ad8-bf18-a39899fa27e4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 948 time: 0.1776483 Aug 19 17:49:31.037224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-6fa57d43-fdf6-4893-bdc8-7a059b9bdb12 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312840 Aug 19 17:49:31.111337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.138268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.142786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] 10.222.0.36 "DELETE /v2.0/networks/59f5ee59-6349-442b-b05d-f8b41ac1bf36 HTTP/1.1" status: 204 len: 168 time: 2.4892190 Aug 19 17:49:31.158470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc6264e2-b08c-49d9-a349-9ff6b949865c req-0613df20-f79d-448b-8f15-783faa1cc30c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183543 Aug 19 17:49:31.161195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769557c0-2d6e-4630-b408-6b83d7824a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f5ee59-6349-442b-b05d-f8b41ac1bf36,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:31.198621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2710c0e2-9eb1-46ae-8df6-551e03ba5df3 req-07ad1a6d-bcae-4eb1-ad3f-2a1d60f6073f service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478579 Aug 19 17:49:31.273474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dbbc7-8745-4b7f-80fd-7b31c01b6552 req-ea78cc01-3a76-4fa2-b621-17ba6b367e56 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.275151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-048dbbc7-8745-4b7f-80fd-7b31c01b6552 req-ea78cc01-3a76-4fa2-b621-17ba6b367e56 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1097 time: 0.0558739 Aug 19 17:49:31.345775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:31.363725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-048dbbc7-8745-4b7f-80fd-7b31c01b6552 req-be62d083-604e-4c98-b987-019c2bdaa414 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819356 Aug 19 17:49:31.392713 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc74e3e6-2515-4a02-8446-523ce5b3124d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab24f6d93e46428ba9216007632b3166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457318 Aug 19 17:49:31.395036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b50746-7832-45b4-8adb-8def25652d2b req-cd1fc821-063e-4741-bf36-ee07a42a047e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.395177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:31.396597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64b50746-7832-45b4-8adb-8def25652d2b req-cd1fc821-063e-4741-bf36-ee07a42a047e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1078126 Aug 19 17:49:31.399202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-97ca4c5a-c161-43d5-b68c-e941d85d07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.400600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-97ca4c5a-c161-43d5-b68c-e941d85d07d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1099 time: 0.0801649 Aug 19 17:49:31.450918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.471785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.513376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64b50746-7832-45b4-8adb-8def25652d2b req-b92d489e-fc3f-4f55-829e-44d6338f0475 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103549 Aug 19 17:49:31.529338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.532202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.533687 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07d8617c-1d1e-4a64-867e-6e6f4b653641 HTTP/1.1" status: 204 len: 168 time: 0.1377211 Aug 19 17:49:31.544397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a835-fca4-448a-a324-e30ec2425c6d req-822f24cf-ef25-4242-a359-e40a6ddc32e5 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.545927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1329a835-fca4-448a-a324-e30ec2425c6d req-822f24cf-ef25-4242-a359-e40a6ddc32e5 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 945 time: 0.1119435 Aug 19 17:49:31.549488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2fcf1-5d68-48c0-829b-7f43b9328fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d8617c-1d1e-4a64-867e-6e6f4b653641,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:31.580101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-93e4764e-2fb8-467f-9ffb-cc91a4dcd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.581562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-93e4764e-2fb8-467f-9ffb-cc91a4dcd123 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1726351 Aug 19 17:49:31.629012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-e008eb28-71a1-41e4-8740-49b6d53c836f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=047a2c55-becf-4de7-be75-553d9b200347 HTTP/1.1" status: 200 len: 217 time: 0.0383542 Aug 19 17:49:31.670870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1329a835-fca4-448a-a324-e30ec2425c6d req-8bbd532c-97f0-47e6-91f7-925fbc499b92 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Aug 19 17:49:31.719801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-f7a72813-c85a-4293-a40b-27134b5a03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.721270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-f7a72813-c85a-4293-a40b-27134b5a03d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0835187 Aug 19 17:49:31.730165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464d6e-7867-4d73-8c84-d66f48cbb136 req-68c6c7e3-18c5-4d99-9993-a702f35bc184 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.731799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6464d6e-7867-4d73-8c84-d66f48cbb136 req-68c6c7e3-18c5-4d99-9993-a702f35bc184 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 1097 time: 0.0642841 Aug 19 17:49:31.816954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:31.824382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-d4f36e2d-6070-4afe-afc7-db78462f1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.825897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-d4f36e2d-6070-4afe-afc7-db78462f1386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916457 Aug 19 17:49:31.827434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6464d6e-7867-4d73-8c84-d66f48cbb136 req-065bd182-3db2-47c2-b0e1-c6fc74889ce4 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833650 Aug 19 17:49:31.832678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b865a49-98d0-481b-9131-6457a5588aaf req-84ece94f-5d7a-4297-8636-717b4352bf30 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:31.834144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b865a49-98d0-481b-9131-6457a5588aaf req-84ece94f-5d7a-4297-8636-717b4352bf30 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1097 time: 0.0911045 Aug 19 17:49:31.929560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b865a49-98d0-481b-9131-6457a5588aaf req-8a9f2d1d-8f95-4c84-b6d0-309db709a9ce tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872867 Aug 19 17:49:31.980632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-81988f44-27f0-43a9-8cf8-00a78ceecf15 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208217 Aug 19 17:49:32.108537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f2e7809-3f1d-46e9-9400-afeeed94fb28 req-c93b08c4-3023-4529-a11e-33394b43f16f service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205537 Aug 19 17:49:32.133869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:32.230931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b0f10708-28d9-49a9-ada9-8b236dddf1ee completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:32.239847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b0f10708-28d9-49a9-ada9-8b236dddf1ee triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:32.240287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.298907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-958ebd4c-8e5f-4a49-81c5-60e063d2900d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:32.301431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-958ebd4c-8e5f-4a49-81c5-60e063d2900d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.1643777 Aug 19 17:49:32.324120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40016) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:32.332294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-3a21bb78-9dac-4e23-968a-1f499c4ce315 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/quotas/cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 375 time: 0.0200047 Aug 19 17:49:32.392692 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.399709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-523d7185-a603-4c9a-8731-cbea3ced7b9f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632727 Aug 19 17:49:32.432592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:32.434733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:32.438547 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba986a8-9374-4e69-b518-f47ad2c93241" -d '{"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-plugged", "status": "completed", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:32.444424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.465687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3624-ffb8-40c3-87bb-50eeb76f1517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.500132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:32.524032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-381e01e6-01c0-46fb-ac71-711a05c2288b service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166940 Aug 19 17:49:32.601969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3624-ffb8-40c3-87bb-50eeb76f1517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.607655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f8b3624-ffb8-40c3-87bb-50eeb76f1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.645694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-88371ecc-f3d5-47b5-9428-318ef28478d9 service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149764 Aug 19 17:49:32.665201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4f8b3624-ffb8-40c3-87bb-50eeb76f1517 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec2865276994464099985381e5d219fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400049 Aug 19 17:49:32.668028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40042) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:32.676392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b3624-ffb8-40c3-87bb-50eeb76f1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22441b02-2086-4020-bc26-9d8a7633b897,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:32.697226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:32.755096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.788958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.855768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-network', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:32.882476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b792586-51d9-4dc3-aeea-353c0ffe43bb req-872f02e8-3acd-41a1-9d6b-46c6efc080b5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:32.890675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b792586-51d9-4dc3-aeea-353c0ffe43bb req-872f02e8-3acd-41a1-9d6b-46c6efc080b5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 948 time: 0.0733700 Aug 19 17:49:32.892449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Made reservation on behalf of a25c61a4373b40d399a7323e79ffdb14 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:32.895979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.917011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.931079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.933714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:32.934863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22441b02-2086-4020-bc26-9d8a7633b897 HTTP/1.1" status: 204 len: 168 time: 0.2658541 Aug 19 17:49:32.949550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b792586-51d9-4dc3-aeea-353c0ffe43bb req-824111fc-e9fe-42c1-9659-4fd7747f11d4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578704 Aug 19 17:49:32.969395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666a121-c41c-4106-b7a6-86cf7752c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22441b02-2086-4020-bc26-9d8a7633b897,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.000260 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a263905-2d1f-4ea4-a948-56d89d861a60 x-openstack-request-id: req-4a263905-2d1f-4ea4-a948-56d89d861a60 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:33.000959 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-plugged", "status": "completed", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:33.001107 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a263905-2d1f-4ea4-a948-56d89d861a60 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:33.001877 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'code': 200} Aug 19 17:49:33.121459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce57240-bdce-43dc-8d5d-9b64a72dfb18 req-d09d8b4d-4289-4364-b7b5-6d369d8b5abc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:33.130166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ce57240-bdce-43dc-8d5d-9b64a72dfb18 req-d09d8b4d-4289-4364-b7b5-6d369d8b5abc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0715594 Aug 19 17:49:33.134991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.138049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512551bd-e6ce-425a-96b3-1ba6bde0c3e2 req-d164269a-a078-435f-b574-7f92299856c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:33.139733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-512551bd-e6ce-425a-96b3-1ba6bde0c3e2 req-d164269a-a078-435f-b574-7f92299856c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 1098 time: 0.0641496 Aug 19 17:49:33.140768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.182343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ce57240-bdce-43dc-8d5d-9b64a72dfb18 req-6cb068dc-01e7-4c00-aebb-9df9570ac069 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Aug 19 17:49:33.217523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:49:33.238436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b2ec46-a92f-479c-aa5e-45be4abcfabe,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.244631 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-512551bd-e6ce-425a-96b3-1ba6bde0c3e2 req-c65952c4-e5c2-4567-8b97-15f2f90038f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956483 Aug 19 17:49:33.249024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.249352 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Added segment 3c805242-cf67-4817-88ba-14e472c07ed8 of type vlan for network 23f81f33-331b-4bdc-9358-82d239504d21 Aug 19 17:49:33.301939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.335830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.338250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:33.338967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.348161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d4779-d1b1-483a-823a-bf2260bc1f30 req-84b15676-8246-47a7-b249-02330dcadea6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:33.357089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e2d4779-d1b1-483a-823a-bf2260bc1f30 req-84b15676-8246-47a7-b249-02330dcadea6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.0913556 Aug 19 17:49:33.375429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.408003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e2d4779-d1b1-483a-823a-bf2260bc1f30 req-5b35f9d7-4486-4d8b-a4df-0ff9e38addb3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Aug 19 17:49:33.409133 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7109540 Aug 19 17:49:33.411232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:33.422165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Request body: {'subnet': {'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-subnet', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:33.432279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dade4-66f3-45b9-b5ff-022e9adcfe79 admin admin] Pushing event updated for resources: {'Network': ['ID=23f81f33-331b-4bdc-9358-82d239504d21,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.444866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:49:33.447423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40080) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:33.466524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7313ecf2-813d-435d-a7b2-0c2eba77086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.477940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Made reservation on behalf of a25c61a4373b40d399a7323e79ffdb14 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:33.480994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.592967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7313ecf2-813d-435d-a7b2-0c2eba77086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.597462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7313ecf2-813d-435d-a7b2-0c2eba77086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.602551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a0d6c06-ce84-4423-9cde-599bb900e22e req-874b6858-b901-48be-9fe9-c4052a99281c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 210 time: 0.0508654 Aug 19 17:49:33.643993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313ecf2-813d-435d-a7b2-0c2eba77086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc57a5e-037b-489c-b335-4a0e09fa377b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.650275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7313ecf2-813d-435d-a7b2-0c2eba77086b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1daa27d831a04ac48febeb25f8c8ff8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012622 Aug 19 17:49:33.654117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40084) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:33.713385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.753869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.770582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.804234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.807056 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.808459 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edc57a5e-037b-489c-b335-4a0e09fa377b HTTP/1.1" status: 204 len: 168 time: 0.1531527 Aug 19 17:49:33.816932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ac178-7594-413e-990f-5a1c3f0a8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc57a5e-037b-489c-b335-4a0e09fa377b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.855772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb9dfab-9955-4590-be63-62ee36ab16f9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:33.872076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-d4ec3a1c-37d1-4e29-9626-222788228c53 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:49:33.873205 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-d4ec3a1c-37d1-4e29-9626-222788228c53 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1460478 Aug 19 17:49:33.881572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Checking segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:33.881965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Network hostable DHCP agents. Network: 23f81f33-331b-4bdc-9358-82d239504d21, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:49:33.885607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Request body: {'binding': {'host': 'n-h2-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:33.886066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:49:33.900246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Network 23f81f33-331b-4bdc-9358-82d239504d21 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:49:33.909625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 23f81f33-331b-4bdc-9358-82d239504d21) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:33.914042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:33.917408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:33.920750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80dbeb-8a61-43dd-b9b2-ab74144d68ad None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:33.921740 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:49:33.938781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40090) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:33.939834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-847b1a81-c5ae-401c-b793-ef1cc86f40fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5274587 Aug 19 17:49:33.953240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:34.020952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.022531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.102209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0802e-8540-4fb9-b636-9b3fed1bfa3b req-23e20c64-e58a-407c-84e1-30beae42bcca tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.104508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c0802e-8540-4fb9-b636-9b3fed1bfa3b req-23e20c64-e58a-407c-84e1-30beae42bcca tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 948 time: 0.0713692 Aug 19 17:49:34.121075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-23f81f33-331b-4bdc-9358-82d239504d21', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:49:34.122006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.124414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.128965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on host n-h2-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:34.129362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:34.129634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:34.160021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c0802e-8540-4fb9-b636-9b3fed1bfa3b req-b5a606ca-231e-4001-9df5-668aaa5e0e3f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Aug 19 17:49:34.209309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:34.209788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:34.219920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:34.220378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:34.220810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:34.221332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Bound port: 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:34.232570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:34.354556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.387914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:34.402171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.404896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-8b40801d-e54a-44e6-96a6-b51ae2ea192a service neutron] 10.222.0.36 "POST /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5224237 Aug 19 17:49:34.436799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:49:34.475675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d6fa-e211-4039-b551-3d5ce492672c req-aed4a100-0aad-481f-ad5a-afe8107a6ebf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.477280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0833d6fa-e211-4039-b551-3d5ce492672c req-aed4a100-0aad-481f-ad5a-afe8107a6ebf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1956151 Aug 19 17:49:34.552743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-be9c1ea1-2070-4dc1-8c51-ab5458b70ae6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.576612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-be9c1ea1-2070-4dc1-8c51-ab5458b70ae6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.3317380 Aug 19 17:49:34.611945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Allocated IP 172.20.0.2 (23f81f33-331b-4bdc-9358-82d239504d21/7bb9dfab-9955-4590-be63-62ee36ab16f9/68a187ba-e104-42e7-86ef-a5da9dc61536) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:34.623751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Request body: {'port': {'device_id': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'admin_state_up': True, 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:34.653374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0833d6fa-e211-4039-b551-3d5ce492672c req-18593d10-5593-49cc-ad6e-ffe1a61cacbc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566944 Aug 19 17:49:34.659584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:34.677837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0', 'mac_address': 'fa:16:3e:36:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:34.714897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4804b7-ce79-49c0-9e2c-e10161920e78 req-0425aebb-0436-489a-833f-a92a26df951f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.723279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a4804b7-ce79-49c0-9e2c-e10161920e78 req-0425aebb-0436-489a-833f-a92a26df951f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1444104 Aug 19 17:49:34.725302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.752650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.798700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a4804b7-ce79-49c0-9e2c-e10161920e78 req-74f44272-6c5a-4291-a42c-d4e4075167c8 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739019 Aug 19 17:49:34.807322 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.838966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:34.852082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:34.855807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.893285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff805-8400-40b5-a9c7-c35f3222cef4 req-4e68c14e-9fab-4537-9949-55a6ba542b93 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.895265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-546ff805-8400-40b5-a9c7-c35f3222cef4 req-4e68c14e-9fab-4537-9949-55a6ba542b93 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 945 time: 0.0938709 Aug 19 17:49:34.905011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-35430b67-6549-48f4-9de6-6e6d3731c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:34.906911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-35430b67-6549-48f4-9de6-6e6d3731c80e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1097 time: 0.1559846 Aug 19 17:49:34.921075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.931349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Transition to ACTIVE for port object 68a187ba-e104-42e7-86ef-a5da9dc61536 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:34.947728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Transition to ACTIVE for port object 68a187ba-e104-42e7-86ef-a5da9dc61536 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:34.957026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:34.969301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:35.023970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:35.033326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:35.041520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Allocated IP 172.25.5.50 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/53597fee-7baa-4692-9d8b-2690cca2711b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:35.045223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:35.058354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:35.072567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Pushing event updated for resources: {'Port': ['ID=68a187ba-e104-42e7-86ef-a5da9dc61536,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:35.105636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-189a3c8d-f524-4a05-951e-043ff4a81e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:35.107212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-189a3c8d-f524-4a05-951e-043ff4a81e4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1912794 Aug 19 17:49:35.109060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.175644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-a3aa33a7-01d5-478a-a679-9e02da57a9ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.0390561 Aug 19 17:49:35.177085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:35.236874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Attempting to bind port 68a187ba-e104-42e7-86ef-a5da9dc61536 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:35.237248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Attempting to bind port 68a187ba-e104-42e7-86ef-a5da9dc61536 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:35.237615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Attempting to bind port 68a187ba-e104-42e7-86ef-a5da9dc61536 on network 23f81f33-331b-4bdc-9358-82d239504d21 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:35.251299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:35.252025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Checking segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:35.252147 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.252485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Bound using segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:35.252958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Bound port: 68a187ba-e104-42e7-86ef-a5da9dc61536, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:35.253342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.259136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-2bd33bdd-9841-4e62-a3db-1b40958e7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:35.261604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-2bd33bdd-9841-4e62-a3db-1b40958e7127 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0777123 Aug 19 17:49:35.294659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b58528ad-bcea-4a51-a1e3-7b6536cbf845 req-0fcd7247-99e2-47fc-b309-dd9e67cbd7e8 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 210 time: 0.1050787 Aug 19 17:49:35.298780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:35.307167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-f99010bb-9e39-4f1e-b90d-2426bfee816d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370400 Aug 19 17:49:35.311828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.319415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '047a2c55-becf-4de7-be75-553d9b200347', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '047a2c55-becf-4de7-be75-553d9b200347', 'mac_address': 'fa:16:3e:68:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:35.363787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] For port 68a187ba-e104-42e7-86ef-a5da9dc61536, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:35.371573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-546ff805-8400-40b5-a9c7-c35f3222cef4 req-c5eab2b1-29b3-4f25-94cf-6216efcca6bc tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643352 Aug 19 17:49:35.391596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:35.442572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] For port 68a187ba-e104-42e7-86ef-a5da9dc61536, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=68a187ba-e104-42e7-86ef-a5da9dc61536,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:35.451520 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.461198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.484272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.558474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Pushing event updated for resources: {'Port': ['ID=53597fee-7baa-4692-9d8b-2690cca2711b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:35.582936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Allocated IP 172.20.0.7 (eeba6be0-a102-4ade-b4fd-d2d5204fef87/86fc86d7-ecda-4b58-b7d6-c876b35270cb/a10208bc-a9a1-4765-844f-8fd0ea6ab786) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:35.622370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:35.623424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40b092-c9b8-466e-bb63-80b1c320a189 req-ee188afb-e4a1-47ff-a4cd-62c34e48ada5 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:35.625140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce40b092-c9b8-466e-bb63-80b1c320a189 req-ee188afb-e4a1-47ff-a4cd-62c34e48ada5 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1586266 Aug 19 17:49:35.625618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:35.630212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:35.635619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d95c42-9067-42ad-902f-7f3d3c755c7b req-a3716bdd-30d4-4197-a028-d0754c485d04 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:35.643685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54d95c42-9067-42ad-902f-7f3d3c755c7b req-a3716bdd-30d4-4197-a028-d0754c485d04 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 949 time: 0.1129656 Aug 19 17:49:35.659198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:35.674767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5d94d4a0-d1fb-4001-8f94-9ef8587bc4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602567 Aug 19 17:49:35.721055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:35.727877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305e2b-0b32-441a-aaf2-8ab4f2dc3bed None None] Pushing event updated for resources: {'Port': ['ID=68a187ba-e104-42e7-86ef-a5da9dc61536,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:35.747604 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:35.806456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54d95c42-9067-42ad-902f-7f3d3c755c7b req-8af38585-7d51-4f83-a849-05d6ee246486 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616337 Aug 19 17:49:35.809364 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-180f0774-ad8c-4ecc-b9bf-7daa2fb69e65 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236696 Aug 19 17:49:35.837323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce40b092-c9b8-466e-bb63-80b1c320a189 req-9686b8db-ed3e-4bf5-ae53-ffb9fe24bb7a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901128 Aug 19 17:49:35.860080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:36.023505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.048198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:36.122327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5c867fa7-c534-4bd4-8170-22943a518653 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.123141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea02e7-6fb8-4482-96e4-910b12705690 req-cccdc195-240f-4cd1-82ea-a8da61b61088 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.125042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ea02e7-6fb8-4482-96e4-910b12705690 req-cccdc195-240f-4cd1-82ea-a8da61b61088 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1492169 Aug 19 17:49:36.126191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5c867fa7-c534-4bd4-8170-22943a518653 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.1332288 Aug 19 17:49:36.160060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:36.181400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5826dc2-907e-4742-a02e-435ac2a0620a req-c50ddf3e-6ac7-42e2-8b7a-7ace4212afe2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.190349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5826dc2-907e-4742-a02e-435ac2a0620a req-c50ddf3e-6ac7-42e2-8b7a-7ace4212afe2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1706557 Aug 19 17:49:36.235938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ea02e7-6fb8-4482-96e4-910b12705690 req-8aefc146-65fe-4ff8-9905-d48732bfdce6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924151 Aug 19 17:49:36.245814 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.251830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.263575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.294077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5826dc2-907e-4742-a02e-435ac2a0620a req-e218e6bf-901a-4a64-861e-3e39785afc71 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028237 Aug 19 17:49:36.295993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:36.301481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:36.306051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:36.354299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:36.375079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.375870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.405257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-7213b47d-413e-4539-a44d-6270593602a9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7853987 Aug 19 17:49:36.429041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Request body: {'port': {'device_id': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:36.495137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01977cf-c9b7-4993-8234-59e6a84af5a1 req-214ffb48-f35a-453d-9cfe-2c2ac9beca66 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.496731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a01977cf-c9b7-4993-8234-59e6a84af5a1 req-214ffb48-f35a-453d-9cfe-2c2ac9beca66 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 931 time: 0.1040094 Aug 19 17:49:36.505677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.596043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-6906c2b4-9604-48cb-8bb5-c886d963b7c7 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a537e21b9404fbca7dec477be71f5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612388 Aug 19 17:49:36.621463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a01977cf-c9b7-4993-8234-59e6a84af5a1 req-8366a257-b45b-45e0-bdbb-96956b7d059b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174471 Aug 19 17:49:36.808244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:36.839331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:36.844535 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.870824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab509d-b678-462b-86cc-966290f646af req-06ca7343-c071-40ec-badc-22fa855e8dea tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.872659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dab509d-b678-462b-86cc-966290f646af req-06ca7343-c071-40ec-badc-22fa855e8dea tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1459734 Aug 19 17:49:36.891726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-8bfcd6e2-580b-4974-bc06-0958e588a6a1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:36.893927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-8bfcd6e2-580b-4974-bc06-0958e588a6a1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882178 Aug 19 17:49:36.898370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:36.915766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 047a2c55-becf-4de7-be75-553d9b200347 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:36.920883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 047a2c55-becf-4de7-be75-553d9b200347 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:36.921525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:36.933624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-b841c128-b4ae-416b-a54c-6e0e018e6304 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/quotas/3a537e21b9404fbca7dec477be71f5b0 HTTP/1.1" status: 200 len: 375 time: 0.0306418 Aug 19 17:49:36.961467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd39a5-d5fa-4bfa-96a7-35ec4343cf61 None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:49:36.981889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:36.984709 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2791ab-1e2b-442a-9bcd-413ae1468234" -d '{"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-unplugged", "status": "completed", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:36.987319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dab509d-b678-462b-86cc-966290f646af req-cad2a8af-82c6-4ad4-b7ef-d26a64777e7e tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Aug 19 17:49:36.989336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-bd4451e8-65b7-43b6-923d-18f6897c77c3 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a537e21b9404fbca7dec477be71f5b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453932 Aug 19 17:49:36.993467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.018389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.088955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dfce0186-84ec-465e-a134-43b00e80cfd0 None None] Provisioning for port 68a187ba-e104-42e7-86ef-a5da9dc61536 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:37.091494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10208bc-a9a1-4765-844f-8fd0ea6ab786 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:37.114386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.122621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:37.137941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on host n-h1-778550-10 for vnic_type normal with profile {"migrating_to": "n-h2-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:37.138274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:37.138600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:37.146257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:37.147102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Attempting to bind port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:37.150187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:49:37.154602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:37.154948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:37.155328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:37.155786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Bound port: 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:37.156143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.159820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Transition to ACTIVE for port object a10208bc-a9a1-4765-844f-8fd0ea6ab786 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:37.177248 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.184896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.256257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:37.262639 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bce8dd-ad91-4141-b669-f10bd2ca2115" -d '{"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:37.294661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:37.300545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.339113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 68a187ba-e104-42e7-86ef-a5da9dc61536 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:37.353908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:37.404004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:37.416744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:37.426316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:37.436349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.436938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 68a187ba-e104-42e7-86ef-a5da9dc61536 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:37.439588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e6c93-6039-4485-8ea5-37ca9c3fce76 req-7cd5ef1c-e08d-49e6-a5eb-ad580ef3cd56 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:37.441406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 68a187ba-e104-42e7-86ef-a5da9dc61536 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:37.441892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.446994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-129e6c93-6039-4485-8ea5-37ca9c3fce76 req-7cd5ef1c-e08d-49e6-a5eb-ad580ef3cd56 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.2838216 Aug 19 17:49:37.514394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:37.524991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Sync routers for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:37.538139 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:37.538793 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:37.562418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:37.611860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.615664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79c9c54a-3319-4c24-9501-bc236646a87d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6643031 Aug 19 17:49:37.616987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40186) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:37.618375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:37.619004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.620410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-1f6d3b67-56f5-46a1-8fc7-13a67e7f52e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 1123 time: 1.4648714 Aug 19 17:49:37.625836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.666268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-129e6c93-6039-4485-8ea5-37ca9c3fce76 req-358fc75f-098a-4fb6-9f1f-5b2d7886db78 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128651 Aug 19 17:49:37.671997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:37.672410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:37.683578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:37.690990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:37.691570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:37.711508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d7a82-15c4-4919-b2fe-f9b4807d5869 req-cf80a27b-6b64-4855-a2a9-4e2b9eb02a08 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:37.715088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 68a187ba-e104-42e7-86ef-a5da9dc61536, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=68a187ba-e104-42e7-86ef-a5da9dc61536,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:37.721422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-904d7a82-15c4-4919-b2fe-f9b4807d5869 req-cf80a27b-6b64-4855-a2a9-4e2b9eb02a08 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 949 time: 0.2722785 Aug 19 17:49:37.724301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:37.724798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:37.726106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:37.726773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Bound port: a10208bc-a9a1-4765-844f-8fd0ea6ab786, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:37.727414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.730643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['36a885ef-b5e6-4fc5-a500-029c2c848ce6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:37.748872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.778441 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:37.824477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-904d7a82-15c4-4919-b2fe-f9b4807d5869 req-598e3fd4-e4fa-4587-a876-21673b13fc52 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012225 Aug 19 17:49:37.884258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-425512e9-e2eb-448a-a717-a53e73cf2944 None None] Provisioning complete for port 68a187ba-e104-42e7-86ef-a5da9dc61536 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:37.884774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-425512e9-e2eb-448a-a717-a53e73cf2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:37.887950 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e29e5a-4c0a-4cfd-969c-3fdbb8c8f30a x-openstack-request-id: req-f4e29e5a-4c0a-4cfd-969c-3fdbb8c8f30a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:37.888436 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-unplugged", "status": "completed", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:37.888532 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4e29e5a-4c0a-4cfd-969c-3fdbb8c8f30a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:37.888850 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'code': 200} Aug 19 17:49:37.920791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-991ce3bf-d8f1-4bc0-8745-3ac7cea216ee req-39d49197-faaf-4e45-bd99-efd1b58af6d9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 210 time: 0.0691621 Aug 19 17:49:37.922143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:37.977010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=68a187ba-e104-42e7-86ef-a5da9dc61536,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:38.015804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:38.025950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.058760 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ce5ba-dd87-4dad-8607-29117f1eda14 x-openstack-request-id: req-a88ce5ba-dd87-4dad-8607-29117f1eda14 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:38.059818 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:38.059818 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a88ce5ba-dd87-4dad-8607-29117f1eda14 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:38.060145 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'code': 200} Aug 19 17:49:38.112829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.119167 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.120664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] 10.222.0.13 "PUT /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 1092 time: 1.6985128 Aug 19 17:49:38.124522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:38.127245 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d62ba-45a0-43aa-8db7-03ca258de3db" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:38.164139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed121a-cb35-4435-9975-1de9cc79efec req-e29b6865-1dd8-4d88-b104-16e13d0bcfcd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.167108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:35Z', 'revision_number': 3, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:38.174914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1ed121a-cb35-4435-9975-1de9cc79efec req-e29b6865-1dd8-4d88-b104-16e13d0bcfcd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.2566159 Aug 19 17:49:38.188132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:38.202612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Checking router: 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:38.203310 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Updating router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c port 53597fee-7baa-4692-9d8b-2690cca2711b binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:49:38.237837 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.287319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295832b-d1ce-4846-960d-7e8f5b6dcaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:38.301489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1ed121a-cb35-4435-9975-1de9cc79efec req-c90e3ad1-dbdb-4c11-b5bf-df861a94ba88 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254392 Aug 19 17:49:38.328248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77545f88-ba08-4266-86b6-f8554553e836 req-ef3fa8e4-31dd-4850-9123-a36fd6236221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.331028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77545f88-ba08-4266-86b6-f8554553e836 req-ef3fa8e4-31dd-4850-9123-a36fd6236221 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1101 time: 0.1353476 Aug 19 17:49:38.336715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:38.340673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.347107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:38.348169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.356483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a83d2-b3a1-4557-b7f1-29020a4a0e64 req-e2384a5b-cefc-42a1-af23-660568c0f3c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.358270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-370a83d2-b3a1-4557-b7f1-29020a4a0e64 req-e2384a5b-cefc-42a1-af23-660568c0f3c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.2346630 Aug 19 17:49:38.371112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-a48df28c-cf34-4ce0-bd91-6406e027b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.372646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-a48df28c-cf34-4ce0-bd91-6406e027b421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1095 time: 0.1445796 Aug 19 17:49:38.440795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77545f88-ba08-4266-86b6-f8554553e836 req-de230f7f-0388-4e21-94f0-3c89b8ebada2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722880 Aug 19 17:49:38.458318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-370a83d2-b3a1-4557-b7f1-29020a4a0e64 req-fcdb667a-fe5d-48d2-ab54-c1e36e3234c8 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886996 Aug 19 17:49:38.465434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-6e0c9e65-9bb6-44c8-854e-c82d0cbdf909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 217 time: 0.0496292 Aug 19 17:49:38.477034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.478055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1642e6a-1194-4817-a594-e441e4b07598 req-cba9ec9b-8c43-4a6d-836b-0a5febedc746 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.495672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1642e6a-1194-4817-a594-e441e4b07598 req-cba9ec9b-8c43-4a6d-836b-0a5febedc746 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1137195 Aug 19 17:49:38.528210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:38.533346 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.537496 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8bd0ab-1b54-4db1-8582-75caf97d234e x-openstack-request-id: req-9f8bd0ab-1b54-4db1-8582-75caf97d234e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:38.537496 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:38.537496 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f8bd0ab-1b54-4db1-8582-75caf97d234e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:38.538064 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'status': 'completed', 'code': 200} Aug 19 17:49:38.553885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1642e6a-1194-4817-a594-e441e4b07598 req-52250812-2cd6-42af-b399-0e933244939e tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526874 Aug 19 17:49:38.622375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:38.627656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Allocated IP 172.20.0.1 (23f81f33-331b-4bdc-9358-82d239504d21/7bb9dfab-9955-4590-be63-62ee36ab16f9/e4578563-ef39-44df-a71e-ac4b68564983) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:38.645707 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.656028 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Transition to ACTIVE for port object 53597fee-7baa-4692-9d8b-2690cca2711b will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:38.663151 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.685095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea872-d708-49d9-abb1-fe15411e7aee req-0def09bd-07dd-4df4-b715-63996f4c0eab tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.686734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a37ea872-d708-49d9-abb1-fe15411e7aee req-0def09bd-07dd-4df4-b715-63996f4c0eab tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.0581706 Aug 19 17:49:38.722116 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Attempting to bind port 53597fee-7baa-4692-9d8b-2690cca2711b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:38.722741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Attempting to bind port 53597fee-7baa-4692-9d8b-2690cca2711b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:38.723275 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Attempting to bind port 53597fee-7baa-4692-9d8b-2690cca2711b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:38.730810 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2268f-c6f9-4902-ad37-c25ba662d735 None None] Pushing event updated for resources: {'Port': ['ID=53597fee-7baa-4692-9d8b-2690cca2711b,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:38.734982 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:38.735643 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:38.736198 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.736743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:38.737214 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Bound port: 53597fee-7baa-4692-9d8b-2690cca2711b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:38.737607 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.746803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a37ea872-d708-49d9-abb1-fe15411e7aee req-da8cef47-7a21-4778-8a56-0a21e4929944 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Aug 19 17:49:38.761952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.805421 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] For port 53597fee-7baa-4692-9d8b-2690cca2711b, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:38.809298 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] For port 53597fee-7baa-4692-9d8b-2690cca2711b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53597fee-7baa-4692-9d8b-2690cca2711b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:38.809586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a1e5b-464d-4537-b8ff-5da14eb1aaf8 req-0ca19652-a25a-4681-86de-b6f763b04212 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.811306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-044a1e5b-464d-4537-b8ff-5da14eb1aaf8 req-0ca19652-a25a-4681-86de-b6f763b04212 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.0537004 Aug 19 17:49:38.815069 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:38.842029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-52f7d22b-49c4-480c-af0d-f9082664e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.843896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-52f7d22b-49c4-480c-af0d-f9082664e3ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0794845 Aug 19 17:49:38.850891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Transition to ACTIVE for port object e4578563-ef39-44df-a71e-ac4b68564983 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:38.868498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-044a1e5b-464d-4537-b8ff-5da14eb1aaf8 req-bd8fe0d2-bcf9-489e-bbee-8eb90012d272 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488594 Aug 19 17:49:38.887814 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-bb08e20b-90ff-4334-ab15-b01be8d5a9ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336258 Aug 19 17:49:38.892545 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2268f-c6f9-4902-ad37-c25ba662d735 None None] Pushing event updated for resources: {'Port': ['ID=53597fee-7baa-4692-9d8b-2690cca2711b,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:38.899944 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:38.900703 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:38.925366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29911afb-8b74-465a-957d-c7a8ad0f567c req-bcb914af-8127-4f98-8d88-25e728ad55d9 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:38.927025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29911afb-8b74-465a-957d-c7a8ad0f567c req-bcb914af-8127-4f98-8d88-25e728ad55d9 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.0876639 Aug 19 17:49:38.989957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29911afb-8b74-465a-957d-c7a8ad0f567c req-bcf49d96-3207-41cf-831e-04c0c789822b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Aug 19 17:49:38.998857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.035137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78ac72-97df-410d-818b-1db00a9cb785 req-b08b6eae-edc1-42ce-8e7a-ec2e6fd8bf0e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.043090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de78ac72-97df-410d-818b-1db00a9cb785 req-b08b6eae-edc1-42ce-8e7a-ec2e6fd8bf0e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.0804820 Aug 19 17:49:39.053527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Network 23f81f33-331b-4bdc-9358-82d239504d21 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:39.067377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:39.076979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:39.080383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-f889537d-07a9-4502-b16b-6855ddbdfe68 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a537e21b9404fbca7dec477be71f5b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350420 Aug 19 17:49:39.136934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.153102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dc3a747-956e-4359-b34c-7a3a75d6a562 req-1ffdb3c6-d721-426e-aa48-fff3285af7fa tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 210 time: 0.0773783 Aug 19 17:49:39.249117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 68a187ba-e104-42e7-86ef-a5da9dc61536 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:39.270377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:39.304421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-8d31f132-54d1-4918-9d09-8cac89e4b2a4 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089370 Aug 19 17:49:39.307553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:39.317892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.328718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 68a187ba-e104-42e7-86ef-a5da9dc61536 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:39.329429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.347537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de78ac72-97df-410d-818b-1db00a9cb785 req-fa8cbb29-66c9-439e-a18d-4606ebeee73f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032699 Aug 19 17:49:39.421100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1957a0-ab06-4108-90f7-4de82b3fdcd7 req-344452e8-6a71-46d2-8242-1ad4adb51fd1 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.422732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a1957a0-ab06-4108-90f7-4de82b3fdcd7 req-344452e8-6a71-46d2-8242-1ad4adb51fd1 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1619124 Aug 19 17:49:39.437681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-1bca2994-696b-4730-9604-d33c4fc09002 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.439717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-1bca2994-696b-4730-9604-d33c4fc09002 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399515 Aug 19 17:49:39.481991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a1957a0-ab06-4108-90f7-4de82b3fdcd7 req-6ba1a289-0c29-49dc-95a2-28041c37dac5 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Aug 19 17:49:39.524559 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:35Z', 'revision_number': 3, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:39.535602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98b96ad2-ce25-4058-8fb2-c7bc97857ffd None None] Provisioning for port e4578563-ef39-44df-a71e-ac4b68564983 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:39.543436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98b96ad2-ce25-4058-8fb2-c7bc97857ffd None None] Provisioning complete for port e4578563-ef39-44df-a71e-ac4b68564983 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:39.543833 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98b96ad2-ce25-4058-8fb2-c7bc97857ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.562746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Request body: {'port': {'device_id': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '3a537e21b9404fbca7dec477be71f5b0'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:39.568792 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2320d-1cbe-4320-81a4-6563f0ed46c7 None None] The sync data for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 is: [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:35Z', 'revision_number': 3, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:39.592351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-98b96ad2-ce25-4058-8fb2-c7bc97857ffd None None] Port e4578563-ef39-44df-a71e-ac4b68564983 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:39.600978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f1b173c-23f5-4de0-9b63-a4bda57cb2cb req-d64ea22d-e271-417b-8bf7-ffcbcd3446a1 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597549 Aug 19 17:49:39.694700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.700558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.702911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e5807-5564-4bdd-ae0f-953dee8b0c42 req-737748b1-65e4-4355-bd3e-e16a2b74213a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.704523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a68e5807-5564-4bdd-ae0f-953dee8b0c42 req-737748b1-65e4-4355-bd3e-e16a2b74213a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.2114894 Aug 19 17:49:39.770091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc455-29a3-453b-99cc-59c62fdfdae8 req-a0f1bae4-3ff6-4b17-995c-d1350cb2953a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.771630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f4cc455-29a3-453b-99cc-59c62fdfdae8 req-a0f1bae4-3ff6-4b17-995c-d1350cb2953a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1346323 Aug 19 17:49:39.801100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a68e5807-5564-4bdd-ae0f-953dee8b0c42 req-8ba85bf9-3d0a-4fe0-8ffe-879f64421d36 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876462 Aug 19 17:49:39.804380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.824928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Made reservation on behalf of 3a537e21b9404fbca7dec477be71f5b0 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:39.828926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.829871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:39.854020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:39.861443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f4cc455-29a3-453b-99cc-59c62fdfdae8 req-590affc0-1d80-474a-8355-bbd6080f68fb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797272 Aug 19 17:49:39.892046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:39.894284 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6" -d '{"events": [{"name": "network-changed", "server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:39.922549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-628ebfb5-5fbf-48ba-b42b-52d12f0320ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:39.941895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-628ebfb5-5fbf-48ba-b42b-52d12f0320ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1095 time: 0.1981440 Aug 19 17:49:40.055405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:40.062088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:40.062397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:40.065896 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fb609-957b-4243-882c-bfea10c87655" -d '{"events": [{"server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "name": "network-vif-plugged", "status": "completed", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:40.084200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Network 23f81f33-331b-4bdc-9358-82d239504d21 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:40.088201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:40.108134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-61a5cb20-fede-4ab5-b34d-e046ce0e91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.110020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-61a5cb20-fede-4ab5-b34d-e046ce0e91db service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1637974 Aug 19 17:49:40.215971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71acc343-e757-45fd-b8ae-0c2729c4e1e6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:40.262106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c1b4d-2d07-4f0e-9716-c4b329804c4c req-ae5b0040-f65e-4a35-b310-4407c1051685 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.271820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-619c1b4d-2d07-4f0e-9716-c4b329804c4c req-ae5b0040-f65e-4a35-b310-4407c1051685 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.2109485 Aug 19 17:49:40.308683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.308898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.309152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.309464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.309787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.310117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.310443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.310765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.311091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.311415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.316794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.317083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:40.353300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-e7186d28-e89b-40a5-8d23-fae815fe7349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 217 time: 0.0994995 Aug 19 17:49:40.362201 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a62226d-997c-4274-a808-e3547961e060 x-openstack-request-id: req-2a62226d-997c-4274-a808-e3547961e060 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:40.362497 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:40.362753 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a62226d-997c-4274-a808-e3547961e060 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:40.363272 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'status': 'completed', 'code': 200} Aug 19 17:49:40.373413 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9082b2d3-7b02-481a-a3f5-47d455d4ee85 x-openstack-request-id: req-9082b2d3-7b02-481a-a3f5-47d455d4ee85 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:40.373957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "name": "network-vif-plugged", "status": "completed", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:40.374052 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9082b2d3-7b02-481a-a3f5-47d455d4ee85 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:40.374395 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0', 'code': 200} Aug 19 17:49:40.453046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-619c1b4d-2d07-4f0e-9716-c4b329804c4c req-03ded3af-342a-4232-b890-0620045e81b0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782033 Aug 19 17:49:40.484383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:49:40.490064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1d705ea-664f-48b1-935a-fd71957d8c55 req-ce7fa5bd-b80c-46aa-97d4-63d513992659 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 210 time: 0.0522470 Aug 19 17:49:40.542556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c910fe0b-df15-44d2-898c-ab057aa84f89 None None] Provisioning complete for port e4578563-ef39-44df-a71e-ac4b68564983 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:40.544278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c910fe0b-df15-44d2-898c-ab057aa84f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:40.544415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-3a95e694-fa58-4f42-a01b-1a54616ffb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.545845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-3a95e694-fa58-4f42-a01b-1a54616ffb60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1654963 Aug 19 17:49:40.580593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Allocated IP 192.168.233.199 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/b278ac32-7112-496b-abbe-2589a8c8ab02) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:40.613310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c910fe0b-df15-44d2-898c-ab057aa84f89 None None] Port e4578563-ef39-44df-a71e-ac4b68564983 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:40.624684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564503c8-2d95-49f6-82e5-d5731a2ea46f req-aed6dcb7-8029-4dae-a877-5546076c824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.626327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-564503c8-2d95-49f6-82e5-d5731a2ea46f req-aed6dcb7-8029-4dae-a877-5546076c824b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 1102 time: 0.1313624 Aug 19 17:49:40.628125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-a94285e1-59bb-4429-bf63-1f633ff5391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.630737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-a94285e1-59bb-4429-bf63-1f633ff5391a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1126 time: 0.2665489 Aug 19 17:49:40.665849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-6d6e4715-9e47-495d-8568-2dca9a5ef170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340266 Aug 19 17:49:40.772869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-564503c8-2d95-49f6-82e5-d5731a2ea46f req-15549da6-c216-46e1-ac9b-00e1a4c10098 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307442 Aug 19 17:49:40.794542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f081ce-ea5f-4241-a067-f2fcd22bcd4c req-b094cace-f9d2-466a-8e88-97949b73e0eb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.802563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f081ce-ea5f-4241-a067-f2fcd22bcd4c req-b094cace-f9d2-466a-8e88-97949b73e0eb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.1513209 Aug 19 17:49:40.823175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-43b7f59a-660d-41fc-9a77-e709b1a9ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:40.824680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-43b7f59a-660d-41fc-9a77-e709b1a9ac05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1560867 Aug 19 17:49:40.856226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f081ce-ea5f-4241-a067-f2fcd22bcd4c req-a8b8229d-d2fb-4500-a822-db95f715c96d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525291 Aug 19 17:49:40.860048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:40.947906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:40.993806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Transition to ACTIVE for port object b278ac32-7112-496b-abbe-2589a8c8ab02 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:40.997597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:41.004911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c54f2-61e2-4e94-baed-20a1415271cc req-b31ff2aa-b62a-4a4a-8ca4-f06c3bf4fe7a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:41.010260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:49:41.013901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1c54f2-61e2-4e94-baed-20a1415271cc req-b31ff2aa-b62a-4a4a-8ca4-f06c3bf4fe7a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1330731 Aug 19 17:49:41.067401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e80ad-5a19-4569-8a43-f2af317d7b59 req-7fccb22f-7d6a-4a4e-9c33-bc7420bd5831 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:41.069535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f5e80ad-5a19-4569-8a43-f2af317d7b59 req-7fccb22f-7d6a-4a4e-9c33-bc7420bd5831 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1268551 Aug 19 17:49:41.099202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1c54f2-61e2-4e94-baed-20a1415271cc req-31869843-11fd-4670-bfe0-3b8311ba5db7 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843871 Aug 19 17:49:41.147703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f5e80ad-5a19-4569-8a43-f2af317d7b59 req-7b82423d-a3bf-4ca5-9b78-5a54e24979e9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626411 Aug 19 17:49:41.151492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.180696 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-fea47a89-a359-4dce-8110-1fe8feee9ac7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.0600746 Aug 19 17:49:41.238116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:49:41.240836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:41.247948 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5f00cb65-cf60-4dfe-8663-0144db7ca0d3 admin admin] 10.222.0.36 "PUT /v2.0/routers/8b2c6bed-2db8-4faf-be4a-4b19c4e5563c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228848 Aug 19 17:49:41.271090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:41.273590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-150de6bb-5614-4ea6-8ee7-7860a9d4ad90 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188961 Aug 19 17:49:41.277294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:41.293813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-a0b0611e-13c0-4107-8f8e-26c1fd2568ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:41.295256 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-a0b0611e-13c0-4107-8f8e-26c1fd2568ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1063297 Aug 19 17:49:41.308327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53597fee-7baa-4692-9d8b-2690cca2711b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:41.355569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:41.356232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.362080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Pushing event updated for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:41.389420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-c4da9534-76d3-42de-ae5e-2ea86611eb71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814445 Aug 19 17:49:41.394294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec587e4-efef-47a9-afa1-4b9374911bbe req-1f71fb2a-2a1c-431a-a5c3-9f8aba0812e2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:41.402269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ec587e4-efef-47a9-afa1-4b9374911bbe req-1f71fb2a-2a1c-431a-a5c3-9f8aba0812e2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1881230 Aug 19 17:49:41.406220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-41aea8b1-88bc-4419-a2cc-db5bea2435f9 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8603768 Aug 19 17:49:41.433034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 53597fee-7baa-4692-9d8b-2690cca2711b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:41.438334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Request body: {'port': {'device_id': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:41.440755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 53597fee-7baa-4692-9d8b-2690cca2711b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:41.441132 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.528092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ec587e4-efef-47a9-afa1-4b9374911bbe req-95407dc8-efb3-4be6-965c-d673ec984fed tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245906 Aug 19 17:49:41.579834 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.580444 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-001d62ba-45a0-43aa-8db7-03ca258de3db req-98d0dc29-62a2-42d8-a2d9-c10f3815f59f service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993464 Aug 19 17:49:41.626772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 53597fee-7baa-4692-9d8b-2690cca2711b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53597fee-7baa-4692-9d8b-2690cca2711b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:41.630787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.636964 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-e379e6e5-7e09-4464-8cc4-1ef022d0cccb service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347395 Aug 19 17:49:41.721832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=53597fee-7baa-4692-9d8b-2690cca2711b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:41.736335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.736937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.737551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.737980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.738408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.738939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.739333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.739752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.740167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.740675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.741164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.741646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:41.756045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11ae81b5-f804-461d-964c-598975154f42 None None] Provisioning for port b278ac32-7112-496b-abbe-2589a8c8ab02 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:41.760519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11ae81b5-f804-461d-964c-598975154f42 None None] Provisioning complete for port b278ac32-7112-496b-abbe-2589a8c8ab02 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:41.760980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11ae81b5-f804-461d-964c-598975154f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.770434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ed1face-f3ec-4861-939a-ed3eb2bf41f6 req-05782055-4497-4df7-91f7-2e8742b3f62a service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280086 Aug 19 17:49:41.806036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-11ae81b5-f804-461d-964c-598975154f42 None None] Port b278ac32-7112-496b-abbe-2589a8c8ab02 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:41.905371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:41.905869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Sync routers for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:49:41.915268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:41.916004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:42.017233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e77ed-964c-4f85-9ab7-aadc1a2b30ab req-727ab274-23ef-4d48-a56b-b748221a611e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:42.018619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b7e77ed-964c-4f85-9ab7-aadc1a2b30ab req-727ab274-23ef-4d48-a56b-b748221a611e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 943 time: 0.4433076 Aug 19 17:49:42.025775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:42.117700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-8e02adb2-6b76-4dbb-a504-4740708ccf80 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:42.119211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-8e02adb2-6b76-4dbb-a504-4740708ccf80 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 828 time: 0.2263057 Aug 19 17:49:42.160410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b7e77ed-964c-4f85-9ab7-aadc1a2b30ab req-938a5864-27cf-439f-81d4-78b213b17c64 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322746 Aug 19 17:49:42.161511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-4ebaf84f-25f8-4aad-a517-57aefd70844d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/quotas/a25c61a4373b40d399a7323e79ffdb14 HTTP/1.1" status: 200 len: 375 time: 0.0303087 Aug 19 17:49:42.243325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 2, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:42.272526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Checking router: 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:49:42.272797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Updating router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c port e4578563-ef39-44df-a71e-ac4b68564983 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:49:42.303236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.308416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-16a0e790-1860-4a10-817a-759e26882c55 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331367 Aug 19 17:49:42.383039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb119d-f80f-463d-a711-e8249a3d0516 req-75d11303-1b6b-416a-a5b1-52191f62f50b tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:42.384561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6abb119d-f80f-463d-a711-e8249a3d0516 req-75d11303-1b6b-416a-a5b1-52191f62f50b tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 936 time: 0.1394870 Aug 19 17:49:42.467645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b278ac32-7112-496b-abbe-2589a8c8ab02 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:42.489255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.498247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6abb119d-f80f-463d-a711-e8249a3d0516 req-38a1e3b2-7cb8-4be6-8776-5231d28425b0 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069627 Aug 19 17:49:42.514553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-c281f6a4-b871-43e4-8b0a-3a61f801a206 service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904433 Aug 19 17:49:42.545782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Transition to ACTIVE for port object b278ac32-7112-496b-abbe-2589a8c8ab02 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:42.581210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.584181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.594516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Transition to ACTIVE for port object e4578563-ef39-44df-a71e-ac4b68564983 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:42.600838 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.652386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd0ea-73ec-4ce6-8b4f-f97219d40590 None None] Pushing event updated for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:42.683874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Pushing event updated for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:42.726533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Attempting to bind port e4578563-ef39-44df-a71e-ac4b68564983 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:42.726908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Attempting to bind port e4578563-ef39-44df-a71e-ac4b68564983 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:42.727270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Attempting to bind port e4578563-ef39-44df-a71e-ac4b68564983 on network 23f81f33-331b-4bdc-9358-82d239504d21 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:42.733672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:42.734054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Checking segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:42.734457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.734851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Bound using segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:42.735326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Bound port: e4578563-ef39-44df-a71e-ac4b68564983, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:42.735735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.752837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc0c6-83a3-4a46-86cf-af31c7935c1e req-9daa0b72-218e-4b3d-9417-23df903792a2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:42.754427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-628bc0c6-83a3-4a46-86cf-af31c7935c1e req-9daa0b72-218e-4b3d-9417-23df903792a2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.1762784 Aug 19 17:49:42.763052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-6ceb53ba-54d3-4d8c-aecd-f22472468032 service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475259 Aug 19 17:49:42.834901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] For port e4578563-ef39-44df-a71e-ac4b68564983, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:42.836279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Attempting to bind port b278ac32-7112-496b-abbe-2589a8c8ab02 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:42.836627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Attempting to bind port b278ac32-7112-496b-abbe-2589a8c8ab02 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:42.837560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Attempting to bind port b278ac32-7112-496b-abbe-2589a8c8ab02 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:42.839154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] For port e4578563-ef39-44df-a71e-ac4b68564983, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4578563-ef39-44df-a71e-ac4b68564983,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:42.845100 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.848158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Port b278ac32-7112-496b-abbe-2589a8c8ab02 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:42.848399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Attempting to bind port b278ac32-7112-496b-abbe-2589a8c8ab02 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:42.879611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:42.884112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-628bc0c6-83a3-4a46-86cf-af31c7935c1e req-2fcc72b8-b9ab-4b0d-975f-d9e547f0cb02 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057827 Aug 19 17:49:42.888073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:42.888457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:42.888923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:42.889734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Bound port: b278ac32-7112-496b-abbe-2589a8c8ab02, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:42.890112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:42.907001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:49:42.907819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:49:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:43.064262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:43.099070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-ba49ca3d-efd1-4b38-9852-e5cf010d14b9 service neutron] 10.222.0.42 "GET /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.0752809 Aug 19 17:49:43.124731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b278ac32-7112-496b-abbe-2589a8c8ab02,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:43.174384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e7167-52ca-40b9-91d2-08de22ec17fb req-bfefe046-6932-46ba-a385-3bba438ab090 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.175913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-280e7167-52ca-40b9-91d2-08de22ec17fb req-bfefe046-6932-46ba-a385-3bba438ab090 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1892087 Aug 19 17:49:43.177096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.256628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.257428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.260744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd0ea-73ec-4ce6-8b4f-f97219d40590 None None] Pushing event updated for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:43.272899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] 10.222.0.13 "PUT /v2.0/ports/b278ac32-7112-496b-abbe-2589a8c8ab02 HTTP/1.1" status: 200 len: 1097 time: 1.8317273 Aug 19 17:49:43.278129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53597fee-7baa-4692-9d8b-2690cca2711b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:43.280610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5024be-a94b-4c35-a1c2-9c4648086866 service neutron] Pushing event updated for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:43.288246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:43.295308 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc9cea-30b1-4899-a14f-72f37577d696" -d '{"events": [{"name": "network-changed", "server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:43.392753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a29915-2783-4821-8766-4eee1c1f5a60 req-e77000ad-30cf-4d72-ba1a-93796dad1462 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.394889 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a29915-2783-4821-8766-4eee1c1f5a60 req-e77000ad-30cf-4d72-ba1a-93796dad1462 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.3273923 Aug 19 17:49:43.438106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-280e7167-52ca-40b9-91d2-08de22ec17fb req-bcb6b7c2-278e-4cc2-8df2-e991dde0dbb1 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400255 Aug 19 17:49:43.516135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:43.546068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:43.605845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a885ef-b5e6-4fc5-a500-029c2c848ce6 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:43.615608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a29915-2783-4821-8766-4eee1c1f5a60 req-1aa08270-b25e-45da-8b96-9f5dfd427685 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890817 Aug 19 17:49:43.619195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:43.620801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3a00b301-599e-4449-afea-a12b73fbe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.626387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3a00b301-599e-4449-afea-a12b73fbe1b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a537e21b9404fbca7dec477be71f5b0&device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 1100 time: 0.2522328 Aug 19 17:49:43.628593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:43.635541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.644652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'port_id': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'mac_address': 'fa:16:3e:27:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fc86d7-ecda-4b58-b7d6-c876b35270cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:43.675201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:49:43.725723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-07f4532f-de3c-4543-95a0-7cf2782970aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b278ac32-7112-496b-abbe-2589a8c8ab02 HTTP/1.1" status: 200 len: 217 time: 0.0812151 Aug 19 17:49:43.751281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Transition to ACTIVE for port object 36a885ef-b5e6-4fc5-a500-029c2c848ce6 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:43.758331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.770673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.772563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 53597fee-7baa-4692-9d8b-2690cca2711b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:43.772938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.845938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] No DVR routers for this DVR port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:43.853050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Pushing event updated for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=10']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:43.858746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187b7a-59d2-4bbe-a2b6-00fac64c6abb req-438bcbba-3903-44c9-8563-ad6118fdc925 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.868092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e187b7a-59d2-4bbe-a2b6-00fac64c6abb req-438bcbba-3903-44c9-8563-ad6118fdc925 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1661592 Aug 19 17:49:43.872513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-6bfb84c6-9586-491a-8c28-4189999446d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.874320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-6bfb84c6-9586-491a-8c28-4189999446d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1076348 Aug 19 17:49:43.877251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.877601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.877942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.878431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.878773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.879151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.879504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.879838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.880167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.880565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.881102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.881102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:49:43.888911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc054-b4fe-478c-b8d2-95b282863fde req-87cbf5d0-89ba-4c34-9a49-992aaeb83666 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:43.898423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3a66cee3-3121-4f97-bf1e-f866a9a75693 service neutron] 10.222.0.42 "PUT /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6/bindings/n-h2-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7780545 Aug 19 17:49:43.898767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c35cc054-b4fe-478c-b8d2-95b282863fde req-87cbf5d0-89ba-4c34-9a49-992aaeb83666 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1948915 Aug 19 17:49:43.906596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10208bc-a9a1-4765-844f-8fd0ea6ab786 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:43.961210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:43.969602 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:43.986306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e187b7a-59d2-4bbe-a2b6-00fac64c6abb req-1cbf1ab3-6e30-4c99-ab2f-8dd67189ff84 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169412 Aug 19 17:49:43.993398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c35cc054-b4fe-478c-b8d2-95b282863fde req-30532430-5c63-4f32-b380-efcd2caa2523 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937872 Aug 19 17:49:43.998903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3a6c0db3-e97b-4961-b911-5ffee3c2182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.000428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-3a6c0db3-e97b-4961-b911-5ffee3c2182b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943751 Aug 19 17:49:44.078434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-c6dda029-0d6c-45a1-97a0-58b8817ade0b tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.080030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-c6dda029-0d6c-45a1-97a0-58b8817ade0b tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0814376 Aug 19 17:49:44.113892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:44.168530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-16893569-5bdf-4419-b545-f694e288f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:42Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:49:44.210262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82daca87-a7b2-47c0-bf55-3fc77ca83189 req-467e3981-fa70-4a0f-ac8e-8abf73310169 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 210 time: 0.0706754 Aug 19 17:49:44.212347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5f655fdd-040d-4c42-acec-dc6de6780712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.213154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16893569-5bdf-4419-b545-f694e288f78b None None] The sync data for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 is: [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:42Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:49:44.214960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5f655fdd-040d-4c42-acec-dc6de6780712 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&tenant_id=6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 1096 time: 0.1244872 Aug 19 17:49:44.240674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:44.279421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-1dfc057f-074b-4898-8720-7de78b55e7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681937 Aug 19 17:49:44.313518 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d4a4d-08dc-4ac4-90ec-29798c9b6f03 x-openstack-request-id: req-9c8d4a4d-08dc-4ac4-90ec-29798c9b6f03 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:44.313763 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:44.314023 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c8d4a4d-08dc-4ac4-90ec-29798c9b6f03 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:44.314413 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02', 'status': 'completed', 'code': 200} Aug 19 17:49:44.336513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21df36-c3e6-489c-b608-2b0b9d6ec591 req-7feb22d5-7370-4930-b572-c519bd0fcf2b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.344029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d21df36-c3e6-489c-b608-2b0b9d6ec591 req-7feb22d5-7370-4930-b572-c519bd0fcf2b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 944 time: 0.1978250 Aug 19 17:49:44.381524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3128bbbf-96d9-46d5-b102-530ee786fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.382692 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-3128bbbf-96d9-46d5-b102-530ee786fa0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1096 time: 0.0567446 Aug 19 17:49:44.390064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:44.432132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:44.459293 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d21df36-c3e6-489c-b608-2b0b9d6ec591 req-0a90b618-653b-4e20-975c-2167aeec4b5e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521448 Aug 19 17:49:44.464032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'port_id': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'mac_address': 'fa:16:3e:de:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599a0ee-0feb-42c8-9109-39e285e8821c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:44.497567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84d09e-f85b-41ef-ae22-176edf8cbea6 req-0058004a-3a88-4bd4-95e2-c9ec6206d3de tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.499138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f84d09e-f85b-41ef-ae22-176edf8cbea6 req-0058004a-3a88-4bd4-95e2-c9ec6206d3de tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 948 time: 0.1217685 Aug 19 17:49:44.528269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-62431730-42e1-4276-9153-8024e7a3096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.529863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-62431730-42e1-4276-9153-8024e7a3096b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1369343 Aug 19 17:49:44.539666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:44.568773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbab6bd-8aa3-443d-b313-677a95ace324 req-a040c644-d6d8-4543-beb4-8a3ceca6c89c service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790873 Aug 19 17:49:44.590171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f84d09e-f85b-41ef-ae22-176edf8cbea6 req-5c128ad6-d240-47e1-8ab3-02ec0af61f30 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833561 Aug 19 17:49:44.596481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0f10708-28d9-49a9-ada9-8b236dddf1ee {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:44.651010 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-e2ebe729-31f3-46a2-bd6e-5d33048cbb1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.1074862 Aug 19 17:49:44.662514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-e43f22b1-ab3d-4eb7-9cf8-8708a5086ebe tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447600 Aug 19 17:49:44.668927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:44.676909 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:44.756570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-7f57cc29-a1d5-452b-b0e4-da11797b1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.758324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-7f57cc29-a1d5-452b-b0e4-da11797b1cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0679467 Aug 19 17:49:44.809531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:44.817070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-5fbed418-54fa-4c47-9af4-deb54ae8914d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494010 Aug 19 17:49:44.820333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b0f10708-28d9-49a9-ada9-8b236dddf1ee'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:44.940540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-edfc7c9c-1beb-4d8a-a7ea-0be122558762 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139340 Aug 19 17:49:44.980323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-d54db5a6-a36f-45c6-b8cb-060492b965da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.981827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-d54db5a6-a36f-45c6-b8cb-060492b965da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a537e21b9404fbca7dec477be71f5b0&device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 1100 time: 0.2205029 Aug 19 17:49:44.997269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b67-9c12-4cf5-954d-c67d26ee61e6 req-e91e0839-1789-4fe7-95db-f757dd03f496 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:44.998836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03a8b67-9c12-4cf5-954d-c67d26ee61e6 req-e91e0839-1789-4fe7-95db-f757dd03f496 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 945 time: 0.3087292 Aug 19 17:49:45.026388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-102e88de-c471-4471-a770-144009b872e2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.033469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-102e88de-c471-4471-a770-144009b872e2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550990 Aug 19 17:49:45.062532 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-80f16e2a-5415-4e53-9e12-a6e68fcde377 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039741 Aug 19 17:49:45.068566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-36ed9b92-a71c-4733-9de3-820327b14c50 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.069978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-36ed9b92-a71c-4733-9de3-820327b14c50 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.13 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 828 time: 0.3073697 Aug 19 17:49:45.111303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-69b8c6f7-e196-4ee8-9a13-aefbd81c65e2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/quotas/0d516a2a71f54f11a57d20c911d57e1c HTTP/1.1" status: 200 len: 375 time: 0.0769134 Aug 19 17:49:45.117522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'port': {'device_id': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'admin_state_up': True, 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:45.213617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03a8b67-9c12-4cf5-954d-c67d26ee61e6 req-efd19706-3808-44e5-8901-cd628f99c384 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019069 Aug 19 17:49:45.273520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-e4ff9469-0bb2-4201-9f55-3e557ea02f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.274741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-e4ff9469-0bb2-4201-9f55-3e557ea02f07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2386813 Aug 19 17:49:45.275815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4578563-ef39-44df-a71e-ac4b68564983 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:45.284458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-45284106-fd3c-45c0-a3de-c3d27bc3d8cd tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622040 Aug 19 17:49:45.336878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-c813750b-5cc5-40f6-a508-8f3e81612899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b278ac32-7112-496b-abbe-2589a8c8ab02 HTTP/1.1" status: 200 len: 217 time: 0.0514467 Aug 19 17:49:45.356649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e4578563-ef39-44df-a71e-ac4b68564983 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:45.367006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e4578563-ef39-44df-a71e-ac4b68564983 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:45.367957 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:45.444422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-1618f0e3-9031-490a-8fdf-0a57cbc7b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.445915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-1618f0e3-9031-490a-8fdf-0a57cbc7b9da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0979640 Aug 19 17:49:45.449321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Made reservation on behalf of a25c61a4373b40d399a7323e79ffdb14 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:45.452743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:45.502892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-c801e619-eb69-44c2-b4a4-d7f37e2f9dcf tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.517302 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-c801e619-eb69-44c2-b4a4-d7f37e2f9dcf tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0601611 Aug 19 17:49:45.537299 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:45.577131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51b101-3abd-438b-855d-e75872d50b92 req-fd61ca0f-8fc4-4e5b-844b-357f7de71970 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.579601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f51b101-3abd-438b-855d-e75872d50b92 req-fd61ca0f-8fc4-4e5b-844b-357f7de71970 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1863778 Aug 19 17:49:45.598309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e4578563-ef39-44df-a71e-ac4b68564983, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4578563-ef39-44df-a71e-ac4b68564983,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:45.604165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:45.670064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:45.714125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-2c07c8d3-5bd3-41bf-9012-688b99d2e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:45.715692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-2c07c8d3-5bd3-41bf-9012-688b99d2e1fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2605948 Aug 19 17:49:45.738883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-53ad3da5-82c9-4730-9401-d1d2f37bcb9c service neutron] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:45.742562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-53ad3da5-82c9-4730-9401-d1d2f37bcb9c service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:45.743755 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4e43f66-9c20-488e-bd02-5f94629570ad req-53ad3da5-82c9-4730-9401-d1d2f37bcb9c service neutron] 10.222.0.13 "DELETE /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6/bindings/n-h1-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.2254264 Aug 19 17:49:46.022044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75d8d-6fe4-4885-be69-ebfe2c486ec3 req-013ce6f9-bfd7-4938-8cc0-c540d40f56ae tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:46.023715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e75d8d-6fe4-4885-be69-ebfe2c486ec3 req-013ce6f9-bfd7-4938-8cc0-c540d40f56ae tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 944 time: 0.4059384 Aug 19 17:49:46.053887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f51b101-3abd-438b-855d-e75872d50b92 req-09168159-909e-46a1-8c90-08008c66bf2e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181089 Aug 19 17:49:46.110890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Allocated IP 172.20.0.9 (23f81f33-331b-4bdc-9358-82d239504d21/7bb9dfab-9955-4590-be63-62ee36ab16f9/bb0b1b8e-2474-4de5-b5b0-300b1175c00e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:46.163711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e75d8d-6fe4-4885-be69-ebfe2c486ec3 req-a97a109a-09c3-49d6-adfd-4b225e667b6b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071558 Aug 19 17:49:46.180945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-f6b76cc5-0ebb-4aa5-8552-ea82587028e4 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495800 Aug 19 17:49:46.234389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:46.313150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b0f10708-28d9-49a9-ada9-8b236dddf1ee triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:46.313529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.389712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaff1d57-6a7d-4a6d-9943-333103013b34 req-f7adad70-7209-4992-aebb-15c39a1759e1 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 210 time: 0.0578036 Aug 19 17:49:46.398347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.433858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:46.436353 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebeeb7d-6695-4320-8e31-29ee20e2332f" -d '{"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-plugged", "status": "completed", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:46.451080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:46.455105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.455929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:46.468746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554a049-282e-4bca-84fd-18ad78711c53 req-11ce7cef-c50f-4d38-a479-7836b09dc377 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:46.470227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8554a049-282e-4bca-84fd-18ad78711c53 req-11ce7cef-c50f-4d38-a479-7836b09dc377 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 944 time: 0.1396179 Aug 19 17:49:46.483507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5abc9cea-30b1-4899-a14f-72f37577d696 req-1572fe36-94f1-4269-ba5a-ffd85e3017bb service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955315 Aug 19 17:49:46.508846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6007a067-f364-404e-b277-e9911c4fafe3 req-f32723c9-3fac-4020-84c8-5eb8b9d0f9c4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 210 time: 0.0578802 Aug 19 17:49:46.524480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.553579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:46.554302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Transition to ACTIVE for port object bb0b1b8e-2474-4de5-b5b0-300b1175c00e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:46.564786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:46.569140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8554a049-282e-4bca-84fd-18ad78711c53 req-616f6fca-6f23-4a6d-a779-a54acac90ad5 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Aug 19 17:49:46.683483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.709861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.739069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1520be-a36d-47bd-adda-60b1ae75798d req-8e361b40-404d-4c65-bc29-1e9f672083b0 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:46.742008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1520be-a36d-47bd-adda-60b1ae75798d req-8e361b40-404d-4c65-bc29-1e9f672083b0 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 948 time: 0.1377165 Aug 19 17:49:46.778110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Network 23f81f33-331b-4bdc-9358-82d239504d21 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:46.801575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-857a1217-3192-4a6c-8946-d919783a0711 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542290 Aug 19 17:49:46.803373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:46.826068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa43ad9-3be8-4380-8857-733cdd61d9da req-16259618-363a-499e-bfcb-5795278d3720 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:46.827657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aa43ad9-3be8-4380-8857-733cdd61d9da req-16259618-363a-499e-bfcb-5795278d3720 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.1828430 Aug 19 17:49:46.828313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event updated for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:46.840486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:46.893710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:46.946474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port a10208bc-a9a1-4765-844f-8fd0ea6ab786 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:46.953866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port a10208bc-a9a1-4765-844f-8fd0ea6ab786 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:46.954244 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:46.968976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1520be-a36d-47bd-adda-60b1ae75798d req-c73185de-8b1b-4b05-a848-b599ef55fb12 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028036 Aug 19 17:49:46.994787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:46.995781 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.006959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aa43ad9-3be8-4380-8857-733cdd61d9da req-d7dcda9c-fc2a-4079-91e7-ad00594ce49a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703923 Aug 19 17:49:47.037617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-76832661-5e73-4645-b85d-d95883aea571 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9304647 Aug 19 17:49:47.044694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.065609 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f28fd-d5e2-4c6a-93ea-ae87248d2c35 x-openstack-request-id: req-1d8f28fd-d5e2-4c6a-93ea-ae87248d2c35 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:47.065898 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-plugged", "status": "completed", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:47.066148 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d8f28fd-d5e2-4c6a-93ea-ae87248d2c35 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:47.066530 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'code': 200} Aug 19 17:49:47.067096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Request body: {'port': {'device_id': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:47.091417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:47.096336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.100159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-56271cd2-2712-4fcc-bf65-4dfe57f3e97a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:47.101962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c1dcd17-93e6-4b58-a9c7-0ff59cfa8781 None None] Provisioning for port bb0b1b8e-2474-4de5-b5b0-300b1175c00e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:47.102131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-56271cd2-2712-4fcc-bf65-4dfe57f3e97a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641754 Aug 19 17:49:47.121616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Request body: {'port': {'device_id': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '0d516a2a71f54f11a57d20c911d57e1c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:47.126700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c1dcd17-93e6-4b58-a9c7-0ff59cfa8781 None None] Provisioning complete for port bb0b1b8e-2474-4de5-b5b0-300b1175c00e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:47.127075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5c1dcd17-93e6-4b58-a9c7-0ff59cfa8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.179868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:47.182597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dcd17-93e6-4b58-a9c7-0ff59cfa8781 None None] Port bb0b1b8e-2474-4de5-b5b0-300b1175c00e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:47.217420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4578563-ef39-44df-a71e-ac4b68564983 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:47.265706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e4578563-ef39-44df-a71e-ac4b68564983 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:47.266083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.267653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.341453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0884a-2e11-4fc8-a4b7-ad9db6049b14 req-c35c765c-a192-46f4-af85-bdb60bb9a611 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:47.342984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab0884a-2e11-4fc8-a4b7-ad9db6049b14 req-c35c765c-a192-46f4-af85-bdb60bb9a611 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1096 time: 0.1690385 Aug 19 17:49:47.352092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cc83d-f0d2-4f0f-ab79-cf937decd398 req-bcf3b293-07b5-49f6-adfe-9c8af659b5fb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:47.353535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-862cc83d-f0d2-4f0f-ab79-cf937decd398 req-bcf3b293-07b5-49f6-adfe-9c8af659b5fb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1606901 Aug 19 17:49:47.494492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab0884a-2e11-4fc8-a4b7-ad9db6049b14 req-12a6cc7a-db64-477f-95e5-d9dc69952ead tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382551 Aug 19 17:49:47.498840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Made reservation on behalf of 0d516a2a71f54f11a57d20c911d57e1c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:47.502269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.529385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-862cc83d-f0d2-4f0f-ab79-cf937decd398 req-9868f395-7f0c-43da-bba2-666f9857f786 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692903 Aug 19 17:49:47.730032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5183c-38c9-46d9-9255-13e982d3ff8f req-b6050ff3-83fd-42f0-9e8b-c85bf8dbf715 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:47.731547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bff5183c-38c9-46d9-9255-13e982d3ff8f req-b6050ff3-83fd-42f0-9e8b-c85bf8dbf715 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.1538393 Aug 19 17:49:47.812400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19234bca-7767-4eba-8d86-a0043fa75677 req-24eb79e4-a740-4904-85ba-888d6920c5d5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:47.813858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19234bca-7767-4eba-8d86-a0043fa75677 req-24eb79e4-a740-4904-85ba-888d6920c5d5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 931 time: 0.2005458 Aug 19 17:49:47.876996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Allocated IP 192.168.233.174 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/3d79a596-42f6-4dc4-9d63-07375e137eae) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:47.884021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bff5183c-38c9-46d9-9255-13e982d3ff8f req-84c238df-42e1-4422-a67a-c38c89b40e3e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392131 Aug 19 17:49:47.931187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19234bca-7767-4eba-8d86-a0043fa75677 req-c4b07951-ca42-474b-a991-7fa7d95d56c4 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070430 Aug 19 17:49:47.946789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0b1b8e-2474-4de5-b5b0-300b1175c00e {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:47.957591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:47.997543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c7ec0dd-68a5-4272-aa4a-601f4948649a req-f40b28a3-c4b3-4b03-a768-de18c86e985a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 210 time: 0.0460136 Aug 19 17:49:48.010755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-41ff6182-e7b7-4ef1-bc8d-f81337e71b60 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:48.013009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-41ff6182-e7b7-4ef1-bc8d-f81337e71b60 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 946 time: 0.0939236 Aug 19 17:49:48.019691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Transition to ACTIVE for port object bb0b1b8e-2474-4de5-b5b0-300b1175c00e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:48.030424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.150033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Deleting port b0f10708-28d9-49a9-ada9-8b236dddf1ee {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:48.150295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.243693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:48.248348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] For port b0f10708-28d9-49a9-ada9-8b236dddf1ee, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b0f10708-28d9-49a9-ada9-8b236dddf1ee,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:48.248884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.266474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Calling delete_port for b0f10708-28d9-49a9-ada9-8b236dddf1ee owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:48.292970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14530-a93b-4b29-8758-304a0b816d1c req-6d2ffb9f-7ad1-49f8-b79d-6bcd665d548d tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:48.294552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff14530-a93b-4b29-8758-304a0b816d1c req-6d2ffb9f-7ad1-49f8-b79d-6bcd665d548d tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 948 time: 0.2165329 Aug 19 17:49:48.358878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.391030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-29f941e8-6fdb-4e7d-acea-b1f09c00052a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:48.392521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-29f941e8-6fdb-4e7d-acea-b1f09c00052a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.3474002 Aug 19 17:49:48.409768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Transition to ACTIVE for port object 3d79a596-42f6-4dc4-9d63-07375e137eae will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:48.412740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.426886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b0f10708-28d9-49a9-ada9-8b236dddf1ee'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:48.436090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff14530-a93b-4b29-8758-304a0b816d1c req-dc25239f-dc47-4bd1-b656-3eb0c5a83c5a tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286452 Aug 19 17:49:48.442499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-4c180913-e7d6-4ae9-9733-3045524f9d1a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/quotas/6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 375 time: 0.0364490 Aug 19 17:49:48.444265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Attempting to bind port bb0b1b8e-2474-4de5-b5b0-300b1175c00e on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:48.444414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Attempting to bind port bb0b1b8e-2474-4de5-b5b0-300b1175c00e by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:48.444701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Attempting to bind port bb0b1b8e-2474-4de5-b5b0-300b1175c00e on network 23f81f33-331b-4bdc-9358-82d239504d21 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:48.448145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event deleted for resources: {'Port': ['ID=b0f10708-28d9-49a9-ada9-8b236dddf1ee,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:48.453211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Port bb0b1b8e-2474-4de5-b5b0-300b1175c00e on network 23f81f33-331b-4bdc-9358-82d239504d21 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:48.453998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Attempting to bind port bb0b1b8e-2474-4de5-b5b0-300b1175c00e on network 23f81f33-331b-4bdc-9358-82d239504d21 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:48.476045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:48.476394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Checking segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:48.476779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Bound using segment: {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:48.477226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Bound port: bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c805242-cf67-4817-88ba-14e472c07ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:48.477583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.517700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] No DVR routers for this DVR port b0f10708-28d9-49a9-ada9-8b236dddf1ee on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:48.521675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.523724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3eafbc00-d9a2-4c6a-ab58-045b0b83beb0 req-baaada08-acfe-470a-9cdf-75717712b34c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "DELETE /v2.0/ports/b0f10708-28d9-49a9-ada9-8b236dddf1ee HTTP/1.1" status: 204 len: 173 time: 0.5046926 Aug 19 17:49:48.524170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-deleted', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:48.526430 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00acc45-42dd-4c60-a1a7-c4afaacf35bd" -d '{"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-deleted", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:48.785168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:48.797497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:48.822948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:48.827067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-34c1b5c6-b57e-47e0-b70c-a3af4a142c26 req-a832b26a-2faf-4e8b-af79-ab87015529ea tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=30ecd8af-668b-44d0-bb93-e4bc57fff181 HTTP/1.1" status: 200 len: 210 time: 0.2811935 Aug 19 17:49:48.862470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:48.874533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:48.890939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-18568bb6-5aa5-445b-baa6-b8732d48cb3f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4254446 Aug 19 17:49:48.899534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b278ac32-7112-496b-abbe-2589a8c8ab02 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:48.915252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:48.979837 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c696a4-2168-4279-a774-fa34fe4a00ae x-openstack-request-id: req-a1c696a4-2168-4279-a774-fa34fe4a00ae {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:48.980140 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ecd8af-668b-44d0-bb93-e4bc57fff181", "name": "network-vif-deleted", "tag": "b0f10708-28d9-49a9-ada9-8b236dddf1ee", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:48.980477 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1c696a4-2168-4279-a774-fa34fe4a00ae {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:48.980923 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ecd8af-668b-44d0-bb93-e4bc57fff181', 'name': 'network-vif-deleted', 'tag': 'b0f10708-28d9-49a9-ada9-8b236dddf1ee', 'status': 'completed', 'code': 200} Aug 19 17:49:49.001224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:49.037042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:49.039840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event updated for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:49.050472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.083666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:49.084633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.085353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.091767 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb37dd-46f5-4545-8a41-079e0f223399" -d '{"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-plugged", "status": "completed", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:49.146676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-95a32cfb-0459-40e5-97f7-261ea6f36935 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0284355 Aug 19 17:49:49.171100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.171760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.173397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 1092 time: 2.1105897 Aug 19 17:49:49.173837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:49.176087 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e987993-decc-4f04-bccb-c69b3f4083fe" -d '{"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:49.201449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Request body: {'port': {'device_id': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:49.232435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-3d70affa-7a1b-4662-b476-9b975c2f38fc service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401744 Aug 19 17:49:49.286326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5b5f21a7-0a0b-48ee-949a-2382944278e9 None None] Provisioning for port 3d79a596-42f6-4dc4-9d63-07375e137eae completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:49.311595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5b5f21a7-0a0b-48ee-949a-2382944278e9 None None] Provisioning complete for port 3d79a596-42f6-4dc4-9d63-07375e137eae triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:49.311975 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b5f21a7-0a0b-48ee-949a-2382944278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.319822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ad66-5e80-40c0-a212-218f2fa0d5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:49.390885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ee8e7-8946-43b4-a35e-5f7d57201558 req-a51c3490-0a66-445f-b218-c5befe589ef6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.392396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264ee8e7-8946-43b4-a35e-5f7d57201558 req-a51c3490-0a66-445f-b218-c5befe589ef6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.2944918 Aug 19 17:49:49.398455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b278ac32-7112-496b-abbe-2589a8c8ab02,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:49.411419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.423748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f21a7-0a0b-48ee-949a-2382944278e9 None None] Port 3d79a596-42f6-4dc4-9d63-07375e137eae cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:49:49.432021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b278ac32-7112-496b-abbe-2589a8c8ab02', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'b278ac32-7112-496b-abbe-2589a8c8ab02', 'mac_address': 'fa:16:3e:43:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:49.445940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-23ec89f8-ee5a-45a7-8728-1f843f94c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.447427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-23ec89f8-ee5a-45a7-8728-1f843f94c096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1095 time: 0.1446893 Aug 19 17:49:49.476758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-9112bf9a-907b-478e-bfb8-4efd9e920d78 service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433548 Aug 19 17:49:49.484729 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.498559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b278ac32-7112-496b-abbe-2589a8c8ab02 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:49.519338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b278ac32-7112-496b-abbe-2589a8c8ab02,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:49.524042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:49.531794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-8b127b51-9d09-44a7-92ad-4e1e1db69b8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 217 time: 0.0540488 Aug 19 17:49:49.537075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264ee8e7-8946-43b4-a35e-5f7d57201558 req-d2e7f901-dd71-4089-9d65-558559fd2d03 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332309 Aug 19 17:49:49.589449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:49.737141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-b89acb68-689a-46da-82b2-649cbb3bdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.738750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-b89acb68-689a-46da-82b2-649cbb3bdbc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.1947598 Aug 19 17:49:49.839708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10784b5a-f5c4-4ae6-b555-0ff271c7f910 req-9834838e-7216-4c4a-a470-2fac58036790 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.841201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10784b5a-f5c4-4ae6-b555-0ff271c7f910 req-9834838e-7216-4c4a-a470-2fac58036790 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.1878862 Aug 19 17:49:49.862805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b278ac32-7112-496b-abbe-2589a8c8ab02'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:49.866569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160e05c-5797-46e0-b792-6de290bd26dc req-1baad910-a9a2-41d0-926a-3e7e9c00da4c tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.868109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5160e05c-5797-46e0-b792-6de290bd26dc req-1baad910-a9a2-41d0-926a-3e7e9c00da4c tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 943 time: 0.2136462 Aug 19 17:49:49.926986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-b1a00d04-8829-483f-8bcb-347af3aa334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:49.929253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-b1a00d04-8829-483f-8bcb-347af3aa334f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808996 Aug 19 17:49:50.001852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10784b5a-f5c4-4ae6-b555-0ff271c7f910 req-d4ebd198-78bf-4c22-a823-e37b830ed353 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484308 Aug 19 17:49:50.036147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5160e05c-5797-46e0-b792-6de290bd26dc req-ca440431-c7db-4b2e-b2f0-ce3a56adb6ae tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576984 Aug 19 17:49:50.103817 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5596517-1e0d-4a46-ac64-7fb618fcab0c x-openstack-request-id: req-f5596517-1e0d-4a46-ac64-7fb618fcab0c {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:50.104643 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-plugged", "status": "completed", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:50.105009 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5596517-1e0d-4a46-ac64-7fb618fcab0c {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:50.106443 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'code': 200} Aug 19 17:49:50.139339 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771b3a0-49d4-48f7-bc5b-3eac6c4c060f x-openstack-request-id: req-2771b3a0-49d4-48f7-bc5b-3eac6c4c060f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:50.139660 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:50.140040 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2771b3a0-49d4-48f7-bc5b-3eac6c4c060f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:50.140290 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'status': 'completed', 'code': 200} Aug 19 17:49:50.158155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d79a596-42f6-4dc4-9d63-07375e137eae {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:50.173279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-f19aadc3-caae-469b-8c47-dbb3940a5fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226844 Aug 19 17:49:50.176307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.214822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5ab20-b6dd-40d3-b69f-fe7f45638116 req-7cde726e-0c23-409f-9304-910940a55095 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.216412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81f5ab20-b6dd-40d3-b69f-fe7f45638116 req-7cde726e-0c23-409f-9304-910940a55095 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 936 time: 0.1277997 Aug 19 17:49:50.218279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Transition to ACTIVE for port object 3d79a596-42f6-4dc4-9d63-07375e137eae will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:50.260924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ebf49-27f9-45fb-9075-44792d1ff8e4 req-3c02f312-8564-46e4-823a-c062bad246fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.262466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3b2ebf49-27f9-45fb-9075-44792d1ff8e4 req-3c02f312-8564-46e4-823a-c062bad246fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1097 time: 0.0481842 Aug 19 17:49:50.264544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.302341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3b2ebf49-27f9-45fb-9075-44792d1ff8e4 req-cdaef2fd-6808-4d63-ab3a-f8fb48232f12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287757 Aug 19 17:49:50.383837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Pushing event updated for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:50.394152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81f5ab20-b6dd-40d3-b69f-fe7f45638116 req-64192170-0bc8-41aa-b700-2ffcf0778085 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571574 Aug 19 17:49:50.420457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518e84-6043-4a32-bb56-fc2ea256fef2 req-dbf53a71-9d59-4d0c-bb09-d37d4d3e0a32 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.422001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6518e84-6043-4a32-bb56-fc2ea256fef2 req-dbf53a71-9d59-4d0c-bb09-d37d4d3e0a32 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 949 time: 0.2268882 Aug 19 17:49:50.492877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a14dcfe-1d8a-4a42-93af-093ae56edb16 req-3122cee2-915d-40cc-99f1-210a8d576c13 service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965615 Aug 19 17:49:50.512686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5591c90c-28c3-4b02-ab38-4020929876a9 req-147a8593-da4b-4415-bac2-32c37b593936 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 210 time: 0.0500147 Aug 19 17:49:50.560979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6518e84-6043-4a32-bb56-fc2ea256fef2 req-41b2230f-102f-490c-ac10-5adcf8723824 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306257 Aug 19 17:49:50.561823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Attempting to bind port 3d79a596-42f6-4dc4-9d63-07375e137eae on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:50.562161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Attempting to bind port 3d79a596-42f6-4dc4-9d63-07375e137eae by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:50.562489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Attempting to bind port 3d79a596-42f6-4dc4-9d63-07375e137eae on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:50.571935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Port 3d79a596-42f6-4dc4-9d63-07375e137eae on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:50.573662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Attempting to bind port 3d79a596-42f6-4dc4-9d63-07375e137eae on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:50.585372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:50.585846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:50.586372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:50.586861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Bound port: 3d79a596-42f6-4dc4-9d63-07375e137eae, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:50.587222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.694711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:50.725412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3d79a596-42f6-4dc4-9d63-07375e137eae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:50.733536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e2632-2fe2-4d17-98d1-09d076a7bb44 req-da30efb9-2b7c-4170-8b69-f85e8eb4aa30 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.735210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-478e2632-2fe2-4d17-98d1-09d076a7bb44 req-da30efb9-2b7c-4170-8b69-f85e8eb4aa30 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0845010 Aug 19 17:49:50.737215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.796694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.797442 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.799183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] 10.222.0.13 "PUT /v2.0/ports/3d79a596-42f6-4dc4-9d63-07375e137eae HTTP/1.1" status: 200 len: 1097 time: 1.6025956 Aug 19 17:49:50.846102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40414) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:50.848054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-b6830d81-8ff9-411e-a9c5-629f2bd63a09 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.850331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-b6830d81-8ff9-411e-a9c5-629f2bd63a09 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.2661185 Aug 19 17:49:50.861305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193749319', 'description': 'tempest-description--501406130'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:50.864326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Request body: {'port': {'device_id': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'admin_state_up': True, 'tenant_id': '6439c690dedc4551b5cb97a52db76db2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:50.899237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-478e2632-2fe2-4d17-98d1-09d076a7bb44 req-4a71794f-9bf9-4b5e-a331-6fea42135041 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532614 Aug 19 17:49:50.903199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b278ac32-7112-496b-abbe-2589a8c8ab02 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:50.948652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f93eb-88a1-4484-98f0-f73bb73f402c service neutron] Pushing event updated for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:50.963507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.969230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-eb4b3de3-a7fd-4c47-8b0e-10b886cee9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.970996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-eb4b3de3-a7fd-4c47-8b0e-10b886cee9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1095 time: 0.2005882 Aug 19 17:49:50.984616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b278ac32-7112-496b-abbe-2589a8c8ab02 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:50.990200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b278ac32-7112-496b-abbe-2589a8c8ab02 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:50.990722 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:50.997686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-1cf6bc50-8ac2-4de7-9998-e0836d74caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:50.999430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-1cf6bc50-8ac2-4de7-9998-e0836d74caf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 1100 time: 0.1211672 Aug 19 17:49:51.000377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:51.004098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.087422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.103222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-955aa983-71a1-4e12-ac72-b9ad1004a4c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3d79a596-42f6-4dc4-9d63-07375e137eae HTTP/1.1" status: 200 len: 217 time: 0.0562718 Aug 19 17:49:51.125151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b278ac32-7112-496b-abbe-2589a8c8ab02,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:51.130998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.184537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Allocated IP 172.20.0.5 (6823ed67-9e6c-451d-8bde-2508e3d09943/f03e7dbe-5f17-40ed-bd98-e33c82cbe73d/77c135e4-e83d-4aec-8380-c33d015c5063) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:51.202049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:51.256564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-52479eeb-92c3-4931-9e46-a0932ce37947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.258087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-52479eeb-92c3-4931-9e46-a0932ce37947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 929 time: 0.2756472 Aug 19 17:49:51.276840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-24966380-0030-44d9-9055-b00d74bfdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.278599 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-24966380-0030-44d9-9055-b00d74bfdb86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1543772 Aug 19 17:49:51.339383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.379173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.428553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:51.431905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:51.436032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:51.442505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:51.489031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.490336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.576863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-82843b44-22f6-4a0e-ab76-69e4ece75278 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 217 time: 0.2973211 Aug 19 17:49:51.599101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.608243 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-0e72eae1-be3e-4c2c-92ba-649fde834b1b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484071 Aug 19 17:49:51.610860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c60396-78f3-4610-941b-718a4845f61c req-87402dba-5057-4b27-a2b1-de87267b4140 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.612362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15c60396-78f3-4610-941b-718a4845f61c req-87402dba-5057-4b27-a2b1-de87267b4140 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 943 time: 0.4332819 Aug 19 17:49:51.619866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6380b1-e8b9-4667-9405-abec0f1bdd18 req-ecd81e34-08fd-4e8a-9220-281b8590ed67 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.620567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Request body: {'port': {'device_id': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:51.621256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c6380b1-e8b9-4667-9405-abec0f1bdd18 req-ecd81e34-08fd-4e8a-9220-281b8590ed67 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.4935601 Aug 19 17:49:51.626968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.679210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.732494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.733712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8863840 Aug 19 17:49:51.736994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:51.741924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'security_group_rule': {'security_group_id': 'f4787ee3-a062-4eb6-a67d-65b3a38ff0be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:51.748994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a838e7b-6e8d-40b3-871a-bb93606b2dae tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4787ee3-a062-4eb6-a67d-65b3a38ff0be,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:51.771874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-29521216-b65a-4607-9af1-747778468296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.773341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-29521216-b65a-4607-9af1-747778468296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.1512408 Aug 19 17:49:51.774994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-df934cab-0276-4c1c-a139-9d7ba62b6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.776363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-df934cab-0276-4c1c-a139-9d7ba62b6bcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2155802 Aug 19 17:49:51.779158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15c60396-78f3-4610-941b-718a4845f61c req-6bf0da26-eb05-4d99-9104-71dab72021b9 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530387 Aug 19 17:49:51.782256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c6380b1-e8b9-4667-9405-abec0f1bdd18 req-1041af3e-1b74-4236-8c4a-7599e55d946c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445956 Aug 19 17:49:51.850438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.964075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.968488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:51.984260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-261b151c-436d-435b-883f-45b4683a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:51.985756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-261b151c-436d-435b-883f-45b4683a0398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750977 Aug 19 17:49:51.996406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917980ca-d46c-426f-b613-549a693b88f8,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:52.005575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8150f4-1ded-478c-87d0-84385d2937db req-50c32ec8-6762-49dd-b360-228f4bd3ed88 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.007326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a8150f4-1ded-478c-87d0-84385d2937db req-50c32ec8-6762-49dd-b360-228f4bd3ed88 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 948 time: 0.1570795 Aug 19 17:49:52.009992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.013899 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1f25e36-6ea1-462c-8efd-6b9d43662ade tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2735002 Aug 19 17:49:52.014523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40432) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:52.039732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a1b8e-9e02-41e3-a281-898c60f07c23 req-d0700414-f71b-4be1-bf2d-4653d05868fe tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.041173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-549a1b8e-9e02-41e3-a281-898c60f07c23 req-d0700414-f71b-4be1-bf2d-4653d05868fe tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 931 time: 0.1716228 Aug 19 17:49:52.048694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'security_group_rule': {'security_group_id': 'f4787ee3-a062-4eb6-a67d-65b3a38ff0be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:52.057336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c135e4-e83d-4aec-8380-c33d015c5063 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:52.065085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.077438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Transition to ACTIVE for port object 77c135e4-e83d-4aec-8380-c33d015c5063 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:52.081084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.106197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-1abeddf1-e3f3-4207-88c7-d8ee7ccb5d3b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966158 Aug 19 17:49:52.108428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:52.111177 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02030dee-a050-48ef-93be-889ae2e68482" -d '{"events": [{"server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "name": "network-vif-plugged", "status": "completed", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:52.137621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:52.142500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:52.144727 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e30955-0891-443b-83ce-e46fc195bb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:52.203076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:52.203417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:52.203778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:52.208025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:52.209221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:52.214875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:52.215155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:52.215588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:52.216013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Bound port: 77c135e4-e83d-4aec-8380-c33d015c5063, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:52.216370 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.244873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a8150f4-1ded-478c-87d0-84385d2937db req-7713ab39-b340-4899-85d4-7d4aa9034041 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172759 Aug 19 17:49:52.264849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-549a1b8e-9e02-41e3-a281-898c60f07c23 req-c3330195-01e3-428e-8360-5c1753582219 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053592 Aug 19 17:49:52.265960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.277064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:49:52.285608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-4826af62-b250-4fa6-8e35-75ffefce8ed5 service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719588 Aug 19 17:49:52.295275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:52.300722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:52.313314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.324830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: b0f10708-28d9-49a9-ada9-8b236dddf1ee {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:49:52.325197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b0f10708-28d9-49a9-ada9-8b236dddf1ee not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:49:52.355282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.355993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.357466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] 10.222.0.42 "PUT /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 1092 time: 0.7412007 Aug 19 17:49:52.358022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:52.360289 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e034a5-c04c-4277-a051-e27fa862693d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:52.390675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0f17485-0f54-4f34-87ae-23d5f0209764 req-a612b57f-a789-4458-8bd0-4b9e7e83d32d service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704086 Aug 19 17:49:52.402411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950702a-33eb-48c8-9ea5-59f1254edde4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:52.465124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-8eed08ed-dd57-4c64-9e63-075cb331b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.466503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-8eed08ed-dd57-4c64-9e63-075cb331b8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1095 time: 0.0564096 Aug 19 17:49:52.466753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.483950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.510766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-e05eafc8-ca64-4727-868c-ae4eec48e9c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.0340536 Aug 19 17:49:52.512300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87da0-56c6-4642-8432-6753fe04223b req-73613090-47cb-4e83-ae48-7eb52f577796 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.513822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98d87da0-56c6-4642-8432-6753fe04223b req-73613090-47cb-4e83-ae48-7eb52f577796 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.1491449 Aug 19 17:49:52.535171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e987993-decc-4f04-bccb-c69b3f4083fe req-b69b936b-93cf-4b58-97ec-43715b172e0c service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341721 Aug 19 17:49:52.544852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1a1525-4a9e-4a0e-ac5d-ba4460617e24,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:52.562852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-42f2a9ba-ba7f-47ff-9c93-4809ae7658f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.566139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.566510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-42f2a9ba-ba7f-47ff-9c93-4809ae7658f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0526290 Aug 19 17:49:52.567291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bfd6a9ee-2786-4f6b-9aec-18d5b37d3256 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5252542 Aug 19 17:49:52.571201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40440) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:49:52.575931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:52.581103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd77ce-db7f-4245-b386-a7e127165297 req-8871eb5a-1325-4419-a534-a83d6cc29c79 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.582666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32dd77ce-db7f-4245-b386-a7e127165297 req-8871eb5a-1325-4419-a534-a83d6cc29c79 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1244106 Aug 19 17:49:52.603344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98d87da0-56c6-4642-8432-6753fe04223b req-5859b25d-51cb-4b54-a9db-33275f0b9cd2 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749910 Aug 19 17:49:52.611203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-17775198-1a1c-4bc9-8b61-e9e0d042a328 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299511 Aug 19 17:49:52.635487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32dd77ce-db7f-4245-b386-a7e127165297 req-4929259f-ae8e-464c-be50-f093da12fa73 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Aug 19 17:49:52.662281 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d31f6-c1de-41a5-9d2e-60afe0db7546 x-openstack-request-id: req-8c0d31f6-c1de-41a5-9d2e-60afe0db7546 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:52.662719 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "name": "network-vif-plugged", "status": "completed", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:52.663197 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c0d31f6-c1de-41a5-9d2e-60afe0db7546 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:52.663696 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02', 'code': 200} Aug 19 17:49:52.673174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:52.684558 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ac7b2-6a99-42cf-8e67-9e4627ca7689 x-openstack-request-id: req-884ac7b2-6a99-42cf-8e67-9e4627ca7689 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:52.684849 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:52.685102 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-884ac7b2-6a99-42cf-8e67-9e4627ca7689 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:52.685495 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae', 'status': 'completed', 'code': 200} Aug 19 17:49:52.869265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-82bb7b13-5ba4-47dc-9e75-3d318db586a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.870808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-82bb7b13-5ba4-47dc-9e75-3d318db586a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 1100 time: 0.0822539 Aug 19 17:49:52.881854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01404cf3-8946-41e2-b461-181f890c09af req-5f0687de-4519-4745-af5e-58cb272e552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:52.883381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01404cf3-8946-41e2-b461-181f890c09af req-5f0687de-4519-4745-af5e-58cb272e552e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 1102 time: 0.0686333 Aug 19 17:49:52.977282 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf0e79c-926c-4097-a91f-42920fb22c04 x-openstack-request-id: req-3bf0e79c-926c-4097-a91f-42920fb22c04 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:52.977551 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:52.977801 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bf0e79c-926c-4097-a91f-42920fb22c04 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:52.978189 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063', 'status': 'completed', 'code': 200} Aug 19 17:49:53.021685 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-6415ee91-3014-4d7e-8842-2b0647b8b0bf service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013231 Aug 19 17:49:53.031594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01404cf3-8946-41e2-b461-181f890c09af req-438d8c27-885f-45a5-b11d-93f1eab41657 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284647 Aug 19 17:49:53.042904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a67136-7372-4262-8bd1-28bbd4903f06 req-555f41c4-c9fc-4b32-ad5d-0737f151a009 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.044441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31a67136-7372-4262-8bd1-28bbd4903f06 req-555f41c4-c9fc-4b32-ad5d-0737f151a009 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 943 time: 0.1800919 Aug 19 17:49:53.062178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f4bdf-8472-4e04-9fb3-1e93ae7a4776 req-9f572fbf-6a34-4aae-ae08-ee0945a7976a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.063568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-077f4bdf-8472-4e04-9fb3-1e93ae7a4776 req-9f572fbf-6a34-4aae-ae08-ee0945a7976a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.1918657 Aug 19 17:49:53.110472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-e4e85bbe-e30f-41fa-af51-17142d2d4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.111960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-e4e85bbe-e30f-41fa-af51-17142d2d4a0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2257094 Aug 19 17:49:53.131636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:53.133319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31a67136-7372-4262-8bd1-28bbd4903f06 req-380655b0-4d16-42de-840f-a6a0c4d2e4b2 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Aug 19 17:49:53.140656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-077f4bdf-8472-4e04-9fb3-1e93ae7a4776 req-f148b42c-0758-4efc-ab6e-78670b5ecd43 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Aug 19 17:49:53.140948 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cead39d0-eb4a-43a5-b454-5d0978d647fd req-49c7ada8-14b7-43f0-8ed3-0efc5b56af69 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121054 Aug 19 17:49:53.263382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e034a5-c04c-4277-a051-e27fa862693d req-698eb688-819f-410f-85ea-ac88194dec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.263912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41c0e-51b8-45c0-b661-7a22cdf4b16c req-56da8174-4a81-465c-a162-63a2165d6bed tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.264896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-698eb688-819f-410f-85ea-ac88194dec3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1095 time: 0.0753899 Aug 19 17:49:53.265469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fda41c0e-51b8-45c0-b661-7a22cdf4b16c req-56da8174-4a81-465c-a162-63a2165d6bed tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1097 time: 0.0416801 Aug 19 17:49:53.278547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Allocated IP 172.25.5.201 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/22efe8ce-f33e-4bc7-b9ad-18b08cfd268e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:53.310347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fda41c0e-51b8-45c0-b661-7a22cdf4b16c req-24000fd4-fc85-4ba0-84eb-fb867a6b3b12 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377276 Aug 19 17:49:53.380998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-c2088377-8252-4d55-907b-3784440840c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3d79a596-42f6-4dc4-9d63-07375e137eae HTTP/1.1" status: 200 len: 217 time: 0.0401025 Aug 19 17:49:53.400513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8b0fc-5c8f-40ef-9098-4fc16ece99d3 req-2e8a3eb0-3fac-4ab0-b7f2-ef01b6814b75 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.402074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4d8b0fc-5c8f-40ef-9098-4fc16ece99d3 req-2e8a3eb0-3fac-4ab0-b7f2-ef01b6814b75 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 948 time: 0.0878775 Aug 19 17:49:53.446192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e034a5-c04c-4277-a051-e27fa862693d req-9c67e0ef-6d75-4f80-a3cc-38e85dae467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.447824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-9c67e0ef-6d75-4f80-a3cc-38e85dae467f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1708472 Aug 19 17:49:53.501111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4d8b0fc-5c8f-40ef-9098-4fc16ece99d3 req-e444a860-088e-42e9-aa46-3ad424b23d5d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823183 Aug 19 17:49:53.502297 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-03264c0a-3cab-4205-ac26-8e239a9692b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.0451424 Aug 19 17:49:53.505741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-acf6b80a-4217-4246-908f-7772cf2cd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.507771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-acf6b80a-4217-4246-908f-7772cf2cd045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1034672 Aug 19 17:49:53.522862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dd3e2-977e-4d02-bb26-35fdfa2d8b1f req-6abaea97-09cd-4a21-bed0-e0393b240ab1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.524380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-165dd3e2-977e-4d02-bb26-35fdfa2d8b1f req-6abaea97-09cd-4a21-bed0-e0393b240ab1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 943 time: 0.1213818 Aug 19 17:49:53.545679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:53.571632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e034a5-c04c-4277-a051-e27fa862693d req-0a16086d-6222-4ae4-a505-1b90e155a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.573190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-0a16086d-6222-4ae4-a505-1b90e155a4a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0634983 Aug 19 17:49:53.619260 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-d0295072-26ee-484a-b666-57f87e688a1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371304 Aug 19 17:49:53.625338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-165dd3e2-977e-4d02-bb26-35fdfa2d8b1f req-3de44f2c-7d9c-4cda-acc0-daca21adc8d8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942707 Aug 19 17:49:53.651945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-f5bf3552-f252-4ee7-8e77-a385142f83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.653572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-f5bf3552-f252-4ee7-8e77-a385142f83dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146951 Aug 19 17:49:53.685978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:53.736059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:53.742845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:53.747959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:53.806989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'Port': ['ID=22efe8ce-f33e-4bc7-b9ad-18b08cfd268e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:53.825408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-f5855c55-11bf-4a1a-ab87-7f8c9cf6e94e service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960487 Aug 19 17:49:53.832957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8581a2-8310-40b7-a148-322aa943f337 req-50eef1a1-69a8-48c4-be10-05be1253d8c8 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.843755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb8581a2-8310-40b7-a148-322aa943f337 req-50eef1a1-69a8-48c4-be10-05be1253d8c8 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.1428695 Aug 19 17:49:53.878612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdd55-b318-4927-ac67-ff4ae2ceb7ee req-75c04e2a-703d-4413-bebf-7c3d61a44d35 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:53.880264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06dcdd55-b318-4927-ac67-ff4ae2ceb7ee req-75c04e2a-703d-4413-bebf-7c3d61a44d35 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1512175 Aug 19 17:49:53.890708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-4cfe9b27-4411-42ae-8f40-9a63d144a6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221708 Aug 19 17:49:53.924962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb8581a2-8310-40b7-a148-322aa943f337 req-c1944c17-61ec-4114-8a9f-2e91019c2788 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803697 Aug 19 17:49:53.957832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:53.994021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06dcdd55-b318-4927-ac67-ff4ae2ceb7ee req-a3f7355d-fab6-4a0f-b5ae-bdb3f984134e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Aug 19 17:49:54.016150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:54.031698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0e30955-0891-443b-83ce-e46fc195bb5f req-5af8fe79-10e4-4f8c-a672-6e87b3452b92 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169190 Aug 19 17:49:54.054195 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-20e034a5-c04c-4277-a051-e27fa862693d req-090e87f2-51d6-497e-9ebc-8866a0af9c75 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187798 Aug 19 17:49:54.198012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:54.205192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:54.281527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92ab9-cb4d-4e37-819f-166105a95297 req-ffe3dfb1-8bb0-4f12-be7b-0d8040bf0817 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:54.284090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dc92ab9-cb4d-4e37-819f-166105a95297 req-ffe3dfb1-8bb0-4f12-be7b-0d8040bf0817 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 943 time: 0.0647831 Aug 19 17:49:54.305507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'Port': ['ID=22efe8ce-f33e-4bc7-b9ad-18b08cfd268e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:54.309052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:54.326652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:54.328015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3eb62ee-6a5d-4d58-8326-b3dbbce3947a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7557344 Aug 19 17:49:54.344027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dc92ab9-cb4d-4e37-819f-166105a95297 req-f36b3be0-fcd4-4d77-8b07-cd0b1e59eb93 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Aug 19 17:49:54.654063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-08bf8790-be68-49c2-8cfa-80010d399dbc tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:54.655552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-08bf8790-be68-49c2-8cfa-80010d399dbc tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.1597853 Aug 19 17:49:54.664203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94eb5e-aa01-496d-b8a6-60feb5d3a6d1 req-5849a3d3-4b90-45ca-bef5-dd94396cae5f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:54.665650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c94eb5e-aa01-496d-b8a6-60feb5d3a6d1 req-5849a3d3-4b90-45ca-bef5-dd94396cae5f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 948 time: 0.0856915 Aug 19 17:49:54.682229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-b81b7ff5-1390-4e56-a340-2e22e1356038 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/quotas/636212cc6ef7462fa18dae5e2a3ffd3c HTTP/1.1" status: 200 len: 375 time: 0.0156510 Aug 19 17:49:54.733075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c94eb5e-aa01-496d-b8a6-60feb5d3a6d1 req-6d3ebced-8cb5-45f1-82a9-e2058f2aab21 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602062 Aug 19 17:49:54.746434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-5682751a-1559-4647-809c-0504f0d21111 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571797 Aug 19 17:49:54.851147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-3d4283cd-8142-421d-9a71-342797ffa31f service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942111 Aug 19 17:49:54.930929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bb0b1b8e-2474-4de5-b5b0-300b1175c00e details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:54.966407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411be8-4842-4f45-8c4a-7441a77c121b req-4e62aed5-a4d8-4117-88c0-43ded3b8fe6b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:54.967951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97411be8-4842-4f45-8c4a-7441a77c121b req-4e62aed5-a4d8-4117-88c0-43ded3b8fe6b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 943 time: 0.1136272 Aug 19 17:49:55.000558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-47bc4455-a951-4100-8611-2296bb8de3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375122 Aug 19 17:49:55.022104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97411be8-4842-4f45-8c4a-7441a77c121b req-8dfef32b-2eb5-4be8-acda-963d21f300ce tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Aug 19 17:49:55.028024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:55.040965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'mac_address': 'fa:16:3e:ad:85:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:55.096142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:55.118408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0b1b8e-2474-4de5-b5b0-300b1175c00e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:55.171326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:55.176390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:55.176811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57028e-5946-4bc8-ade8-ab7947863a71 req-49d21bc1-0731-4e42-a643-6502b61ba697 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:55.185865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e57028e-5946-4bc8-ade8-ab7947863a71 req-49d21bc1-0731-4e42-a643-6502b61ba697 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.0858750 Aug 19 17:49:55.242770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:55.269097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e57028e-5946-4bc8-ade8-ab7947863a71 req-44d45df8-9694-4930-be36-907beda1189e tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807283 Aug 19 17:49:55.313342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e112-6784-4521-864e-2853524eeb82 req-e08b07de-c2ac-4fcb-b69c-0d409119c684 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:55.320536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4c7e112-6784-4521-864e-2853524eeb82 req-e08b07de-c2ac-4fcb-b69c-0d409119c684 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1129899 Aug 19 17:49:55.391286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac886b5f-620e-4b8a-9411-60def6616968 req-a239090b-e7e4-4234-8cc3-59e1199ab5a2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 210 time: 0.0493472 Aug 19 17:49:55.415493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4c7e112-6784-4521-864e-2853524eeb82 req-2f7ecae0-8803-49e3-b039-d6c3cedc0a56 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820968 Aug 19 17:49:55.578862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700566d-11c5-48c9-bcbf-7308ff64fe2c req-4442e2d2-9221-4915-b50c-ce7ce4c52089 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:55.581545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['bb0b1b8e-2474-4de5-b5b0-300b1175c00e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:55.589221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2700566d-11c5-48c9-bcbf-7308ff64fe2c req-4442e2d2-9221-4915-b50c-ce7ce4c52089 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 944 time: 0.0910449 Aug 19 17:49:55.636297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2700566d-11c5-48c9-bcbf-7308ff64fe2c req-ea01e0be-13ab-4214-92a3-a11047045a24 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460236 Aug 19 17:49:55.709173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:55.887224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220a823-6725-4c73-8c4e-818ddc2ad082 req-8881fded-07b2-4beb-885d-7149b3945559 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:55.888971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7220a823-6725-4c73-8c4e-818ddc2ad082 req-8881fded-07b2-4beb-885d-7149b3945559 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 948 time: 0.0669248 Aug 19 17:49:55.954948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7220a823-6725-4c73-8c4e-818ddc2ad082 req-9a77f54f-2e11-45b6-90cd-a8a900e5488d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575438 Aug 19 17:49:56.082531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944158d2-87d8-4856-91f4-35236ddb5b81 req-767786d6-6189-49db-9026-2f708a935ddd tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:56.084897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-944158d2-87d8-4856-91f4-35236ddb5b81 req-767786d6-6189-49db-9026-2f708a935ddd tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.0525546 Aug 19 17:49:56.146311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-944158d2-87d8-4856-91f4-35236ddb5b81 req-c78b8135-f1a6-4050-af87-cb5463d1163f tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Aug 19 17:49:56.165081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75e67-6d02-4ea4-848c-1bc8809caa12 req-d4b2695c-e9b1-4c7b-b1fb-c14b2b2e0dd9 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:56.165081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48f75e67-6d02-4ea4-848c-1bc8809caa12 req-d4b2695c-e9b1-4c7b-b1fb-c14b2b2e0dd9 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 943 time: 0.0679078 Aug 19 17:49:56.201035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48f75e67-6d02-4ea4-848c-1bc8809caa12 req-aca7cd69-0e07-4e6b-924c-ef6b8478e540 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304954 Aug 19 17:49:56.300915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:56.396791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:56.409593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '77c135e4-e83d-4aec-8380-c33d015c5063', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'port_id': '77c135e4-e83d-4aec-8380-c33d015c5063', 'mac_address': 'fa:16:3e:12:00:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e7dbe-5f17-40ed-bd98-e33c82cbe73d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:56.466062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-d075b094-0e56-4333-b879-6878178790d6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:56.467878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-d075b094-0e56-4333-b879-6878178790d6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.1278737 Aug 19 17:49:56.482754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'port': {'device_id': '7c641787-046c-4323-9b9b-3434e636facb', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'admin_state_up': True, 'tenant_id': '636212cc6ef7462fa18dae5e2a3ffd3c'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:56.494768 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:56.515359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c135e4-e83d-4aec-8380-c33d015c5063 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:56.537523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:56.543138 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:56.548330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c98c0be-c8a6-411a-8486-b8e240638fe7 req-4d49b69a-b6dd-4490-ae7c-a7f62c1b4444 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 210 time: 0.0465548 Aug 19 17:49:56.588365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7b07d-8eec-4bdc-8329-fb1bfa0d1d54 req-f0f15dfc-7f42-4582-b2b0-d0bd882bbbbf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:56.589905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec7b07d-8eec-4bdc-8329-fb1bfa0d1d54 req-f0f15dfc-7f42-4582-b2b0-d0bd882bbbbf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0797813 Aug 19 17:49:56.612800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:56.622206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Made reservation on behalf of 636212cc6ef7462fa18dae5e2a3ffd3c for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:49:56.629038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:56.640071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec7b07d-8eec-4bdc-8329-fb1bfa0d1d54 req-5b87250a-24c9-4c15-a9cb-77ad2b26d961 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Aug 19 17:49:56.752665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9974f-9130-443d-8645-f782b3ea6072 req-a8654620-7dfb-4bba-9c9e-be602eda7819 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:56.754224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d9974f-9130-443d-8645-f782b3ea6072 req-a8654620-7dfb-4bba-9c9e-be602eda7819 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 944 time: 0.0508149 Aug 19 17:49:56.768724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Allocated IP 172.20.0.12 (e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5/d599a0ee-0feb-42c8-9109-39e285e8821c/0c2dc96c-b8a4-4ab1-810b-d91a229156f0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:49:56.795191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d9974f-9130-443d-8645-f782b3ea6072 req-f7bca7cd-4a45-41f8-aa6b-eca27a50432e tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Aug 19 17:49:56.796693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['77c135e4-e83d-4aec-8380-c33d015c5063'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:56.964350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:56.967169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3d79a596-42f6-4dc4-9d63-07375e137eae details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:49:56.977707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bb0b1b8e-2474-4de5-b5b0-300b1175c00e up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:57.010742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.053291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:49:57.059108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:49:57.063139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:49:57.093116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port bb0b1b8e-2474-4de5-b5b0-300b1175c00e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:57.096251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:57.100207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port bb0b1b8e-2474-4de5-b5b0-300b1175c00e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:57.100515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96248391-b43c-4820-8b2a-27e7d4e2a91a req-284fd194-71b7-424f-8f38-1dfbf34323bf tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.100966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.103393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96248391-b43c-4820-8b2a-27e7d4e2a91a req-284fd194-71b7-424f-8f38-1dfbf34323bf tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 948 time: 0.0716977 Aug 19 17:49:57.125640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.126271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.147688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-cc043fd4-bc17-45ab-96bd-d8416185b272 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6703155 Aug 19 17:49:57.151618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96248391-b43c-4820-8b2a-27e7d4e2a91a req-b0783340-36bc-4fbd-9ef1-e8f86da14de0 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Aug 19 17:49:57.160169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3d79a596-42f6-4dc4-9d63-07375e137eae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:57.160801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Request body: {'port': {'device_id': '7c641787-046c-4323-9b9b-3434e636facb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:49:57.178952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '3d79a596-42f6-4dc4-9d63-07375e137eae', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '3d79a596-42f6-4dc4-9d63-07375e137eae', 'mac_address': 'fa:16:3e:d5:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:49:57.231627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.251726 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.256116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.276790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d79a596-42f6-4dc4-9d63-07375e137eae {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:57.289819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c04f9f-73d3-4525-9157-2b6cfe43595f req-c3027178-e66b-4c5f-b57c-f514630cd2f7 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.292038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94c04f9f-73d3-4525-9157-2b6cfe43595f req-c3027178-e66b-4c5f-b57c-f514630cd2f7 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.0621555 Aug 19 17:49:57.299065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:57.301320 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f31a2e-66fc-4885-a372-cceffd0b1f4f" -d '{"events": [{"server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "name": "network-vif-plugged", "status": "completed", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:57.323162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3d79a596-42f6-4dc4-9d63-07375e137eae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:57.325265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:57.327944 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.331995 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.372261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450e00-77c6-41e4-8757-f22eb81ee32d req-cb155c78-9b9b-4c6a-a91e-be54e5c1c294 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.374077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d450e00-77c6-41e4-8757-f22eb81ee32d req-cb155c78-9b9b-4c6a-a91e-be54e5c1c294 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 944 time: 0.0804515 Aug 19 17:49:57.377069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94c04f9f-73d3-4525-9157-2b6cfe43595f req-5ca0abc9-694e-42d7-9121-36a8883702cc tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697846 Aug 19 17:49:57.380476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:57.440766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d450e00-77c6-41e4-8757-f22eb81ee32d req-402a9bb4-27c8-4ad5-b436-dfb995b6dfad tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Aug 19 17:49:57.441684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:57.464102 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a7a83f-c380-4283-820c-ce574c1653f9 x-openstack-request-id: req-02a7a83f-c380-4283-820c-ce574c1653f9 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:57.464417 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "name": "network-vif-plugged", "status": "completed", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:57.464667 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02a7a83f-c380-4283-820c-ce574c1653f9 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:57.465050 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'code': 200} Aug 19 17:49:57.533378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:49:57.541108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.553762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Transition to ACTIVE for port object 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:49:57.558748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.620311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:57.689254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Attempting to bind port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:49:57.689676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Attempting to bind port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:49:57.690180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Attempting to bind port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:57.696816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:49:57.697151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Attempting to bind port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:49:57.703188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:49:57.703568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Checking segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:49:57.703959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Bound using segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:49:57.704394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Bound port: 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:49:57.704765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.780202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['3d79a596-42f6-4dc4-9d63-07375e137eae'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:57.782098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:49:57.786669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:49:57.792283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.833350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.833853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:57.835295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c2dc96c-b8a4-4ab1-810b-d91a229156f0 HTTP/1.1" status: 200 len: 1093 time: 0.6789536 Aug 19 17:49:57.835775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:57.838126 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9055d19-05ca-4516-9747-90abca6051de" -d '{"events": [{"name": "network-changed", "server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:57.877055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb58de-fc9b-4f97-a063-389e6b7bd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:57.933468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-2c131929-b593-430b-ba5a-0107ee15c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:57.935242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-2c131929-b593-430b-ba5a-0107ee15c536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 1096 time: 0.0469170 Aug 19 17:49:57.990192 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-db31ac2c-1bf3-4204-bbc3-8e3f9513fc1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0 HTTP/1.1" status: 200 len: 217 time: 0.0371881 Aug 19 17:49:58.001406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592ee02-41c5-46c1-b0a6-8acd56a8fc85 req-5bedcd4c-f29e-48c5-8219-8683499a0d2b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.003035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c592ee02-41c5-46c1-b0a6-8acd56a8fc85 req-5bedcd4c-f29e-48c5-8219-8683499a0d2b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.3704944 Aug 19 17:49:58.016370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e1db-f60e-4d56-af0a-da038f92682b req-b2de63f8-9660-4708-9dc4-e25dead5da2d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.017900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7c9e1db-f60e-4d56-af0a-da038f92682b req-b2de63f8-9660-4708-9dc4-e25dead5da2d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0979025 Aug 19 17:49:58.026206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7cd37-0e3d-4761-90de-0e18da2933b6 req-c532e7f6-dd83-410f-a5ed-284d4d51388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.028278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27a7cd37-0e3d-4761-90de-0e18da2933b6 req-c532e7f6-dd83-410f-a5ed-284d4d51388c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1097 time: 0.3668513 Aug 19 17:49:58.059863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-94c1f27f-4896-4d3b-8d01-649ffb3570d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.062597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-94c1f27f-4896-4d3b-8d01-649ffb3570d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.0647295 Aug 19 17:49:58.084799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1cb51623-ed2e-40a9-bad9-53d4ef6829c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.116501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-233398a6-d5d9-499a-ba78-12a42f4d0239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459695 Aug 19 17:49:58.118220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c592ee02-41c5-46c1-b0a6-8acd56a8fc85 req-e00fc1ab-52b4-4671-98b2-75c65e889c34 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949504 Aug 19 17:49:58.121214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7c9e1db-f60e-4d56-af0a-da038f92682b req-0658c98f-4c03-4086-a2fb-a1708862bb44 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Aug 19 17:49:58.140145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27a7cd37-0e3d-4761-90de-0e18da2933b6 req-4e31c760-6415-4952-bf72-b0de1e009037 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Aug 19 17:49:58.197230 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63b7971-ebab-4fc7-ade6-c31274c0ce94 x-openstack-request-id: req-d63b7971-ebab-4fc7-ade6-c31274c0ce94 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:58.197524 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:58.197776 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d63b7971-ebab-4fc7-ade6-c31274c0ce94 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:58.198169 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'status': 'completed', 'code': 200} Aug 19 17:49:58.245381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-08a71a62-23f8-44af-a654-c600c9c55239 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143272 Aug 19 17:49:58.252621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f1ed-423f-451a-b19e-7a9adc0f355b req-61afc38b-0145-4ebb-a4d2-7fb9f60ddb35 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.254255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59c3f1ed-423f-451a-b19e-7a9adc0f355b req-61afc38b-0145-4ebb-a4d2-7fb9f60ddb35 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.0612791 Aug 19 17:49:58.297196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59c3f1ed-423f-451a-b19e-7a9adc0f355b req-44231dd5-3679-46da-a5be-7e9c1b3dd70b tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Aug 19 17:49:58.317409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:58.363510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3eda01-13af-4ab9-b532-56ad842bd218 req-ea6837f1-cd95-446d-a5e3-233bec406fd9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.372092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d3eda01-13af-4ab9-b532-56ad842bd218 req-ea6837f1-cd95-446d-a5e3-233bec406fd9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 949 time: 0.0734973 Aug 19 17:49:58.378766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 77c135e4-e83d-4aec-8380-c33d015c5063 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:58.384927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e80318b4-3b72-4f0d-990b-172521d3abd3 req-5968132c-ee50-49bd-a8a0-d94aa6ab251a service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191499 Aug 19 17:49:58.386595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 77c135e4-e83d-4aec-8380-c33d015c5063 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:58.387403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.412390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d3eda01-13af-4ab9-b532-56ad842bd218 req-8bef387d-6f52-4433-b603-051e17da67d0 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Aug 19 17:49:58.495424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055d19-05ca-4516-9747-90abca6051de req-5e178133-cfee-4df6-b72a-f2e6b876f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.497190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-5e178133-cfee-4df6-b72a-f2e6b876f32f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 1096 time: 0.0502605 Aug 19 17:49:58.503038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.538553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb008-5bc9-4b76-9075-9e599f952050 req-86b9e192-9b3a-4dae-a052-7e838db84fde tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.545933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7bdb008-5bc9-4b76-9075-9e599f952050 req-86b9e192-9b3a-4dae-a052-7e838db84fde tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.0656707 Aug 19 17:49:58.571407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:58.580629 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.627548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7bdb008-5bc9-4b76-9075-9e599f952050 req-9d942396-fd39-41a7-acef-aba083024e29 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/security-groups?id=71acc343-e757-45fd-b8ae-0c2729c4e1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805545 Aug 19 17:49:58.635347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055d19-05ca-4516-9747-90abca6051de req-6c23baa6-9ef5-49f2-80aa-f05c05968920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.637033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-6c23baa6-9ef5-49f2-80aa-f05c05968920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 922 time: 0.1306529 Aug 19 17:49:58.667023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:58.673075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ccaa8-b082-4408-b31f-89a30922f5cc req-6792acf8-570a-4604-9362-9b7a68c01719 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.674658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f9ccaa8-b082-4408-b31f-89a30922f5cc req-6792acf8-570a-4604-9362-9b7a68c01719 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 945 time: 0.1129198 Aug 19 17:49:58.695802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-328f4280-a6dd-46ee-a8fa-a8eb7bbfedc1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.697692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-328f4280-a6dd-46ee-a8fa-a8eb7bbfedc1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.13 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 950 time: 0.0953572 Aug 19 17:49:58.700683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-40ff3b5b-905a-4d01-9876-925f88379d6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0 HTTP/1.1" status: 200 len: 217 time: 0.0502543 Aug 19 17:49:58.765480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055d19-05ca-4516-9747-90abca6051de req-01de44cc-0931-4c7b-96a4-4a763225c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:58.767916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-01de44cc-0931-4c7b-96a4-4a763225c967 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.0506265 Aug 19 17:49:58.786640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f9ccaa8-b082-4408-b31f-89a30922f5cc req-2d444813-cfb4-44d2-92ad-84071db9ee1a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015809 Aug 19 17:49:58.806606 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-cd582e42-4f47-4786-b715-3492f8ec2690 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302060 Aug 19 17:49:58.826393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Deleting port b278ac32-7112-496b-abbe-2589a8c8ab02 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:49:58.826738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.911857 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-6e0972e0-ca00-4919-9a96-71614964e460 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969701 Aug 19 17:49:58.921267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] For port b278ac32-7112-496b-abbe-2589a8c8ab02, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b278ac32-7112-496b-abbe-2589a8c8ab02,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:58.922000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:58.942329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Calling delete_port for b278ac32-7112-496b-abbe-2589a8c8ab02 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:49:58.975900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3d79a596-42f6-4dc4-9d63-07375e137eae up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:49:59.016809 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9055d19-05ca-4516-9747-90abca6051de req-9fe52ccb-0361-4a5d-aaa7-7b8c1859c416 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961208 Aug 19 17:49:59.038019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 3d79a596-42f6-4dc4-9d63-07375e137eae completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:49:59.042502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 3d79a596-42f6-4dc4-9d63-07375e137eae triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:49:59.042877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:59.088985 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:59.120575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Pushing event deleted for resources: {'Port': ['ID=b278ac32-7112-496b-abbe-2589a8c8ab02,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:59.169913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:59.176920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b278ac32-7112-496b-abbe-2589a8c8ab02'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:49:59.230164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] No DVR routers for this DVR port b278ac32-7112-496b-abbe-2589a8c8ab02 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:49:59.235544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:59.240745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5379226b-a70f-499e-9bbc-8f4ae02d5934 req-ab3a1033-9c23-4539-9d96-e6e82b1bd3f1 tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.13 "DELETE /v2.0/ports/b278ac32-7112-496b-abbe-2589a8c8ab02 HTTP/1.1" status: 204 len: 173 time: 0.5342686 Aug 19 17:49:59.241281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'name': 'network-vif-deleted', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:59.256066 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46102619-5700-4bf1-99cf-814d4bc8e498" -d '{"events": [{"server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "name": "network-vif-deleted", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:59.298542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3d79a596-42f6-4dc4-9d63-07375e137eae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:49:59.304177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:49:59.367324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25ade-2d5b-401d-a0c4-80b73dcb855c req-d8ce96de-694d-4257-b2af-580a4529ae07 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.369175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:49:59.376149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40d25ade-2d5b-401d-a0c4-80b73dcb855c req-d8ce96de-694d-4257-b2af-580a4529ae07 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1079762 Aug 19 17:49:59.412979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feaa6e-4687-4254-87f1-4e6100542be8 req-fa3affab-6b41-4016-8db2-afc35f5e1980 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.419922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6feaa6e-4687-4254-87f1-4e6100542be8 req-fa3affab-6b41-4016-8db2-afc35f5e1980 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.1182616 Aug 19 17:49:59.451947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40d25ade-2d5b-401d-a0c4-80b73dcb855c req-1ce19d33-d504-43d2-9287-ac18f6510e61 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748198 Aug 19 17:49:59.466152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063'}, {'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:49:59.468679 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33509c9-63aa-45ae-aa0b-19cdcb64a919" -d '{"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-plugged", "status": "completed", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063"}, {"server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "name": "network-vif-plugged", "status": "completed", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:49:59.484856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6feaa6e-4687-4254-87f1-4e6100542be8 req-82abd3e7-a5f2-49f0-abb9-adae4917d9dc tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639439 Aug 19 17:49:59.537698 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb8ba8b-56be-481c-8b23-b6d48116650c x-openstack-request-id: req-6bb8ba8b-56be-481c-8b23-b6d48116650c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:59.538093 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692eac84-aae6-450f-be4b-2d00ab6b1120", "name": "network-vif-deleted", "tag": "b278ac32-7112-496b-abbe-2589a8c8ab02", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:59.538445 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bb8ba8b-56be-481c-8b23-b6d48116650c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:59.538939 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692eac84-aae6-450f-be4b-2d00ab6b1120', 'name': 'network-vif-deleted', 'tag': 'b278ac32-7112-496b-abbe-2589a8c8ab02', 'status': 'completed', 'code': 200} Aug 19 17:49:59.678802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380508-720f-4720-8dbc-7a294be723e5 req-a4bf2c36-933f-4972-807c-03c8e71cebdc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.680487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00380508-720f-4720-8dbc-7a294be723e5 req-a4bf2c36-933f-4972-807c-03c8e71cebdc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.0863357 Aug 19 17:49:59.688173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608ca6-407a-4f2b-8dd3-8cf7a26087aa req-a24e548e-e6a3-433a-be80-730cf401f81a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.689781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97608ca6-407a-4f2b-8dd3-8cf7a26087aa req-a24e548e-e6a3-433a-be80-730cf401f81a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.0941765 Aug 19 17:49:59.749605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00380508-720f-4720-8dbc-7a294be723e5 req-250cacb3-d3ff-4843-b013-891ff924b585 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587287 Aug 19 17:49:59.757070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97608ca6-407a-4f2b-8dd3-8cf7a26087aa req-bc02896d-b892-4614-a38b-548258f04155 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Aug 19 17:49:59.812322 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7ccd9-5ae2-43ea-8481-7793b8f75586 x-openstack-request-id: req-44e7ccd9-5ae2-43ea-8481-7793b8f75586 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:49:59.812618 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-plugged", "status": "completed", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063", "code": 200}, {"server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "name": "network-vif-plugged", "status": "completed", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:49:59.812867 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44e7ccd9-5ae2-43ea-8481-7793b8f75586 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:49:59.813257 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063', 'code': 200} Aug 19 17:49:59.813513 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae', 'code': 200} Aug 19 17:49:59.887783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae0afdb3-0612-4420-85b1-e325d0975d82 req-dc51129d-fb8e-4438-b0d4-a2bef0030aad tempest-TenantUsagesTestJSON-1323705997 tempest-TenantUsagesTestJSON-1323705997-project] 10.222.0.36 "GET /v2.0/ports?device_id=692eac84-aae6-450f-be4b-2d00ab6b1120 HTTP/1.1" status: 200 len: 210 time: 0.0370898 Aug 19 17:49:59.931567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299ba97-e252-4c40-9b13-47fda26af577 req-274c9324-4a15-42db-a923-977007d7fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.933160 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5299ba97-e252-4c40-9b13-47fda26af577 req-274c9324-4a15-42db-a923-977007d7fd8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1097 time: 0.0504696 Aug 19 17:49:59.942713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a2c4c-c6ec-4816-99f8-5c36f89f7aae req-1ab02da7-84d8-4eeb-b156-e385614da482 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:49:59.944358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-940a2c4c-c6ec-4816-99f8-5c36f89f7aae req-1ab02da7-84d8-4eeb-b156-e385614da482 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 945 time: 0.0825963 Aug 19 17:49:59.975281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5299ba97-e252-4c40-9b13-47fda26af577 req-d7195778-4af0-4b2f-8311-c06f6f974388 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Aug 19 17:50:00.010689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-940a2c4c-c6ec-4816-99f8-5c36f89f7aae req-cb7005b3-b474-4b14-8015-b867a339bc6d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601959 Aug 19 17:50:00.021397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f29e9-0523-4dab-870d-a292a146a3d9 req-b110712b-6354-4538-8518-8e018a351d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.023043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a44f29e9-0523-4dab-870d-a292a146a3d9 req-b110712b-6354-4538-8518-8e018a351d62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 1102 time: 0.0655560 Aug 19 17:50:00.099082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a44f29e9-0523-4dab-870d-a292a146a3d9 req-3f2370fd-b2d7-4ecc-ac75-a3c0740f1cda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677292 Aug 19 17:50:00.104274 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-f247b286-1ad7-4d9c-8105-bd4576007d91 service neutron] show failed (client error): The resource could not be found. Aug 19 17:50:00.105384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-f247b286-1ad7-4d9c-8105-bd4576007d91 service neutron] 10.222.0.13 "GET /v2.0/ports/134d4602-2e2d-463b-94e3-d1703c034b91/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0814333 Aug 19 17:50:00.541168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d2a50cb-f174-4e97-a627-e2713b5259e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:00.615747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979473-f9f8-41f3-ac1c-053bd48bf5f3 req-1457be1f-ca51-4278-b81a-dcc4309628cf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.617369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12979473-f9f8-41f3-ac1c-053bd48bf5f3 req-1457be1f-ca51-4278-b81a-dcc4309628cf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0629621 Aug 19 17:50:00.686330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12979473-f9f8-41f3-ac1c-053bd48bf5f3 req-611253de-984f-4f99-ac53-b44b7da0a7b9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588591 Aug 19 17:50:00.700668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd915885-6c66-4784-b3f9-802aba930b37 req-77c261ad-c0e6-4c22-958a-6dd87e67f926 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.703028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd915885-6c66-4784-b3f9-802aba930b37 req-77c261ad-c0e6-4c22-958a-6dd87e67f926 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.0845251 Aug 19 17:50:00.755655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-124a5e0d-5219-4736-8eff-4c3c7929bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.757659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-124a5e0d-5219-4736-8eff-4c3c7929bc7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1101 time: 0.0652852 Aug 19 17:50:00.771862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd915885-6c66-4784-b3f9-802aba930b37 req-c1bd7a8c-c1e7-48a7-9a89-7c491253b9a2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577724 Aug 19 17:50:00.774696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:00.788819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:00.847750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:00.922327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf8e41-625a-4b29-b3e3-fbd39744b80b req-1e5db5a9-6855-4622-a8ba-970f6dbbf1af tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.924325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fdf8e41-625a-4b29-b3e3-fbd39744b80b req-1e5db5a9-6855-4622-a8ba-970f6dbbf1af tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.0834448 Aug 19 17:50:00.941916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f4a52-743a-4d0d-aa8b-02b39cb1fab5 req-156d7476-6b16-4594-b8af-84f118457720 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:00.943945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-965f4a52-743a-4d0d-aa8b-02b39cb1fab5 req-156d7476-6b16-4594-b8af-84f118457720 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.0745649 Aug 19 17:50:01.003816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fdf8e41-625a-4b29-b3e3-fbd39744b80b req-9532ce66-38ff-471b-9373-36f23cf49ddc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Aug 19 17:50:01.050006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-965f4a52-743a-4d0d-aa8b-02b39cb1fab5 req-7459d60b-0c7a-49ec-8e33-41039c36c4a2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Aug 19 17:50:01.114592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:01.184884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:01.244182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.260868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Transition to ACTIVE for port object 134d4602-2e2d-463b-94e3-d1703c034b91 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:01.261923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:01.266118 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce678ed2-0706-4617-a5fb-4802ace2e15a" -d '{"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-unplugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:01.272185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.335667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4476d-bd9e-420c-b2a8-e8c0f91d8a6b req-1fb67601-8585-456a-904b-1223a315a744 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:01.337247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6db4476d-bd9e-420c-b2a8-e8c0f91d8a6b req-1fb67601-8585-456a-904b-1223a315a744 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 945 time: 0.1595495 Aug 19 17:50:01.379745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:01.420581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] No DVR routers for this DVR port 134d4602-2e2d-463b-94e3-d1703c034b91 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:01.448106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52036078-0a91-4431-9431-25af7eab35ce req-35cf5c32-34cc-4457-baa7-fb2ed6e84e98 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 258 time: 0.3526909 Aug 19 17:50:01.468858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:01.490006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40630) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:01.499705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:01.500601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:01.501107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:01.513023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:01.513359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Attempting to bind port 134d4602-2e2d-463b-94e3-d1703c034b91 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:01.526488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:01.526830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:01.527249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:01.527702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Bound port: 134d4602-2e2d-463b-94e3-d1703c034b91, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:01.528076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.528452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6db4476d-bd9e-420c-b2a8-e8c0f91d8a6b req-fc2e7cd3-5c4b-476d-860e-466b7be40388 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830530 Aug 19 17:50:01.554251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.640790 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14210b2a-5e17-46d7-8614-ad6265dd7a3c x-openstack-request-id: req-14210b2a-5e17-46d7-8614-ad6265dd7a3c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:01.640988 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-unplugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:01.641249 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14210b2a-5e17-46d7-8614-ad6265dd7a3c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:01.641689 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'code': 200} Aug 19 17:50:01.667508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:01.688409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:01.695276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.695827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.746725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:01.747571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.749430 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] 10.222.0.42 "PUT /v2.0/ports/134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 1096 time: 0.9824669 Aug 19 17:50:01.824644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:01.866931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341655d-7db7-402a-bfa8-a2b193561294 service neutron] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:01.884670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b788-7b3d-46f9-89eb-3017b4015d48 req-b748b3c4-ca37-445e-9019-0547cd635c41 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:01.891390 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a180746-049e-4b5b-a6c8-67051a003ccb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a537e21b9404fbca7dec477be71f5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988934 Aug 19 17:50:01.892544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b2b788-7b3d-46f9-89eb-3017b4015d48 req-b748b3c4-ca37-445e-9019-0547cd635c41 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.1140959 Aug 19 17:50:01.894216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40640) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:01.904900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-0a1d3ff0-0781-4b82-b676-7052ed5efadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:01.906436 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-0a1d3ff0-0781-4b82-b676-7052ed5efadb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1099 time: 0.1287990 Aug 19 17:50:01.918045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Allocated IP 172.25.5.86 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b41ea4aa-6ed5-4e13-95d0-752560056e09) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:01.972057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b2b788-7b3d-46f9-89eb-3017b4015d48 req-99581740-80d0-4ad7-a298-f1a052233d49 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735483 Aug 19 17:50:02.040147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.067941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-4d484fcd-642f-42a7-8f44-012c035d4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.069319 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-4d484fcd-642f-42a7-8f44-012c035d4c5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1544077 Aug 19 17:50:02.084906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.110588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.122350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95dfe-dcc9-4af3-9a0a-a27b622245cb req-76e910c7-01fa-402b-87a4-b361e66f5498 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.123958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1a95dfe-dcc9-4af3-9a0a-a27b622245cb req-76e910c7-01fa-402b-87a4-b361e66f5498 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.0852344 Aug 19 17:50:02.130715 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-24d7a4d0-19aa-4174-b2ad-6dad31b6780f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0528347 Aug 19 17:50:02.192964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1a95dfe-dcc9-4af3-9a0a-a27b622245cb req-b0143fc2-16cd-4cb4-8c8a-97be6e5c2440 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 Aug 19 17:50:02.194306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-52f096b6-59fa-47e9-b1ea-0092e9e19bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.196237 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-52f096b6-59fa-47e9-b1ea-0092e9e19bdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0564253 Aug 19 17:50:02.196403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.215498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.218351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.221884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71acc343-e757-45fd-b8ae-0c2729c4e1e6 HTTP/1.1" status: 204 len: 168 time: 0.3243682 Aug 19 17:50:02.256663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65cdc0-779a-4e1d-ae4e-16c70e8f5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acc343-e757-45fd-b8ae-0c2729c4e1e6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:02.272806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:02.280493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:02.291212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:02.293362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event updated for resources: {'Port': ['ID=b41ea4aa-6ed5-4e13-95d0-752560056e09,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:02.297198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-31e240a8-9626-4738-8371-af18a2af58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.299555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-31e240a8-9626-4738-8371-af18a2af58c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947347 Aug 19 17:50:02.316774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:02.467606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:02.487618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'port_id': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'mac_address': 'fa:16:3e:51:63:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599a0ee-0feb-42c8-9109-39e285e8821c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:02.510407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-b2f3121f-aed2-4e87-8243-60f678146899 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822693 Aug 19 17:50:02.543513 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.552640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.567485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:02.579599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472950-ca58-44ac-8be5-f1468d311a64 req-478855e9-9f18-48f3-8f24-46a15d52f061 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.589190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68472950-ca58-44ac-8be5-f1468d311a64 req-478855e9-9f18-48f3-8f24-46a15d52f061 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.2107251 Aug 19 17:50:02.591839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:02.597658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.635622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40652) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:02.658447 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-927838ff-70c3-4b5e-8d9e-c6e68ea745cf req-f1ad125f-423f-4773-a7ac-68a4a626520b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426303 Aug 19 17:50:02.660160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b73e183-12bf-4cc5-b79e-26aead115346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.675836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:02.677351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68472950-ca58-44ac-8be5-f1468d311a64 req-71f0e107-7ccb-43ea-8432-87fd06e67243 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860252 Aug 19 17:50:02.679315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.787956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b73e183-12bf-4cc5-b79e-26aead115346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.794736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b73e183-12bf-4cc5-b79e-26aead115346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.836261 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b73e183-12bf-4cc5-b79e-26aead115346 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58743bcf2f9b4286b6cf770d521faade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992836 Aug 19 17:50:02.838303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73e183-12bf-4cc5-b79e-26aead115346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66405791-7e05-4bd8-aba1-7bc18c51f032,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:02.840491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40656) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:02.868271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c95e7-b956-4fe7-a88c-9da2bb44ec97 req-89c25146-819e-4cec-9273-3d7a76cfc3f7 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:02.868834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['0c2dc96c-b8a4-4ab1-810b-d91a229156f0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:02.869729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-578c95e7-b956-4fe7-a88c-9da2bb44ec97 req-89c25146-819e-4cec-9273-3d7a76cfc3f7 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 945 time: 0.1177275 Aug 19 17:50:02.953378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-578c95e7-b956-4fe7-a88c-9da2bb44ec97 req-15060cbe-859a-42a7-9f1e-7fa94b7cf14f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Aug 19 17:50:02.963522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.969866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:02.971491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.024573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b278ac32-7112-496b-abbe-2589a8c8ab02 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:03.044011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: b278ac32-7112-496b-abbe-2589a8c8ab02 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:03.044752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b278ac32-7112-496b-abbe-2589a8c8ab02 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:03.053901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.084707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event updated for resources: {'Port': ['ID=b41ea4aa-6ed5-4e13-95d0-752560056e09,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:03.088806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.115199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.116484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52036078-0a91-4431-9431-25af7eab35ce req-a57eb331-98cc-45c9-96e6-8b56704e8a3d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6608820 Aug 19 17:50:03.158752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.162458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.163634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66405791-7e05-4bd8-aba1-7bc18c51f032 HTTP/1.1" status: 204 len: 168 time: 0.3179958 Aug 19 17:50:03.181585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52036078-0a91-4431-9431-25af7eab35ce req-5db3e546-037b-47f2-b5f4-5144c94aa88f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0582671 Aug 19 17:50:03.182452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56660845-4f3d-4912-92a7-c0d08d433a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66405791-7e05-4bd8-aba1-7bc18c51f032,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:03.299676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52036078-0a91-4431-9431-25af7eab35ce req-e9cb4565-0500-404e-9249-66d852b76c3f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:03.301070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52036078-0a91-4431-9431-25af7eab35ce req-e9cb4565-0500-404e-9249-66d852b76c3f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1103239 Aug 19 17:50:03.381556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:03.438629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab60a-e430-41f4-ad2c-d792b0188576 req-0d8bd78b-ef36-49b5-bb48-c42bb31dff50 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:03.440191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ab60a-e430-41f4-ad2c-d792b0188576 req-0d8bd78b-ef36-49b5-bb48-c42bb31dff50 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1097 time: 0.0788679 Aug 19 17:50:03.473290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a3b9d-a900-4fb2-b455-6ef54e12d858 req-078aaed6-2bf8-4e89-82cb-9735e45073df tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:03.474892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c8a3b9d-a900-4fb2-b455-6ef54e12d858 req-078aaed6-2bf8-4e89-82cb-9735e45073df tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.0716548 Aug 19 17:50:03.502015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ab60a-e430-41f4-ad2c-d792b0188576 req-04d11bab-ee37-419d-b036-f42c9ae275bf tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Aug 19 17:50:03.541576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c8a3b9d-a900-4fb2-b455-6ef54e12d858 req-dd57d425-1de8-4d6f-a723-a8e3621c9aaf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Aug 19 17:50:03.641607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed037a-55c0-43a4-ba83-db4fa6b086ce req-22a47fc5-43cf-4999-ac24-d57dc20c666a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:03.642999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:03.643654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5ed037a-55c0-43a4-ba83-db4fa6b086ce req-22a47fc5-43cf-4999-ac24-d57dc20c666a tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 945 time: 0.0555975 Aug 19 17:50:03.646260 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734db43-9e47-450a-821d-e70f13fc4141" -d '{"events": [{"name": "network-changed", "server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:03.737328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5ed037a-55c0-43a4-ba83-db4fa6b086ce req-19e3aec4-8d84-424e-8078-2ae81be98551 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837274 Aug 19 17:50:03.752773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-f050c073-783c-4f05-bcc3-a7f331341a6e tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:03.754308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-f050c073-783c-4f05-bcc3-a7f331341a6e tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1102343 Aug 19 17:50:03.809211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-5ac9c3bd-1f66-40d8-8049-4de86367a9e7 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0460403 Aug 19 17:50:03.821451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'floatingip': {'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:03.862772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.324626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:04.376596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:04.381501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:04.381877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.458757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.481521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:04.483790 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274cb8d-981a-468f-95a6-df20be1e151d" -d '{"events": [{"server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:04.498340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:04.502236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.535017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.535531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.537067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.537652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.538135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.538614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.539240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.539748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.540227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.540700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.541171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.541644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.542117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:04.544518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-629615b9-61a2-4bd3-a445-d83d91debd19 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224&device_id=83e0c245-575f-4edb-b34a-83c3d23ff226&device_id=0980fa52-0ead-41fa-a990-b9ed676c5003&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&device_id=45909737-16ad-4757-b6ce-4564fa30adcd&device_id=1e896136-d057-47ed-806a-d4fe4416fb56&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 11782 time: 0.4176641 Aug 19 17:50:04.568162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:04.581135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-43954a96-623d-43f7-9cc8-e358fd879e13 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.801458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.808034 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.909308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-43954a96-623d-43f7-9cc8-e358fd879e13 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.916137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-43954a96-623d-43f7-9cc8-e358fd879e13 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:04.947772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2b79f6-8d17-4d2b-986e-43e677ffe5aa req-43954a96-623d-43f7-9cc8-e358fd879e13 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&id=5076b4d8-8885-4713-8362-f566100c5c88&id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&id=96e2d1ad-905d-424e-8f24-7b6d7737d565&id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3945146 Aug 19 17:50:04.956895 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Floating IP 29a5e7fc-29ed-4d9d-b642-ac03377ec849 associated. External IP: 172.25.5.86, port: bb0b1b8e-2474-4de5-b5b0-300b1175c00e. Aug 19 17:50:05.012790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43954a96-623d-43f7-9cc8-e358fd879e13 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05b184d-e7c8-4766-a7c7-52efaf8b080f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:05.028072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:05.065689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:05.084273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d8fe8-6d5b-48db-b810-ee8ae955eb6a req-df641a42-02ce-4e04-9edc-fb0691855292 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.085830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-029d8fe8-6d5b-48db-b810-ee8ae955eb6a req-df641a42-02ce-4e04-9edc-fb0691855292 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1097 time: 0.0896463 Aug 19 17:50:05.162046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-029d8fe8-6d5b-48db-b810-ee8ae955eb6a req-a41feb12-cfa0-4692-a304-cb25cd4834e7 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689821 Aug 19 17:50:05.222106 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6cbfd-f449-43c9-8599-f2e821f00f09 x-openstack-request-id: req-6ff6cbfd-f449-43c9-8599-f2e821f00f09 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:05.222604 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:05.222687 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ff6cbfd-f449-43c9-8599-f2e821f00f09 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:05.223017 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'status': 'completed', 'code': 200} Aug 19 17:50:05.233004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:05.297015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-e72f48a7-b347-4017-b040-cc1b0755f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.299052 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-e72f48a7-b347-4017-b040-cc1b0755f248 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1099 time: 0.0426574 Aug 19 17:50:05.364789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-e69f19c1-27b2-470d-b165-0f6cde05ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.366294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-e69f19c1-27b2-470d-b165-0f6cde05ee9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1099 time: 0.0878897 Aug 19 17:50:05.386808 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be334d8-840b-4b4c-bf46-577e05417d10 x-openstack-request-id: req-4be334d8-840b-4b4c-bf46-577e05417d10 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:05.387350 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "name": "network-vif-plugged", "status": "completed", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:05.387350 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4be334d8-840b-4b4c-bf46-577e05417d10 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:05.387765 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'code': 200} Aug 19 17:50:05.400222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:05.428766 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Sync routers for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:05.430078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-191dee95-49df-4344-ac9e-79de7b28a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.431613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-191dee95-49df-4344-ac9e-79de7b28a49b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1257498 Aug 19 17:50:05.431987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:05.449599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:05.450219 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:05.481339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-f0e0a465-5dab-4cab-a83b-ff986160fcec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0401180 Aug 19 17:50:05.523466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-a2bb8d74-2f47-4bc3-8d3f-d1adced3d4d0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "PUT /v2.0/floatingips/29a5e7fc-29ed-4d9d-b642-ac03377ec849 HTTP/1.1" status: 200 len: 995 time: 1.7069070 Aug 19 17:50:05.526987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:05.529008 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1155077f-f2fa-49c1-879d-8c4d2482a6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:05.544065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-83d6b541-8758-4a41-b21c-55f6ef4d5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.545995 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-83d6b541-8758-4a41-b21c-55f6ef4d5138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0562463 Aug 19 17:50:05.562202 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:05.600313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-9c039c9d-90c9-45d2-a739-e6490f872b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.601916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-9c039c9d-90c9-45d2-a739-e6490f872b2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483599 Aug 19 17:50:05.603387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27042c-ed24-41c2-9fc6-d4b288f89c6d req-1415ae82-486a-4229-a36f-8eaf55e13590 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.604924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c27042c-ed24-41c2-9fc6-d4b288f89c6d req-1415ae82-486a-4229-a36f-8eaf55e13590 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 947 time: 0.1493504 Aug 19 17:50:05.611174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-4859927b-a640-4fb5-9cd3-e0a5dda2081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.612640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-4859927b-a640-4fb5-9cd3-e0a5dda2081a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2351782 Aug 19 17:50:05.618373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d764-704f-4cd7-88ef-33dc53f58e02 req-814ccb08-0b57-416d-9ce6-d028279aecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.619886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d99d764-704f-4cd7-88ef-33dc53f58e02 req-814ccb08-0b57-416d-9ce6-d028279aecf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 1098 time: 0.1487331 Aug 19 17:50:05.692301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-8ad30735-00c0-425a-b5c8-6b29df0ea206 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0660770 Aug 19 17:50:05.709036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-1ec377d9-4dd7-4016-9caf-e623d7b875c0 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994496 Aug 19 17:50:05.719580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-b2889d1f-2179-42d7-a651-a489bd20eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.721026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-b2889d1f-2179-42d7-a651-a489bd20eec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1097 time: 0.1695130 Aug 19 17:50:05.729105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c27042c-ed24-41c2-9fc6-d4b288f89c6d req-dcc9eddf-16b3-4453-aa59-fab470b046da tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144791 Aug 19 17:50:05.810908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d99d764-704f-4cd7-88ef-33dc53f58e02 req-67483aff-62bb-43d1-93f4-a92538ba44d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709135 Aug 19 17:50:05.811135 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-ee4ead94-adf5-40cd-b342-b1e3e4f70993 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940568 Aug 19 17:50:05.831873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '29a5e7fc-29ed-4d9d-b642-ac03377ec849', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'mac_address': 'fa:16:3e:ad:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:50:02Z', 'updated_at': '2021-08-19T17:50:04Z', 'revision_number': 1, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:05.853166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-2ac7a973-4717-422c-b6eb-6fae0fb4f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.854610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-2ac7a973-4717-422c-b6eb-6fae0fb4f2c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1467936 Aug 19 17:50:05.862723 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Checking router: 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:05.871127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:05.871750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:05.927705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c181-39c4-4194-9c2c-910ed614a768 req-eec736b5-e154-432b-995d-863a5b152dff tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.929211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff2c181-39c4-4194-9c2c-910ed614a768 req-eec736b5-e154-432b-995d-863a5b152dff tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 946 time: 0.1143644 Aug 19 17:50:05.933621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-eaecec2b-fe14-41f6-a9df-0d260bf53f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.934880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-eaecec2b-fe14-41f6-a9df-0d260bf53f9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 929 time: 0.1816928 Aug 19 17:50:05.992701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:05.994356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734db43-9e47-450a-821d-e70f13fc4141 req-c9c10074-0569-4de8-9422-38dcd95ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:05.995863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-c9c10074-0569-4de8-9422-38dcd95ae0cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325793 Aug 19 17:50:06.047124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff2c181-39c4-4194-9c2c-910ed614a768 req-a4d07deb-103f-4d64-99a0-86dc0eed4bd8 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098521 Aug 19 17:50:06.073016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-927ce86f-e639-480b-bc16-f5f1f6c6d777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 998 time: 0.1270108 Aug 19 17:50:06.145368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-4f5879ae-b572-41c8-90af-e2cb3a581e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.146850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-4f5879ae-b572-41c8-90af-e2cb3a581e77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.0663850 Aug 19 17:50:06.184473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-e5e76043-e790-4de2-a443-dc904b6f1c4d service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706285 Aug 19 17:50:06.226063 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '29a5e7fc-29ed-4d9d-b642-ac03377ec849', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'mac_address': 'fa:16:3e:ad:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:50:02Z', 'updated_at': '2021-08-19T17:50:04Z', 'revision_number': 1, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:06.250332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-8acb264e-ad0b-4a5e-9823-5f74159fd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.250332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-8acb264e-ad0b-4a5e-9823-5f74159fd0ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884988 Aug 19 17:50:06.258207 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187355d9-d23b-44c5-9d6b-7d3b5aad0de8 None None] The sync data for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 is: [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '29a5e7fc-29ed-4d9d-b642-ac03377ec849', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'mac_address': 'fa:16:3e:ad:85:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:50:02Z', 'updated_at': '2021-08-19T17:50:04Z', 'revision_number': 1, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:06.260165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-fbf31fbf-a449-4918-b92c-79608adf2acb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:06.263920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-fbf31fbf-a449-4918-b92c-79608adf2acb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118637 Aug 19 17:50:06.325642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:06.444760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:06.458838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '134d4602-2e2d-463b-94e3-d1703c034b91', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '134d4602-2e2d-463b-94e3-d1703c034b91', 'mac_address': 'fa:16:3e:0c:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:06.516839 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:06.537369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134d4602-2e2d-463b-94e3-d1703c034b91 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:06.566387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:06.571808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:06.603421 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd478e79-0199-40a5-94cf-20d4cdc7c014 x-openstack-request-id: req-fd478e79-0199-40a5-94cf-20d4cdc7c014 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:06.603995 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:06.604416 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd478e79-0199-40a5-94cf-20d4cdc7c014 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:06.604949 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'status': 'completed', 'code': 200} Aug 19 17:50:06.621797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a924d4-2d26-41e8-a3bd-6782b10e5e04 None None] New status for floating IP 29a5e7fc-29ed-4d9d-b642-ac03377ec849: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:50:06.662079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-e3ef8005-5d8a-43bf-be52-d25fb9afb60d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.663747 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-e3ef8005-5d8a-43bf-be52-d25fb9afb60d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd&tenant_id=45bf29bd9b544268bfdf8e0464c51770&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 948 time: 0.0567808 Aug 19 17:50:06.711475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734db43-9e47-450a-821d-e70f13fc4141 req-fe622482-0f37-4f2d-b6cb-3cb8298cca31 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181746 Aug 19 17:50:06.747229 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-14351926-95b3-4ce4-bed5-915c415a498f service neutron] delete failed (client error): The resource could not be found. Aug 19 17:50:06.748952 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-14351926-95b3-4ce4-bed5-915c415a498f service neutron] 10.222.0.13 "DELETE /v2.0/ports/134d4602-2e2d-463b-94e3-d1703c034b91/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0735660 Aug 19 17:50:06.764463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-b46f225d-5a96-4e95-9a33-6b4da9c41cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.765998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-b46f225d-5a96-4e95-9a33-6b4da9c41cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1097 time: 0.1601374 Aug 19 17:50:06.769008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-49c57823-4509-45c4-8372-0ce222b094a8 service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004623 Aug 19 17:50:06.772446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c0bf-0b58-49eb-9b28-4482c00015e4 req-cac8b9c6-b14e-4eb9-8bda-afdc6ba71558 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.772943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c0bf-0b58-49eb-9b28-4482c00015e4 req-cac8b9c6-b14e-4eb9-8bda-afdc6ba71558 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.773430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446c0bf-0b58-49eb-9b28-4482c00015e4 req-cac8b9c6-b14e-4eb9-8bda-afdc6ba71558 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.775195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4446c0bf-0b58-49eb-9b28-4482c00015e4 req-cac8b9c6-b14e-4eb9-8bda-afdc6ba71558 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf&device_id=83e0c245-575f-4edb-b34a-83c3d23ff226&device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 2886 time: 0.1270847 Aug 19 17:50:06.872759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:06.920990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4446c0bf-0b58-49eb-9b28-4482c00015e4 req-449f5873-ac07-4612-be5d-1fa8a2384ab5 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360199 Aug 19 17:50:06.937366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-776a235a-9277-461b-bf12-916217aedabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.939122 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-776a235a-9277-461b-bf12-916217aedabd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 1100 time: 0.0537517 Aug 19 17:50:06.967103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba23f3ef-e02b-49e1-a93d-994f40a0edc5 req-954bde14-7b08-41c3-a2e4-a4e11da88f51 service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898406 Aug 19 17:50:06.986423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-30bf5279-af5a-4b04-b4b2-b6b42c70c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:06.987953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-30bf5279-af5a-4b04-b4b2-b6b42c70c89d service neutron] 10.222.0.13 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 929 time: 0.1489799 Aug 19 17:50:06.992644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['134d4602-2e2d-463b-94e3-d1703c034b91'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:07.083432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-be01e9fe-4c26-453e-9975-288e98087bb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 1000 time: 0.0832989 Aug 19 17:50:07.112575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-757f788a-2e94-452c-a706-8c0fcea5417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.115588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-757f788a-2e94-452c-a706-8c0fcea5417f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1687987 Aug 19 17:50:07.180199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-b68751dd-71a7-4fd3-8385-dbab63727db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.182768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-b68751dd-71a7-4fd3-8385-dbab63727db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.0882807 Aug 19 17:50:07.202948 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-805883cc-5494-4c75-b95f-21db4a849c5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 200 len: 217 time: 0.0761223 Aug 19 17:50:07.269409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-b5bb50cc-e10a-4a3c-819b-51643899bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.271559 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-b5bb50cc-e10a-4a3c-819b-51643899bd22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0588677 Aug 19 17:50:07.324093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-fc718339-7bc6-4373-ab84-1ee334403ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.326169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-fc718339-7bc6-4373-ab84-1ee334403ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469911 Aug 19 17:50:07.352460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-cd518662-471e-4800-bf75-a06a94b3f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.354544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-cd518662-471e-4800-bf75-a06a94b3f89f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470816 Aug 19 17:50:07.469414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-f1ed8ca6-b652-4b68-ae58-e0293c9f8844 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 258 time: 0.2501826 Aug 19 17:50:07.488145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:07.540537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf029f9-978b-444a-87a7-a7f8730097bc req-d6f77cd4-3295-40ea-8ff5-f5fe916a9012 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.542058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf029f9-978b-444a-87a7-a7f8730097bc req-d6f77cd4-3295-40ea-8ff5-f5fe916a9012 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 948 time: 0.1587863 Aug 19 17:50:07.548992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-37a40f96-4880-4d06-84ee-ecbaf1e5781d service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752830 Aug 19 17:50:07.557170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:07.686720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf029f9-978b-444a-87a7-a7f8730097bc req-dc7f8178-347e-4c32-8b48-48eb919b07ea tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368842 Aug 19 17:50:07.689505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-011d1551-276b-4d9a-a125-231f06d5ca88 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460846 Aug 19 17:50:07.719727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1155077f-f2fa-49c1-879d-8c4d2482a6f6 req-2e9ba1c8-e843-4f4d-92e9-8e4b72ab30aa service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597784 Aug 19 17:50:07.773422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:07.801970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-489bd4ae-84a9-417f-8a57-2ab121f138e6 req-6181a39c-249c-4dbe-9b05-6ee609e8f4fd service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969555 Aug 19 17:50:07.874414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0bf5-b001-4397-bbfa-f4e88f0fd2d1 req-bfba746e-fbfb-4e82-96de-58f96a7d5749 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:07.875924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-799a0bf5-b001-4397-bbfa-f4e88f0fd2d1 req-bfba746e-fbfb-4e82-96de-58f96a7d5749 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 946 time: 0.1002004 Aug 19 17:50:07.954108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-799a0bf5-b001-4397-bbfa-f4e88f0fd2d1 req-537afb22-0941-4310-a8ca-f35c20576c67 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Aug 19 17:50:07.955129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Allocated IP 172.25.5.230 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/e605a6ba-cba3-4f88-abca-1330b504b29c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:08.087998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.101672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5069e-630c-41e3-89aa-25b4be3d1716 req-05f53aaa-b814-4a3e-8d69-1d6127c43222 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:08.103197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9f5069e-630c-41e3-89aa-25b4be3d1716 req-05f53aaa-b814-4a3e-8d69-1d6127c43222 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1097 time: 0.0772076 Aug 19 17:50:08.154479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9f5069e-630c-41e3-89aa-25b4be3d1716 req-fd358520-8a93-4e25-9692-a32d07e5cf11 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Aug 19 17:50:08.156438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.200746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:08.203765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:08.206127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:08.233060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event updated for resources: {'Port': ['ID=e605a6ba-cba3-4f88-abca-1330b504b29c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:08.300264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.351633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:08.357418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.400881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 134d4602-2e2d-463b-94e3-d1703c034b91 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:08.404618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 134d4602-2e2d-463b-94e3-d1703c034b91 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:08.404997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.412657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4500b4-bcf6-429e-a4a3-f3f1f0152e53 req-de6040ae-4fb0-4c26-9ff6-847c213be129 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:08.414160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd4500b4-bcf6-429e-a4a3-f3f1f0152e53 req-de6040ae-4fb0-4c26-9ff6-847c213be129 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 946 time: 0.0876732 Aug 19 17:50:08.491621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.496957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd4500b4-bcf6-429e-a4a3-f3f1f0152e53 req-eb3f34e3-b182-47f7-8cf1-3096863da404 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762908 Aug 19 17:50:08.516979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:08.519231 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c99772-60ae-4d22-b12b-d82524cda1d5" -d '{"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-plugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:08.533861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:08.540120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.592496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.598291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.605276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:08.679594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event updated for resources: {'Port': ['ID=e605a6ba-cba3-4f88-abca-1330b504b29c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:08.690359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.705329 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:08.707138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3d30fd02-8484-4d94-8e49-1581605fd750 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2279916 Aug 19 17:50:08.765622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-3708a5ed-876e-4b69-b6d3-1759670e9953 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0514963 Aug 19 17:50:08.878536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-931f0878-2334-4a77-b5ab-dad00e66df1f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:08.879950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e211d20f-9f2e-45b4-af80-12ad236b9a4c req-931f0878-2334-4a77-b5ab-dad00e66df1f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1071603 Aug 19 17:50:09.040517 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9665b1e3-0f6e-4cd9-92a2-ec9af6cae4b8 x-openstack-request-id: req-9665b1e3-0f6e-4cd9-92a2-ec9af6cae4b8 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:09.041070 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-plugged", "status": "completed", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:09.041480 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9665b1e3-0f6e-4cd9-92a2-ec9af6cae4b8 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:09.042067 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'code': 200} Aug 19 17:50:09.286963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40828) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:09.432247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd534e6-74d4-4d71-8c8c-d1beadb59720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.478762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2348-eef3-4833-b4e9-07ad1c0159cc req-fa6f5ef7-d71f-41a8-868c-7d9e8005723e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:09.480289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-233a2348-eef3-4833-b4e9-07ad1c0159cc req-fa6f5ef7-d71f-41a8-868c-7d9e8005723e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0925500 Aug 19 17:50:09.488072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-65dd4b92-416a-4615-9653-e07f3df52470 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:09.489659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-65dd4b92-416a-4615-9653-e07f3df52470 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076306 Aug 19 17:50:09.500694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Request body: {'binding': {'host': 'n-h2-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:09.501160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:50:09.543621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-233a2348-eef3-4833-b4e9-07ad1c0159cc req-cbf02875-7a7a-4ab8-ac81-caeff5d44bf7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563347 Aug 19 17:50:09.600599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd534e6-74d4-4d71-8c8c-d1beadb59720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.605006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd534e6-74d4-4d71-8c8c-d1beadb59720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.646392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on host n-h2-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:09.646752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:09.647239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:09.647412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fdd534e6-74d4-4d71-8c8c-d1beadb59720 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7104ee4f37ae45baaa77c3c7ff85ef60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592098 Aug 19 17:50:09.648667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd534e6-74d4-4d71-8c8c-d1beadb59720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45208732-079d-4f81-8fc8-4dbc418ab483,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:09.650049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40836) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:09.669527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:09.669856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:09.679156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:09.679518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:09.679906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:09.680332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Bound port: 77c135e4-e83d-4aec-8380-c33d015c5063, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:09.714033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-064d0f9c-4837-46ee-b08e-edbd1e124bed tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:09.715560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-064d0f9c-4837-46ee-b08e-edbd1e124bed tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0507600 Aug 19 17:50:09.752405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.765091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:09.766170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-d9aa1a9f-e3d3-455e-9ec4-0de685afba98 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0446186 Aug 19 17:50:09.772683 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.775894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a67a4ef9-dd3f-48ac-8514-0f2241aba94a service neutron] 10.222.0.36 "POST /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063/bindings HTTP/1.1" status: 201 len: 390 time: 0.2789865 Aug 19 17:50:09.780319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-4f9063e6-2ce2-4050-a76c-16cfd89d7553 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'floatingip': {'port_id': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:09.797994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.835750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-4f9063e6-2ce2-4050-a76c-16cfd89d7553 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.864551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.867871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:09.871566 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45208732-079d-4f81-8fc8-4dbc418ab483 HTTP/1.1" status: 204 len: 168 time: 0.2180095 Aug 19 17:50:09.897224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7a2f3-9e1e-4ff9-b0ed-9e7bda846de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45208732-079d-4f81-8fc8-4dbc418ab483,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:10.164619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-114282d5-d8ee-4d25-aedc-ef65ee001869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.167073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-114282d5-d8ee-4d25-aedc-ef65ee001869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1097 time: 0.0562327 Aug 19 17:50:10.185314 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-4f9063e6-2ce2-4050-a76c-16cfd89d7553 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 17:50:10.186397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb52dc62-88a2-4501-aaaa-9b036065250d req-4f9063e6-2ce2-4050-a76c-16cfd89d7553 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "PUT /v2.0/floatingips/f2724817-6921-4e1d-a099-acc48fbb62e6 HTTP/1.1" status: 409 len: 550 time: 0.4112475 Aug 19 17:50:10.313035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-b9f2e021-21be-4cd8-9e1a-4c3e62aac84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.314537 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-b9f2e021-21be-4cd8-9e1a-4c3e62aac84c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1367137 Aug 19 17:50:10.349022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509668-de28-4205-95b1-0b30d0ac3a1a req-749c0b46-1642-43d1-b090-cbd9a13b967e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.350801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af509668-de28-4205-95b1-0b30d0ac3a1a req-749c0b46-1642-43d1-b090-cbd9a13b967e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0614963 Aug 19 17:50:10.365511 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-9911beef-e692-4207-8c50-c102a7f48d58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.0425761 Aug 19 17:50:10.399435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af509668-de28-4205-95b1-0b30d0ac3a1a req-dfbbc16f-1976-492c-8902-193500f77c61 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Aug 19 17:50:10.444096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-96d2f168-eb6f-4ae2-8412-600fbf2cb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.445504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-96d2f168-eb6f-4ae2-8412-600fbf2cb42e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0730281 Aug 19 17:50:10.491531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-a8ec7cb3-7f44-4221-9ca4-853d2b9a91bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346618 Aug 19 17:50:10.561747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dde3b-05c0-40ff-9c2c-ffe8a668f3c9 req-c824b45f-fdc3-41cf-a270-6c497b1add44 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.563288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b12dde3b-05c0-40ff-9c2c-ffe8a668f3c9 req-c824b45f-fdc3-41cf-a270-6c497b1add44 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 945 time: 0.0800741 Aug 19 17:50:10.565742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c2f6-88b8-4487-b2ac-03ddbe95622f req-ec17bebe-4427-4fa9-a55f-444d719aa373 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.566695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a889c2f6-88b8-4487-b2ac-03ddbe95622f req-ec17bebe-4427-4fa9-a55f-444d719aa373 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1097 time: 0.0719867 Aug 19 17:50:10.610975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-35ed9746-7b26-4318-b513-6b24c6ab4ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115594 Aug 19 17:50:10.625216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a889c2f6-88b8-4487-b2ac-03ddbe95622f req-1068cf61-529a-411e-a10a-22fb336c29a2 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Aug 19 17:50:10.632909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b12dde3b-05c0-40ff-9c2c-ffe8a668f3c9 req-0268d125-3a59-487c-be3d-1766713d3b23 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581439 Aug 19 17:50:10.723106 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-54747414-3b52-4c30-ac33-63a693314ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043687 Aug 19 17:50:10.765346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-9bf60c7f-03ed-47d2-b6de-0e56806e9bc8 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips/f2724817-6921-4e1d-a099-acc48fbb62e6 HTTP/1.1" status: 200 len: 693 time: 0.0585165 Aug 19 17:50:10.902895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-3e77dc69-e762-42e3-97a4-98154e1769c8 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.904406 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-3e77dc69-e762-42e3-97a4-98154e1769c8 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0450625 Aug 19 17:50:10.905116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-89183c92-9744-4d9e-8ce9-1a6ed7da55c5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.906519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-89183c92-9744-4d9e-8ce9-1a6ed7da55c5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1346211 Aug 19 17:50:10.914800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96258dcd-1e28-4fa0-9f12-56f0a41abde4 req-75e9140b-94db-4e37-8b7d-9ef5b4bd1e92 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:10.916206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96258dcd-1e28-4fa0-9f12-56f0a41abde4 req-75e9140b-94db-4e37-8b7d-9ef5b4bd1e92 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 966 time: 0.0815730 Aug 19 17:50:10.920283 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:50:10.921519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-0bb29e38-3e96-4979-a0aa-aa74f35861d7 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:10.922871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-0bb29e38-3e96-4979-a0aa-aa74f35861d7 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055528 Aug 19 17:50:10.928257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:10.983903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:10.989597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-e16f6614-a8af-492c-bfe3-991f5d985002 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0587196 Aug 19 17:50:10.997472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96258dcd-1e28-4fa0-9f12-56f0a41abde4 req-6ed6c6ff-8dd8-49ee-86a9-c85a4bee6564 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737295 Aug 19 17:50:11.045921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-fed75cee-2e86-404c-928e-1d0455d8454d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0474973 Aug 19 17:50:11.132197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:11.181863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:11.185525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Deleting port e605a6ba-cba3-4f88-abca-1330b504b29c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:11.185876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.224570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:11.226705 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7d9ee-86ca-451c-8eb1-f64814426113" -d '{"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-unplugged", "status": "completed", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:11.231412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.238478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.270127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.270457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.289016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Calling delete_port for e605a6ba-cba3-4f88-abca-1330b504b29c owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:11.338176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:11.344914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on host n-h1-778550-10 for vnic_type normal with profile {"migrating_to": "n-h2-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:11.345378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:11.345798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:11.351470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:11.351891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Attempting to bind port 77c135e4-e83d-4aec-8380-c33d015c5063 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:11.356855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:11.357311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:11.357801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:11.358458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Bound port: 77c135e4-e83d-4aec-8380-c33d015c5063, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:11.358781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.428121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.434817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:11.438049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:11.441910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.456561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event deleted for resources: {'Port': ['ID=e605a6ba-cba3-4f88-abca-1330b504b29c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:11.519815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:11.525726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:11.526360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.527836 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d7c151b4-5a93-4f11-96d8-cb5e4edbfb78 service neutron] 10.222.0.13 "PUT /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 1123 time: 0.6050591 Aug 19 17:50:11.684791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['77c135e4-e83d-4aec-8380-c33d015c5063'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:11.807011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.809618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:11.811162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d775676-2eff-4bba-838d-fdc6cb4fc8aa req-8e164ed4-3a6e-4dee-ba42-1e14f507b55d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "DELETE /v2.0/floatingips/f2724817-6921-4e1d-a099-acc48fbb62e6 HTTP/1.1" status: 204 len: 173 time: 0.7546089 Aug 19 17:50:12.015964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-c6509dcc-04cd-4b30-a55a-3e1c7ff5817b tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214918 Aug 19 17:50:12.099199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-533be05a-1636-427b-a2e9-b08603adf787 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:12.100160 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-533be05a-1636-427b-a2e9-b08603adf787 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065341 Aug 19 17:50:12.109752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Request body: {'binding': {'host': 'n-h1-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:12.110272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:50:12.125760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-4e3e103e-b0af-495d-88cd-aa160d2c12b4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.127213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-4e3e103e-b0af-495d-88cd-aa160d2c12b4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050956 Aug 19 17:50:12.143749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-7d54bb21-18dc-48cd-95c1-4c0a5d6bafec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/quotas/2e3b55cadd104e09b8debcbd4aec0e6b HTTP/1.1" status: 200 len: 375 time: 0.0089934 Aug 19 17:50:12.175663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-64d64fa6-9f36-43c9-907e-f9e97c762240 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255878 Aug 19 17:50:12.256540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on host n-h1-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:12.256878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:12.257216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:12.261596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:12.261804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:12.266707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:12.267046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:12.267432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:12.268071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Bound port: a10208bc-a9a1-4765-844f-8fd0ea6ab786, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:12.331430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:12.336710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:12.337898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3588341c-cfea-4bf6-89f1-cd6d06a1f1ff service neutron] 10.222.0.36 "POST /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786/bindings HTTP/1.1" status: 201 len: 390 time: 0.2314925 Aug 19 17:50:12.370468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:12.375808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6287-46f3-40b3-a202-a714a842bd71 req-87c4a07d-5d87-4292-8440-3892bbc89e43 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.377670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b37d6287-46f3-40b3-a202-a714a842bd71 req-87c4a07d-5d87-4292-8440-3892bbc89e43 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1101 time: 0.0452335 Aug 19 17:50:12.466594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b37d6287-46f3-40b3-a202-a714a842bd71 req-24a02059-f8e5-43c6-91dd-c2f48e5cf4fa tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757618 Aug 19 17:50:12.527685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:12.543134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'port_id': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'mac_address': 'fa:16:3e:51:63:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599a0ee-0feb-42c8-9109-39e285e8821c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:12.552930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dc975-585f-4de2-b45f-12c60022d499 req-b2458c27-a9c4-443f-abb5-c8f3ccd9155f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.555035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a90dc975-585f-4de2-b45f-12c60022d499 req-b2458c27-a9c4-443f-abb5-c8f3ccd9155f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 946 time: 0.0840209 Aug 19 17:50:12.593928 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801dc4dc-e28f-4c96-8407-326bb42776e0 x-openstack-request-id: req-801dc4dc-e28f-4c96-8407-326bb42776e0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:12.594422 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-unplugged", "status": "completed", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:12.594659 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-801dc4dc-e28f-4c96-8407-326bb42776e0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:12.595060 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063', 'code': 200} Aug 19 17:50:12.603871 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:12.621692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:12.624002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a90dc975-585f-4de2-b45f-12c60022d499 req-954c4834-9213-4276-9e84-2250a470d7b2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Aug 19 17:50:12.650258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:12.656003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:12.695087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-2d587c3c-648d-4683-b49f-db48a75f8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.698010 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-2d587c3c-648d-4683-b49f-db48a75f8792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1097 time: 0.0561683 Aug 19 17:50:12.717800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:12.784440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['0c2dc96c-b8a4-4ab1-810b-d91a229156f0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:12.784601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfba75-6826-4495-86e4-0c484856343c req-79c6aa28-3cf6-4a04-a416-d1ee86fa850d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.792750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6dfba75-6826-4495-86e4-0c484856343c req-79c6aa28-3cf6-4a04-a416-d1ee86fa850d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 943 time: 0.1440535 Aug 19 17:50:12.818256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-bc63049f-eb62-4815-9c30-5ab098419966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.820580 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-bc63049f-eb62-4815-9c30-5ab098419966 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1144249 Aug 19 17:50:12.828228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-587de661-cf7a-49fa-b709-1b925e6fa459 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 1000 time: 0.1339245 Aug 19 17:50:12.875935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-c8987c99-407e-47e4-8230-e9d03404c942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 217 time: 0.0372846 Aug 19 17:50:12.887764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-b2ac55b7-77d8-4d6a-8bae-a38ec9ade720 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.889190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-b2ac55b7-77d8-4d6a-8bae-a38ec9ade720 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports/bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 942 time: 0.0505383 Aug 19 17:50:12.913807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6dfba75-6826-4495-86e4-0c484856343c req-e5522556-72dc-4656-8771-d33bf65bc07e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054597 Aug 19 17:50:12.980041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-dc5d70f1-962a-4c77-8ffb-29d6eae6a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:12.981560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-dc5d70f1-962a-4c77-8ffb-29d6eae6a823 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0987825 Aug 19 17:50:13.017257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-b5529e9e-2f84-4201-92e8-2444b958a517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270028 Aug 19 17:50:13.025937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d4cf133-a5f0-4a76-8e3a-ae2d4f1ec979 req-6a6b447b-2711-40c6-8ce9-68db74cc2a84 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 210 time: 0.0369902 Aug 19 17:50:13.046076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-1cf2c14c-207c-4de0-b287-24610576adfc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 1000 time: 0.1008716 Aug 19 17:50:13.129852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-9db48f76-4d10-4ee4-866d-8ce2be6960d8 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996833 Aug 19 17:50:13.174959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-0b209665-3e49-402c-afc5-a06dea45f719 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:13.176860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-0b209665-3e49-402c-afc5-a06dea45f719 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1298854 Aug 19 17:50:13.194607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-19f0d02a-7cd8-4425-9562-a66455b4a1fc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:50:13.195796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-19f0d02a-7cd8-4425-9562-a66455b4a1fc tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068176 Aug 19 17:50:13.239507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-24ad66e7-8c7c-43c1-8757-aec9926aff06 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017423 Aug 19 17:50:13.295912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-d80f8b14-62a7-4b71-8342-26b507cf70c0 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 1000 time: 0.0885010 Aug 19 17:50:13.309281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:13.361822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a832530-facd-46f3-a805-651956c75c67 req-a4a9f3a0-b004-4e96-a825-f146f3bacfe0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:13.363277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a832530-facd-46f3-a805-651956c75c67 req-a4a9f3a0-b004-4e96-a825-f146f3bacfe0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.0982304 Aug 19 17:50:13.389923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:13.448733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a832530-facd-46f3-a805-651956c75c67 req-9d794f8c-513e-4da6-b1c0-c71df6bd15af tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Aug 19 17:50:13.574690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:13.579226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:13.579622 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Floating IP 29a5e7fc-29ed-4d9d-b642-ac03377ec849 disassociated. External IP: 172.25.5.86, port: bb0b1b8e-2474-4de5-b5b0-300b1175c00e. Aug 19 17:50:13.622119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3e020-e2ac-4c10-b8a2-bbc752d58dfe req-5c8fa284-d10b-4363-bcca-fef8dcadd8c6 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:13.623857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3a3e020-e2ac-4c10-b8a2-bbc752d58dfe req-5c8fa284-d10b-4363-bcca-fef8dcadd8c6 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1101 time: 0.1152742 Aug 19 17:50:13.703139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3a3e020-e2ac-4c10-b8a2-bbc752d58dfe req-9ef8f979-51fe-4d83-9d05-80c3b90fb662 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Aug 19 17:50:13.761184 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-73656a3f-d275-47e0-af81-2988f86586e0 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316305 Aug 19 17:50:13.889874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:13.912730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-34b40b58-b45c-4ff0-89ee-0a59c2f2036f tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1755625522&fields=id&tenant_id=ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 267 time: 0.0500426 Aug 19 17:50:13.933281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-11d3a3fe-4932-49f8-853b-627fe027a2cc tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:13.934957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-11d3a3fe-4932-49f8-853b-627fe027a2cc tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655097 Aug 19 17:50:13.951415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Request body: {'port': {'device_id': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '2e3b55cadd104e09b8debcbd4aec0e6b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:14.061042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Made reservation on behalf of 2e3b55cadd104e09b8debcbd4aec0e6b for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:14.064491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.073042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.105152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:14.111413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.121327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-f6b28a99-e1b2-46a9-8df2-da72fe474b5e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.122375 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Sync routers for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:14.131937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-f6b28a99-e1b2-46a9-8df2-da72fe474b5e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 824 time: 0.1741972 Aug 19 17:50:14.134037 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:14.134848 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:14.188018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-dde12606-3369-4abc-9bb1-fa720c75067b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/quotas/ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 375 time: 0.0550931 Aug 19 17:50:14.189852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.191162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-9b3a525b-0ef0-4b23-b520-8e09ff05f172 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "PUT /v2.0/floatingips/29a5e7fc-29ed-4d9d-b642-ac03377ec849 HTTP/1.1" status: 200 len: 694 time: 0.8865499 Aug 19 17:50:14.193191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:14.195165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.195746 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559a5733-d92d-4492-8525-170935de289b" -d '{"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:14.269424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:14.300393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-1ef08731-d1aa-4e3a-8b3f-bf2fdaf7aac7 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1003790 Aug 19 17:50:14.309958 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:14.346917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Allocated IP 192.168.233.196 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/88fb6d13-7f0f-4a43-91b1-ab136e292fdf) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:14.347611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-0017886e-c5f4-4b54-8a6b-334c89f0e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.355942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-0017886e-c5f4-4b54-8a6b-334c89f0e188 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1097 time: 0.1214595 Aug 19 17:50:14.390160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:14.476881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-51fdf3a0-27d4-4ad0-8520-0db9fdecaefc service neutron] 10.222.0.36 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747708 Aug 19 17:50:14.510467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-e7590cdf-53da-4164-b08e-6a67a3d253ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.520044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-e7590cdf-53da-4164-b08e-6a67a3d253ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 929 time: 0.1629016 Aug 19 17:50:14.525802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.541637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Transition to ACTIVE for port object 88fb6d13-7f0f-4a43-91b1-ab136e292fdf will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:14.550110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.570913 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:14.578595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.580869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:14.601374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:14.604701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:14.604858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-e5bcc21e-4b9b-4786-8a2e-3e64986a4bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 217 time: 0.0835798 Aug 19 17:50:14.606461 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e438d0-4067-4df3-8bcf-eca323968866" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:14.610011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:14.610855 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Checking router: 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:14.620795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:14.631402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.631672 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:14.632223 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:14.644362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:14.685780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-f16cdff2-aba7-4f64-a0fc-1bf47a6169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.693615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-f16cdff2-aba7-4f64-a0fc-1bf47a6169cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.0880895 Aug 19 17:50:14.704465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:14.721048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.721721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.749809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:14.753083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-9695d85d-a521-472f-b3e0-f728193e25fa tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8057330 Aug 19 17:50:14.773142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Request body: {'port': {'device_id': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:14.773762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-390d9136-a0fe-4c38-9d2e-e765dc779d20 service neutron] 10.222.0.36 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949810 Aug 19 17:50:14.801395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-ab678280-1c70-4346-ba37-58ee4f03349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:14.803921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-ab678280-1c70-4346-ba37-58ee4f03349c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095192 Aug 19 17:50:14.858777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:14.956949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7ebda8f2-c532-4832-9235-ec2ff1c527b7 None None] Provisioning for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:14.967357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7ebda8f2-c532-4832-9235-ec2ff1c527b7 None None] Provisioning complete for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:14.967770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ebda8f2-c532-4832-9235-ec2ff1c527b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.033177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-c42120e3-388e-462b-8a6c-38d8e2d4b3bf service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199709 Aug 19 17:50:15.053178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:15.076251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7ebda8f2-c532-4832-9235-ec2ff1c527b7 None None] Port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:50:15.092423 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:15.126762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-28b7aac3-d6d8-4b7d-a135-74dfa1fb2623 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:15.128337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-28b7aac3-d6d8-4b7d-a135-74dfa1fb2623 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a HTTP/1.1" status: 200 len: 966 time: 0.1682072 Aug 19 17:50:15.263647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8f5e-ea68-450d-8ac0-83e22fc34535 req-4638d07d-4a7d-44ad-9f78-0385e4ae4663 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:15.271808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-399d8f5e-ea68-450d-8ac0-83e22fc34535 req-4638d07d-4a7d-44ad-9f78-0385e4ae4663 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.1724083 Aug 19 17:50:15.280088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:15.309073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10986a60-7da6-47ad-af8b-a1d3c203be78 req-0aeedf08-aa14-44ae-9025-b139174abd62 service neutron] 10.222.0.36 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686749 Aug 19 17:50:15.323631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:50:15.341891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-399d8f5e-ea68-450d-8ac0-83e22fc34535 req-005d35f9-34c8-4f49-8744-7c845ee26295 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692077 Aug 19 17:50:15.349196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Deleting port 473c2e4d-da2e-4fd2-88d0-20a124520d09 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:15.349551 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.504082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:15.524510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] For port 473c2e4d-da2e-4fd2-88d0-20a124520d09, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=473c2e4d-da2e-4fd2-88d0-20a124520d09,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:15.525087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.527863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.567237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Transition to ACTIVE for port object 88fb6d13-7f0f-4a43-91b1-ab136e292fdf will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:15.572731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.672879 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:15.695539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:15.730894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f2641-58bf-4ff5-b4af-962c07792ad7 None None] The sync data for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 is: [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:39Z', 'revision_number': 4, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'e4578563-ef39-44df-a71e-ac4b68564983', 'name': '', 'network_id': '23f81f33-331b-4bdc-9358-82d239504d21', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'mac_address': 'fa:16:3e:46:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:38Z', 'updated_at': '2021-08-19T17:49:45Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'subnets': [{'id': '7bb9dfab-9955-4590-be63-62ee36ab16f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:15.856378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Attempting to bind port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:15.857513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Attempting to bind port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:15.858056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Attempting to bind port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:15.864546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:15.865193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Attempting to bind port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:15.871639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:15.872295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:15.872874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:15.873636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Bound port: 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:15.874930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:15.981779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:16.006649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:16.015739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:16.075843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.076485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:16.078579 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] 10.222.0.42 "PUT /v2.0/ports/88fb6d13-7f0f-4a43-91b1-ab136e292fdf HTTP/1.1" status: 200 len: 1097 time: 1.3152912 Aug 19 17:50:16.145814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6a73f-a6d1-463f-9dc8-a98198e12ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:16.211731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdec009-a474-4cee-bf98-6f288cd5ee0d None None] New status for floating IP 29a5e7fc-29ed-4d9d-b642-ac03377ec849: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:50:16.245754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-346513af-58ef-4ad8-aea4-3b866e6192dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.247265 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-346513af-58ef-4ad8-aea4-3b866e6192dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 1100 time: 0.1228833 Aug 19 17:50:16.336640 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-34fb5eb5-245e-4d39-9941-2ff2846cec8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf HTTP/1.1" status: 200 len: 217 time: 0.0786684 Aug 19 17:50:16.397486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-b537c858-cb4b-49b2-b9d1-e1eafbd72c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.399884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-b537c858-cb4b-49b2-b9d1-e1eafbd72c70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0547130 Aug 19 17:50:16.461266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264c76-6286-478c-b504-b87e666d7952 req-b34b5cc2-a19d-48a3-91d4-0089f2e4501f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.465809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-10fb716b-5998-49f2-8459-29e4bb202580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.467427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-10fb716b-5998-49f2-8459-29e4bb202580 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552258 Aug 19 17:50:16.469055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43264c76-6286-478c-b504-b87e666d7952 req-b34b5cc2-a19d-48a3-91d4-0089f2e4501f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 943 time: 0.7939594 Aug 19 17:50:16.490397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba7085-3bf3-486c-9423-9c90138db02e req-e453c838-c751-446d-a0bb-f6eb9018e38f tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:16.498834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ba7085-3bf3-486c-9423-9c90138db02e req-e453c838-c751-446d-a0bb-f6eb9018e38f tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 948 time: 0.7415273 Aug 19 17:50:16.632267 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-6b659d94-8e22-4dd9-8858-06e89fdab7ff service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564767 Aug 19 17:50:16.643264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43264c76-6286-478c-b504-b87e666d7952 req-195fcc86-53b0-4b86-a814-ab3133459d65 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733141 Aug 19 17:50:16.650371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-57182e36-724d-469c-a17a-3205dd00244b service neutron] 10.222.0.42 "GET /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.3991830 Aug 19 17:50:16.657705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ba7085-3bf3-486c-9423-9c90138db02e req-494c6281-cd30-47ca-94e9-074be10dd013 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580329 Aug 19 17:50:16.700263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:16.700660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:16.700988 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Floating IP d737386d-d351-4716-844b-4b2ed24546e5 disassociated. External IP: 172.25.5.190, port: 473c2e4d-da2e-4fd2-88d0-20a124520d09. Aug 19 17:50:16.701325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Calling delete_port for 473c2e4d-da2e-4fd2-88d0-20a124520d09 owned by compute:tempest-test_az-491857666 {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:16.731195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:16.760400 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-524320e8-efdf-4972-ae89-ab1eea090dd8 req-e3cfb47d-ffaf-4fb8-a295-e7a0493626bf service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200125 Aug 19 17:50:16.764017 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b3deed-dc5e-41a3-8ac5-a7d4a3503d16 x-openstack-request-id: req-98b3deed-dc5e-41a3-8ac5-a7d4a3503d16 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:16.764449 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:16.765348 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98b3deed-dc5e-41a3-8ac5-a7d4a3503d16 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:16.765348 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'status': 'completed', 'code': 200} Aug 19 17:50:16.812849 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a413cf48-6e79-4420-a9d8-05137d2cfdc6 x-openstack-request-id: req-a413cf48-6e79-4420-a9d8-05137d2cfdc6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:16.813139 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:16.813392 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a413cf48-6e79-4420-a9d8-05137d2cfdc6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:16.813788 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063', 'status': 'completed', 'code': 200} Aug 19 17:50:16.990527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebee558d-2dca-4d43-aeca-97a41c8bfce6 req-76fe75db-13fb-48c8-99c1-6209286dea0b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 210 time: 0.0981135 Aug 19 17:50:17.017525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-ac1b9ba7-201c-406b-8a53-6c8d1fb9d4c6 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.019008 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-ac1b9ba7-201c-406b-8a53-6c8d1fb9d4c6 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.13 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 824 time: 0.1505611 Aug 19 17:50:17.043833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e438d0-4067-4df3-8bcf-eca323968866 req-8224c250-a663-430a-b456-13ab57407ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.045515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-8224c250-a663-430a-b456-13ab57407ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1126 time: 0.0712888 Aug 19 17:50:17.045858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:17.085679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d3a2-284c-40a4-aa51-0795de46c478 req-7e6ded2d-470a-4a73-b128-d5d4b660f7d2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.087289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5865d3a2-284c-40a4-aa51-0795de46c478 req-7e6ded2d-470a-4a73-b128-d5d4b660f7d2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.2669392 Aug 19 17:50:17.142070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-ea0b617f-eef7-465a-8af8-89e6be44a53a tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee792f534ca04d0aac933983f54c1cad HTTP/1.1" status: 200 len: 380 time: 0.1073594 Aug 19 17:50:17.159906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'port': {'device_id': '57df7088-0c53-415e-9e87-d7948b2c6997', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'admin_state_up': True, 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'security_groups': ['5076b4d8-8885-4713-8362-f566100c5c88']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:17.194221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:17.207383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:50:17.223883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-051d28c0-f729-423a-88d8-e411b0f7d309 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips/29a5e7fc-29ed-4d9d-b642-ac03377ec849 HTTP/1.1" status: 200 len: 692 time: 0.1477425 Aug 19 17:50:17.226439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5733-d92d-4492-8525-170935de289b req-36f7f2ca-2af3-473d-a2b5-b26c63358491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.228564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-36f7f2ca-2af3-473d-a2b5-b26c63358491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25c61a4373b40d399a7323e79ffdb14&device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 1097 time: 0.3492932 Aug 19 17:50:17.255123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e438d0-4067-4df3-8bcf-eca323968866 req-79ea8997-334e-4ce6-af3e-967740481c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.256516 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-79ea8997-334e-4ce6-af3e-967740481c34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1986227 Aug 19 17:50:17.321188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-39933017-a71a-4359-a1c1-e75e7f461f0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.0484920 Aug 19 17:50:17.339895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5865d3a2-284c-40a4-aa51-0795de46c478 req-5056ad49-8e62-4303-b418-8d16f383d082 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384923 Aug 19 17:50:17.340469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.401875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e438d0-4067-4df3-8bcf-eca323968866 req-fd650083-5c3b-4d8c-a9f9-b98b13187680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.404057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-fd650083-5c3b-4d8c-a9f9-b98b13187680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0747564 Aug 19 17:50:17.405370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Made reservation on behalf of ee792f534ca04d0aac933983f54c1cad for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:17.409494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:17.436554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event deleted for resources: {'Port': ['ID=473c2e4d-da2e-4fd2-88d0-20a124520d09,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:17.474830 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-b75afdd7-ef67-45b2-a0e5-4d9643aff938 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610065 Aug 19 17:50:17.559052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:17.601642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-ac167014-066c-4853-b84e-c22512fdf7cb tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.609234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-ac167014-066c-4853-b84e-c22512fdf7cb tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3755851 Aug 19 17:50:17.626006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5733-d92d-4492-8525-170935de289b req-52b9a345-db5d-4cd4-9810-0b605c9c071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:17.627519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-52b9a345-db5d-4cd4-9810-0b605c9c071c service neutron] 10.222.0.13 "GET /v2.0/networks?id=23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 200 len: 929 time: 0.3686094 Aug 19 17:50:17.742981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Allocated IP 172.20.0.4 (c099998e-2680-4acf-bce1-296d4f22deee/4849019a-1eca-4b11-96c0-c9bf0f388fb1/27b60086-79a7-4a71-ba1c-8f4138c87e2e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:17.745582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:17.763076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-a419ce7d-76a7-4460-80ed-3087634bde16 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745831 Aug 19 17:50:17.854953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-c05262b0-c6a6-45e3-a036-4ec5dc53e516 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.2446694 Aug 19 17:50:17.858130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-6cb7c297-e475-4854-92f7-54cad09f0870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 200 len: 217 time: 0.1925766 Aug 19 17:50:17.952558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-97eaac96-a986-4cc1-be2e-68e590cb9348 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410267 Aug 19 17:50:18.062434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5733-d92d-4492-8525-170935de289b req-e3f39f62-55e5-457a-b1b4-e4c9ea687ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:18.064123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-e3f39f62-55e5-457a-b1b4-e4c9ea687ea9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 200 len: 867 time: 0.1831012 Aug 19 17:50:18.098727 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25e438d0-4067-4df3-8bcf-eca323968866 req-0d64233e-76ca-47b1-96c2-a6241aa0ad51 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265734 Aug 19 17:50:18.101723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.129020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Transition to ACTIVE for port object 27b60086-79a7-4a71-ba1c-8f4138c87e2e will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:18.159838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c135e4-e83d-4aec-8380-c33d015c5063 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:18.163247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.177639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:18.186791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Network c099998e-2680-4acf-bce1-296d4f22deee is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:18.189764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:18.200666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-fb7fd5f3-8d83-45dd-ab61-f98f3ecfedbf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:18.202220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-fb7fd5f3-8d83-45dd-ab61-f98f3ecfedbf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488756 Aug 19 17:50:18.210184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:18.214411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-617f00be-c905-4058-a057-57d3e40da76f tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.3587430 Aug 19 17:50:18.219037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:18.225079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.273070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:18.274002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.290151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1371384 Aug 19 17:50:18.313072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Request body: {'port': {'device_id': '57df7088-0c53-415e-9e87-d7948b2c6997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:18.375172 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.389318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870544c6-27d1-48d4-816d-ffdd94658257 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event updated for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:18.419769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 473c2e4d-da2e-4fd2-88d0-20a124520d09 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:18.457857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 473c2e4d-da2e-4fd2-88d0-20a124520d09 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:18.458213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 473c2e4d-da2e-4fd2-88d0-20a124520d09 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:18.458643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:18.519151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:18.532538 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:18.548650 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:18.549473 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:18.659922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] No DVR routers for this DVR port 473c2e4d-da2e-4fd2-88d0-20a124520d09 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:18.666903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-b3f8bad6-0016-4b98-b545-ec5cdee15ac5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/quotas/45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 375 time: 0.4514799 Aug 19 17:50:18.668207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.670307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb6079e3-ab49-4d95-8bb5-b676989aa3da req-eb1c0a79-c1e3-4c62-8af1-4622e3586493 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.42 "DELETE /v2.0/ports/473c2e4d-da2e-4fd2-88d0-20a124520d09 HTTP/1.1" status: 204 len: 173 time: 3.5257580 Aug 19 17:50:18.674981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5733-d92d-4492-8525-170935de289b req-2d6dc0a6-870a-4f25-8396-f346eff1f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:18.677426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-2d6dc0a6-870a-4f25-8396-f346eff1f903 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23f81f33-331b-4bdc-9358-82d239504d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4609587 Aug 19 17:50:18.718310 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:18.732921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b60086-79a7-4a71-ba1c-8f4138c87e2e {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:18.742035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.758826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Transition to ACTIVE for port object 27b60086-79a7-4a71-ba1c-8f4138c87e2e will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:18.762344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:18.825160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:18.828414 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99972e60-c10c-43b4-ab6c-9be480f32972" -d '{"events": [{"name": "network-changed", "server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:18.834149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Pushing event updated for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:18.960380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Attempting to bind port 27b60086-79a7-4a71-ba1c-8f4138c87e2e on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:18.960685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Attempting to bind port 27b60086-79a7-4a71-ba1c-8f4138c87e2e by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:18.961167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Attempting to bind port 27b60086-79a7-4a71-ba1c-8f4138c87e2e on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:18.966329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Port 27b60086-79a7-4a71-ba1c-8f4138c87e2e on network c099998e-2680-4acf-bce1-296d4f22deee not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:18.966650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Attempting to bind port 27b60086-79a7-4a71-ba1c-8f4138c87e2e on network c099998e-2680-4acf-bce1-296d4f22deee {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:18.972133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:18.972877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Checking segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:18.973422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Bound using segment: {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:18.973859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Bound port: 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:18.974236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.062849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:19.067220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:19.068000 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:19.073479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.099812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:19.111421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:19.112127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:19.112434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.113081 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:19.114905 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] 10.222.0.13 "PUT /v2.0/ports/27b60086-79a7-4a71-ba1c-8f4138c87e2e HTTP/1.1" status: 200 len: 1092 time: 0.8061457 Aug 19 17:50:19.180014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd13fc5-405c-4bd4-80a2-685a28358e19 service neutron] Pushing event updated for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:19.217587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'name': 'network-vif-deleted', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:19.220048 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6d13fc-879a-4fcf-b65b-d12e310f3553" -d '{"events": [{"server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "name": "network-vif-deleted", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:19.280687 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:19.301252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-23b4ab23-2ab8-4773-8a86-e63ec00a8209 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6218362 Aug 19 17:50:19.333166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Deleting port b41ea4aa-6ed5-4e13-95d0-752560056e09 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:19.333335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-fe4fd316-31d6-4e2a-aafd-c27cf845bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:19.333674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.335568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-fe4fd316-31d6-4e2a-aafd-c27cf845bc18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 1095 time: 0.1481273 Aug 19 17:50:19.336229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] Transition to ACTIVE for port object 77c135e4-e83d-4aec-8380-c33d015c5063 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:19.358252 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.418300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-d29c9f06-b8ae-4a1a-b1c5-f672dcc417fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e HTTP/1.1" status: 200 len: 217 time: 0.0619776 Aug 19 17:50:19.465225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] Pushing event updated for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:19.493147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-750816b2-ea55-49ec-99cd-d8089fb8dde2 service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901340 Aug 19 17:50:19.502284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-2ee8165b-241e-4772-b78e-b8347765fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:19.504781 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-2ee8165b-241e-4772-b78e-b8347765fef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.0734925 Aug 19 17:50:19.581078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-12c55c44-2d1a-4c7f-a461-65b7eb093b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:19.588723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-12c55c44-2d1a-4c7f-a461-65b7eb093b86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663857 Aug 19 17:50:19.683861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] No DVR routers for this DVR port 77c135e4-e83d-4aec-8380-c33d015c5063 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:19.690468 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:19.717501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.717897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:19.726293 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd636e6-3481-44d6-88c8-80d255475a7a None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:19.727426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-c1da9eec-f2a9-47ad-b6fc-19d92f992a29 service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321652 Aug 19 17:50:19.779072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Calling delete_port for b41ea4aa-6ed5-4e13-95d0-752560056e09 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:19.851971 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8188b340-1ec6-4968-bf7d-1e608f43e00f req-7f00d2e2-4152-4b81-8f39-8e85e4647a11 service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166241 Aug 19 17:50:19.932296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-63b9f5c5-d079-4587-bbf0-337a7e7f423b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:19.934039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-63b9f5c5-d079-4587-bbf0-337a7e7f423b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.3644876 Aug 19 17:50:19.950901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-25b095c1-24ad-4e93-89d0-08e74d5c8916 service neutron] 10.222.0.42 "PUT /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063/bindings/n-h2-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 3.2905617 Aug 19 17:50:20.010579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559a5733-d92d-4492-8525-170935de289b req-3f795173-9973-45a6-bf25-86000622ceb6 service neutron] 10.222.0.13 "GET /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667509 Aug 19 17:50:20.024628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757afce-3fd4-4542-a824-a5f7a4031511 req-85afb8fb-c703-4ed5-bacb-58e79287b849 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.026297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b757afce-3fd4-4542-a824-a5f7a4031511 req-85afb8fb-c703-4ed5-bacb-58e79287b849 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 944 time: 0.3390439 Aug 19 17:50:20.065497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcca76b-b6c6-48e0-aea8-e1ea9e7f887d None None] New status for floating IP d737386d-d351-4716-844b-4b2ed24546e5: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:50:20.107641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-3e6459e7-fac3-4204-a141-cb0c10250f15 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.109427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-3e6459e7-fac3-4204-a141-cb0c10250f15 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0466964 Aug 19 17:50:20.172961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b757afce-3fd4-4542-a824-a5f7a4031511 req-db469048-cedd-445b-ba6d-7b06ef6fd7a6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374037 Aug 19 17:50:20.174869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-95b72fcb-2ec5-4ba1-8c18-a64c17a9d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.177229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-95b72fcb-2ec5-4ba1-8c18-a64c17a9d85f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&tenant_id=6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 1096 time: 0.0568445 Aug 19 17:50:20.243350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-302e6938-6a33-46ce-8416-998d6a151114 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1340296 Aug 19 17:50:20.260402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Deleting port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:20.260758 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.291545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d360e9a6-cea8-4588-bc6f-82354b890250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.294007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-d360e9a6-cea8-4588-bc6f-82354b890250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1096 time: 0.0722978 Aug 19 17:50:20.382742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.407011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-db0dd301-4efd-4dfa-bd38-ee1bfe8d7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.409110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-db0dd301-4efd-4dfa-bd38-ee1bfe8d7c20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1003883 Aug 19 17:50:20.427848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:20.438342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event deleted for resources: {'Port': ['ID=b41ea4aa-6ed5-4e13-95d0-752560056e09,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:20.475582 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-b2ea465a-adc3-45eb-857d-46efe10f9075 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.0470040 Aug 19 17:50:20.528964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5452b-6a78-4de0-8ca2-4d414410b4e5 req-55312100-10e5-43e6-9975-adbccb1a8678 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.536549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-c3260676-110d-4c8c-ae6c-46e25b561fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.537402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45e5452b-6a78-4de0-8ca2-4d414410b4e5 req-55312100-10e5-43e6-9975-adbccb1a8678 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 948 time: 0.2709231 Aug 19 17:50:20.538383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-c3260676-110d-4c8c-ae6c-46e25b561fde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0535049 Aug 19 17:50:20.549862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:20.562921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'mac_address': 'fa:16:3e:db:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:20.575535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-43a4db50-93cc-4d21-b16c-aa8d768ea3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.577069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-43a4db50-93cc-4d21-b16c-aa8d768ea3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1096 time: 0.2423120 Aug 19 17:50:20.580055 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-fd2d9956-383d-45b4-ba27-f3fd5f737275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331059 Aug 19 17:50:20.580709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] For port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:20.581132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.605766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.612486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Calling delete_port for 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:20.621305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:20.642785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.646583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.647825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58663d6-32e7-418b-9de0-e6aef793bd06 req-288dc85f-651c-4a2c-ab72-3218f763f6f5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "DELETE /v2.0/floatingips/29a5e7fc-29ed-4d9d-b642-ac03377ec849 HTTP/1.1" status: 204 len: 173 time: 2.3812203 Aug 19 17:50:20.649126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:20.654177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:20.715812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-713b3ad1-0cf1-498f-9bf4-2a8d30794b6b service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213658 Aug 19 17:50:20.741607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:20.756689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45e5452b-6a78-4de0-8ca2-4d414410b4e5 req-9c82b6d4-cc52-4f29-b03d-8b4c1712b0b4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182670 Aug 19 17:50:20.869447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-7e3f903f-30fd-4a2f-b730-baccdb9c7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.871023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-7e3f903f-30fd-4a2f-b730-baccdb9c7bf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.2618854 Aug 19 17:50:20.883119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbfe9b-d65c-4500-b1db-38d52d8faeae req-02a61b2b-cf5c-401d-bac6-af7f055b2178 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:20.885162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eebbfe9b-d65c-4500-b1db-38d52d8faeae req-02a61b2b-cf5c-401d-bac6-af7f055b2178 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 944 time: 0.1422596 Aug 19 17:50:20.897938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-81e60770-8dbe-420a-a41d-e990a9457844 None None] Provisioning for port 27b60086-79a7-4a71-ba1c-8f4138c87e2e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:20.932417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['88fb6d13-7f0f-4a43-91b1-ab136e292fdf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:20.971693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-2626f1a1-770f-4353-b09b-fc9e242887a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.0844805 Aug 19 17:50:21.118756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eebbfe9b-d65c-4500-b1db-38d52d8faeae req-6dd35001-75cd-428b-bb34-0d5573da1c12 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251439 Aug 19 17:50:21.132298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-022816f7-ffb4-4331-9a23-61dbad14085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.133881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-022816f7-ffb4-4331-9a23-61dbad14085b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1491730 Aug 19 17:50:21.170726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:21.217547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40d97-6086-4487-b81a-dd76f4378739 req-61777f38-fcbd-4482-9ebf-393741248660 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.226478 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-f7ff1dfc-12b0-49a5-9d5f-39f13efecd65 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513701 Aug 19 17:50:21.227837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e40d97-6086-4487-b81a-dd76f4378739 req-61777f38-fcbd-4482-9ebf-393741248660 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 943 time: 0.1842170 Aug 19 17:50:21.266437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-9d21ec64-ffa9-4b55-82c2-6e2141c5d942 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064231 Aug 19 17:50:21.286639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event deleted for resources: {'Port': ['ID=0c2dc96c-b8a4-4ab1-810b-d91a229156f0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:21.337146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-2d95e807-44c8-403b-874d-8d3aebed7af9 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123824 Aug 19 17:50:21.382960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-4ae62d46-b1c7-494f-a22f-8f2e3a300606 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.384510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-4ae62d46-b1c7-494f-a22f-8f2e3a300606 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474087 Aug 19 17:50:21.404170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Request body: {'port': {'device_id': '96972921-b65d-4345-a1ba-43532dee4fb7', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '45bf29bd9b544268bfdf8e0464c51770'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:21.411902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e40d97-6086-4487-b81a-dd76f4378739 req-aa186d26-fab9-45cd-8072-f91223f52f69 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824152 Aug 19 17:50:21.435492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] No DVR routers for this DVR port 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:21.442377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:21.444495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ac63abc-5529-46fa-9bf3-9b75b1deb630 req-eab0db71-0089-4373-b386-315f149d04ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "DELETE /v2.0/ports/0c2dc96c-b8a4-4ab1-810b-d91a229156f0 HTTP/1.1" status: 204 len: 173 time: 1.4927289 Aug 19 17:50:21.470617 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c557c-4088-4da3-9c8a-76c52ae5d117 x-openstack-request-id: req-650c557c-4088-4da3-9c8a-76c52ae5d117 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:21.470908 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:21.471205 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-650c557c-4088-4da3-9c8a-76c52ae5d117 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:21.472189 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'status': 'completed', 'code': 200} Aug 19 17:50:21.479641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9b596-e83b-467d-a11a-e447f250a222 req-14c37c02-d753-45de-a289-f67774c0f33d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.481359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e9b596-e83b-467d-a11a-e447f250a222 req-14c37c02-d753-45de-a289-f67774c0f33d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.2080665 Aug 19 17:50:21.522321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-f9bff447-070a-4169-81ed-fb8f90b6f6a6 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370939 Aug 19 17:50:21.540133 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1571558e-8bc1-42d1-bbd9-64cfffbb1e9e x-openstack-request-id: req-1571558e-8bc1-42d1-bbd9-64cfffbb1e9e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:21.540447 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a", "name": "network-vif-deleted", "tag": "473c2e4d-da2e-4fd2-88d0-20a124520d09", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:21.540718 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1571558e-8bc1-42d1-bbd9-64cfffbb1e9e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:21.541131 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc66789-ff5e-4d6b-b7e5-32b42a30ae6a', 'name': 'network-vif-deleted', 'tag': '473c2e4d-da2e-4fd2-88d0-20a124520d09', 'status': 'completed', 'code': 200} Aug 19 17:50:21.544808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Made reservation on behalf of 45bf29bd9b544268bfdf8e0464c51770 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:21.549018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:21.623129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-f4d6ab68-7099-4fc8-9c15-b9a1da59b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.624853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-f4d6ab68-7099-4fc8-9c15-b9a1da59b69d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 1101 time: 0.1378350 Aug 19 17:50:21.630450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e9b596-e83b-467d-a11a-e447f250a222 req-d5a1b362-8c6e-4a30-92fe-186406591c08 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291330 Aug 19 17:50:21.728971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d26d57c-2f9d-4b74-b0c4-fdef94d7262a req-1b6c2780-7ee5-4070-9ff8-49d9dff86d7b service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942632 Aug 19 17:50:21.774682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-2f9f2844-fe89-4665-90b4-702d2e7b331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.776176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-2f9f2844-fe89-4665-90b4-702d2e7b331e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1422949 Aug 19 17:50:21.825086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Allocated IP 192.168.233.25 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:21.844077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-4469be89-ceb2-41cb-be19-1d6f73d58af3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf HTTP/1.1" status: 200 len: 217 time: 0.0596747 Aug 19 17:50:21.850751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-29799236-fc41-4951-97ae-8893b31805de tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.852303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-29799236-fc41-4951-97ae-8893b31805de tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.1204364 Aug 19 17:50:21.899385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed97ce93-e202-469a-9870-657a89d0f361 req-be5af851-0990-410f-97a0-36709e280cf9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Aug 19 17:50:21.921973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-078da789-4d48-4b54-bf2f-6bd583d216d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:21.924616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-078da789-4d48-4b54-bf2f-6bd583d216d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0712154 Aug 19 17:50:22.015897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-f49160ee-c929-44f4-87ee-147261502698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.017726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-f49160ee-c929-44f4-87ee-147261502698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834479 Aug 19 17:50:22.086197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.088636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-bf4937cd-3576-4f4a-9daf-d8475611b5c3 service neutron] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:22.096732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-bf4937cd-3576-4f4a-9daf-d8475611b5c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.097391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f465a12a-adc1-4fb9-9736-b6cdf95563b8 req-bf4937cd-3576-4f4a-9daf-d8475611b5c3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063/bindings/n-h1-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.2359223 Aug 19 17:50:22.105781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Transition to ACTIVE for port object e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:22.123856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a42a78-34a2-4063-9ecb-cef465056371 req-357b823d-e548-4225-b991-2fff4af682e2 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c641787-046c-4323-9b9b-3434e636facb HTTP/1.1" status: 200 len: 210 time: 0.0690198 Aug 19 17:50:22.158126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.170127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b', '134d4602-2e2d-463b-94e3-d1703c034b91'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:22.209464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-8f5d6748-be28-47cd-928d-042b3d58bd5f service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752484 Aug 19 17:50:22.212227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:22.217442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:22.221491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:22.293689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.294399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.313104 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9146252 Aug 19 17:50:22.320235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cdcae-97e8-470a-9328-b247f6240a69 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:22.328227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Request body: {'port': {'device_id': '96972921-b65d-4345-a1ba-43532dee4fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:22.439185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:22.449088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373fec4-4346-43af-af39-dc3426aabc22 req-17545ff8-26a4-4e7c-b619-55bed5e7af3a tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.457505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f373fec4-4346-43af-af39-dc3426aabc22 req-17545ff8-26a4-4e7c-b619-55bed5e7af3a tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2784090 Aug 19 17:50:22.470652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.548597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f373fec4-4346-43af-af39-dc3426aabc22 req-e54b5582-4922-4028-82f4-60a3467ba6e7 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0888014 Aug 19 17:50:22.555107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99972e60-c10c-43b4-ab6c-9be480f32972 req-9917fe8e-2af7-4138-ad22-f01c222a2f9b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284500 Aug 19 17:50:22.595239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bd792f98-0837-469a-bf88-62b073d4228d None None] Provisioning for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:22.603541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bd792f98-0837-469a-bf88-62b073d4228d None None] Provisioning complete for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:22.604292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bd792f98-0837-469a-bf88-62b073d4228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.610550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2ab4-a6a3-4e04-b426-92c4e0eab8cc req-deba04a4-747e-4060-bebc-8b28fd01f1bc tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.632262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a31c2ab4-a6a3-4e04-b426-92c4e0eab8cc req-deba04a4-747e-4060-bebc-8b28fd01f1bc tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 949 time: 0.3344331 Aug 19 17:50:22.673453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bd792f98-0837-469a-bf88-62b073d4228d None None] Port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:50:22.692210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:22.696055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:22.696421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.725375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a31c2ab4-a6a3-4e04-b426-92c4e0eab8cc req-3ec02798-17ac-4b01-9008-62262e423f0b tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Aug 19 17:50:22.742488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee4463-3f9f-4834-8865-067b34ae2c55 req-05c6c40f-4eff-420e-b7a8-5f6cdf421a05 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.749970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ee4463-3f9f-4834-8865-067b34ae2c55 req-05c6c40f-4eff-420e-b7a8-5f6cdf421a05 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0883265 Aug 19 17:50:22.792021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ee4463-3f9f-4834-8865-067b34ae2c55 req-f94a6e6d-17d2-45bf-9b5d-7902c5ff4dee tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Aug 19 17:50:22.796110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.797961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:22.815280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.823602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:22.826435 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c950d5-9885-4e52-8dad-276e4dd4c794" -d '{"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:22.830149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Transition to ACTIVE for port object e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:22.835328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.846299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:22.850746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:22.860281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3cf40-2938-4799-bca0-451541ceb9da req-09945077-df29-4be4-aa8f-7057e35794de tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.861783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3cf40-2938-4799-bca0-451541ceb9da req-09945077-df29-4be4-aa8f-7057e35794de tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 944 time: 0.0588193 Aug 19 17:50:22.894157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:22.908334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:22.934906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3cf40-2938-4799-bca0-451541ceb9da req-09b4963f-fb26-4f12-b483-7e2967ababda tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620780 Aug 19 17:50:22.945388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908048e-7ba3-4352-8aad-d8f47846dacf req-18ccd594-847b-4516-be36-fe57f946f8f5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:22.947044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7908048e-7ba3-4352-8aad-d8f47846dacf req-18ccd594-847b-4516-be36-fe57f946f8f5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 943 time: 0.0842836 Aug 19 17:50:22.994191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:22.994823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:22.995335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:23.001448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:23.002016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:23.007814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:23.008441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:23.008824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:23.009259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Bound port: e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:23.009608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f108ff33-ad9e-45c9-a3e7-96fb99f2853c req-9d5f3445-63ee-45e7-9728-cc0b4e87d1d5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0430362 Aug 19 17:50:23.009791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.037686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7908048e-7ba3-4352-8aad-d8f47846dacf req-18875b2e-4f85-4726-8dae-4dbc100a7947 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771811 Aug 19 17:50:23.093666 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdf5aaf-497c-47ae-90c5-d64b28eeab80 x-openstack-request-id: req-3fdf5aaf-497c-47ae-90c5-d64b28eeab80 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:23.094224 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:23.094784 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fdf5aaf-497c-47ae-90c5-d64b28eeab80 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:23.095408 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'code': 200} Aug 19 17:50:23.102109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:23.105692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:23.107171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27b60086-79a7-4a71-ba1c-8f4138c87e2e details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:23.124118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.163143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e843778-547c-45fe-a3cd-94dcb5b30f9a req-16c416eb-4ab6-45e6-b256-f6c854c84b7d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.164951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e843778-547c-45fe-a3cd-94dcb5b30f9a req-16c416eb-4ab6-45e6-b256-f6c854c84b7d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.0879831 Aug 19 17:50:23.174131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.174720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.177173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-072d5275-c847-45a1-b440-30962eddca82 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 1096 time: 0.8540208 Aug 19 17:50:23.225955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d5275-c847-45a1-b440-30962eddca82 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:23.287123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e843778-547c-45fe-a3cd-94dcb5b30f9a req-7b66ef08-4fc8-45c0-9e49-1b916b365b34 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980952 Aug 19 17:50:23.307061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372624-1b3b-4fd2-9b6a-f546203f2159 req-2740e789-5ce4-4285-b05e-ab8f805a5bcf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.309401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6372624-1b3b-4fd2-9b6a-f546203f2159 req-2740e789-5ce4-4285-b05e-ab8f805a5bcf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.1417727 Aug 19 17:50:23.329024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bc75b-b202-489d-b481-c60df14521c6 req-53101d37-6e2d-4836-a5d3-9320bb3e8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.335962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-282bc75b-b202-489d-b481-c60df14521c6 req-53101d37-6e2d-4836-a5d3-9320bb3e8b15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 1102 time: 0.0562382 Aug 19 17:50:23.338093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:23.354839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'port_id': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'mac_address': 'fa:16:3e:fe:d9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:23.373883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-d651685d-1b83-4585-9dfd-b5d171612d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.375590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-d651685d-1b83-4585-9dfd-b5d171612d9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0857518 Aug 19 17:50:23.392074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6372624-1b3b-4fd2-9b6a-f546203f2159 req-f5a7f78a-38e4-4a27-86d6-0176fca00d20 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Aug 19 17:50:23.411255 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-282bc75b-b202-489d-b481-c60df14521c6 req-c7fa539f-9fbd-48d4-a3a8-7129ac02af33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Aug 19 17:50:23.445410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.461291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-12be1003-b975-484a-b639-60da57a01a96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0636511 Aug 19 17:50:23.468469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b60086-79a7-4a71-ba1c-8f4138c87e2e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:23.473033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e'}, {'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:23.475248 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba81983-909d-4f2f-85f3-a31245daf769" -d '{"events": [{"name": "network-changed", "server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e"}, {"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:23.505492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:23.514716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:23.541915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'name': 'network-vif-deleted', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:23.544940 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8dc878-7e11-44a7-87da-99ce932966f8" -d '{"events": [{"server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "name": "network-vif-deleted", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:23.564743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845e7e8-2165-4208-a791-7b8b962187f7 req-b9310858-1024-4050-baf2-ca762d346bb2 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.566717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7845e7e8-2165-4208-a791-7b8b962187f7 req-b9310858-1024-4050-baf2-ca762d346bb2 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1096 time: 0.0570798 Aug 19 17:50:23.576008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:23.609401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7845e7e8-2165-4208-a791-7b8b962187f7 req-bd8eb119-68b7-4d2b-908f-58529ff10596 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338142 Aug 19 17:50:23.673908 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1063543b-efb3-49f3-b1f2-5ba3b5c1608e x-openstack-request-id: req-1063543b-efb3-49f3-b1f2-5ba3b5c1608e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:23.674189 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:23.674432 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1063543b-efb3-49f3-b1f2-5ba3b5c1608e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:23.674830 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'status': 'completed', 'code': 200} Aug 19 17:50:23.675080 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'status': 'completed', 'code': 200} Aug 19 17:50:23.710355 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070e01f-c84a-4dbb-b709-c2007f5a6b1e x-openstack-request-id: req-0070e01f-c84a-4dbb-b709-c2007f5a6b1e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:23.710661 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c641787-046c-4323-9b9b-3434e636facb", "name": "network-vif-deleted", "tag": "0c2dc96c-b8a4-4ab1-810b-d91a229156f0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:23.710917 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0070e01f-c84a-4dbb-b709-c2007f5a6b1e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:23.711313 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c641787-046c-4323-9b9b-3434e636facb', 'name': 'network-vif-deleted', 'tag': '0c2dc96c-b8a4-4ab1-810b-d91a229156f0', 'status': 'completed', 'code': 200} Aug 19 17:50:23.723891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-adb7477f-f047-49d7-b922-89de5dbd3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.728612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-adb7477f-f047-49d7-b922-89de5dbd3d2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1058102 Aug 19 17:50:23.809594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-a6e8e2ed-9a95-49c2-beff-dc1b2aaa0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.811100 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-a6e8e2ed-9a95-49c2-beff-dc1b2aaa0316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 1096 time: 0.0716109 Aug 19 17:50:23.923546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-6988d04d-0c73-4e25-9bf1-9dd9e99be005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:23.926329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-6988d04d-0c73-4e25-9bf1-9dd9e99be005 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 925 time: 0.1054192 Aug 19 17:50:23.982715 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-c4851645-5471-4c63-bea7-affbbd9cb706 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e HTTP/1.1" status: 200 len: 217 time: 0.0388777 Aug 19 17:50:24.004479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['27b60086-79a7-4a71-ba1c-8f4138c87e2e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:24.063838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-8a707c0c-f77d-4545-9d8e-dce2790b39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.065344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-8a707c0c-f77d-4545-9d8e-dce2790b39f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.0750041 Aug 19 17:50:24.113027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-f8216ec5-050e-4f0b-b5a8-f31852da0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.114760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-f8216ec5-050e-4f0b-b5a8-f31852da0c87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415933 Aug 19 17:50:24.172071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-5c8fc550-cb6d-4e89-8828-fbee3021fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.173872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-5c8fc550-cb6d-4e89-8828-fbee3021fda4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4359694 Aug 19 17:50:24.214748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-84bb232c-9a0d-415a-b1b8-4fbd83eea8af service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917208 Aug 19 17:50:24.246832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912409aa-f805-40bf-a4f1-c2181e8057ac req-23211319-8518-4d69-b3bb-e130fd83da4e tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.248336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-912409aa-f805-40bf-a4f1-c2181e8057ac req-23211319-8518-4d69-b3bb-e130fd83da4e tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.4517591 Aug 19 17:50:24.287759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-cbaa09c7-6a4a-45ec-9f27-1aa479ae9782 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.289213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-cbaa09c7-6a4a-45ec-9f27-1aa479ae9782 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.4855647 Aug 19 17:50:24.309816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-34353a80-83b5-4112-9c51-181db0f6d2f8 service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866489 Aug 19 17:50:24.330804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-d0bd4120-7628-4f9a-8676-6098119dd285 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/quotas/636212cc6ef7462fa18dae5e2a3ffd3c HTTP/1.1" status: 200 len: 375 time: 0.0324874 Aug 19 17:50:24.337750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-912409aa-f805-40bf-a4f1-c2181e8057ac req-cb6dcb80-d28d-4324-90d6-03444aab91d5 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812554 Aug 19 17:50:24.376659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-1c96982f-4364-47cd-b36e-2ea4e42b034d service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937482 Aug 19 17:50:24.413250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-b3edeaa8-ea5f-494f-858c-1b9f8df1c29e tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743899 Aug 19 17:50:24.444074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:24.466236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:24.466574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0c2dc96c-b8a4-4ab1-810b-d91a229156f0 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:24.559705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce44f8-dec3-450f-9153-f7232dea4e4f req-96122a1a-63c6-4184-8063-88a3e2fd51d4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.561213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcce44f8-dec3-450f-9153-f7232dea4e4f req-96122a1a-63c6-4184-8063-88a3e2fd51d4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 950 time: 0.1616690 Aug 19 17:50:24.605823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97d2707-ef88-47d5-94d5-cbbf22f8c36c req-94d754ec-2902-435c-ba49-88379fbed23e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162910 Aug 19 17:50:24.617615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-abae40e5-c1de-4445-815e-f883b091a836 service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717908 Aug 19 17:50:24.650254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcce44f8-dec3-450f-9153-f7232dea4e4f req-57ae8a5e-4cbb-42ab-9820-12da9bdc5b43 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819855 Aug 19 17:50:24.759990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-2289ee0b-434a-471c-8e13-eeef6992fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.761440 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-2289ee0b-434a-471c-8e13-eeef6992fb3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0860519 Aug 19 17:50:24.800041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-3c97ff0e-c826-4f2c-9dfc-fb33442b9194 service neutron] 10.222.0.36 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731403 Aug 19 17:50:24.920636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-0e37b564-b51c-44cc-b42b-9db5a11d7edd tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.928548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-0e37b564-b51c-44cc-b42b-9db5a11d7edd tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.1951656 Aug 19 17:50:24.946715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-6aeeba30-06cb-4fee-ba96-f95c336f0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:24.948221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-6aeeba30-06cb-4fee-ba96-f95c336f0990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1508045 Aug 19 17:50:24.949602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-3092108e-1d9e-4027-b740-fdda71587ccb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/quotas/6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 375 time: 0.0202527 Aug 19 17:50:25.041675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-9bf9eebb-1f31-4972-a944-040a14a3c4e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0565131 Aug 19 17:50:25.090351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6daf6-f331-4bdf-b3cc-d988f9dfd7b2 req-1a1f4498-3ac7-49d9-acf5-8bfadc7b80bb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.091868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dea6daf6-f331-4bdf-b3cc-d988f9dfd7b2 req-1a1f4498-3ac7-49d9-acf5-8bfadc7b80bb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1389272 Aug 19 17:50:25.100622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-e3438859-f9e3-4f82-8fd4-b028d1fbcbb4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1379583 Aug 19 17:50:25.190184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-057f6cdc-ba99-43ba-af9e-384e7f75ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.191695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-057f6cdc-ba99-43ba-af9e-384e7f75ff68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1376300 Aug 19 17:50:25.199495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dea6daf6-f331-4bdf-b3cc-d988f9dfd7b2 req-5e9ccf89-03a1-4149-9118-57d4fa84b9f9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Aug 19 17:50:25.261670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-7f1ed0ba-24c4-476e-a7ea-834ff1e8f897 service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492918 Aug 19 17:50:25.266654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-87cb8593-4a2f-44c7-903c-b3a5d463a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.268229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-87cb8593-4a2f-44c7-903c-b3a5d463a8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665472 Aug 19 17:50:25.432593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c14b7-b478-4123-9a25-4710153a1c00 req-14a6500e-d9aa-434a-a8aa-bab0e64c78f5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.434094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a54c14b7-b478-4123-9a25-4710153a1c00 req-14a6500e-d9aa-434a-a8aa-bab0e64c78f5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 944 time: 0.1624920 Aug 19 17:50:25.484558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-a2479643-fe66-469f-8f52-4fa5f002494b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955132 Aug 19 17:50:25.487802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-0c319126-ff74-4742-bcea-9f6fc196ae88 service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150114 Aug 19 17:50:25.505505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a54c14b7-b478-4123-9a25-4710153a1c00 req-1cc912a9-2756-4763-82a8-859d71d6c978 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591691 Aug 19 17:50:25.642330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ba81983-909d-4f2f-85f3-a31245daf769 req-75f74f03-3830-4818-821b-2f7b2cc0d598 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358628 Aug 19 17:50:25.650995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d70648-43ee-4b4a-920a-feda4ecb97ff req-6ca950cd-a69a-4890-ac3c-26799e314ebd tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.652480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98d70648-43ee-4b4a-920a-feda4ecb97ff req-6ca950cd-a69a-4890-ac3c-26799e314ebd tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 945 time: 0.0815370 Aug 19 17:50:25.710774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:25.718874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98d70648-43ee-4b4a-920a-feda4ecb97ff req-db0c2cb0-ecaf-40c8-860a-fc6dc8ff1563 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563490 Aug 19 17:50:25.727191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e16c5-5fbc-4a25-a886-f9e7958dff22 req-655f727f-8901-4d50-b22c-1cd93ce1e870 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.728788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca0e16c5-5fbc-4a25-a886-f9e7958dff22 req-655f727f-8901-4d50-b22c-1cd93ce1e870 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.0753655 Aug 19 17:50:25.780970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca0e16c5-5fbc-4a25-a886-f9e7958dff22 req-50002df7-d00a-495a-93fa-6faac0fa6573 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 Aug 19 17:50:25.819128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b2fc42-9e88-41b0-a9d2-338545dd155f req-8436b81a-079a-4729-9f35-6483c14d71ce tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Aug 19 17:50:25.856139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-c5f301e5-04b8-4f67-954b-d41cdb0e04db tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:25.858218 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-c5f301e5-04b8-4f67-954b-d41cdb0e04db tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.0951357 Aug 19 17:50:25.941948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3bc306d-40e7-4d9a-982d-e285430abdef req-49b96f9d-37d4-4696-b043-f504ccb9cefa tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 210 time: 0.0543697 Aug 19 17:50:25.982754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Deleting port bb0b1b8e-2474-4de5-b5b0-300b1175c00e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:25.983294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.048787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6848-b265-4d28-bbd6-128c95181b0a req-f1d33e1d-ffa8-4cb7-880e-5c7f02ed2944 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:26.052198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-845e6848-b265-4d28-bbd6-128c95181b0a req-f1d33e1d-ffa8-4cb7-880e-5c7f02ed2944 tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d8115d-fe3d-477c-971e-c45dfdd42b63 HTTP/1.1" status: 200 len: 945 time: 0.1782291 Aug 19 17:50:26.108758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] For port bb0b1b8e-2474-4de5-b5b0-300b1175c00e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:26.109120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.126981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Calling delete_port for bb0b1b8e-2474-4de5-b5b0-300b1175c00e owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:26.158831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4750f74-8990-43b8-889f-efd00ddb0213 req-19ffe9ca-9d42-490d-b98c-b978eeb1808b tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:26.160402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4750f74-8990-43b8-889f-efd00ddb0213 req-19ffe9ca-9d42-490d-b98c-b978eeb1808b tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 950 time: 0.1383669 Aug 19 17:50:26.167708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-2d6b9aa7-12cd-4ee6-9277-ad4251d78fdf tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:26.169095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-2d6b9aa7-12cd-4ee6-9277-ad4251d78fdf tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 821 time: 0.2248442 Aug 19 17:50:26.175405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-845e6848-b265-4d28-bbd6-128c95181b0a req-6e931ab3-5422-4d11-970a-862566654e7b tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.36 "GET /v2.0/security-groups?id=75b2ec46-a92f-479c-aa5e-45be4abcfabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039217 Aug 19 17:50:26.194633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Request body: {'port': {'device_id': '5879b481-b483-4909-bb47-819844533414', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'admin_state_up': True, 'tenant_id': '636212cc6ef7462fa18dae5e2a3ffd3c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:26.270667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.276049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4750f74-8990-43b8-889f-efd00ddb0213 req-dc321627-c64c-4b04-b020-3f34e76d37ee tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048846 Aug 19 17:50:26.302352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Pushing event deleted for resources: {'Port': ['ID=bb0b1b8e-2474-4de5-b5b0-300b1175c00e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:26.310802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['bb0b1b8e-2474-4de5-b5b0-300b1175c00e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:26.360345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] No DVR routers for this DVR port bb0b1b8e-2474-4de5-b5b0-300b1175c00e on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:26.365443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.367826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6371ad94-d599-4ce6-98ac-9688962bd064 req-cafda1f2-a859-46d3-a8d4-8a6db7dd734d tempest-FloatingIPsAssociationNegativeTestJSON-610577683 tempest-FloatingIPsAssociationNegativeTestJSON-610577683-project] 10.222.0.13 "DELETE /v2.0/ports/bb0b1b8e-2474-4de5-b5b0-300b1175c00e HTTP/1.1" status: 204 len: 173 time: 0.5020945 Aug 19 17:50:26.368626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'name': 'network-vif-deleted', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:26.371089 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6213e0-8847-44da-b116-12258633431d" -d '{"events": [{"server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "name": "network-vif-deleted", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:26.432624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d5c2-11f8-476c-8f1a-213d9bd9a53e req-367c0ef8-783f-44fd-9c67-29cef2e81114 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:26.434805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6092d5c2-11f8-476c-8f1a-213d9bd9a53e req-367c0ef8-783f-44fd-9c67-29cef2e81114 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1341839 Aug 19 17:50:26.439977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Made reservation on behalf of 636212cc6ef7462fa18dae5e2a3ffd3c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:26.444624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.551713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6092d5c2-11f8-476c-8f1a-213d9bd9a53e req-d3a86f9c-31cc-4b78-9130-5a09f0eec8a5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043363 Aug 19 17:50:26.605278 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b104d9b5-239b-4f5c-8d23-c0567be44885 x-openstack-request-id: req-b104d9b5-239b-4f5c-8d23-c0567be44885 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:26.605638 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d8115d-fe3d-477c-971e-c45dfdd42b63", "name": "network-vif-deleted", "tag": "bb0b1b8e-2474-4de5-b5b0-300b1175c00e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:26.605893 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b104d9b5-239b-4f5c-8d23-c0567be44885 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:26.606295 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d8115d-fe3d-477c-971e-c45dfdd42b63', 'name': 'network-vif-deleted', 'tag': 'bb0b1b8e-2474-4de5-b5b0-300b1175c00e', 'status': 'completed', 'code': 200} Aug 19 17:50:26.643784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Allocated IP 172.20.0.2 (e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5/d599a0ee-0feb-42c8-9109-39e285e8821c/f38a39f4-9735-42d4-97ee-95543aae6044) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:26.672795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-b6c855b5-2b21-4c20-a183-1bacd1731c4b tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:26.674287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-b6c855b5-2b21-4c20-a183-1bacd1731c4b tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0494323 Aug 19 17:50:26.689676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:26.752735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:26.973601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:27.024147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:27.088868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.095015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.125283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27b60086-79a7-4a71-ba1c-8f4138c87e2e up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:27.146834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8e6c8-210a-46c8-ba29-7f6a94f06938 req-77c4430a-76f1-4d15-a9d8-7a2b7ef1880c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.148724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99e8e6c8-210a-46c8-ba29-7f6a94f06938 req-77c4430a-76f1-4d15-a9d8-7a2b7ef1880c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 944 time: 0.4860232 Aug 19 17:50:27.193105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on host n-h2-778550-10 for vnic_type normal with profile {"migrating_to": "n-h1-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:27.193105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:27.193646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:27.200085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:27.200345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Attempting to bind port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:27.206774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:27.208064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:27.208064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:27.208319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Bound port: a10208bc-a9a1-4765-844f-8fd0ea6ab786, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:27.208700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.211805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 27b60086-79a7-4a71-ba1c-8f4138c87e2e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:27.215932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 27b60086-79a7-4a71-ba1c-8f4138c87e2e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:27.216455 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.224414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:27.276976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99e8e6c8-210a-46c8-ba29-7f6a94f06938 req-3ad5b452-fcf9-49c3-b937-5231967edce2 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081965 Aug 19 17:50:27.285520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28481082-da50-42bc-a005-95736f69f526 req-3441dda6-b271-4ef9-9f10-07e72356d602 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.287588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28481082-da50-42bc-a005-95736f69f526 req-3441dda6-b271-4ef9-9f10-07e72356d602 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.2119467 Aug 19 17:50:27.297712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:27.301846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:27.308426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.321459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.333764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.342656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-4cebb197-096e-422d-91a4-e786ebc5443d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.344218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-4cebb197-096e-422d-91a4-e786ebc5443d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.2677617 Aug 19 17:50:27.345889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:27.348837 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c025b-f4eb-4079-9507-552daebbb05f" -d '{"events": [{"server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "name": "network-vif-plugged", "status": "completed", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:27.364130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:27.365644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Request body: {'port': {'device_id': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'admin_state_up': True, 'tenant_id': '6439c690dedc4551b5cb97a52db76db2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:27.369089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.381455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:27.407868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.409550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.411490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-fdcc5fbe-a64c-4fbf-8943-c74169a85d14 service neutron] 10.222.0.42 "PUT /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 1123 time: 0.7260869 Aug 19 17:50:27.427631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:27.462668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28481082-da50-42bc-a005-95736f69f526 req-f943e523-a9d0-4af5-aef0-783a0fbbe1c3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537576 Aug 19 17:50:27.525264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd83aca-1370-4f12-b753-ea4b73416584 req-10d08ece-cd14-44eb-bd40-2d1460477ee6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.527391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbd83aca-1370-4f12-b753-ea4b73416584 req-10d08ece-cd14-44eb-bd40-2d1460477ee6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.1729000 Aug 19 17:50:27.533982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.582613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:27.607726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:27.633256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:27.650538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:27.657806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:27.665095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:27.668596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.678667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbd83aca-1370-4f12-b753-ea4b73416584 req-7ab04231-9d7c-4a20-be35-b1e98ddd02ef tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388209 Aug 19 17:50:27.679265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event updated for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:27.744171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a85f-7d78-4f53-98aa-0371c8f2849b req-3194a23c-d605-4af8-993d-57f8c3300f2b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.745593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7700a85f-7d78-4f53-98aa-0371c8f2849b req-3194a23c-d605-4af8-993d-57f8c3300f2b tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 931 time: 0.2017355 Aug 19 17:50:27.811938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:27.812564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:27.843481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80af1727-f6e3-4eba-a68d-029a46d6e7c1 req-20a1013b-929b-4234-89be-cd8eb3b5158e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 210 time: 0.0885525 Aug 19 17:50:27.866324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-ecf81ae5-9238-4b24-9322-1ed5f978eb31 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6833870 Aug 19 17:50:27.911881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:27.916847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Request body: {'port': {'device_id': '5879b481-b483-4909-bb47-819844533414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:27.930802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7700a85f-7d78-4f53-98aa-0371c8f2849b req-92dfd546-3d4d-41f0-85d0-a11c99360d24 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433363 Aug 19 17:50:28.003337 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab7bc3b-857c-44a1-9d36-316e06acee0c x-openstack-request-id: req-5ab7bc3b-857c-44a1-9d36-316e06acee0c {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:28.004215 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "name": "network-vif-plugged", "status": "completed", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:28.004474 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ab7bc3b-857c-44a1-9d36-316e06acee0c {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:28.005401 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'code': 200} Aug 19 17:50:28.073407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Allocated IP 172.20.0.4 (6823ed67-9e6c-451d-8bde-2508e3d09943/f03e7dbe-5f17-40ed-bd98-e33c82cbe73d/a081ef30-1e61-45aa-8390-c079ea434903) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:28.089395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.099154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a8217c73-ebdb-41ab-8f20-74e7ef0ceeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.217450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13faec-a0ac-45c8-a755-dc3b24cdd951 req-67c8ebd4-da2b-46c5-bbba-f56165ba3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.218826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b13faec-a0ac-45c8-a755-dc3b24cdd951 req-67c8ebd4-da2b-46c5-bbba-f56165ba3d0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 1097 time: 0.1097968 Aug 19 17:50:28.288419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e3c1c-7886-49ea-98fc-ad428f2cc703 req-aed9a2ad-4bea-4399-866c-4e733b37df32 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.289933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-408e3c1c-7886-49ea-98fc-ad428f2cc703 req-aed9a2ad-4bea-4399-866c-4e733b37df32 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2244933 Aug 19 17:50:28.295561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b13faec-a0ac-45c8-a755-dc3b24cdd951 req-33e93a78-2342-4c85-bc5e-0e15c81ca98e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Aug 19 17:50:28.447005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.457984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:28.472300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-408e3c1c-7886-49ea-98fc-ad428f2cc703 req-98915c10-93fb-4444-b78c-fe152ffbdc77 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469252 Aug 19 17:50:28.514232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d48fe-8a4c-4b88-a7ce-2413139c8174 req-cde40231-9810-4c65-a4b9-8b747384a942 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.515724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a93d48fe-8a4c-4b88-a7ce-2413139c8174 req-cde40231-9810-4c65-a4b9-8b747384a942 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.1559458 Aug 19 17:50:28.541217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.600774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:28.615273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 has no active binding in host n-h1-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:50:28.615740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:28.621726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786'}, {'name': 'network-changed', 'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:28.624243 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75292f7f-46d6-4b38-90d3-a4474a8e78d5" -d '{"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-unplugged", "status": "completed", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786"}, {"name": "network-changed", "server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:28.652609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a93d48fe-8a4c-4b88-a7ce-2413139c8174 req-8af3d478-ee04-43af-98c4-01e65ae35ff3 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286042 Aug 19 17:50:28.702172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.717245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7226bf-7419-4dfa-9b8d-0eb3cbc6c08a req-561a4a2c-640d-4050-9671-1166c903d0ff tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.718686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb7226bf-7419-4dfa-9b8d-0eb3cbc6c08a req-561a4a2c-640d-4050-9671-1166c903d0ff tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1475682 Aug 19 17:50:28.721683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38a39f4-9735-42d4-97ee-95543aae6044 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:28.735036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.745496 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a87a8f-1f3f-4bce-b7ea-844e07c314ec x-openstack-request-id: req-43a87a8f-1f3f-4bce-b7ea-844e07c314ec {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:28.745795 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-unplugged", "status": "completed", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786", "code": 200}, {"name": "network-changed", "server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:28.746049 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43a87a8f-1f3f-4bce-b7ea-844e07c314ec {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:28.746484 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'code': 200} Aug 19 17:50:28.746737 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'status': 'completed', 'code': 200} Aug 19 17:50:28.748994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Deleting port e4578563-ef39-44df-a71e-ac4b68564983 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:28.749371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.759284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:28.775166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'mac_address': 'fa:16:3e:64:5f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:28.800600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:28.801753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Transition to ACTIVE for port object f38a39f4-9735-42d4-97ee-95543aae6044 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:28.810735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:28.822425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.824444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:28.828454 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.831243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:28.847701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:28.855745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] For port e4578563-ef39-44df-a71e-ac4b68564983, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4578563-ef39-44df-a71e-ac4b68564983,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:28.856404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.872087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:28.877715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.882900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Calling delete_port for e4578563-ef39-44df-a71e-ac4b68564983 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:28.915065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb7226bf-7419-4dfa-9b8d-0eb3cbc6c08a req-5f327584-418e-4405-a60d-0835efeb8fc9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851556 Aug 19 17:50:28.931415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-fad22a9a-5122-470d-a2af-8a945cc6b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.933060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-fad22a9a-5122-470d-a2af-8a945cc6b9c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1126 time: 0.0621459 Aug 19 17:50:28.939704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:28.953365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.953939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:28.977059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6fa62-f99b-4c30-8ff2-53104c2f07ba req-a16de207-3ec6-4d4b-8d4c-786badec2a02 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:28.978582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09f6fa62-f99b-4c30-8ff2-53104c2f07ba req-a16de207-3ec6-4d4b-8d4c-786badec2a02 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.1726730 Aug 19 17:50:28.979219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Pushing event updated for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:29.058662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-318f797d-f343-4683-84f6-66d412f9b6f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028649 Aug 19 17:50:29.079143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Request body: {'port': {'device_id': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:29.116522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09f6fa62-f99b-4c30-8ff2-53104c2f07ba req-596c3bda-2e87-4df2-b347-3769391010f1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156127 Aug 19 17:50:29.124241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-6f6790a4-106d-4522-aa23-c3b6e5815d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.125898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-6f6790a4-106d-4522-aa23-c3b6e5815d4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1552193 Aug 19 17:50:29.129145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bb0b1b8e-2474-4de5-b5b0-300b1175c00e no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:29.139019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Attempting to bind port f38a39f4-9735-42d4-97ee-95543aae6044 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:29.139358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Attempting to bind port f38a39f4-9735-42d4-97ee-95543aae6044 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:29.139713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Attempting to bind port f38a39f4-9735-42d4-97ee-95543aae6044 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:29.154296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21703b-d576-42a6-8475-f5ddd6b080dc req-e4a4b986-9aab-46fc-ad9e-c7ebd85f9f95 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.155886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc21703b-d576-42a6-8475-f5ddd6b080dc req-e4a4b986-9aab-46fc-ad9e-c7ebd85f9f95 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 931 time: 0.1507244 Aug 19 17:50:29.169981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: bb0b1b8e-2474-4de5-b5b0-300b1175c00e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:29.170392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bb0b1b8e-2474-4de5-b5b0-300b1175c00e not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:29.180266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Port f38a39f4-9735-42d4-97ee-95543aae6044 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:29.180597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Attempting to bind port f38a39f4-9735-42d4-97ee-95543aae6044 on network e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:29.190246 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-3084f62d-2fb2-4636-b0b5-d0d69b8359ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 217 time: 0.0505219 Aug 19 17:50:29.204913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:29.205194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Checking segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:29.205573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Bound using segment: {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:29.206007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Bound port: f38a39f4-9735-42d4-97ee-95543aae6044, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42733de4-8b6e-4306-af7c-4b50b13a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:29.206364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.224939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.277802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-4c314e9f-0a76-4248-b6bc-05c207dea8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.279317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-4c314e9f-0a76-4248-b6bc-05c207dea8a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0784173 Aug 19 17:50:29.285178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.287815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc21703b-d576-42a6-8475-f5ddd6b080dc req-9f96de0a-27b3-4bd5-9085-dbc96ce408b2 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110258 Aug 19 17:50:29.343053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-0362352f-ba6d-4303-9beb-3272dccc3fcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550036 Aug 19 17:50:29.345492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4578563-ef39-44df-a71e-ac4b68564983,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:29.367581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad244-e512-4853-8256-9d0aba0d8513 req-35564135-4223-4a3c-a57d-cce905740c4f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.369374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e04ad244-e512-4853-8256-9d0aba0d8513 req-35564135-4223-4a3c-a57d-cce905740c4f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 943 time: 0.1700375 Aug 19 17:50:29.466076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:29.477772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:29.496542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f38a39f4-9735-42d4-97ee-95543aae6044,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:29.542825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.546299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-f9af18c1-1288-4c7d-a87c-9bacd700ec6e service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933832 Aug 19 17:50:29.599653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e04ad244-e512-4853-8256-9d0aba0d8513 req-7530858b-57a5-49fd-86f5-39dea9fddf5c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662326 Aug 19 17:50:29.655151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.656071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.657522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] 10.222.0.42 "PUT /v2.0/ports/f38a39f4-9735-42d4-97ee-95543aae6044 HTTP/1.1" status: 200 len: 1092 time: 1.7808447 Aug 19 17:50:29.661919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:29.665288 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef163f-ef47-40f9-b8d4-21163bbbf51b" -d '{"events": [{"name": "network-changed", "server_uuid": "5879b481-b483-4909-bb47-819844533414", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:29.720699 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b60dc-419d-4213-ab68-2dd999e34171 x-openstack-request-id: req-d95b60dc-419d-4213-ab68-2dd999e34171 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:29.720993 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5879b481-b483-4909-bb47-819844533414", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:29.721249 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d95b60dc-419d-4213-ab68-2dd999e34171 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:29.721649 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044', 'status': 'completed', 'code': 200} Aug 19 17:50:29.723333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d09057-5c21-4cff-b5a9-c77d23e9147c service neutron] Pushing event updated for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:29.777574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668fbd5-7967-4003-9286-d1fa07a9e752 req-98e338e8-ac23-4a88-a47e-0a2e3b1276f3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.779337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b668fbd5-7967-4003-9286-d1fa07a9e752 req-98e338e8-ac23-4a88-a47e-0a2e3b1276f3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1703181 Aug 19 17:50:29.889234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-d4507bf7-4985-4441-af4b-fc8aa1bf12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.890756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-d4507bf7-4985-4441-af4b-fc8aa1bf12a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 1095 time: 0.1588471 Aug 19 17:50:29.930952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:29.936067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b668fbd5-7967-4003-9286-d1fa07a9e752 req-abf289be-931b-40fb-aa5c-259b3899e65e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475465 Aug 19 17:50:29.949691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668077-c7a2-478d-bb91-b4943e69f796 req-a6cd61dd-8388-4af4-a654-26a48c161ef2 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:29.952345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38668077-c7a2-478d-bb91-b4943e69f796 req-a6cd61dd-8388-4af4-a654-26a48c161ef2 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.1649747 Aug 19 17:50:29.993895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-416bc70d-18cc-40c9-bc4a-0e255783ea08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f38a39f4-9735-42d4-97ee-95543aae6044 HTTP/1.1" status: 200 len: 217 time: 0.0753706 Aug 19 17:50:30.012861 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-75292f7f-46d6-4b38-90d3-a4474a8e78d5 req-6bad7050-462a-4439-9e58-d7bbaaecd4fb service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321423 Aug 19 17:50:30.021113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a081ef30-1e61-45aa-8390-c079ea434903 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:30.031793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.097781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Transition to ACTIVE for port object a081ef30-1e61-45aa-8390-c079ea434903 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:30.113460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.136187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38668077-c7a2-478d-bb91-b4943e69f796 req-50d156ae-cd61-43df-b150-87d63289035e tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485817 Aug 19 17:50:30.158512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-4590d20d-d430-4b9b-a617-a7e52a786460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:30.160237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-4590d20d-d430-4b9b-a617-a7e52a786460 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.1582201 Aug 19 17:50:30.178049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbc45d-0cdf-4581-9ca3-01407655b63e req-a9a90686-58dd-461d-b98c-86ecbbd755d5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:30.185273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97cbc45d-0cdf-4581-9ca3-01407655b63e req-a9a90686-58dd-461d-b98c-86ecbbd755d5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1675436 Aug 19 17:50:30.218320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:30.264836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:30.268504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-199320d0-ad62-4cd2-82c9-09951c916245 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807126 Aug 19 17:50:30.356118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:30.363480 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-124936b8-3e8a-4119-a6fd-e9dcd4ca0a04 admin admin] 10.222.0.36 "PUT /v2.0/routers/8b2c6bed-2db8-4faf-be4a-4b19c4e5563c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490294 Aug 19 17:50:30.366829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:30.368732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Sync routers for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:30.378088 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:30.379686 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:30.388994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97cbc45d-0cdf-4581-9ca3-01407655b63e req-5a9d7b05-c52c-43df-a2af-5e2cfe66f1b3 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022743 Aug 19 17:50:30.446960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5112d9-1e76-4491-9b54-3268f2e85ff7 req-fe3bd97b-0506-48b1-bc40-55a928d45fb9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:30.458973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a5112d9-1e76-4491-9b54-3268f2e85ff7 req-fe3bd97b-0506-48b1-bc40-55a928d45fb9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 948 time: 0.2433956 Aug 19 17:50:30.484008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:30.521049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.526648 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:30.540453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:30.540787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:30.541117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:30.572250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:30.572578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:30.575833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-0f373040-fa7d-4281-adfc-b64ae2096ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950041 Aug 19 17:50:30.600176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:30.600552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:30.600896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:30.601331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Bound port: a081ef30-1e61-45aa-8390-c079ea434903, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:30.601690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.614594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-806972bf-1f54-4394-b212-1593e15e9b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.630421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a5112d9-1e76-4491-9b54-3268f2e85ff7 req-a01af4d6-7d6f-475a-8f33-cbf29d11b401 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563339 Aug 19 17:50:30.728170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:30.756121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'mac_address': 'fa:16:3e:db:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:30.758016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.776318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeeda5-f3ee-45d7-b1df-8a5ed38f69fb req-651ea22e-d06b-4c22-8dc8-46f548867f0c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:30.793688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83eeeda5-f3ee-45d7-b1df-8a5ed38f69fb req-651ea22e-d06b-4c22-8dc8-46f548867f0c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.2908907 Aug 19 17:50:30.842862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Deleting port 53597fee-7baa-4692-9d8b-2690cca2711b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:30.843234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.893677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.897464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:30.919528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:30.953885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:30.960426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.003345 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:50:29Z', 'revision_number': 5, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port': {'id': '53597fee-7baa-4692-9d8b-2690cca2711b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ae:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:31.023352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:31.039720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] For port 53597fee-7baa-4692-9d8b-2690cca2711b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=53597fee-7baa-4692-9d8b-2690cca2711b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:31.040434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.056416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Calling delete_port for 53597fee-7baa-4692-9d8b-2690cca2711b owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:31.063097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Checking router: 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:31.074123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Routers {'8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:31.074951 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:31.128267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['88fb6d13-7f0f-4a43-91b1-ab136e292fdf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:31.211189 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] Set router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:31.368543 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:50:30Z', 'revision_number': 6, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:31.427096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.457288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:31.459434 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6093844-f85e-4d98-8649-5cfa2f84dc38 None None] The sync data for ids ['8b2c6bed-2db8-4faf-be4a-4b19c4e5563c'] in n-d-778550-10 is: [{'id': '8b2c6bed-2db8-4faf-be4a-4b19c4e5563c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-456317076-router', 'tenant_id': 'a25c61a4373b40d399a7323e79ffdb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:49:34Z', 'updated_at': '2021-08-19T17:50:30Z', 'revision_number': 6, 'project_id': 'a25c61a4373b40d399a7323e79ffdb14', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:31.510371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83eeeda5-f3ee-45d7-b1df-8a5ed38f69fb req-ce971c69-2d58-4684-9265-bf86bc00eaad tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118320 Aug 19 17:50:31.513642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffa75619-ff3d-4e71-b2fc-21b96ace0173 req-38479a3f-c85b-4af7-b58f-6d2c2df06a0b service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266028 Aug 19 17:50:31.542222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:31.557919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.587508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Pushing event deleted for resources: {'Port': ['ID=53597fee-7baa-4692-9d8b-2690cca2711b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:31.615890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b36b1-bc13-4ef1-8862-c97a06009e6c req-314f6da7-e7c3-46b0-ad35-18d75b99c4b6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:31.618360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-948b36b1-bc13-4ef1-8862-c97a06009e6c req-314f6da7-e7c3-46b0-ad35-18d75b99c4b6 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 943 time: 0.7551003 Aug 19 17:50:31.633190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:31.633808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.635143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] 10.222.0.42 "PUT /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 1092 time: 2.5610087 Aug 19 17:50:31.641498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.728498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:31.730819 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182b175-641b-46b6-971f-8f5c440be511" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "tag": "a081ef30-1e61-45aa-8390-c079ea434903"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:31.745714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.748415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.777236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3319ed-4ae6-46fd-a7cc-98aa5cd74e81 service neutron] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:31.812227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.813160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2c6bed-2db8-4faf-be4a-4b19c4e5563c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:50:31.816788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-948b36b1-bc13-4ef1-8862-c97a06009e6c req-6a3be21f-ca9e-40e3-a939-c1eca3cdb714 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892872 Aug 19 17:50:31.827672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.838797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62840df4-0e5a-4446-acbe-41bf30188ec0 req-70683442-faf8-490a-a620-756f644b6ed3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:31.841663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:31.853004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82eb3d0a-9d05-488e-a94d-63b087c46368 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8b2c6bed-2db8-4faf-be4a-4b19c4e5563c HTTP/1.1" status: 204 len: 168 time: 1.4847102 Aug 19 17:50:31.853657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:31.856392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62840df4-0e5a-4446-acbe-41bf30188ec0 req-70683442-faf8-490a-a620-756f644b6ed3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2247610 Aug 19 17:50:31.881548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-cff966ed-10c0-4596-911d-f9d97c0b04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:31.883653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-cff966ed-10c0-4596-911d-f9d97c0b04e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 1095 time: 0.2447989 Aug 19 17:50:31.887894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-33b9b50d-4b85-44a7-a1b5-1f358721c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:31.889405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-33b9b50d-4b85-44a7-a1b5-1f358721c83b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1095 time: 0.1660028 Aug 19 17:50:31.934218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62840df4-0e5a-4446-acbe-41bf30188ec0 req-0df45a52-b35e-4431-809b-38db4edf0b77 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627742 Aug 19 17:50:31.934373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Deleting subnet 7bb9dfab-9955-4590-be63-62ee36ab16f9 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:50:31.934373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.005057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.057187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-ae58ac91-51a7-474a-a065-591d51fc10b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 217 time: 0.1270442 Aug 19 17:50:32.096761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.193621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.222830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954badc-a094-4e87-9db1-01129f184583 req-5e541068-bf71-43a9-a50b-a7b41c347794 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.223322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb9dfab-9955-4590-be63-62ee36ab16f9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:32.229487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8954badc-a094-4e87-9db1-01129f184583 req-5e541068-bf71-43a9-a50b-a7b41c347794 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.2672319 Aug 19 17:50:32.232525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.244209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5b1d4-9c6c-473a-9e46-1e843e33a625 None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:50:32.244829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68be8798-409d-4625-9e1f-15ec6da42716 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7bb9dfab-9955-4590-be63-62ee36ab16f9 HTTP/1.1" status: 204 len: 168 time: 0.3898249 Aug 19 17:50:32.247991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41300) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:32.259815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae1bd6-5693-4efa-90c3-b3497b3a0aa1 req-c9379249-0d65-44b1-ad98-17570fa21199 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.267153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3ae1bd6-5693-4efa-90c3-b3497b3a0aa1 req-c9379249-0d65-44b1-ad98-17570fa21199 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.2365663 Aug 19 17:50:32.269954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-d6e270f5-dd40-4987-b271-1410319226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.271370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-d6e270f5-dd40-4987-b271-1410319226c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1563022 Aug 19 17:50:32.306638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-ee91f452-5c9a-46da-9a70-aec0f90fb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.308187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-ee91f452-5c9a-46da-9a70-aec0f90fb2ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 200 len: 922 time: 0.3724215 Aug 19 17:50:32.348564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.359926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-121e11fe-b160-4061-b032-b1ee1d265ae5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562830 Aug 19 17:50:32.418926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-c1957eee-81ce-447d-8709-6f6feae5d20b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f38a39f4-9735-42d4-97ee-95543aae6044 HTTP/1.1" status: 200 len: 217 time: 0.0867143 Aug 19 17:50:32.446953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Deleting port 68a187ba-e104-42e7-86ef-a5da9dc61536 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:32.447572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.459383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8954badc-a094-4e87-9db1-01129f184583 req-a5eb1c15-da04-4282-80b8-bff9c903826a tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287347 Aug 19 17:50:32.477152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3ae1bd6-5693-4efa-90c3-b3497b3a0aa1 req-2a3baf74-b2c2-4711-8c2e-c73e153a2b27 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091684 Aug 19 17:50:32.496967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:32.548940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] For port 68a187ba-e104-42e7-86ef-a5da9dc61536, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=68a187ba-e104-42e7-86ef-a5da9dc61536,segment=NetworkSegment(3c805242-cf67-4817-88ba-14e472c07ed8),segment_id=3c805242-cf67-4817-88ba-14e472c07ed8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:32.549512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.569500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Calling delete_port for 68a187ba-e104-42e7-86ef-a5da9dc61536 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:32.577916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] DHCP port deletion for 23f81f33-331b-4bdc-9358-82d239504d21 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:50:32.666712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:32.667098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.693682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.713737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-baa126c8-3eaf-49cc-bf22-c59ce87041d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.715957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-baa126c8-3eaf-49cc-bf22-c59ce87041d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 200 len: 861 time: 0.2833288 Aug 19 17:50:32.719227 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e3dac8-09c1-46f2-a43c-bbabb6c235bd x-openstack-request-id: req-f3e3dac8-09c1-46f2-a43c-bbabb6c235bd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:32.719605 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "tag": "a081ef30-1e61-45aa-8390-c079ea434903", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:32.719935 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3e3dac8-09c1-46f2-a43c-bbabb6c235bd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:32.720368 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903', 'status': 'completed', 'code': 200} Aug 19 17:50:32.758119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1916c-7b65-4c01-962b-460965312479 req-a5e8a1fb-baf1-49e0-9397-2515e839e51b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:32.758435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a187ba-e104-42e7-86ef-a5da9dc61536,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:32.759821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1c1916c-7b65-4c01-962b-460965312479 req-a5e8a1fb-baf1-49e0-9397-2515e839e51b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 948 time: 0.1337972 Aug 19 17:50:32.770154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-bb53ebe3-a5a1-402e-851c-a844132770e0 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773732 Aug 19 17:50:32.781703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] No DVR routers for this DVR port 68a187ba-e104-42e7-86ef-a5da9dc61536 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:32.796426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-bd4a53cf-e85b-46bd-a109-190728dc9603 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469792 Aug 19 17:50:32.869979 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.907756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:32.911061 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba00dc0d-75b5-423d-98fe-1af7fabdcec8" -d '{"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:32.919516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.937568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f81f33-331b-4bdc-9358-82d239504d21']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:32.947140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Deleting port 68a187ba-e104-42e7-86ef-a5da9dc61536 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:32.947618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:32.955698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c805242-cf67-4817-88ba-14e472c07ed8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:32.955993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c805242-cf67-4817-88ba-14e472c07ed8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:32.962750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-c0295c14-e3c2-42c2-8a8c-810484ea1995 service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113520 Aug 19 17:50:32.982258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.019327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.023912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:33.027921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:50:33.028333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.029995 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.030791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:50:33.030907 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:50:33.098225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.111234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.118981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] 10.222.0.36 "DELETE /v2.0/networks/23f81f33-331b-4bdc-9358-82d239504d21 HTTP/1.1" status: 204 len: 168 time: 0.8687472 Aug 19 17:50:33.132214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1c1916c-7b65-4c01-962b-460965312479 req-5ebc6443-05f8-4e51-8de5-2e7007ceb2e0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608022 Aug 19 17:50:33.132621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] For port 68a187ba-e104-42e7-86ef-a5da9dc61536, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:33.137912 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.148682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60802b46-e59b-4aed-9ebb-bad32c769504 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f81f33-331b-4bdc-9358-82d239504d21,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:33.164739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d85328-e21e-4752-b9bf-9d02b2097266 req-282eeb6f-ce93-4f16-b7d3-1335fd562095 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.176319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41322) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:33.183005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86d85328-e21e-4752-b9bf-9d02b2097266 req-282eeb6f-ce93-4f16-b7d3-1335fd562095 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.3393259 Aug 19 17:50:33.191346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Request body: {'floatingip': {'port_id': '27b60086-79a7-4a71-ba1c-8f4138c87e2e'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:33.234527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Calling delete_port for 68a187ba-e104-42e7-86ef-a5da9dc61536 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:33.251267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Port 68a187ba-e104-42e7-86ef-a5da9dc61536 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:50:33.252887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:33.276070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:33.276475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.290814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.321795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e5213a5-3dfa-4bd2-989b-fad511820221 req-2ff621ea-5dbe-463a-b628-178ad977d312 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277150 Aug 19 17:50:33.326926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53597fee-7baa-4692-9d8b-2690cca2711b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:33.337398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.417229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Network 23f81f33-331b-4bdc-9358-82d239504d21 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 17:50:33.418065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] No DVR routers for this DVR port 68a187ba-e104-42e7-86ef-a5da9dc61536 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:33.418495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-270be3bf-51e1-44dd-9cd9-f7a07d1659a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347623 Aug 19 17:50:33.433312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 53597fee-7baa-4692-9d8b-2690cca2711b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:33.433938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 53597fee-7baa-4692-9d8b-2690cca2711b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:33.434526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 68a187ba-e104-42e7-86ef-a5da9dc61536 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:33.463786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eaef163f-ef47-40f9-b8d4-21163bbbf51b req-f02d8b41-214d-45f4-9b7b-3f2b50a822be service neutron] 10.222.0.42 "GET /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299450 Aug 19 17:50:33.492890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:33.520559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41326) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:33.523335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bf64-36a3-4cde-a390-005cd36f5e59 req-6b8db23b-209e-48be-9341-58626a46c733 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.530871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9240bf64-36a3-4cde-a390-005cd36f5e59 req-6b8db23b-209e-48be-9341-58626a46c733 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.2361300 Aug 19 17:50:33.546876 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.551571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 68a187ba-e104-42e7-86ef-a5da9dc61536 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:33.552147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 68a187ba-e104-42e7-86ef-a5da9dc61536 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:33.552734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30d52-26d0-4e2a-8a94-56be392341b0 req-3d53cc9a-70db-494f-b1f4-d3a817f536af tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.552936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4578563-ef39-44df-a71e-ac4b68564983 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:33.554593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48c30d52-26d0-4e2a-8a94-56be392341b0 req-3d53cc9a-70db-494f-b1f4-d3a817f536af tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 943 time: 0.2305095 Aug 19 17:50:33.574879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b175-641b-46b6-971f-8f5c440be511 req-c3c0a9b0-6023-4170-b85c-39502e611368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.576534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-c3c0a9b0-6023-4170-b85c-39502e611368 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1095 time: 0.1734524 Aug 19 17:50:33.620861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e4578563-ef39-44df-a71e-ac4b68564983 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:33.621258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4578563-ef39-44df-a71e-ac4b68564983 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:33.640656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed61f4-5d21-4c07-ab0a-98396a5f652e None None] Pushing event deleted for resources: {'Port': ['ID=68a187ba-e104-42e7-86ef-a5da9dc61536,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:33.677430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9240bf64-36a3-4cde-a390-005cd36f5e59 req-d92546a9-3763-4040-bdaf-cba2861558bf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453159 Aug 19 17:50:33.702245 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d7b4c8b-e6a3-44e4-afe4-2495ec83e78f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a25c61a4373b40d399a7323e79ffdb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798651 Aug 19 17:50:33.702845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41330) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:33.708414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48c30d52-26d0-4e2a-8a94-56be392341b0 req-1072f7b4-345d-4383-9f4a-a7c37865cf93 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390209 Aug 19 17:50:33.708721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.764604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b71f-0c9f-4703-8a65-6571171e241a req-497dc246-2ddb-401c-bbd1-f13b23f34e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.764780 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad102a8f-1fd9-46ac-86c4-4400b7f4f641 x-openstack-request-id: req-ad102a8f-1fd9-46ac-86c4-4400b7f4f641 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:33.765014 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:33.765273 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad102a8f-1fd9-46ac-86c4-4400b7f4f641 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:33.765655 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'code': 200} Aug 19 17:50:33.766082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-497dc246-2ddb-401c-bbd1-f13b23f34e5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 1096 time: 0.1868784 Aug 19 17:50:33.785997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b175-641b-46b6-971f-8f5c440be511 req-5b903852-644d-4abb-b36b-171111fc52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.788730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-5b903852-644d-4abb-b36b-171111fc52d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1991982 Aug 19 17:50:33.808834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:33.818849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:33.876913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-72a5e53b-442a-4714-9411-7496d8f3e719 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 217 time: 0.0727816 Aug 19 17:50:33.911759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:33.987349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b175-641b-46b6-971f-8f5c440be511 req-384a4646-8670-4db7-b3e8-bcc29876d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:33.988988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-384a4646-8670-4db7-b3e8-bcc29876d848 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0937183 Aug 19 17:50:33.990656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.001236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4d16e-47e0-4f5c-8c38-311472f606ea req-167ecb1f-58f9-483a-81c0-63d8df723bc4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.001612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c4d16e-47e0-4f5c-8c38-311472f606ea req-167ecb1f-58f9-483a-81c0-63d8df723bc4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1465974 Aug 19 17:50:34.012235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f26383-005b-4350-8110-08c237e0522d req-606de510-e434-47d7-8df3-f23f480eb52e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.022134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00f26383-005b-4350-8110-08c237e0522d req-606de510-e434-47d7-8df3-f23f480eb52e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1652665 Aug 19 17:50:34.068117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b71f-0c9f-4703-8a65-6571171e241a req-f49c841e-6d9d-471b-b357-cd73412b23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.069637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-f49c841e-6d9d-471b-b357-cd73412b23e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.2693884 Aug 19 17:50:34.077759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.086052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-44a77d2a-3f41-4d64-a6dd-c407eda5e7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832305 Aug 19 17:50:34.131493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-7a2d7689-99de-46cf-83cd-40734c56aae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 200 len: 217 time: 0.0491374 Aug 19 17:50:34.166357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00f26383-005b-4350-8110-08c237e0522d req-990f991f-3fba-488c-a01f-d78f077c6e21 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433470 Aug 19 17:50:34.196295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c4d16e-47e0-4f5c-8c38-311472f606ea req-b955f838-45e0-482c-9b85-ba8a1d4b6a41 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721163 Aug 19 17:50:34.260188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-1c9432fa-fb08-494b-a7a4-3a7993ab8dbd service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546736 Aug 19 17:50:34.287287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068b71f-0c9f-4703-8a65-6571171e241a req-51042383-61c7-4c49-916a-a154b36aaee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.287287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-51042383-61c7-4c49-916a-a154b36aaee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1435483 Aug 19 17:50:34.291534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.resource_extend [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:50:34.378621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.381549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.385578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75b2ec46-a92f-479c-aa5e-45be4abcfabe HTTP/1.1" status: 204 len: 168 time: 0.6778357 Aug 19 17:50:34.392481 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-327c292d-289d-4524-b12a-515e8e6e0694 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981398 Aug 19 17:50:34.415942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48062c1c-5356-45d7-a271-dbbdfa1f4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b2ec46-a92f-479c-aa5e-45be4abcfabe,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:34.462394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7175c7-5966-447f-937e-ff9e66776971 req-9f9098c1-4deb-4a55-b553-8c2254284ba0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.469325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.471556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb7175c7-5966-447f-937e-ff9e66776971 req-9f9098c1-4deb-4a55-b553-8c2254284ba0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1199436 Aug 19 17:50:34.476542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:34.521988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1182b175-641b-46b6-971f-8f5c440be511 req-f7480d16-31bc-43ca-9460-de8da8d71d9e service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507291 Aug 19 17:50:34.553214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb7175c7-5966-447f-937e-ff9e66776971 req-3d17013b-f987-4f4a-b18b-7d93e0089ec2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Aug 19 17:50:34.891757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a93fc-1026-491e-b20f-65e6aaf6ab97 req-39cf53b0-424b-41b5-9260-2c4821869672 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.893438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c05a93fc-1026-491e-b20f-65e6aaf6ab97 req-39cf53b0-424b-41b5-9260-2c4821869672 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 943 time: 0.1047294 Aug 19 17:50:34.931499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85409-f23d-4ba7-b92a-367163535197 req-3929aa89-c76c-4233-9a80-078e1c6f10d0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:34.939049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09a85409-f23d-4ba7-b92a-367163535197 req-3929aa89-c76c-4233-9a80-078e1c6f10d0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1001992 Aug 19 17:50:35.047882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09a85409-f23d-4ba7-b92a-367163535197 req-27b2712b-38a3-4730-bda3-8cb686b32a1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909119 Aug 19 17:50:35.078766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c05a93fc-1026-491e-b20f-65e6aaf6ab97 req-7341a3d0-e648-46dd-8cac-729126e50d20 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764255 Aug 19 17:50:35.109249 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Floating IP d737386d-d351-4716-844b-4b2ed24546e5 associated. External IP: 172.25.5.190, port: 27b60086-79a7-4a71-ba1c-8f4138c87e2e. Aug 19 17:50:35.124725 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-282448b5-c9f3-46dc-b083-9bf2854db52d service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214427 Aug 19 17:50:35.325074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0068b71f-0c9f-4703-8a65-6571171e241a req-ec234403-d6ef-46c1-a3ae-07da2291e107 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668141 Aug 19 17:50:35.461132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b14dd-76e2-4fc7-92ca-c75cf3337bbd req-2fac0f53-c243-40e0-9d74-02370060e944 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:35.468862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be9b14dd-76e2-4fc7-92ca-c75cf3337bbd req-2fac0f53-c243-40e0-9d74-02370060e944 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.1218538 Aug 19 17:50:35.479389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eca4f-300b-4b6a-937a-54d44c7023cd req-ac90955c-3def-4ae8-93d9-326aa4cb4f5e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:35.489941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-767eca4f-300b-4b6a-937a-54d44c7023cd req-ac90955c-3def-4ae8-93d9-326aa4cb4f5e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1333704 Aug 19 17:50:35.535949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:50:35.570537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-767eca4f-300b-4b6a-937a-54d44c7023cd req-81a54def-d2da-4381-80d9-cce216ae65dd tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788078 Aug 19 17:50:35.598352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be9b14dd-76e2-4fc7-92ca-c75cf3337bbd req-03c0562d-2160-473e-be9e-0dd600519e54 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279633 Aug 19 17:50:35.738588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736573d-e75c-4060-b050-29a2259c90a6 req-242bba78-3675-4ae5-a61f-98578e3e8287 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:35.744088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b736573d-e75c-4060-b050-29a2259c90a6 req-242bba78-3675-4ae5-a61f-98578e3e8287 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0781226 Aug 19 17:50:35.766387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:35.769633 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4f2ec-7894-44c7-96bd-91e9801071f2" -d '{"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:35.842570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b736573d-e75c-4060-b050-29a2259c90a6 req-0e4cb2c8-8a05-4152-b67d-feddba3e24f6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899994 Aug 19 17:50:35.845271 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7129921-e312-420f-bf39-75c3286e0468 x-openstack-request-id: req-f7129921-e312-420f-bf39-75c3286e0468 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:35.845694 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:35.845953 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7129921-e312-420f-bf39-75c3286e0468 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:35.846346 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'code': 200} Aug 19 17:50:35.905027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:50:35.929186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:35.932521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:50:35.948778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:35.955062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:36.006655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-62ffa68a-a067-4a1c-9aff-54148ada43c5 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "PUT /v2.0/floatingips/d737386d-d351-4716-844b-4b2ed24546e5 HTTP/1.1" status: 200 len: 991 time: 2.8194549 Aug 19 17:50:36.007605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:36.021331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff901a-dea9-4a63-b1da-d102a121ee08 req-fb100b9e-7a8d-4ebb-8200-de20e57dfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.028426 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55895b57-98e4-4634-88c6-ab91eb5125ef" -d '{"events": [{"name": "network-changed", "server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:36.029915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-daff901a-dea9-4a63-b1da-d102a121ee08 req-fb100b9e-7a8d-4ebb-8200-de20e57dfb96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1101 time: 0.1237125 Aug 19 17:50:36.119130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-daff901a-dea9-4a63-b1da-d102a121ee08 req-538de869-94ac-4675-9644-24dd7f7b3b2f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793455 Aug 19 17:50:36.169598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:36.181556 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26859829-38ff-4c2c-bca2-e157b48006f3 x-openstack-request-id: req-26859829-38ff-4c2c-bca2-e157b48006f3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:36.182105 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:36.182105 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26859829-38ff-4c2c-bca2-e157b48006f3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:36.182867 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'status': 'completed', 'code': 200} Aug 19 17:50:36.285702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-be6a580f-b7f8-4718-814a-7a60f7303f4f tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700879 Aug 19 17:50:36.402063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-feae547b-58d8-4643-8a68-28572e4b50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.402063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-feae547b-58d8-4643-8a68-28572e4b50ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee792f534ca04d0aac933983f54c1cad&device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 1097 time: 0.1303313 Aug 19 17:50:36.537849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703855-d15c-420b-9cc2-5ae3f4a3072b req-e715f7fd-21bf-4204-9b6e-6798dcc2436e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.548983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2703855-d15c-420b-9cc2-5ae3f4a3072b req-e715f7fd-21bf-4204-9b6e-6798dcc2436e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.2678277 Aug 19 17:50:36.602919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-0f8be0ea-0e23-41e2-85e4-5d7bc08a463f tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.607430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-37282599-0205-4a2a-bb0c-dbaffd83c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.610226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-0f8be0ea-0e23-41e2-85e4-5d7bc08a463f tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994766 Aug 19 17:50:36.612194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-37282599-0205-4a2a-bb0c-dbaffd83c871 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 200 len: 925 time: 0.2033746 Aug 19 17:50:36.634511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-b2767f6b-4a9a-469e-a909-f1a5e19c81d4 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/quotas/543c1c7c6bc04c5aa731d964b6373ac3 HTTP/1.1" status: 200 len: 375 time: 0.0232248 Aug 19 17:50:36.638861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:36.685483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-143a359f-40aa-4a03-aad8-7e08a49e7258 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499289 Aug 19 17:50:36.708187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2703855-d15c-420b-9cc2-5ae3f4a3072b req-0468d6e4-e526-43f7-9124-98b27361e399 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580634 Aug 19 17:50:36.828706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:36.847200 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-e86cb868-e6e0-41ca-b261-51a600384364 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e HTTP/1.1" status: 200 len: 999 time: 0.2215815 Aug 19 17:50:36.864328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'a081ef30-1e61-45aa-8390-c079ea434903', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'port_id': 'a081ef30-1e61-45aa-8390-c079ea434903', 'mac_address': 'fa:16:3e:9d:8f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e7dbe-5f17-40ed-bd98-e33c82cbe73d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:36.923356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02601-3fb6-47b0-9614-1d9377b816c0 req-3ba1be6f-f48d-44f7-b883-3fc6d7bdbf03 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:36.936655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bd02601-3fb6-47b0-9614-1d9377b816c0 req-3ba1be6f-f48d-44f7-b883-3fc6d7bdbf03 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 943 time: 0.0908804 Aug 19 17:50:36.991097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.004177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-0c429787-9629-4002-b8b2-483eb4f03673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.006222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-0c429787-9629-4002-b8b2-483eb4f03673 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 200 len: 863 time: 0.1459951 Aug 19 17:50:37.009580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a081ef30-1e61-45aa-8390-c079ea434903 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:37.037418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:37.043087 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.044002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f38a39f4-9735-42d4-97ee-95543aae6044 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:37.047080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bd02601-3fb6-47b0-9614-1d9377b816c0 req-0aeacd73-73e0-4803-b47c-9f3df281e3d9 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055899 Aug 19 17:50:37.126660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-29f96866-6f44-4537-b17e-17df3b5c5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.142992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-29f96866-6f44-4537-b17e-17df3b5c5275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c099998e-2680-4acf-bce1-296d4f22deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211751 Aug 19 17:50:37.184390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:fe:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df7088-0c53-415e-9e87-d7948b2c6997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:50:34Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:37.201950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09070f-f993-4dbb-8c2f-321948a5741a req-374b35af-bd06-4467-8881-aeb805dc7a3c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.204531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd09070f-f993-4dbb-8c2f-321948a5741a req-374b35af-bd06-4467-8881-aeb805dc7a3c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1214924 Aug 19 17:50:37.270776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f38a39f4-9735-42d4-97ee-95543aae6044,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:37.277849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:50:37.321226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f38a39f4-9735-42d4-97ee-95543aae6044', 'network_id': 'e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5', 'port_id': 'f38a39f4-9735-42d4-97ee-95543aae6044', 'mac_address': 'fa:16:3e:32:b2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd599a0ee-0feb-42c8-9109-39e285e8821c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:37.326381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:50:37.326936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:50:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:37.330966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:37.377129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd09070f-f993-4dbb-8c2f-321948a5741a req-67d4e998-7b30-420d-ab17-47fe021727f4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649666 Aug 19 17:50:37.424076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-9623319d-6a39-4b73-a8cc-a9c4f57bbd91 service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711103 Aug 19 17:50:37.429293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.456691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38a39f4-9735-42d4-97ee-95543aae6044 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:37.457453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9474ee-595c-43f0-b9eb-7eace2a4de8a req-c3fe55ec-3a6d-479f-8c30-cdcf860fe155 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.459225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e9474ee-595c-43f0-b9eb-7eace2a4de8a req-c3fe55ec-3a6d-479f-8c30-cdcf860fe155 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.2532079 Aug 19 17:50:37.550794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f38a39f4-9735-42d4-97ee-95543aae6044,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:37.559275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:37.634475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e9474ee-595c-43f0-b9eb-7eace2a4de8a req-3df0e1a2-8fb4-4841-b020-cd43524d4068 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639175 Aug 19 17:50:37.657281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55895b57-98e4-4634-88c6-ab91eb5125ef req-fd969a23-a8e5-489f-ae18-3b737dc2b57b service neutron] 10.222.0.13 "GET /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273726 Aug 19 17:50:37.662187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:37.713425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:50:37.773437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28e2b5b7-0ffe-4e56-893c-7b45667f58cf req-d055ec1e-7f73-468c-977a-980422f2d2ce tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 210 time: 0.0378654 Aug 19 17:50:37.785057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-0b53b745-d078-44c0-9888-64a1912ab180 service neutron] 10.222.0.13 "GET /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.2505443 Aug 19 17:50:37.805598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b7f6d-ffd5-4d5d-9357-b8ba3cfdc92c req-31589bf8-b395-4fcf-8bfe-a85690add9f7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:37.815047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e1b7f6d-ffd5-4d5d-9357-b8ba3cfdc92c req-31589bf8-b395-4fcf-8bfe-a85690add9f7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1185524 Aug 19 17:50:37.920794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e1b7f6d-ffd5-4d5d-9357-b8ba3cfdc92c req-a0bfca0e-4bf1-48b8-a033-a921e59def0f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 Aug 19 17:50:37.947361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f38a39f4-9735-42d4-97ee-95543aae6044'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:38.058142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a081ef30-1e61-45aa-8390-c079ea434903'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:38.177240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2501cf-e9ab-4561-a647-2b02eafe4bf9 req-db290295-1513-4101-84d3-b113b4caf500 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:38.184724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d2501cf-e9ab-4561-a647-2b02eafe4bf9 req-db290295-1513-4101-84d3-b113b4caf500 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.2180772 Aug 19 17:50:38.306049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:fe:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df7088-0c53-415e-9e87-d7948b2c6997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:50:34Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:50:38.307467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c81232-3712-4369-80e3-39e191b3b8cc req-a9f5dd32-527d-40eb-ab9d-dc877507d634 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:38.315285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1c81232-3712-4369-80e3-39e191b3b8cc req-a9f5dd32-527d-40eb-ab9d-dc877507d634 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 944 time: 0.1233108 Aug 19 17:50:38.353549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d463e6-e405-4aea-8c4d-1afc838eeb9f None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'd737386d-d351-4716-844b-4b2ed24546e5', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'port_id': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'mac_address': 'fa:16:3e:fe:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57df7088-0c53-415e-9e87-d7948b2c6997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:48:05Z', 'updated_at': '2021-08-19T17:50:34Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:50:38.358392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:38.375974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1c81232-3712-4369-80e3-39e191b3b8cc req-3a91538d-0278-4e1e-9e77-4d415a2eef18 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Aug 19 17:50:38.418840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d2501cf-e9ab-4561-a647-2b02eafe4bf9 req-50282f95-3597-46f8-aeb8-dbb98f1a132b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331500 Aug 19 17:50:38.456925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:38.584342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10208bc-a9a1-4765-844f-8fd0ea6ab786 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:38.608690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:38.637371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca175-9c65-4005-87c1-7e1c3ca141e8 req-329866ca-ca0d-47b7-8556-8d83acf6f11c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:38.645052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f12ca175-9c65-4005-87c1-7e1c3ca141e8 req-329866ca-ca0d-47b7-8556-8d83acf6f11c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1077013 Aug 19 17:50:38.665807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:38.722635 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12804b-412d-4df9-82df-a1234b3b8cc5 None None] New status for floating IP d737386d-d351-4716-844b-4b2ed24546e5: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:50:38.767904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f12ca175-9c65-4005-87c1-7e1c3ca141e8 req-0ba6eaab-0670-4505-a48a-72634e481075 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218286 Aug 19 17:50:38.864131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e514c5-7980-4167-a416-1ff0f58db7fb req-407aae79-7d3a-4a83-a726-04ee4c1ea0cb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:38.867200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00e514c5-7980-4167-a416-1ff0f58db7fb req-407aae79-7d3a-4a83-a726-04ee4c1ea0cb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 943 time: 0.0822420 Aug 19 17:50:38.870078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] Transition to ACTIVE for port object a10208bc-a9a1-4765-844f-8fd0ea6ab786 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:38.875162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:38.974570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f33618f-025b-4875-871f-5b01e52039c8 req-95e18e93-5cd2-446a-b7e0-57b15db6cb56 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 210 time: 0.0602713 Aug 19 17:50:39.014626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] No DVR routers for this DVR port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:39.065370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] 10.222.0.13 "PUT /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786/bindings/n-h1-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2724438 Aug 19 17:50:39.079337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00e514c5-7980-4167-a416-1ff0f58db7fb req-d0c13b3d-1c1f-4c91-a553-fcaea7111a0e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006381 Aug 19 17:50:39.083727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd059fd-3eef-4b0f-80ea-aee2bfec957f service neutron] Pushing event updated for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:39.163684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:39.208138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:39.286589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-77d84f54-76d6-4dd0-bca1-2105f6f7d7e3 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725467 Aug 19 17:50:39.355956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d223df-a716-419e-9c44-38fe9876124e req-d280c04d-af52-48a2-a4fe-3c070e34c19d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.363545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88d223df-a716-419e-9c44-38fe9876124e req-d280c04d-af52-48a2-a4fe-3c070e34c19d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.2027543 Aug 19 17:50:39.396147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4fbe56e9-5dff-44be-af40-c07bd2471dc5 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.397766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4fbe56e9-5dff-44be-af40-c07bd2471dc5 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.1630962 Aug 19 17:50:39.458581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88d223df-a716-419e-9c44-38fe9876124e req-16949335-2bf1-4d74-b38c-d6c306825cf2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Aug 19 17:50:39.528573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-a6e20df2-4f5f-4ad7-9150-c46160e83a65 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.530741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-a6e20df2-4f5f-4ad7-9150-c46160e83a65 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336693 Aug 19 17:50:39.544483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-d38be885-aa33-4472-b015-5e246da141ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.545963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-d38be885-aa33-4472-b015-5e246da141ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 1096 time: 0.1321583 Aug 19 17:50:39.563112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Request body: {'port': {'device_id': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '543c1c7c6bc04c5aa731d964b6373ac3'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:39.585161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a396a-d980-41da-aff8-635b45a0ce06 req-447a84cd-ea5e-491a-aa86-7826e7f10684 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.586707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f8a396a-d980-41da-aff8-635b45a0ce06 req-447a84cd-ea5e-491a-aa86-7826e7f10684 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 944 time: 0.1157255 Aug 19 17:50:39.736690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f8a396a-d980-41da-aff8-635b45a0ce06 req-ba5d23af-ef50-45e3-8b28-3c27eaa86de3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216354 Aug 19 17:50:39.764219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de46c10-6c2b-425a-9196-a7fe4e498560 req-bb087e38-9e3b-4282-919b-35d7e04e3624 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.765785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9de46c10-6c2b-425a-9196-a7fe4e498560 req-bb087e38-9e3b-4282-919b-35d7e04e3624 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.1781690 Aug 19 17:50:39.767695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-ef22a097-bb95-419d-846f-fa0b0acebace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.769118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-ef22a097-bb95-419d-846f-fa0b0acebace service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1096 time: 0.1804612 Aug 19 17:50:39.871078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Made reservation on behalf of 543c1c7c6bc04c5aa731d964b6373ac3 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:50:39.874524 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:39.908019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9de46c10-6c2b-425a-9196-a7fe4e498560 req-851b0868-960e-4bbb-b2de-26d28de33e12 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321800 Aug 19 17:50:39.914793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:39.994495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-237061f8-32db-4204-a3cd-ec0aea259e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:39.995970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-237061f8-32db-4204-a3cd-ec0aea259e83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.2094200 Aug 19 17:50:40.018086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a3f33-363d-48fb-bcd2-360c5f956b89 req-dc2e397f-d190-4063-bdaf-b25239add908 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:40.020726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1a3f33-363d-48fb-bcd2-360c5f956b89 req-dc2e397f-d190-4063-bdaf-b25239add908 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.2016487 Aug 19 17:50:40.418632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-3bc7e6d6-f8cf-429f-a163-847ade45c5b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 200 len: 217 time: 0.3961802 Aug 19 17:50:40.518927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1a3f33-363d-48fb-bcd2-360c5f956b89 req-f482bb1e-965d-4f6f-aa46-37c4825002dd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663866 Aug 19 17:50:40.532573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ced15-55ee-443c-b70b-a14ca897be69 req-0c284767-a645-47db-8782-c5929ae95ad8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:40.534706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d3ced15-55ee-443c-b70b-a14ca897be69 req-0c284767-a645-47db-8782-c5929ae95ad8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.5046866 Aug 19 17:50:40.556335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:40.600706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4ff636f0-e532-4d87-8a48-5f3167b69dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:40.601748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-4ff636f0-e532-4d87-8a48-5f3167b69dd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1700380 Aug 19 17:50:40.615018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d3ced15-55ee-443c-b70b-a14ca897be69 req-bd1d2ed7-a15f-4b54-bf51-718d01d6f02f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Aug 19 17:50:40.627671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port a081ef30-1e61-45aa-8390-c079ea434903 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:40.641425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port a081ef30-1e61-45aa-8390-c079ea434903 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:40.642055 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.770434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-f7ab8ee4-2ab6-4e01-802d-b02554040cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491418 Aug 19 17:50:40.777447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57ca14b0-0e03-4ec8-9dcc-3003aa21484d req-fdaf8773-3afe-4e38-83be-ec9de4b59a13 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 210 time: 0.1293759 Aug 19 17:50:40.826093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.857194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:40.861094 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a585ed-7e0a-452c-b004-8af914684e78" -d '{"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-plugged", "status": "completed", "tag": "a081ef30-1e61-45aa-8390-c079ea434903"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:40.876973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:40.902393 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.908939 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.910512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f38a39f4-9735-42d4-97ee-95543aae6044 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:40.916897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:40.944298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023e29-bafb-47a2-8f3f-145a080d401e req-6e16497d-d034-451c-8b93-dc7d4bbdb114 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:40.946201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb023e29-bafb-47a2-8f3f-145a080d401e req-6e16497d-d034-451c-8b93-dc7d4bbdb114 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 944 time: 0.1789439 Aug 19 17:50:41.016709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:41.035086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f38a39f4-9735-42d4-97ee-95543aae6044 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:41.039894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f38a39f4-9735-42d4-97ee-95543aae6044 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:41.040398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.096092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-1d1fad81-95d0-45c9-836d-016d4c8b1fea service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045650 Aug 19 17:50:41.102285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae65c0-17e8-427b-ab48-ea841cd479f9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:41.144289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.190110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f38a39f4-9735-42d4-97ee-95543aae6044,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:41.195566 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:41.203055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb023e29-bafb-47a2-8f3f-145a080d401e req-54f78719-0e7e-4cc5-b56a-c20570fc94e0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359781 Aug 19 17:50:41.214756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.215103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.215474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.215810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.216160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.216475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.216793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.217117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.217446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.217802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.218088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.218409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:41.288385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-85808d6b-f17e-47f4-a73a-ffccbea31bf9 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803000 Aug 19 17:50:41.302428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389193a5-3ebd-4989-a640-c38618cd7ae4 req-c564841f-56ab-4663-ac95-be3641810933 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:41.308962 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679bff9f-818d-41a1-8e78-1c2ab163fdd0 x-openstack-request-id: req-679bff9f-818d-41a1-8e78-1c2ab163fdd0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:41.309821 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-plugged", "status": "completed", "tag": "a081ef30-1e61-45aa-8390-c079ea434903", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:41.309821 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-679bff9f-818d-41a1-8e78-1c2ab163fdd0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:41.310319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-389193a5-3ebd-4989-a640-c38618cd7ae4 req-c564841f-56ab-4663-ac95-be3641810933 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 944 time: 0.2776804 Aug 19 17:50:41.310754 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903', 'code': 200} Aug 19 17:50:41.321855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:41.359600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Allocated IP 192.168.233.129 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/8d194594-5378-4dd6-a5eb-039895d152a4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:50:41.380262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-389193a5-3ebd-4989-a640-c38618cd7ae4 req-cfadf36a-3a95-41cd-96ae-2fef9fdd6c73 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645616 Aug 19 17:50:41.567583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ae77b-374b-4a48-8710-158cdec09c09 req-a8586d47-9960-44eb-804c-4bf1ec2a726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:41.569384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e7ae77b-374b-4a48-8710-158cdec09c09 req-a8586d47-9960-44eb-804c-4bf1ec2a726a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1659329 Aug 19 17:50:41.637271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7893e28-9383-4ac7-a242-c3221c70f12f req-6732bcab-3d3f-4406-ae4a-51d8f72d711a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:41.638823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7893e28-9383-4ac7-a242-c3221c70f12f req-6732bcab-3d3f-4406-ae4a-51d8f72d711a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1756978 Aug 19 17:50:41.742674 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-3b3290d5-dab7-4b65-aaec-54a6133ef77b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554240 Aug 19 17:50:41.809896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-e75374aa-0194-467d-a02e-ac3bda26695f tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:41.813051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-e75374aa-0194-467d-a02e-ac3bda26695f tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.2402589 Aug 19 17:50:41.821603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7893e28-9383-4ac7-a242-c3221c70f12f req-3fca5caf-b210-45e1-8af9-d66644865e7c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664574 Aug 19 17:50:41.917783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e7ae77b-374b-4a48-8710-158cdec09c09 req-9adc000f-165a-4fac-aa52-8ad93fa7d62b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061254 Aug 19 17:50:41.994219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ea756-a6d1-4597-9adc-2240fb92900a req-195ec467-2e5b-4598-b3de-4443c7c8f5e3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:41.995791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-269ea756-a6d1-4597-9adc-2240fb92900a req-195ec467-2e5b-4598-b3de-4443c7c8f5e3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2494304 Aug 19 17:50:42.054884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.098670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Transition to ACTIVE for port object 8d194594-5378-4dd6-a5eb-039895d152a4 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:42.109569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-42df3fbc-47f7-4242-8be6-e21994ab6552 service neutron] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:42.115996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-42df3fbc-47f7-4242-8be6-e21994ab6552 service neutron] Notify callbacks [] for binding, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.117090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a811fc1-6a27-4d4a-a190-53e37b3e5198 req-42df3fbc-47f7-4242-8be6-e21994ab6552 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786/bindings/n-h2-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.2902627 Aug 19 17:50:42.131711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf51ec-c7ed-4915-8a1e-626e53d44056 req-74b2ba8a-63a9-4375-be41-34ee04547843 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:42.139826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4cf51ec-c7ed-4915-8a1e-626e53d44056 req-74b2ba8a-63a9-4375-be41-34ee04547843 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.2272077 Aug 19 17:50:42.173888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-269ea756-a6d1-4597-9adc-2240fb92900a req-462c67ef-3f0c-4a33-bcbb-9234d29a3266 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577051 Aug 19 17:50:42.228094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4cf51ec-c7ed-4915-8a1e-626e53d44056 req-e38a32a5-2a4b-478b-a646-e068a8437b46 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872877 Aug 19 17:50:42.233779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.340358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:50:42.358852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:50:42.361200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Pushing event updated for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:42.369704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:50:42.421965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:42.422844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.481662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-45d4db3a-a7cd-4f51-b0bb-61b25d84619e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9276321 Aug 19 17:50:42.551973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeef12b-02e5-4421-ad0e-c0ddb29748dc req-f50419a8-2e16-4f77-9215-66d31da88ebe tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:42.557401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eeeef12b-02e5-4421-ad0e-c0ddb29748dc req-f50419a8-2e16-4f77-9215-66d31da88ebe tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 936 time: 0.2504950 Aug 19 17:50:42.569120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Request body: {'port': {'device_id': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:50:42.718271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e8fcf235-b7c4-48eb-9d13-cb406611e403 None None] Provisioning for port 8d194594-5378-4dd6-a5eb-039895d152a4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:42.725194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e8fcf235-b7c4-48eb-9d13-cb406611e403 None None] Provisioning complete for port 8d194594-5378-4dd6-a5eb-039895d152a4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:42.725631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf235-b7c4-48eb-9d13-cb406611e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.732274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd917-90b2-4191-a85d-bca4255333c0 req-61b8543d-432b-4444-a95d-035d40d4f1a0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:42.733743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dffd917-90b2-4191-a85d-bca4255333c0 req-61b8543d-432b-4444-a95d-035d40d4f1a0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 944 time: 0.3041563 Aug 19 17:50:42.742654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eeeef12b-02e5-4421-ad0e-c0ddb29748dc req-7f09a901-c402-4626-ab1e-4154423b77b4 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705372 Aug 19 17:50:42.747310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:42.796965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcf235-b7c4-48eb-9d13-cb406611e403 None None] Port 8d194594-5378-4dd6-a5eb-039895d152a4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:50:42.824822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dffd917-90b2-4191-a85d-bca4255333c0 req-da3992e2-fbfe-4986-8ce2-5904ccda3f7d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811899 Aug 19 17:50:42.970089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be8b2c-b3e1-4634-b943-998910e0d33c req-fa769efd-c6fb-4aa3-a38d-58a2d34bcfda tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:42.972761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92be8b2c-b3e1-4634-b943-998910e0d33c req-fa769efd-c6fb-4aa3-a38d-58a2d34bcfda tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.1561904 Aug 19 17:50:43.145433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92be8b2c-b3e1-4634-b943-998910e0d33c req-a0baa91b-a7e9-4c61-bb6d-1ddac5366ec1 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625721 Aug 19 17:50:43.175301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071f704-58b9-4937-ae3d-b97ce4214b2f req-097f3145-556c-48de-bea4-01484cc06591 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:43.176895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6071f704-58b9-4937-ae3d-b97ce4214b2f req-097f3145-556c-48de-bea4-01484cc06591 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1272418 Aug 19 17:50:43.259829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6071f704-58b9-4937-ae3d-b97ce4214b2f req-7c1750e6-0fb7-4b92-97d8-7e7a9ce1fe9a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687189 Aug 19 17:50:43.312171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:43.316151 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f71b8-cd1f-4952-85af-ec3fa6531c93" -d '{"events": [{"server_uuid": "5879b481-b483-4909-bb47-819844533414", "name": "network-vif-plugged", "status": "completed", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:43.351290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d194594-5378-4dd6-a5eb-039895d152a4 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:43.380955 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.408311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60026b-a088-4c03-a561-d2ea3f6bd3bc req-1fd24142-abf1-4f69-976d-31007882c13c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:43.410205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d60026b-a088-4c03-a561-d2ea3f6bd3bc req-1fd24142-abf1-4f69-976d-31007882c13c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1096 time: 0.1460268 Aug 19 17:50:43.413812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Transition to ACTIVE for port object 8d194594-5378-4dd6-a5eb-039895d152a4 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:50:43.422491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5d06-2349-4470-9429-6c4681cb93be req-85a56351-4817-43d6-a79b-d445984d919d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:43.424062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-870e5d06-2349-4470-9429-6c4681cb93be req-85a56351-4817-43d6-a79b-d445984d919d tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0899611 Aug 19 17:50:43.431687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.517986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d60026b-a088-4c03-a561-d2ea3f6bd3bc req-50d9a722-295d-48bd-8e2e-e3038460685c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928714 Aug 19 17:50:43.552338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:43.575661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-870e5d06-2349-4470-9429-6c4681cb93be req-e0dc687a-ae08-4ff4-bf2d-50e5b7202d4e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377001 Aug 19 17:50:43.673857 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e48c9-8ebc-4a07-be44-82d2fbbf7f06 x-openstack-request-id: req-b11e48c9-8ebc-4a07-be44-82d2fbbf7f06 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:43.674574 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5879b481-b483-4909-bb47-819844533414", "name": "network-vif-plugged", "status": "completed", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:43.675825 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b11e48c9-8ebc-4a07-be44-82d2fbbf7f06 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:43.676883 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044', 'code': 200} Aug 19 17:50:43.806848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dbe6a-f959-4183-975c-586f0c42574a req-2a20f36b-182e-4ccd-b735-850364ad4cbd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:43.808509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-163dbe6a-f959-4183-975c-586f0c42574a req-2a20f36b-182e-4ccd-b735-850364ad4cbd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1161587 Aug 19 17:50:43.812289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Attempting to bind port 8d194594-5378-4dd6-a5eb-039895d152a4 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:50:43.812679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Attempting to bind port 8d194594-5378-4dd6-a5eb-039895d152a4 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:50:43.813066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Attempting to bind port 8d194594-5378-4dd6-a5eb-039895d152a4 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:43.836327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Port 8d194594-5378-4dd6-a5eb-039895d152a4 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:50:43.836898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Attempting to bind port 8d194594-5378-4dd6-a5eb-039895d152a4 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:50:43.851606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:50:43.851948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:50:43.852335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:50:43.852785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Bound port: 8d194594-5378-4dd6-a5eb-039895d152a4, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:50:43.853144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:43.956574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-163dbe6a-f959-4183-975c-586f0c42574a req-8be51fb6-19cc-4a98-b013-66af71208be9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194556 Aug 19 17:50:43.959021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96279-44e7-4cd7-8458-bddaf12f8ee9 req-aaa608d8-9960-4a6f-af5a-04af00a96a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:43.966945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb96279-44e7-4cd7-8458-bddaf12f8ee9 req-aaa608d8-9960-4a6f-af5a-04af00a96a61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 1097 time: 0.1771283 Aug 19 17:50:44.041002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6665fa-74d9-41e2-b0ea-51a80fb2de50 req-60a853fc-f136-4437-bbc7-12f35dd28ba1 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.043957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d6665fa-74d9-41e2-b0ea-51a80fb2de50 req-60a853fc-f136-4437-bbc7-12f35dd28ba1 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 1096 time: 0.1677094 Aug 19 17:50:44.075370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:50:44.079794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb96279-44e7-4cd7-8458-bddaf12f8ee9 req-a2689ec6-7c19-4c41-a3c5-290ebc868f09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045654 Aug 19 17:50:44.131578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8d194594-5378-4dd6-a5eb-039895d152a4,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:50:44.146331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:44.166577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d6665fa-74d9-41e2-b0ea-51a80fb2de50 req-a12c9670-5cab-4b76-a0d3-df1d19311597 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125939 Aug 19 17:50:44.213236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.215415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:44.216958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d194594-5378-4dd6-a5eb-039895d152a4 HTTP/1.1" status: 200 len: 1097 time: 1.6861393 Aug 19 17:50:44.219977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:44.223133 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:44.233574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3e4b-a579-4b3c-b23c-f8f5563e35b8 req-1b095667-0810-4486-966a-fd0a649a25d4 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.268101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-275c3e4b-a579-4b3c-b23c-f8f5563e35b8 req-1b095667-0810-4486-966a-fd0a649a25d4 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 948 time: 0.2108817 Aug 19 17:50:44.368358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405441-fdd9-419a-be91-d4c511f9bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:44.487918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-275c3e4b-a579-4b3c-b23c-f8f5563e35b8 req-3a91b9bd-036a-4dbf-9194-9bfa9be03379 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085690 Aug 19 17:50:44.507520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-d1742a95-8347-4144-8f06-cc8b0dae4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.507687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-d1742a95-8347-4144-8f06-cc8b0dae4ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 1100 time: 0.1851344 Aug 19 17:50:44.518031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988efa3-7923-49c3-93cf-55cd6f3abc75 req-c70e8d63-737c-4c24-962c-e0383df04288 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.520310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9988efa3-7923-49c3-93cf-55cd6f3abc75 req-c70e8d63-737c-4c24-962c-e0383df04288 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.1224482 Aug 19 17:50:44.522344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-ba7d4f28-a183-4957-85f5-eedc92103c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.523782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-ba7d4f28-a183-4957-85f5-eedc92103c25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1101 time: 0.1272538 Aug 19 17:50:44.569586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-4d69f179-adee-4aab-b374-819c756b9cdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8d194594-5378-4dd6-a5eb-039895d152a4 HTTP/1.1" status: 200 len: 217 time: 0.0448503 Aug 19 17:50:44.730717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9988efa3-7923-49c3-93cf-55cd6f3abc75 req-d22d136d-27e8-4065-9fe0-98c4aebe6913 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600382 Aug 19 17:50:44.742296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-51b7f1aa-6c2a-4741-aead-5f8baea3136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.743801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-51b7f1aa-6c2a-4741-aead-5f8baea3136c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1567733 Aug 19 17:50:44.755248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44315a-22b0-406e-a79c-4164e770971b req-38f5674c-10f7-40f6-b105-1b71aad0cd63 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.761909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f44315a-22b0-406e-a79c-4164e770971b req-38f5674c-10f7-40f6-b105-1b71aad0cd63 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1821575 Aug 19 17:50:44.824864 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77972653-f17a-479f-8564-5625169faf6e x-openstack-request-id: req-77972653-f17a-479f-8564-5625169faf6e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:44.824864 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:44.824864 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77972653-f17a-479f-8564-5625169faf6e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:44.824864 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4', 'status': 'completed', 'code': 200} Aug 19 17:50:44.885330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-6a9ef7e6-bc72-49e1-a57a-373a5177d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.885330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-6a9ef7e6-bc72-49e1-a57a-373a5177d862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2917995 Aug 19 17:50:44.885330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f44315a-22b0-406e-a79c-4164e770971b req-825fd011-f08a-4822-a336-1b21e1ae80f0 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103661 Aug 19 17:50:44.905612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-9f90e543-3ffd-4674-a7a5-9d66f2900628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:44.907050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-9f90e543-3ffd-4674-a7a5-9d66f2900628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413975 Aug 19 17:50:44.966989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-87bfb89a-694b-4bea-a68b-1d3d454cc4d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0553508 Aug 19 17:50:45.104940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-66d9fda8-cc48-4109-8006-932ab8ac211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.106407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-66d9fda8-cc48-4109-8006-932ab8ac211b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1401272 Aug 19 17:50:45.165254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b338-3e39-4218-a93e-86747cfeb04a req-86ee7a3e-0311-49cb-809e-f6bd4148c6a7 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.166772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b8b338-3e39-4218-a93e-86747cfeb04a req-86ee7a3e-0311-49cb-809e-f6bd4148c6a7 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1571510 Aug 19 17:50:45.175608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-26cfa25f-8738-49ad-9b8d-bc31a6e274bb service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328241 Aug 19 17:50:45.224112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-707c1912-d2fd-44e6-bb30-a470858470bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.226009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-707c1912-d2fd-44e6-bb30-a470858470bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072946 Aug 19 17:50:45.568063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b8b338-3e39-4218-a93e-86747cfeb04a req-428521b0-65d6-4445-81df-7cb93d2981e4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915164 Aug 19 17:50:45.745786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac0a4c-af7e-4db5-9672-9f42ff2939b5 req-69312fa1-6030-48a2-8552-fa6ab63d7adc tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.747314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ac0a4c-af7e-4db5-9672-9f42ff2939b5 req-69312fa1-6030-48a2-8552-fa6ab63d7adc tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1779838 Aug 19 17:50:45.751504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df956679-b742-4746-b9ec-d2996f9ac4a9 req-661d386c-7bc9-444a-af2d-8fecd751d27c service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227914 Aug 19 17:50:45.760925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d1bbe-67dc-4b4f-87c7-9a2ef635931a req-04144b50-5443-4603-962f-361fc79bab62 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.762395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d28d1bbe-67dc-4b4f-87c7-9a2ef635931a req-04144b50-5443-4603-962f-361fc79bab62 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1293626 Aug 19 17:50:45.768218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-ebadbb02-3342-42e7-94bf-3ee4b9eff896 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302134 Aug 19 17:50:45.884302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ac0a4c-af7e-4db5-9672-9f42ff2939b5 req-8ea9dfcd-bea4-4936-9a1c-73c719c6eb4d tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202757 Aug 19 17:50:45.908877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d28d1bbe-67dc-4b4f-87c7-9a2ef635931a req-b615e58a-c7bb-4aaa-9432-9f193bf12dbd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395822 Aug 19 17:50:45.948208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-d3b9ae6a-d78a-49a1-b2b1-e9888847d7e3 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556940 Aug 19 17:50:45.948208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-ee408c12-0e3a-4fe3-a4bd-08b6d11cf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:45.948208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-ee408c12-0e3a-4fe3-a4bd-08b6d11cf5b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 1100 time: 0.0849056 Aug 19 17:50:46.114931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a857cd-2de7-4403-aa1a-952e7be863e1 req-985f8935-06a4-45e3-9eed-0a6a788743fc tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.116454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64a857cd-2de7-4403-aa1a-952e7be863e1 req-985f8935-06a4-45e3-9eed-0a6a788743fc tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 948 time: 0.1061707 Aug 19 17:50:46.141408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-7f136750-f8af-4d2c-a6d3-3b51e1e0b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.142770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-7f136750-f8af-4d2c-a6d3-3b51e1e0b2d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1869671 Aug 19 17:50:46.166907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd519aa-0559-4d9c-8ce0-1f2a94931238 req-43686bfd-3267-4359-897e-27ac4fa86618 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.168482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd519aa-0559-4d9c-8ce0-1f2a94931238 req-43686bfd-3267-4359-897e-27ac4fa86618 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.1256864 Aug 19 17:50:46.226137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-cc786ae7-6165-432b-ba74-8c19c41a1443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8d194594-5378-4dd6-a5eb-039895d152a4 HTTP/1.1" status: 200 len: 217 time: 0.0563481 Aug 19 17:50:46.234764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64a857cd-2de7-4403-aa1a-952e7be863e1 req-f18cb9d9-260e-4a52-a8e0-cd36a461d6d7 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072767 Aug 19 17:50:46.287795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd519aa-0559-4d9c-8ce0-1f2a94931238 req-238f1a21-7199-4944-b49b-a1f49d927245 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997164 Aug 19 17:50:46.297475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-7792ae39-b847-422a-a939-ab091a803872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.298967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-7792ae39-b847-422a-a939-ab091a803872 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0609140 Aug 19 17:50:46.365042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-676fe132-49c2-43d3-9dee-4c2b3169c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.366989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-676fe132-49c2-43d3-9dee-4c2b3169c816 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599110 Aug 19 17:50:46.480744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-f6e54f90-b9a1-4e8c-ac88-664910d76974 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031876 Aug 19 17:50:46.679464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1e70a-dbcc-427c-97c9-00b3e01331c5 req-7666615c-e43d-4e75-89d0-c0c86a290fa7 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.684923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dee1e70a-dbcc-427c-97c9-00b3e01331c5 req-7666615c-e43d-4e75-89d0-c0c86a290fa7 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 950 time: 0.1068313 Aug 19 17:50:46.728307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:46.733921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79680b6-debc-47c9-b2c8-86fbbbeef145 req-5b703843-c350-4551-9c5f-cc48b53e248c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.735471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e79680b6-debc-47c9-b2c8-86fbbbeef145 req-5b703843-c350-4551-9c5f-cc48b53e248c tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.1429780 Aug 19 17:50:46.746176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c548bd-69f3-40c4-98fe-4c2155b5d4b4 req-1ec63ad0-3dd2-4d6f-9260-7c451f6e331a service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374287 Aug 19 17:50:46.784184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dee1e70a-dbcc-427c-97c9-00b3e01331c5 req-1df74dce-da1c-4319-9c86-0c4d5f187cf5 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Aug 19 17:50:46.817676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e79680b6-debc-47c9-b2c8-86fbbbeef145 req-8dde347e-29a4-47b5-969b-b1ee4d35d5ac tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Aug 19 17:50:46.914454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafb5e9-1019-4cde-a398-47d1587b327a req-8182c0f2-d919-4aab-9ef1-b12c4cec3f4a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:46.917385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7eafb5e9-1019-4cde-a398-47d1587b327a req-8182c0f2-d919-4aab-9ef1-b12c4cec3f4a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0666487 Aug 19 17:50:46.964517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7eafb5e9-1019-4cde-a398-47d1587b327a req-5e1bc1df-bc57-4d08-b2f2-48ebb759351c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Aug 19 17:50:47.094920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09179b-21a9-4113-b09c-e1effc8546a3 req-63878ff5-ecce-475d-87fb-37929f7e846d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:47.096975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f09179b-21a9-4113-b09c-e1effc8546a3 req-63878ff5-ecce-475d-87fb-37929f7e846d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0633955 Aug 19 17:50:47.141030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f09179b-21a9-4113-b09c-e1effc8546a3 req-25389102-60ac-4c10-91a0-17848906f62d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Aug 19 17:50:47.395817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0a9e-b4f6-4651-940a-b1757d63b3b5 req-7a9e5687-12be-4a65-8a58-d9eb1413c877 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:47.405872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e74b0a9e-b4f6-4651-940a-b1757d63b3b5 req-7a9e5687-12be-4a65-8a58-d9eb1413c877 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 948 time: 0.0696132 Aug 19 17:50:47.461367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e74b0a9e-b4f6-4651-940a-b1757d63b3b5 req-1ebd2d62-dc4a-4c2b-8828-da882ae2c21c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Aug 19 17:50:47.921595 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:50:48.111903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564593c-76c3-4331-8eb0-f9db64b9ce69 req-9d29f9dc-10e4-427f-940e-b37c68c1090e tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.114348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f564593c-76c3-4331-8eb0-f9db64b9ce69 req-9d29f9dc-10e4-427f-940e-b37c68c1090e tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.0827169 Aug 19 17:50:48.168672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f564593c-76c3-4331-8eb0-f9db64b9ce69 req-a4bd8ec8-311e-4229-9a36-073a8f52f94f tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea6c0aea-2891-404a-8e1c-a96195a7d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Aug 19 17:50:48.260592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74631-e4c1-4c7d-af4b-53e17f6f2537 req-d17df907-1cb0-403f-964f-aab92ab8458c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.262366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04f74631-e4c1-4c7d-af4b-53e17f6f2537 req-d17df907-1cb0-403f-964f-aab92ab8458c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0696270 Aug 19 17:50:48.330844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04f74631-e4c1-4c7d-af4b-53e17f6f2537 req-43d36feb-c802-4112-a01a-88015d5aa354 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568352 Aug 19 17:50:48.353163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e4b8-3c89-474a-81fb-fea6eb543c75 req-76f7d888-be4f-49fd-95ad-77985ea99b94 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.353163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91e2e4b8-3c89-474a-81fb-fea6eb543c75 req-76f7d888-be4f-49fd-95ad-77985ea99b94 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0820234 Aug 19 17:50:48.392048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91e2e4b8-3c89-474a-81fb-fea6eb543c75 req-130cfd7c-91dc-4293-b0cb-5f7987d365e4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393412 Aug 19 17:50:48.492849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-e89ddd17-c70c-44a1-bc2c-70e67bf18980 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.494437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-e89ddd17-c70c-44a1-bc2c-70e67bf18980 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 945 time: 0.0524976 Aug 19 17:50:48.632718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f12e9-6d89-4134-8936-7871f957b0c9 req-4bf90ac0-4364-45b4-91b1-6bc49841f3ee tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:48.634233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e8f12e9-6d89-4134-8936-7871f957b0c9 req-4bf90ac0-4364-45b4-91b1-6bc49841f3ee tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 948 time: 0.0940869 Aug 19 17:50:48.681765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Deleting port f38a39f4-9735-42d4-97ee-95543aae6044 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:48.682111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.701266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e8f12e9-6d89-4134-8936-7871f957b0c9 req-96d3f39c-223e-4127-9b3c-d56fbeb7f716 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Aug 19 17:50:48.777739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] For port f38a39f4-9735-42d4-97ee-95543aae6044, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f38a39f4-9735-42d4-97ee-95543aae6044,segment=NetworkSegment(42733de4-8b6e-4306-af7c-4b50b13a05ea),segment_id=42733de4-8b6e-4306-af7c-4b50b13a05ea)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:48.778023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.791072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Calling delete_port for f38a39f4-9735-42d4-97ee-95543aae6044 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:48.923346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:48.936575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f38a39f4-9735-42d4-97ee-95543aae6044'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:48.953555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event deleted for resources: {'Port': ['ID=f38a39f4-9735-42d4-97ee-95543aae6044,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:49.000940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] No DVR routers for this DVR port f38a39f4-9735-42d4-97ee-95543aae6044 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:50:49.004226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.006233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a83bc1-491a-4fe7-ab37-f0b31b8d722e req-d37f8b70-eec2-4d3b-91b6-1b460898a049 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.42 "DELETE /v2.0/ports/f38a39f4-9735-42d4-97ee-95543aae6044 HTTP/1.1" status: 204 len: 173 time: 0.5037756 Aug 19 17:50:49.006668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'name': 'network-vif-deleted', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:49.008910 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec4ccd-d10a-44a2-bb0a-198ec614d0d6" -d '{"events": [{"server_uuid": "5879b481-b483-4909-bb47-819844533414", "name": "network-vif-deleted", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:49.055138 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16901e8b-7870-4bd1-bfd8-357584694306 x-openstack-request-id: req-16901e8b-7870-4bd1-bfd8-357584694306 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:49.055437 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5879b481-b483-4909-bb47-819844533414", "name": "network-vif-deleted", "tag": "f38a39f4-9735-42d4-97ee-95543aae6044", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:49.055730 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16901e8b-7870-4bd1-bfd8-357584694306 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:49.056127 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5879b481-b483-4909-bb47-819844533414', 'name': 'network-vif-deleted', 'tag': 'f38a39f4-9735-42d4-97ee-95543aae6044', 'status': 'completed', 'code': 200} Aug 19 17:50:49.176087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:49.185617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:49.301503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9d4d9dc-892b-4238-85d9-4a3fd450dc39 req-db04d837-7cd7-48ed-b437-e340cac47450 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/ports?device_id=5879b481-b483-4909-bb47-819844533414 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Aug 19 17:50:49.311784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:49.325066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '047a2c55-becf-4de7-be75-553d9b200347', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '047a2c55-becf-4de7-be75-553d9b200347', 'mac_address': 'fa:16:3e:68:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:49.376236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.407413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:49.437168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.442298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:49.451082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.451786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8d194594-5378-4dd6-a5eb-039895d152a4 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:49.462449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a68746-04cd-4563-a0a8-382e0a63e9b3 req-8cbb6a5a-b493-457e-bf8b-def19b1e7fc5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:49.464178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1a68746-04cd-4563-a0a8-382e0a63e9b3 req-8cbb6a5a-b493-457e-bf8b-def19b1e7fc5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0626669 Aug 19 17:50:49.544918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1a68746-04cd-4563-a0a8-382e0a63e9b3 req-a8df566b-c9b9-4c5d-89ca-cb3319d2af45 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723045 Aug 19 17:50:49.560408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eca952-db79-4dcd-8d14-21d213e5d45b req-80071775-7201-40a6-b545-7e136fb6e9a5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:49.569522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73eca952-db79-4dcd-8d14-21d213e5d45b req-80071775-7201-40a6-b545-7e136fb6e9a5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0893502 Aug 19 17:50:49.569934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8d194594-5378-4dd6-a5eb-039895d152a4,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:49.598223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:49.601834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '8d194594-5378-4dd6-a5eb-039895d152a4', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '8d194594-5378-4dd6-a5eb-039895d152a4', 'mac_address': 'fa:16:3e:1b:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:49.603642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:50:49.604169 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:50:49.610905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.611511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.611998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.612588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.613198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.613694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.614169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.614643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.615122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.615874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.616351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.616962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:49.630776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73eca952-db79-4dcd-8d14-21d213e5d45b req-25850383-7881-4506-b109-fcc58d969bc5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531111 Aug 19 17:50:49.666356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.680247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d194594-5378-4dd6-a5eb-039895d152a4 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:49.707006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8d194594-5378-4dd6-a5eb-039895d152a4,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:49.712180 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:49.871067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dc442-759f-4284-bf66-570354fd4e13 req-4a072779-9a7e-466c-b14b-16cb22d601ad tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:49.872811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-907dc442-759f-4284-bf66-570354fd4e13 req-4a072779-9a7e-466c-b14b-16cb22d601ad tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 949 time: 0.0744376 Aug 19 17:50:49.904355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:49.918808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-907dc442-759f-4284-bf66-570354fd4e13 req-004ded6c-4142-4ac3-8ad8-b9c23bd9250d tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Aug 19 17:50:50.139666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:50.142996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:50.171371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8d194594-5378-4dd6-a5eb-039895d152a4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:50.199351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:50.242309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:50.250679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:50.334721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:50.635602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f38a39f4-9735-42d4-97ee-95543aae6044 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:50.656522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: f38a39f4-9735-42d4-97ee-95543aae6044 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:50:50.656915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f38a39f4-9735-42d4-97ee-95543aae6044 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:50:50.657584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:50:50.663188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd145bf-cd37-4431-8acc-c4c53828096f req-99f2445e-3b26-450b-819f-b6b469b25e59 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:50.664712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfd145bf-cd37-4431-8acc-c4c53828096f req-99f2445e-3b26-450b-819f-b6b469b25e59 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 947 time: 0.0516641 Aug 19 17:50:50.703314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfd145bf-cd37-4431-8acc-c4c53828096f req-5fc268cb-fc35-4b58-b3c1-88fddbc6fdd0 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Aug 19 17:50:50.734622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:50.773977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:50.775034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:50.778281 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c07c4d-eaed-4b4c-9cee-38e6d13b6462" -d '{"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-unplugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:50.784863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:50.854550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:50.895698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9b3a-45f1-46ff-bb89-0c586ed37ce4 req-02257187-b8b4-40d7-b058-1d3e0a9b7b12 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:50.897321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-756b9b3a-45f1-46ff-bb89-0c586ed37ce4 req-02257187-b8b4-40d7-b058-1d3e0a9b7b12 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0589099 Aug 19 17:50:50.938556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-756b9b3a-45f1-46ff-bb89-0c586ed37ce4 req-e88b4347-0677-417b-918b-623fe5225872 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Aug 19 17:50:51.079370 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d9d0c7-0e7c-4b61-839f-fc3a3aef59b0 x-openstack-request-id: req-66d9d0c7-0e7c-4b61-839f-fc3a3aef59b0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:50:51.080391 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-unplugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:50:51.081358 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66d9d0c7-0e7c-4b61-839f-fc3a3aef59b0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:50:51.081877 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'code': 200} Aug 19 17:50:51.183366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d5b9-6c72-4cf2-ad3a-662ac8913bf8 req-8f6d154c-7e6f-4614-bcd0-8b1b50293a5d tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:51.188218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2398d5b9-6c72-4cf2-ad3a-662ac8913bf8 req-8f6d154c-7e6f-4614-bcd0-8b1b50293a5d tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 949 time: 0.0619931 Aug 19 17:50:51.228664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2398d5b9-6c72-4cf2-ad3a-662ac8913bf8 req-ef81dd06-5968-4a93-a4b8-1f603897d5b8 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Aug 19 17:50:51.535690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:51.614706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.643605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.698992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.701893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:51.704726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4787ee3-a062-4eb6-a67d-65b3a38ff0be HTTP/1.1" status: 204 len: 168 time: 0.1678617 Aug 19 17:50:51.708718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41928) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:51.717354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4787ee3-a062-4eb6-a67d-65b3a38ff0be,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:51.726623 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-5b0cc983-eb86-4867-b2cf-30e91df4f762 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] show failed (client error): The resource could not be found. Aug 19 17:50:51.732098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5b0cc983-eb86-4867-b2cf-30e91df4f762 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "GET /v2.0/security-groups/f4787ee3-a062-4eb6-a67d-65b3a38ff0be HTTP/1.1" status: 404 len: 347 time: 0.0216427 Aug 19 17:50:51.733001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41936) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:50:51.736692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.737269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.737789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.738393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.739219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.739745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.740371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.740878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.741466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.741977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.742311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.743075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b30f43-195f-4fa6-adbe-0980fa6d0be3 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:50:51.953926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed390f7-39cd-4a89-9c3c-0d9c6a2d4c1b req-4fb0922e-3c24-485b-9795-1ef9236f7ab7 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:51.956709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ed390f7-39cd-4a89-9c3c-0d9c6a2d4c1b req-4fb0922e-3c24-485b-9795-1ef9236f7ab7 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 947 time: 0.1090543 Aug 19 17:50:51.994179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Deleting port 22efe8ce-f33e-4bc7-b9ad-18b08cfd268e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:50:51.994511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.129996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ed390f7-39cd-4a89-9c3c-0d9c6a2d4c1b req-bbaf0c00-3ae8-4657-906e-e767d014dca7 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636419 Aug 19 17:50:52.160370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a8ec-0027-492d-b445-b0b4d9cfba94 req-db6a96a5-8147-41e0-906c-e1b236d94f95 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:52.162231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4844a8ec-0027-492d-b445-b0b4d9cfba94 req-db6a96a5-8147-41e0-906c-e1b236d94f95 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1050410 Aug 19 17:50:52.244269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.244915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.272583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Calling delete_port for 22efe8ce-f33e-4bc7-b9ad-18b08cfd268e owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:50:52.296855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4844a8ec-0027-492d-b445-b0b4d9cfba94 req-f3205dd6-d581-4d89-9807-1734b1cbfa28 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221755 Aug 19 17:50:52.485999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.628399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:50:52.660194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Pushing event deleted for resources: {'Port': ['ID=22efe8ce-f33e-4bc7-b9ad-18b08cfd268e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:52.753370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b80b8b-dfb0-4396-b015-e4329a3c76d4 req-f19f6843-49e4-488f-a950-2962a51e4e53 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:50:52.762339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97b80b8b-dfb0-4396-b015-e4329a3c76d4 req-f19f6843-49e4-488f-a950-2962a51e4e53 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 949 time: 0.2803252 Aug 19 17:50:52.830377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.832977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.840022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22da44ad-d1b8-4ebc-b4e3-f8a69ee80906 tempest-ImagesOneServerNegativeTestJSON-1777915107 tempest-ImagesOneServerNegativeTestJSON-1777915107-project] 10.222.0.36 "DELETE /v2.0/floatingips/81a64f28-aac6-47bd-808c-f25b56567dc5 HTTP/1.1" status: 204 len: 168 time: 1.1057947 Aug 19 17:50:52.852284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:52.868340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'mac_address': 'fa:16:3e:db:62:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:50:52.888171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97b80b8b-dfb0-4396-b015-e4329a3c76d4 req-805ee7de-7c95-4779-b6c6-3a52411e212b tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234796 Aug 19 17:50:52.929253 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:52.965636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:50:52.996795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:53.002239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.070163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:53.179564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:53.183212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['88fb6d13-7f0f-4a43-91b1-ab136e292fdf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:50:53.359677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 047a2c55-becf-4de7-be75-553d9b200347 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:53.360401 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.541232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.580355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:50:53.584420 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f0aeb6-82a2-4b98-a5d5-565c8ecb58ea" -d '{"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:50:53.617981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:53.622592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.623397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8d194594-5378-4dd6-a5eb-039895d152a4 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:53.722932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:53.740409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 8d194594-5378-4dd6-a5eb-039895d152a4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:50:53.747113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 8d194594-5378-4dd6-a5eb-039895d152a4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:53.747527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.899172 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:53.976132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8d194594-5378-4dd6-a5eb-039895d152a4,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:53.981841 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:54.087477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:54.643009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:50:54.708615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:50:54.708615 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:54.833592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:54.878255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:50:54.884536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:54.987291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:50:55.725223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:50:58.082874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ecf7103e-888c-4eca-8f1a-5671cdb18402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:00.536169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-62947f3c-e1ed-4a28-8119-931446b2caee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:00.802870 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:01.827096 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:01.946393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22f67-6493-47a9-bf75-dfd1448336f6 req-0b9f31ab-b993-40e0-bcfe-0ef94d1da44c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:01.947952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67d22f67-6493-47a9-bf75-dfd1448336f6 req-0b9f31ab-b993-40e0-bcfe-0ef94d1da44c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0605259 Aug 19 17:51:02.014215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67d22f67-6493-47a9-bf75-dfd1448336f6 req-1274dc42-1b6a-4576-bf80-120f54cf6388 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Aug 19 17:51:02.078730 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228240b-5e21-4c44-a9d6-8b73c44eb82d x-openstack-request-id: req-2228240b-5e21-4c44-a9d6-8b73c44eb82d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:02.079021 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:02.079273 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2228240b-5e21-4c44-a9d6-8b73c44eb82d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:02.079715 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'code': 200} Aug 19 17:51:02.137655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b17e49-e096-478e-8131-ea7d75284a60 req-443d44a5-feba-4e91-aaf6-54ebe925689d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:02.139208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b17e49-e096-478e-8131-ea7d75284a60 req-443d44a5-feba-4e91-aaf6-54ebe925689d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0624075 Aug 19 17:51:02.211309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b17e49-e096-478e-8131-ea7d75284a60 req-2cf8a693-4cc9-4edf-9578-2651b6e7cc6c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 Aug 19 17:51:02.221697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32009329-1bc2-4e77-8282-51e35226f9b7 req-bd5a0bb4-ca8b-4f67-a161-0410ca0a730c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:02.225135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32009329-1bc2-4e77-8282-51e35226f9b7 req-bd5a0bb4-ca8b-4f67-a161-0410ca0a730c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.0830286 Aug 19 17:51:02.288067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32009329-1bc2-4e77-8282-51e35226f9b7 req-901e6e8d-bfc0-4f6c-9d1c-eaea9f952734 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Aug 19 17:51:02.395088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1d3b-f223-49cb-a35f-fcdbd4f835eb req-0f0bcf0c-0d38-4949-abf7-e56e036dfae2 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:02.396714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccbb1d3b-f223-49cb-a35f-fcdbd4f835eb req-0f0bcf0c-0d38-4949-abf7-e56e036dfae2 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1031988 Aug 19 17:51:02.438802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1342b6e-223e-4254-b511-6a31d1b8d7e6 req-70715e57-d886-47db-a960-cc6994f3370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:02.440410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1342b6e-223e-4254-b511-6a31d1b8d7e6 req-70715e57-d886-47db-a960-cc6994f3370e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1101 time: 0.0871308 Aug 19 17:51:02.454096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42080) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:02.473533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccbb1d3b-f223-49cb-a35f-fcdbd4f835eb req-f800b17b-c7b9-46e6-bfdf-dbd12d121174 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676470 Aug 19 17:51:02.488394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1342b6e-223e-4254-b511-6a31d1b8d7e6 req-e60a483a-1f71-483b-8f54-829e0db46b8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Aug 19 17:51:02.521113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Deleting subnet d599a0ee-0feb-42c8-9109-39e285e8821c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:51:02.524579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.569998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.579084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08049766-2699-4819-966d-5be4511efbe8 req-ac4ad40e-9cbd-417a-be1b-c128a8907881 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:02.583947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08049766-2699-4819-966d-5be4511efbe8 req-ac4ad40e-9cbd-417a-be1b-c128a8907881 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 951 time: 0.0680475 Aug 19 17:51:02.622152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.641734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08049766-2699-4819-966d-5be4511efbe8 req-97bed2ca-49d4-4db5-8a27-958979fb6fd7 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Aug 19 17:51:02.698099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.737708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.742312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42092) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:02.742527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d599a0ee-0feb-42c8-9109-39e285e8821c HTTP/1.1" status: 204 len: 168 time: 0.2873757 Aug 19 17:51:02.744248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40cc4-97f3-452a-bb18-0737888ac035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d599a0ee-0feb-42c8-9109-39e285e8821c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:02.840735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.945637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:02.958126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:02.977132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42733de4-8b6e-4306-af7c-4b50b13a05ea') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:02.977351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42733de4-8b6e-4306-af7c-4b50b13a05ea') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:02.993834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.011900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.024188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:51:03.024460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:51:03.027939 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:51:03.100445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.107821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.110054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5 HTTP/1.1" status: 204 len: 168 time: 0.3659272 Aug 19 17:51:03.144734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231e316-3c2d-4f6f-8b15-07f4ad359cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50a6261-8a5f-4a26-bafd-c97d3a4dbfa5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:03.332415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1128e6-7116-44c8-94e4-f2184ae2e0b9 req-8a79cf15-997d-497d-8070-431ce4f7d4b9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:03.333977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1128e6-7116-44c8-94e4-f2184ae2e0b9 req-8a79cf15-997d-497d-8070-431ce4f7d4b9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0592446 Aug 19 17:51:03.334602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:03.385688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-402053e0-01ce-435f-97b2-4ec689c836a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=636212cc6ef7462fa18dae5e2a3ffd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497963 Aug 19 17:51:03.388568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.389328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42158) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:03.450689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1128e6-7116-44c8-94e4-f2184ae2e0b9 req-3228a661-6720-46ec-9cd3-ba2a0ac88c3a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105356 Aug 19 17:51:03.498215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.508145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-a11aba1d-2cb5-4a70-af16-f5e55afe0933 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:51:03.509133 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-a11aba1d-2cb5-4a70-af16-f5e55afe0933 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059252 Aug 19 17:51:03.522357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Request body: {'binding': {'host': 'n-h2-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:03.523254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:51:03.532212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.589171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.591865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.603628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea6c0aea-2891-404a-8e1c-a96195a7d009 HTTP/1.1" status: 204 len: 168 time: 0.2083879 Aug 19 17:51:03.625798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f7b8-7741-40fc-8842-88fce1328981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c0aea-2891-404a-8e1c-a96195a7d009,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:03.720198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3ae7-3c2b-4f48-9e6a-95f07abce9e6 req-fbaf5ddb-624d-4965-b15d-22154449fe15 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:03.730030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135b3ae7-3c2b-4f48-9e6a-95f07abce9e6 req-fbaf5ddb-624d-4965-b15d-22154449fe15 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0662515 Aug 19 17:51:03.743244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on host n-h2-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:03.744153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:03.744562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:03.754323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:03.755166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:03.771255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:03.771866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:03.773358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:03.773722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Bound port: a081ef30-1e61-45aa-8390-c079ea434903, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:03.780783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-135b3ae7-3c2b-4f48-9e6a-95f07abce9e6 req-ef567224-f268-4b05-adff-2f2655a13db4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Aug 19 17:51:03.856655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:03.863296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:03.865244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d0d10ddb-3a42-4521-a76e-6a7c05d5856c service neutron] 10.222.0.36 "POST /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903/bindings HTTP/1.1" status: 201 len: 390 time: 0.3472106 Aug 19 17:51:03.920827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82538e-0f74-4ddd-bed7-4cd22ae8f187 req-524e3a1d-06c1-4416-aed2-af310bc72073 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:03.922973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f82538e-0f74-4ddd-bed7-4cd22ae8f187 req-524e3a1d-06c1-4416-aed2-af310bc72073 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.0722299 Aug 19 17:51:04.020838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f82538e-0f74-4ddd-bed7-4cd22ae8f187 req-88af9d53-e4a8-4af8-9742-23ae7a9c09af tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903201 Aug 19 17:51:04.080833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4'}, {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:04.083218 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e968a-82a4-4cff-9d61-7f1e69d1d4cb" -d '{"events": [{"server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "name": "network-vif-plugged", "status": "completed", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4"}, {"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:04.185412 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db0dfe-9c58-4ce4-9cfe-821cd10bbb1a x-openstack-request-id: req-99db0dfe-9c58-4ce4-9cfe-821cd10bbb1a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:04.185704 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "name": "network-vif-plugged", "status": "completed", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4", "code": 200}, {"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-plugged", "status": "completed", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:04.186223 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99db0dfe-9c58-4ce4-9cfe-821cd10bbb1a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:04.186891 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4', 'code': 200} Aug 19 17:51:04.187309 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'code': 200} Aug 19 17:51:04.192769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d996a84-6105-4778-b459-748245530eda req-4508ecae-c73d-4ca5-8cc9-42dd36108867 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.207359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d996a84-6105-4778-b459-748245530eda req-4508ecae-c73d-4ca5-8cc9-42dd36108867 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0904610 Aug 19 17:51:04.308631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d996a84-6105-4778-b459-748245530eda req-6ac4bde8-44bf-4156-ad39-015657abbd6d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994654 Aug 19 17:51:04.328303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506294e-3b3b-4e3e-b6e9-7f8d0f554cc1 req-47fdff9f-7e89-442d-961c-cab7611a227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.328625 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1506294e-3b3b-4e3e-b6e9-7f8d0f554cc1 req-47fdff9f-7e89-442d-961c-cab7611a227e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 1102 time: 0.0478172 Aug 19 17:51:04.333561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d2296f28-8327-4467-8387-41ab3300f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.335742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d2296f28-8327-4467-8387-41ab3300f0af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1097 time: 0.1103647 Aug 19 17:51:04.387276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1506294e-3b3b-4e3e-b6e9-7f8d0f554cc1 req-3ef2a388-bc82-4f47-b394-ae7132c03ff9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Aug 19 17:51:04.401401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db7c-65af-451c-ae5e-52bbeee43ef4 req-c1ad4122-62d8-4ee1-b861-8484c5486751 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.401401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89a5db7c-65af-451c-ae5e-52bbeee43ef4 req-c1ad4122-62d8-4ee1-b861-8484c5486751 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 951 time: 0.1440496 Aug 19 17:51:04.462957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89a5db7c-65af-451c-ae5e-52bbeee43ef4 req-004bf8b7-e0e4-4b7b-ae8f-5532dd82651a tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533912 Aug 19 17:51:04.473268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-98a56cfc-21a6-4aac-b46a-5a1c47ab5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.474842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-98a56cfc-21a6-4aac-b46a-5a1c47ab5312 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1317229 Aug 19 17:51:04.601981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86814c3e-1ea8-4a04-9826-465a7a883918 req-ca67fad8-1375-4cc0-bba3-1cbdc3f5d7f9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.608009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86814c3e-1ea8-4a04-9826-465a7a883918 req-ca67fad8-1375-4cc0-bba3-1cbdc3f5d7f9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0616415 Aug 19 17:51:04.648416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86814c3e-1ea8-4a04-9826-465a7a883918 req-9654ff30-c09e-4ca4-8e99-7321464ba984 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Aug 19 17:51:04.737940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-d4b3332a-c0cd-4bc6-a070-1ca648412ab9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 217 time: 0.0527563 Aug 19 17:51:04.834171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-51fdd087-dfc1-48b0-aa57-31080b028d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.835615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-51fdd087-dfc1-48b0-aa57-31080b028d81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0890539 Aug 19 17:51:04.843832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d5a34-5219-44c7-ba0c-27d439379451 req-05591200-8d64-42b2-9090-dc3904e37619 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:04.845292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-584d5a34-5219-44c7-ba0c-27d439379451 req-05591200-8d64-42b2-9090-dc3904e37619 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0880864 Aug 19 17:51:04.882651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-aef34c20-a565-44f1-b008-bf983aaecd84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363443 Aug 19 17:51:04.941476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-584d5a34-5219-44c7-ba0c-27d439379451 req-b206eec0-f980-40a7-bfd4-b4fb30389772 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872576 Aug 19 17:51:04.989513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-a8749a89-6021-40e8-85b4-00dbb52cca85 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990424 Aug 19 17:51:05.422494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9295a0d-a521-4fe0-8661-87acc4ab96e0 req-1f771012-6c02-447b-aa50-df1868963fcb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:05.425187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9295a0d-a521-4fe0-8661-87acc4ab96e0 req-1f771012-6c02-447b-aa50-df1868963fcb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1008985 Aug 19 17:51:05.464932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-9dda3911-841d-472e-82d3-b8a95efb5e99 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677479 Aug 19 17:51:05.488117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9295a0d-a521-4fe0-8661-87acc4ab96e0 req-620c0ec7-8c40-4f4d-b4c6-fcaf33fbc39c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546145 Aug 19 17:51:05.547907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7f4f-a7c8-461e-a1cb-64b08c3e2c2b req-57662d39-9b9d-449a-ba0d-3956d2ecba03 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:05.550325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4ac7f4f-a7c8-461e-a1cb-64b08c3e2c2b req-57662d39-9b9d-449a-ba0d-3956d2ecba03 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.0896471 Aug 19 17:51:05.630774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4ac7f4f-a7c8-461e-a1cb-64b08c3e2c2b req-d15857a1-bd6e-4924-970d-ebc9ec188adb tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731506 Aug 19 17:51:05.681552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14696462-8a41-496f-9e9a-14d857ad4c6a req-f4ebcfae-336e-45dd-9d25-77689e0a8a07 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:05.683096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14696462-8a41-496f-9e9a-14d857ad4c6a req-f4ebcfae-336e-45dd-9d25-77689e0a8a07 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1049757 Aug 19 17:51:05.773774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14696462-8a41-496f-9e9a-14d857ad4c6a req-4ea9f991-9788-46f2-8591-28f97dcfd12a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Aug 19 17:51:05.808149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fac49-ff9b-49a9-9d7d-db0f99cbf9e1 req-4facd488-4c8b-4155-a71c-53b447a40c70 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:05.809934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff0fac49-ff9b-49a9-9d7d-db0f99cbf9e1 req-4facd488-4c8b-4155-a71c-53b447a40c70 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0911651 Aug 19 17:51:05.866112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff0fac49-ff9b-49a9-9d7d-db0f99cbf9e1 req-a3977968-d0f8-4e38-8b5e-6f7d02dc152c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Aug 19 17:51:05.943850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ab76-aa25-45db-b88b-22a0fdb254fc req-d308f0c0-07e1-4c7a-88c4-a293b90b8b52 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:05.945595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a20ab76-aa25-45db-b88b-22a0fdb254fc req-d308f0c0-07e1-4c7a-88c4-a293b90b8b52 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 951 time: 0.0833693 Aug 19 17:51:05.987331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a20ab76-aa25-45db-b88b-22a0fdb254fc req-0389f0e9-b72d-441c-8cb8-adf19c48188e tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Aug 19 17:51:06.448800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-340af010-5e52-4712-b5b3-474c2389b7e4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:06.450328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-340af010-5e52-4712-b5b3-474c2389b7e4 tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 951 time: 0.0624232 Aug 19 17:51:06.572878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Deleting port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:06.573227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:06.705988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:06.709713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc332-a83b-4ad6-b0c5-067d2df471d1 req-c915d960-cef2-4ca6-aa98-f3521760faf0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:06.711217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c2fc332-a83b-4ad6-b0c5-067d2df471d1 req-c915d960-cef2-4ca6-aa98-f3521760faf0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0895417 Aug 19 17:51:06.729616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] For port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:06.729982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:06.749496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Calling delete_port for 88fb6d13-7f0f-4a43-91b1-ab136e292fdf owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:06.775466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c2fc332-a83b-4ad6-b0c5-067d2df471d1 req-96a7dbdd-1645-4c78-83e3-379369e00ed9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Aug 19 17:51:06.880693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:06.971319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb74c-d2d8-4cbf-962a-19cca3c34ddc req-39767da7-7506-4881-b94f-35e03293e6ba tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:06.973241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ecbb74c-d2d8-4cbf-962a-19cca3c34ddc req-39767da7-7506-4881-b94f-35e03293e6ba tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.1029983 Aug 19 17:51:06.984112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:07.041679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Pushing event deleted for resources: {'Port': ['ID=88fb6d13-7f0f-4a43-91b1-ab136e292fdf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:07.108715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ecbb74c-d2d8-4cbf-962a-19cca3c34ddc req-a834be44-9885-4d0f-97a7-7a53f5d11837 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270390 Aug 19 17:51:07.127093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] No DVR routers for this DVR port 88fb6d13-7f0f-4a43-91b1-ab136e292fdf on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:07.129841 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:07.131887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b647077c-fe8f-4e1f-9eb8-5cd34b876f60 req-5951d347-8673-41bd-97f6-9015c9014fec tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.42 "DELETE /v2.0/ports/88fb6d13-7f0f-4a43-91b1-ab136e292fdf HTTP/1.1" status: 204 len: 173 time: 0.6735170 Aug 19 17:51:07.132334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-deleted', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:07.134576 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c3692-b4d0-46ed-99fd-d2d46ca38d62" -d '{"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-deleted", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:07.152291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6464aa9-6f97-4812-b7ed-05de512979da req-5a6c82a8-b117-4723-b980-9276ed40d20d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:07.156084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6464aa9-6f97-4812-b7ed-05de512979da req-5a6c82a8-b117-4723-b980-9276ed40d20d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1463501 Aug 19 17:51:07.200004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6464aa9-6f97-4812-b7ed-05de512979da req-8dd29cb3-ec19-486d-bb13-baffbc9092b1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Aug 19 17:51:07.287003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889550b-de77-40d9-9a38-a095ee15d332 req-703908b1-6182-4b48-85c0-b6e9b9c17b01 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:07.288604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5889550b-de77-40d9-9a38-a095ee15d332 req-703908b1-6182-4b48-85c0-b6e9b9c17b01 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0874438 Aug 19 17:51:07.343356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5889550b-de77-40d9-9a38-a095ee15d332 req-403b9263-5d3a-40ea-8cbb-ebc171620696 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Aug 19 17:51:07.538082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a61041e-dd0c-440b-a380-45e64536b5f9 req-f0d8ec5c-677f-4464-8773-cbfbd6ab736a tempest-ImagesOneServerTestJSON-1683774332 tempest-ImagesOneServerTestJSON-1683774332-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e536a19-d595-4d50-ac53-7a4fe7c07789 HTTP/1.1" status: 200 len: 210 time: 0.0556126 Aug 19 17:51:07.581899 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5290840-be37-4cca-803e-225c866724fe x-openstack-request-id: req-b5290840-be37-4cca-803e-225c866724fe {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:07.582450 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e536a19-d595-4d50-ac53-7a4fe7c07789", "name": "network-vif-deleted", "tag": "88fb6d13-7f0f-4a43-91b1-ab136e292fdf", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:07.582901 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5290840-be37-4cca-803e-225c866724fe {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:07.583654 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e536a19-d595-4d50-ac53-7a4fe7c07789', 'name': 'network-vif-deleted', 'tag': '88fb6d13-7f0f-4a43-91b1-ab136e292fdf', 'status': 'completed', 'code': 200} Aug 19 17:51:07.909550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7710c-641e-490d-bb39-73d9569b0217 req-648e58f0-ade5-4470-b155-faa7d1c38cbd tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:07.911334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9b7710c-641e-490d-bb39-73d9569b0217 req-648e58f0-ade5-4470-b155-faa7d1c38cbd tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.0903406 Aug 19 17:51:07.973513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9b7710c-641e-490d-bb39-73d9569b0217 req-50ca9447-f0d9-4a9c-9b75-67478b1a6403 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Aug 19 17:51:08.073598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e69e01-0a9e-4c26-a99c-439657a0b0b3 req-7bd31bd4-d3c3-4120-b80c-4f2f003b14e5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:08.075454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52e69e01-0a9e-4c26-a99c-439657a0b0b3 req-7bd31bd4-d3c3-4120-b80c-4f2f003b14e5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0597689 Aug 19 17:51:08.130732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52e69e01-0a9e-4c26-a99c-439657a0b0b3 req-dbcda676-a5c7-4aa8-990e-149acd22afb2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Aug 19 17:51:08.326118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b462f6-8f05-45f2-932d-e87db7cce64b req-05fcebba-c34d-4bcc-874d-60a44a0c3c64 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:08.335269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64b462f6-8f05-45f2-932d-e87db7cce64b req-05fcebba-c34d-4bcc-874d-60a44a0c3c64 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0614066 Aug 19 17:51:08.390205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64b462f6-8f05-45f2-932d-e87db7cce64b req-31e1c9d5-481e-4994-b0db-1718c74bbc9c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Aug 19 17:51:08.429912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42316) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:08.485003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1303a6-4b8b-48c0-bb0e-34514e7fd5b4 req-2607bc33-6838-49ba-889d-618bdfc30f19 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:08.487192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e1303a6-4b8b-48c0-bb0e-34514e7fd5b4 req-2607bc33-6838-49ba-889d-618bdfc30f19 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0511200 Aug 19 17:51:08.540910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e1303a6-4b8b-48c0-bb0e-34514e7fd5b4 req-8f386042-cb9f-4fdf-bdfd-3caf96c23fc3 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Aug 19 17:51:08.581253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44042010-7b83-4e0f-8b24-e985e496c641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.715956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44042010-7b83-4e0f-8b24-e985e496c641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.721171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44042010-7b83-4e0f-8b24-e985e496c641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.777405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44042010-7b83-4e0f-8b24-e985e496c641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=327ddcf80c2b422c8b2c4fd231d1fc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453636 Aug 19 17:51:08.779613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42330) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:08.796291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042010-7b83-4e0f-8b24-e985e496c641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704f4bf2-e8a2-4fd2-a0e9-95c78e401a69,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:08.859040 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.888462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.927107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:08.946216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.948824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:08.952385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/704f4bf2-e8a2-4fd2-a0e9-95c78e401a69 HTTP/1.1" status: 204 len: 168 time: 0.1698558 Aug 19 17:51:08.972546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e3775-4053-4313-8684-63d10f3e979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704f4bf2-e8a2-4fd2-a0e9-95c78e401a69,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:09.167146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3132b219-5d0b-40a8-aee2-272931929222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e3b55cadd104e09b8debcbd4aec0e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388251 Aug 19 17:51:09.169553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:09.215858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97553-1ff7-4150-b5e1-437ac793cc98 req-1a680d04-e276-4206-a58e-ffcc85206eff tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:09.223065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fca97553-1ff7-4150-b5e1-437ac793cc98 req-1a680d04-e276-4206-a58e-ffcc85206eff tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.1322882 Aug 19 17:51:09.248759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:09.278474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:09.302176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fca97553-1ff7-4150-b5e1-437ac793cc98 req-6d991d7f-32cd-4fb4-bb7c-fd2a01f0e05e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Aug 19 17:51:09.344527 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:09.348614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:09.350015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01ebe46e-c9a9-4013-8b8b-bf60ed58bc18 HTTP/1.1" status: 204 len: 168 time: 0.1784315 Aug 19 17:51:09.360652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f93902-605d-4e10-83b3-7f8575808c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ebe46e-c9a9-4013-8b8b-bf60ed58bc18,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:09.362963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5eb0-cf44-443a-966b-f86151e287c0 req-cb4046ca-8aa5-400e-ab3f-a6c61f75d3a0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:09.374581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88ec5eb0-cf44-443a-966b-f86151e287c0 req-cb4046ca-8aa5-400e-ab3f-a6c61f75d3a0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1215279 Aug 19 17:51:09.464354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88ec5eb0-cf44-443a-966b-f86151e287c0 req-abe8aafb-8c4b-4413-b8b3-0fe4df192c5e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887799 Aug 19 17:51:09.606730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-030ffc6b-4338-49da-9800-6f1172ec705e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:09.608447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-030ffc6b-4338-49da-9800-6f1172ec705e tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.13 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.1383784 Aug 19 17:51:09.617694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437afa1c-077a-491b-b6c8-f1922e2710fb req-b15c6cb7-f2d1-40bb-8dde-0430081c424d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:09.634892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-437afa1c-077a-491b-b6c8-f1922e2710fb req-b15c6cb7-f2d1-40bb-8dde-0430081c424d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1010456 Aug 19 17:51:09.785997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-437afa1c-077a-491b-b6c8-f1922e2710fb req-d2cae58b-9b89-46f4-95d5-79aa1a3e9a35 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501245 Aug 19 17:51:09.857936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd338-3f98-4cfc-88a8-d0cccd466304 req-adf1dc39-b66d-4e5c-9945-0539253240e1 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:09.860525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca9fd338-3f98-4cfc-88a8-d0cccd466304 req-adf1dc39-b66d-4e5c-9945-0539253240e1 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1643488 Aug 19 17:51:09.967469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Deleting port 8d194594-5378-4dd6-a5eb-039895d152a4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:09.972639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:10.144565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca9fd338-3f98-4cfc-88a8-d0cccd466304 req-47e1c2ca-961e-4052-9516-58fd579ebbfd tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666466 Aug 19 17:51:10.286577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] For port 8d194594-5378-4dd6-a5eb-039895d152a4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8d194594-5378-4dd6-a5eb-039895d152a4,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:10.287195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:10.312833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Calling delete_port for 8d194594-5378-4dd6-a5eb-039895d152a4 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:10.510302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e452-c7b9-46af-80bd-d85ea6d651c4 req-80af66bb-bafe-40d3-a186-40046f37ab0a tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:10.520068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c36e452-c7b9-46af-80bd-d85ea6d651c4 req-80af66bb-bafe-40d3-a186-40046f37ab0a tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4de05410-d846-4a05-8bcd-c1fbd3a7b14e HTTP/1.1" status: 200 len: 950 time: 0.0889564 Aug 19 17:51:10.666936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c36e452-c7b9-46af-80bd-d85ea6d651c4 req-5bfbf3be-6197-48b8-8cbc-c75ac7910ec2 tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.36 "GET /v2.0/security-groups?id=9aae65c0-17e8-427b-ab48-ea841cd479f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458926 Aug 19 17:51:10.684787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:10.711101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab9bd7-a0e8-410e-8aad-e30eb0bf1409 req-14a9985d-8d0f-4e32-9b31-2e316819f35b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:10.712722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdab9bd7-a0e8-410e-8aad-e30eb0bf1409 req-14a9985d-8d0f-4e32-9b31-2e316819f35b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1082301 Aug 19 17:51:10.736725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:10.738528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Pushing event deleted for resources: {'Port': ['ID=8d194594-5378-4dd6-a5eb-039895d152a4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:10.784652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 88fb6d13-7f0f-4a43-91b1-ab136e292fdf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:51:10.787727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88fb6d13-7f0f-4a43-91b1-ab136e292fdf not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:10.790824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8d194594-5378-4dd6-a5eb-039895d152a4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:10.817224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] No DVR routers for this DVR port 8d194594-5378-4dd6-a5eb-039895d152a4 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:10.823104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:10.828480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c70711fd-30ca-4dd7-8f84-2885fac2b1d4 req-6d59d27f-b35a-4330-91d3-f9e9af50922c tempest-ImagesNegativeTestJSON-2146283225 tempest-ImagesNegativeTestJSON-2146283225-project] 10.222.0.13 "DELETE /v2.0/ports/8d194594-5378-4dd6-a5eb-039895d152a4 HTTP/1.1" status: 204 len: 173 time: 1.1876900 Aug 19 17:51:10.831543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'name': 'network-vif-deleted', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:10.833770 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e02a4-3852-4969-a86e-113367383530" -d '{"events": [{"server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "name": "network-vif-deleted", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:10.844812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdab9bd7-a0e8-410e-8aad-e30eb0bf1409 req-6b3a885b-8730-4dd2-848b-f8eb9488bd04 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105149 Aug 19 17:51:11.278141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc8c52-d7c8-4bf6-9d95-a384888d1cc0 req-3187a2c0-580b-40e6-ab32-5abb26170606 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:11.279781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cc8c52-d7c8-4bf6-9d95-a384888d1cc0 req-3187a2c0-580b-40e6-ab32-5abb26170606 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0700037 Aug 19 17:51:11.324660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cc8c52-d7c8-4bf6-9d95-a384888d1cc0 req-cbda71f3-28f6-431f-a67b-359e8a4ae8f6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 Aug 19 17:51:11.354664 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49717358-5b74-4c49-8890-905d1f72b0f6 x-openstack-request-id: req-49717358-5b74-4c49-8890-905d1f72b0f6 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:11.355770 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de05410-d846-4a05-8bcd-c1fbd3a7b14e", "name": "network-vif-deleted", "tag": "8d194594-5378-4dd6-a5eb-039895d152a4", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:11.356128 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49717358-5b74-4c49-8890-905d1f72b0f6 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:11.356634 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de05410-d846-4a05-8bcd-c1fbd3a7b14e', 'name': 'network-vif-deleted', 'tag': '8d194594-5378-4dd6-a5eb-039895d152a4', 'status': 'completed', 'code': 200} Aug 19 17:51:11.533067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe329a-72cc-4271-a3f8-59b37f578dbe req-5f3ba9c2-dc18-47c0-9bda-3d6b3335175a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:11.535712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3abe329a-72cc-4271-a3f8-59b37f578dbe req-5f3ba9c2-dc18-47c0-9bda-3d6b3335175a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0694950 Aug 19 17:51:11.584647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3abe329a-72cc-4271-a3f8-59b37f578dbe req-13ebe6ba-b44a-492a-ba64-7c53b492d0de tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Aug 19 17:51:11.824132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42466) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:11.963568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-283bb6fd-5a35-4dc5-b88f-1b5c330c8626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.006936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708b6f-2b3b-4a00-9ac9-18462d3c2c0e req-8103d61b-994e-4ecc-b8f8-c228d3256b3c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:12.008613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64708b6f-2b3b-4a00-9ac9-18462d3c2c0e req-8103d61b-994e-4ecc-b8f8-c228d3256b3c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0730002 Aug 19 17:51:12.067670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64708b6f-2b3b-4a00-9ac9-18462d3c2c0e req-f430bbf1-023d-41e5-9109-7404af4a5ec0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Aug 19 17:51:12.077551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-283bb6fd-5a35-4dc5-b88f-1b5c330c8626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.090579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-283bb6fd-5a35-4dc5-b88f-1b5c330c8626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.150400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42486) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:12.151164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-283bb6fd-5a35-4dc5-b88f-1b5c330c8626 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b6f990b58df4923af20a87534037f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257456 Aug 19 17:51:12.152470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bb6fd-5a35-4dc5-b88f-1b5c330c8626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ce816-1c6a-428b-9567-6701e6de696f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:12.153552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42488) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:12.250500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.328296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.392547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bf21e09d-8f9f-483f-9058-c95f280bbcb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=543c1c7c6bc04c5aa731d964b6373ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412188 Aug 19 17:51:12.394922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42498) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:12.414168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-090edf7b-6a58-42b9-8565-f11881095341 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:12.415691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-090edf7b-6a58-42b9-8565-f11881095341 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.1870658 Aug 19 17:51:12.435581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-82b09f26-8595-4094-a917-d6488fda6054 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/quotas/cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 375 time: 0.0098412 Aug 19 17:51:12.445976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.449538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.451018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/707ce816-1c6a-428b-9567-6701e6de696f HTTP/1.1" status: 204 len: 168 time: 0.2966321 Aug 19 17:51:12.457444 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.475939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0492fb7-4cde-4cf8-b385-db46748450ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ce816-1c6a-428b-9567-6701e6de696f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:12.514505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.532974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4cc24d22-b219-434f-ad5e-69d70c1e11fb tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804379 Aug 19 17:51:12.571805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.574351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:12.575643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aae65c0-17e8-427b-ab48-ea841cd479f9 HTTP/1.1" status: 204 len: 168 time: 0.1794095 Aug 19 17:51:12.590996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295af21-0b49-41c1-a842-cf2d7e728d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae65c0-17e8-427b-ab48-ea841cd479f9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:12.653059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853d58-132f-4bbc-85b0-d1ccba216613 req-01342373-e483-4bef-bb87-c8583ad8ec3d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:12.654592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44853d58-132f-4bbc-85b0-d1ccba216613 req-01342373-e483-4bef-bb87-c8583ad8ec3d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1199527 Aug 19 17:51:12.708150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ba70d3f1-7206-4517-b829-10675616fb5a service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627741 Aug 19 17:51:12.741175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44853d58-132f-4bbc-85b0-d1ccba216613 req-05d613f6-46f5-4d9a-84bc-d78d2a4c96aa tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Aug 19 17:51:12.818232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ad74b836-aa29-4966-928c-fa8c525483fa service neutron] 10.222.0.36 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030269 Aug 19 17:51:13.260058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3ed7-5278-4761-8f1b-11a9a29030c2 req-58903f6f-251e-464c-9a8a-d911c97ab13a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:13.263300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8c3ed7-5278-4761-8f1b-11a9a29030c2 req-58903f6f-251e-464c-9a8a-d911c97ab13a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1052995 Aug 19 17:51:13.273344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8d194594-5378-4dd6-a5eb-039895d152a4 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:13.326927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 8d194594-5378-4dd6-a5eb-039895d152a4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:51:13.327210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8d194594-5378-4dd6-a5eb-039895d152a4 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:13.354776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8c3ed7-5278-4761-8f1b-11a9a29030c2 req-3378ed26-22a3-4b60-919a-8c406e373efe tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795786 Aug 19 17:51:13.504205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42560) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:13.504697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e10ae-ba82-4f58-b1d9-02edba9a1a76 req-21251238-32b0-4c92-9586-27b10a249f8e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:13.513251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab3e10ae-ba82-4f58-b1d9-02edba9a1a76 req-21251238-32b0-4c92-9586-27b10a249f8e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0644798 Aug 19 17:51:13.568869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab3e10ae-ba82-4f58-b1d9-02edba9a1a76 req-310c4023-d206-430f-97ad-e54e685058f9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546916 Aug 19 17:51:13.674173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45e1b02c-32f2-4060-b0d6-574dce5d8247 req-87ea256b-d4bc-424f-be2b-25fbd4eaa8cf tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 210 time: 0.0402167 Aug 19 17:51:13.850670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-199272023-network', 'tenant_id': 'd73a60833a6f41bfbddd08c0ac6c1d14'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:13.873121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Made reservation on behalf of d73a60833a6f41bfbddd08c0ac6c1d14 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:13.877378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:13.884686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972720-d31c-4565-8cc2-4b1c667b2e5a req-1c7d552f-e3ff-404d-af9c-272b0dc40098 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:13.886229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56972720-d31c-4565-8cc2-4b1c667b2e5a req-1c7d552f-e3ff-404d-af9c-272b0dc40098 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0617766 Aug 19 17:51:13.886451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:13.932648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56972720-d31c-4565-8cc2-4b1c667b2e5a req-bbc46b6d-1b6d-48a2-a19c-ab9669ea02f4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Aug 19 17:51:13.987432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:13.991758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.015435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:14.032813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b3ede5-2047-4818-839f-cc55492ff460,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:14.047498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.048164 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Added segment eb74dd5c-4e4f-4029-a359-5e15ca3f69b6 of type vlan for network 35049bad-3320-4b2f-b1bf-0da7c6adb268 Aug 19 17:51:14.107768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.134000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.135120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:14.135738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.202823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] Pushing event updated for resources: {'Network': ['ID=35049bad-3320-4b2f-b1bf-0da7c6adb268,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:14.208328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2133569c-e0eb-42a3-9539-d2932621a047 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7030945 Aug 19 17:51:14.211874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42600) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:14.217138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Request body: {'subnet': {'network_id': '35049bad-3320-4b2f-b1bf-0da7c6adb268', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-199272023-subnet', 'tenant_id': 'd73a60833a6f41bfbddd08c0ac6c1d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:14.223561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 35049bad-3320-4b2f-b1bf-0da7c6adb268 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:14.251304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Made reservation on behalf of d73a60833a6f41bfbddd08c0ac6c1d14 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:14.254631 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.370742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42606) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:14.478169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.540738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-575f3bec-a97c-4629-9ffa-40a82a5470a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.571512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7981-a588-4a30-8c65-abfeb1a7a22c req-d27e10e2-d215-4205-8468-98b842b9c2f0 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:14.573036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f92c7981-a588-4a30-8c65-abfeb1a7a22c req-d27e10e2-d215-4205-8468-98b842b9c2f0 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1324956 Aug 19 17:51:14.584396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9324a7fb-751c-4e2a-9a57-5567d2c031ad,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:14.730687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Checking segment: {'id': 'eb74dd5c-4e4f-4029-a359-5e15ca3f69b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '35049bad-3320-4b2f-b1bf-0da7c6adb268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:14.731052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Network hostable DHCP agents. Network: 35049bad-3320-4b2f-b1bf-0da7c6adb268, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:14.744721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f92c7981-a588-4a30-8c65-abfeb1a7a22c req-6c151b59-e494-435b-95e5-6b13521b22d8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579599 Aug 19 17:51:14.812518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-dd1ba7ad-f123-4d65-9b1b-ae3144d53dd5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:14.817401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-dd1ba7ad-f123-4d65-9b1b-ae3144d53dd5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 821 time: 0.2561214 Aug 19 17:51:14.854657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Network 35049bad-3320-4b2f-b1bf-0da7c6adb268 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:14.860629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Request body: {'port': {'device_id': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'admin_state_up': True, 'tenant_id': 'cd11a1956f8a4e31ae97d4e6bb814010'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:14.891256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-575f3bec-a97c-4629-9ffa-40a82a5470a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.903715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acff7df-48bc-4f5b-a762-d6af0080f7e7 req-0f78b033-bb39-430c-8d2f-bc164649598c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:14.905248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7acff7df-48bc-4f5b-a762-d6af0080f7e7 req-0f78b033-bb39-430c-8d2f-bc164649598c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.2305489 Aug 19 17:51:14.957395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae9fccd-6a07-4083-9954-4759c5b22ca1 req-8cfdcfae-293c-4fd4-b320-fd8d2c3cd232 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 210 time: 0.1049852 Aug 19 17:51:14.960604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 35049bad-3320-4b2f-b1bf-0da7c6adb268) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:14.966783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:14.967434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.977420 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-575f3bec-a97c-4629-9ffa-40a82a5470a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:14.982506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831c301-c9a0-4fcb-83e8-837a4e6534a7 None None] Network 35049bad-3320-4b2f-b1bf-0da7c6adb268 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:15.036094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42626) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:15.056716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-575f3bec-a97c-4629-9ffa-40a82a5470a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=685bd1b0abe64d5686756da480896b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839905 Aug 19 17:51:15.057019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42630) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:15.086929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff50ad81-5800-421f-ad70-e8f42efd6008 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8737898 Aug 19 17:51:15.128801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3bec-a97c-4629-9ffa-40a82a5470a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4fd63e-8b62-45bc-9d91-b4c4c937a677,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:15.172334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7acff7df-48bc-4f5b-a762-d6af0080f7e7 req-41abc5e2-0df5-4ac2-8ad6-0bc225b4565d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172353 Aug 19 17:51:15.213758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.240674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afa380-f5eb-4d72-a0f6-acec9ab6f19b None None] Network 35049bad-3320-4b2f-b1bf-0da7c6adb268 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:15.253020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.280613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa54ee3d-ca0a-4c9c-88eb-42b4b0169738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.295476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a0eb-6779-4a2f-be66-861844adb03d req-3169c6da-5340-4576-abf9-6280054be651 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:15.297304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fe9a0eb-6779-4a2f-be66-861844adb03d req-3169c6da-5340-4576-abf9-6280054be651 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1718895 Aug 19 17:51:15.344492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.347403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.351821 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b4fd63e-8b62-45bc-9d91-b4c4c937a677 HTTP/1.1" status: 204 len: 168 time: 0.2903192 Aug 19 17:51:15.355044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Made reservation on behalf of cd11a1956f8a4e31ae97d4e6bb814010 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:15.362839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.400019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2da95-37d1-4566-bdb1-7b9e8bf5d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4fd63e-8b62-45bc-9d91-b4c4c937a677,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:15.515596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa54ee3d-ca0a-4c9c-88eb-42b4b0169738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.521547 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa54ee3d-ca0a-4c9c-88eb-42b4b0169738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.531662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fe9a0eb-6779-4a2f-be66-861844adb03d req-426613fd-4c32-40d1-83e1-225a62cbcbc5 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255712 Aug 19 17:51:15.593017 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa54ee3d-ca0a-4c9c-88eb-42b4b0169738 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e060c34ead34a13b71b031f4a9a3a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553520 Aug 19 17:51:15.595707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42644) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:15.603569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54ee3d-ca0a-4c9c-88eb-42b4b0169738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dc9ffc-e3da-4716-9aba-5905b0ddcd18,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:15.631478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1014824979', 'description': 'tempest-description-1972340457'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:15.661439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.686494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Allocated IP 172.20.0.8 (eeba6be0-a102-4ade-b4fd-d2d5204fef87/86fc86d7-ecda-4b58-b7d6-c876b35270cb/582a81b2-479c-4c71-94b5-5ef7feb1dd64) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:15.698167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.698994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.790736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.798116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:15.801484 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21dc9ffc-e3da-4716-9aba-5905b0ddcd18 HTTP/1.1" status: 204 len: 168 time: 0.2043355 Aug 19 17:51:15.822188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44960ab-3200-4c0a-9c4b-78d50e55f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dc9ffc-e3da-4716-9aba-5905b0ddcd18,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:16.326360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.359905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.377571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a58e-832e-4284-85c9-b18e8865bc54 req-341abd4d-db7c-4759-97a3-a86b521c6509 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:16.385588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d64a58e-832e-4284-85c9-b18e8865bc54 req-341abd4d-db7c-4759-97a3-a86b521c6509 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.4983125 Aug 19 17:51:16.387432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:16.482602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.484271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d390a2c-fcc4-4b09-ae8e-ec20efd84b97 req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8965769 Aug 19 17:51:16.490038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f0d3-caca-494d-a108-bcd3e62831f4 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3749e6-d22d-4572-96b0-b51db2501ec4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:16.498626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.507989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d64a58e-832e-4284-85c9-b18e8865bc54 req-e04a83d2-f877-4b55-b353-786a5130107c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215758 Aug 19 17:51:16.538837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1869394782-network', 'tenant_id': 'ac23a50fca614a5ba9299765ac6c4a45'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:16.578121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Made reservation on behalf of ac23a50fca614a5ba9299765ac6c4a45 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:16.581225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.592042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.628097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2370a7ab-48e4-4f5f-9e77-83f9d15ca0f1 req-897f7d4b-094e-4b15-9e24-a26d944453f0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 210 time: 0.0513706 Aug 19 17:51:16.683690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.698289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:16.710396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.722238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.745650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Network eeba6be0-a102-4ade-b4fd-d2d5204fef87 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:16.757285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:16.765931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:16.772033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:16.775670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:16.785082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ffb1-fc45-4136-bd81-c8fbb2ba9740 req-294ca9d4-19e4-4bb4-8c73-ad0bcace97ac tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:16.797013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c935ffb1-fc45-4136-bd81-c8fbb2ba9740 req-294ca9d4-19e4-4bb4-8c73-ad0bcace97ac tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1645606 Aug 19 17:51:16.801407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.801950 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Added segment b7aacc19-2586-4e7b-8ded-83956918415c of type vlan for network 19f3c1f0-5ca7-4026-a59f-faa76071ee12 Aug 19 17:51:16.814252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:16.822265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.853081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:16.898587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.918315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:16.919284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.946225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c935ffb1-fc45-4136-bd81-c8fbb2ba9740 req-44e40aea-2583-4251-8ce6-9c298915c349 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430249 Aug 19 17:51:16.951052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.953102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:16.953703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:16.986507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-9b43f0ae-1f76-48f6-87f8-1d72a03aa960 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/1d3749e6-d22d-4572-96b0-b51db2501ec4 HTTP/1.1" status: 200 len: 1805 time: 0.1753359 Aug 19 17:51:16.995196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-ed6c9bae-f127-4bf6-a955-b0cadc265a69 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1416821 Aug 19 17:51:17.008162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3749e6-d22d-4572-96b0-b51db2501ec4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.010402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3749e6-d22d-4572-96b0-b51db2501ec4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.028663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Request body: {'port': {'device_id': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.030629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1812194538-network', 'tenant_id': 'e7f55f025fd4494c95ff6f58c8cfac56'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.039852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6479588 Aug 19 17:51:17.047748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:17.054535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Request body: {'subnet': {'network_id': '19f3c1f0-5ca7-4026-a59f-faa76071ee12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1869394782-subnet', 'tenant_id': 'ac23a50fca614a5ba9299765ac6c4a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.062866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f037d-561d-48fa-8efc-42d5602e741b admin admin] Pushing event updated for resources: {'Network': ['ID=19f3c1f0-5ca7-4026-a59f-faa76071ee12,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:17.073565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 19f3c1f0-5ca7-4026-a59f-faa76071ee12 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:17.094682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 17:51:17.094682 n-d-778550-10 neutron-server[101325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 17:51:17.094682 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id': 'ac23a50fca614a5ba9299765ac6c4a45', 'id': '6b721fb2-6341-43a2-b247-ab8da21f7641', 'expiration': datetime.datetime(2021, 8, 19, 17, 53, 17, 86528)}] Aug 19 17:51:17.094682 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:51:17.095425 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:51:17.103232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Made reservation on behalf of e7f55f025fd4494c95ff6f58c8cfac56 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:17.103825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 17:51:17.103825 n-d-778550-10 neutron-server[101324]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 17:51:17.103825 n-d-778550-10 neutron-server[101324]: [parameters: {'project_id': 'd73a60833a6f41bfbddd08c0ac6c1d14', 'id': 'f48c7855-3feb-4801-a7c3-c72c5a7ede58', 'expiration': datetime.datetime(2021, 8, 19, 17, 53, 17, 77454)}] Aug 19 17:51:17.103825 n-d-778550-10 neutron-server[101324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:51:17.104207 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:51:17.107864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.118960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.137450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.149178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35195-bcc7-4578-885f-ba5dbee2a53f req-4a947df6-243c-4b32-8bdf-3d7ba94a57eb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:17.150773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7d35195-bcc7-4578-885f-ba5dbee2a53f req-4a947df6-243c-4b32-8bdf-3d7ba94a57eb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0929346 Aug 19 17:51:17.226621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.230650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7d35195-bcc7-4578-885f-ba5dbee2a53f req-db0d1743-8d4c-48fd-a469-5acc6263534f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Aug 19 17:51:17.240040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.255429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:17.266616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.267611 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Added segment e07588fd-bf64-4e85-8836-8f38717111ee of type vlan for network 32c52271-ba81-4694-8e84-d27e67ae3655 Aug 19 17:51:17.332219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.365007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17586de9-7dca-4ded-9da7-5ab2e6718075,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:17.394759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.395835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:17.396488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.406284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-50c7f79b-a06c-403c-87fd-2b28da912f84 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:17.408585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-50c7f79b-a06c-403c-87fd-2b28da912f84 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0827806 Aug 19 17:51:17.447613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.462225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582a81b2-479c-4c71-94b5-5ef7feb1dd64 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:17.471166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.474176 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6579890 Aug 19 17:51:17.477646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42704) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:17.483922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Request body: {'subnet': {'network_id': '32c52271-ba81-4694-8e84-d27e67ae3655', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1812194538-subnet', 'tenant_id': 'e7f55f025fd4494c95ff6f58c8cfac56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:17.494233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345d9a5-ecf7-4b23-9a41-17befbeb7f64 admin admin] Pushing event updated for resources: {'Network': ['ID=32c52271-ba81-4694-8e84-d27e67ae3655,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:17.497698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Transition to ACTIVE for port object 582a81b2-479c-4c71-94b5-5ef7feb1dd64 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:17.507036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 32c52271-ba81-4694-8e84-d27e67ae3655 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:17.508033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.525979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.586618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:17.593328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Made reservation on behalf of e7f55f025fd4494c95ff6f58c8cfac56 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:17.597326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.667809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Made reservation on behalf of ac23a50fca614a5ba9299765ac6c4a45 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:17.669930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.779069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:17.810598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0c53b-dea5-45f0-a637-94a462e365d4 req-b59697f7-d987-420a-9899-7d599f6f20f1 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:17.812347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0e0c53b-dea5-45f0-a637-94a462e365d4 req-b59697f7-d987-420a-9899-7d599f6f20f1 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1611092 Aug 19 17:51:17.861833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:17.885186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.938133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:17.938837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:17.938837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:17.940967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:17.943490 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7f24e-95f0-4a68-a780-5f47168aac8f" -d '{"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-unplugged", "status": "completed", "tag": "a081ef30-1e61-45aa-8390-c079ea434903"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:17.947414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.959653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.959936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0e0c53b-dea5-45f0-a637-94a462e365d4 req-b4e455e3-1eb4-48d9-a810-be1c44661de9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241603 Aug 19 17:51:17.964373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:17.964710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:17.992042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.994099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:17.995697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:17.996089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:17.996590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:17.997039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Bound port: 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:17.997413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.024687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.047517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70c7ffb-d1b2-4e99-b8d6-f942bbd60884,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.071847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a827b49f-d0ea-450a-baee-8c4590bd804a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.107637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.107931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on host n-h1-778550-10 for vnic_type normal with profile {"migrating_to": "n-h2-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:18.108302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:18.108706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fa79bb-4d1f-4591-acf9-e6600d07f89c req-0c1a81e4-6857-4996-95dd-9b54c80a73a1 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1100581 Aug 19 17:51:18.112325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:18.125382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:18.125765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Attempting to bind port a081ef30-1e61-45aa-8390-c079ea434903 on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:18.142948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.148628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:18.149106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:18.149501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:18.149931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Bound port: a081ef30-1e61-45aa-8390-c079ea434903, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:18.150289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.172599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.211027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Checking segment: {'id': 'b7aacc19-2586-4e7b-8ded-83956918415c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19f3c1f0-5ca7-4026-a59f-faa76071ee12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:18.211387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Network hostable DHCP agents. Network: 19f3c1f0-5ca7-4026-a59f-faa76071ee12, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:18.250547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Network 19f3c1f0-5ca7-4026-a59f-faa76071ee12 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:18.256613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:18.260656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:18.268329 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6db34c-6a5c-456c-95e1-bba182ed428b x-openstack-request-id: req-ba6db34c-6a5c-456c-95e1-bba182ed428b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:18.268683 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-unplugged", "status": "completed", "tag": "a081ef30-1e61-45aa-8390-c079ea434903", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:18.268943 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba6db34c-6a5c-456c-95e1-bba182ed428b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:18.269347 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903', 'code': 200} Aug 19 17:51:18.271140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.283577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 19f3c1f0-5ca7-4026-a59f-faa76071ee12) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:18.289782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767bb4d-2f60-4374-9120-5c6ae82b494a req-5e229f8b-fb3d-4917-9553-a401bb84c86d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.292460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1767bb4d-2f60-4374-9120-5c6ae82b494a req-5e229f8b-fb3d-4917-9553-a401bb84c86d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.2296932 Aug 19 17:51:18.292790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8d5d0-8ff5-4429-8621-e01c4077df12 None None] Network 19f3c1f0-5ca7-4026-a59f-faa76071ee12 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:18.316702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.317407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.330881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:18.356425 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27730b29-eb26-481c-b347-a7862306322c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3075509 Aug 19 17:51:18.359241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.387123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a6c757-c9fe-4f4b-aba9-d67625c9fd52,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.406561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:18.413017 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-77797d56-199b-47d2-821d-a0ec7750e3aa service neutron] show failed (client error): The resource could not be found. Aug 19 17:51:18.414125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-77797d56-199b-47d2-821d-a0ec7750e3aa service neutron] 10.222.0.42 "GET /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.2113295 Aug 19 17:51:18.415995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Checking segment: {'id': 'e07588fd-bf64-4e85-8836-8f38717111ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '32c52271-ba81-4694-8e84-d27e67ae3655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:18.416412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Network hostable DHCP agents. Network: 32c52271-ba81-4694-8e84-d27e67ae3655, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:18.420774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.422500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.425223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-63707b7a-3301-4b5e-a406-01d5937d80c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 1123 time: 1.0053356 Aug 19 17:51:18.431637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.495347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.496401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.497810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] 10.222.0.13 "PUT /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 1092 time: 1.4823310 Aug 19 17:51:18.539029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a081ef30-1e61-45aa-8390-c079ea434903'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:18.541283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be7989-d617-40c2-a5b4-c9b8cb0fccde None None] Network 19f3c1f0-5ca7-4026-a59f-faa76071ee12 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:18.587999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:18.590784 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:18.612855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1767bb4d-2f60-4374-9120-5c6ae82b494a req-d4c17276-4cce-4cf4-b60a-c28436e737db tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035085 Aug 19 17:51:18.628025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a081ef30-1e61-45aa-8390-c079ea434903'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:18.666543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-298420483', 'description': 'tempest-description-1124746576'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:18.704599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2c5c-462c-4e21-884a-e8a31feae4f1 req-b6395f97-9698-4e1d-9e3e-f029e89b2fb5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.714218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48a2c5c-462c-4e21-884a-e8a31feae4f1 req-b6395f97-9698-4e1d-9e3e-f029e89b2fb5 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.3717043 Aug 19 17:51:18.748038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Network 32c52271-ba81-4694-8e84-d27e67ae3655 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:18.752217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-fec875a2-8d45-42e0-9b44-e0e8db8a7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.754235 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-fec875a2-8d45-42e0-9b44-e0e8db8a7ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1101 time: 0.0528939 Aug 19 17:51:18.754930 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.776809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:18.777729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fa1d-e926-4ff8-9c01-8001a0dc6812 service neutron] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:18.794931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 32c52271-ba81-4694-8e84-d27e67ae3655) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:18.814636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-e422f0a6-7b7d-45cc-b1fa-53f4d40c0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.816278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-e422f0a6-7b7d-45cc-b1fa-53f4d40c0a0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1095 time: 0.2185922 Aug 19 17:51:18.817532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.818115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.828490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48a2c5c-462c-4e21-884a-e8a31feae4f1 req-d616c30c-a592-4919-b882-91b97db0d349 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147368 Aug 19 17:51:18.852406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0486d44-96d0-4365-a3ab-04fcd3984a8a None None] Network 32c52271-ba81-4694-8e84-d27e67ae3655 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:18.875558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-b4a6581e-2e8f-4dd5-aec3-004b8acda10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 217 time: 0.0397563 Aug 19 17:51:18.895182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:18.979817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-b887ce14-6496-493d-b649-287becaa1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:18.981354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-b887ce14-6496-493d-b649-287becaa1a54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0933332 Aug 19 17:51:19.051589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-c825010a-7e4f-4704-a0cb-713014b0bdd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443606 Aug 19 17:51:19.068367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.098253 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.137499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770d845-642a-4daa-bb99-7f9e89d146a0 req-871e675b-f888-4ce4-b6b3-21c2b78a4e9a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:19.139509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e770d845-642a-4daa-bb99-7f9e89d146a0 req-871e675b-f888-4ce4-b6b3-21c2b78a4e9a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1939878 Aug 19 17:51:19.155525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-77493613-3a66-4a95-9a74-40217fa0733e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6681447 Aug 19 17:51:19.186985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1136c8f-2e9f-4fa8-b3ed-43b85bc967b0 None None] Network 32c52271-ba81-4694-8e84-d27e67ae3655 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:19.194335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:19.204519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.205855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cc1d9ba-0a61-4d2f-b2b5-674a5457432f req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5436308 Aug 19 17:51:19.224175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aee453-8d56-49d3-af89-0ed77c99c096 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119b6066-9a9e-449c-b246-eb307c0c3dd2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:19.257462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e770d845-642a-4daa-bb99-7f9e89d146a0 req-43fd01c6-9f46-4cb4-bf45-0841c81d6d38 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000075 Aug 19 17:51:19.293524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:19.300281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:19.343845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.353763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-78c47d00-5813-4f52-a76d-1e1868dfdd54 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900071 Aug 19 17:51:19.359529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Transition to ACTIVE for port object e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:19.364452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.364944 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50034932-4960-4866-a6df-64e3f91640fe x-openstack-request-id: req-50034932-4960-4866-a6df-64e3f91640fe {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:19.365562 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:19.365966 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50034932-4960-4866-a6df-64e3f91640fe {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:19.366513 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'status': 'completed', 'code': 200} Aug 19 17:51:19.464217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] No DVR routers for this DVR port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:19.533626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4df25fb-fd4f-4e0c-a032-af768f53a059 req-c1c83ffc-2424-48df-86b0-99cca347f83f service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478968 Aug 19 17:51:19.549154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:19.584762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:19.585100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:19.585529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:19.589947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:19.590276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:19.606459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:19.606800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:19.607187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:19.607648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Bound port: e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:19.608011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.620883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:19.628004 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-1503fe9d-5ef1-4519-9748-8087df1c9990 req-78eb5a01-7dc3-44e3-97e1-1f0338fd4748 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] show failed (client error): The resource could not be found. Aug 19 17:51:19.648724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:51:19.649495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1503fe9d-5ef1-4519-9748-8087df1c9990 req-78eb5a01-7dc3-44e3-97e1-1f0338fd4748 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/b2f630e7-c5f7-437f-bbb1-b059cd69aa2a HTTP/1.1" status: 404 len: 352 time: 0.1134856 Aug 19 17:51:19.691754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc9c4-fe89-4c7e-b0b7-7ade3797e07c req-edff70b4-cd22-4f26-89b9-ae1dfe313ba4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:19.694053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c9dc9c4-fe89-4c7e-b0b7-7ade3797e07c req-edff70b4-cd22-4f26-89b9-ae1dfe313ba4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1590867 Aug 19 17:51:19.709549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:19.712847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:19.717491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.756855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:19.757468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:19.758863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 1096 time: 0.9892528 Aug 19 17:51:19.781488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c0de-ce54-48f1-95fa-e5a3dab40a9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:19.797833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c9dc9c4-fe89-4c7e-b0b7-7ade3797e07c req-beaefd09-a2f0-4237-ac84-cd62f807e366 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Aug 19 17:51:19.805326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-41854d60-12ae-4e04-ad47-44b7d47c2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:19.806997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-41854d60-12ae-4e04-ad47-44b7d47c2677 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1095 time: 0.1565344 Aug 19 17:51:19.844005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-2b2d23d6-13ce-48d0-902e-25cd7dbab050 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/119b6066-9a9e-449c-b246-eb307c0c3dd2 HTTP/1.1" status: 200 len: 1804 time: 0.0893736 Aug 19 17:51:19.849030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-32f6af54-9e08-46a4-9a1a-57d38971aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:19.850916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-32f6af54-9e08-46a4-9a1a-57d38971aa9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0540495 Aug 19 17:51:19.919132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '119b6066-9a9e-449c-b246-eb307c0c3dd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:19.919529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '119b6066-9a9e-449c-b246-eb307c0c3dd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:19.934050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1925639490', 'description': 'tempest-description-1440322646'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:19.976608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 17:51:19.976608 n-d-778550-10 neutron-server[101324]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 17:51:19.976608 n-d-778550-10 neutron-server[101324]: [parameters: {'project_id': 'e7f55f025fd4494c95ff6f58c8cfac56', 'id': 'ba4eec64-bbba-4a4d-961e-dede8e9a44b2', 'expiration': datetime.datetime(2021, 8, 19, 17, 53, 19, 963598)}] Aug 19 17:51:19.976608 n-d-778550-10 neutron-server[101324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:51:19.977094 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:51:20.020702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-1695f791-f990-4ec8-a58d-ecfac509a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.022327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-1695f791-f990-4ec8-a58d-ecfac509a9b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.2071440 Aug 19 17:51:20.083189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-be3f0eb3-4947-41fb-b687-89aeb0c6b07d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 217 time: 0.0529366 Aug 19 17:51:20.091735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.151729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.159485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.183663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-d75c931e-863b-42c6-a863-5542005daabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.185201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-d75c931e-863b-42c6-a863-5542005daabd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0900412 Aug 19 17:51:20.189927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c194d42-dba6-4861-b295-61a3d73a5573,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:20.206341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.207611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ca96f8-b807-481b-a9f0-9caeda38cd8e req-c6aca639-dba1-45bd-b0a4-3543b7f501a9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3147612 Aug 19 17:51:20.225246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-1133af29-0ca7-47dc-a171-329434829bdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296898 Aug 19 17:51:20.270998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903'}, {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}, {'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:20.273659 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a694c8-c43f-4e65-94c0-dcd5b377e44c" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "tag": "a081ef30-1e61-45aa-8390-c079ea434903"}, {"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}, {"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:20.286931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-ff847dec-3d27-49f8-a68a-75a44ef500a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.288654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-ff847dec-3d27-49f8-a68a-75a44ef500a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4302721 Aug 19 17:51:20.355702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621893d7-b1ba-40ab-82e1-377e4012d193 req-470f73c1-d84e-4cb0-be11-692dcca47f85 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.356974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-621893d7-b1ba-40ab-82e1-377e4012d193 req-470f73c1-d84e-4cb0-be11-692dcca47f85 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0786154 Aug 19 17:51:20.360654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-c31bf7ca-0bbf-4391-937d-2a70a84b88b3 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262970 Aug 19 17:51:20.370242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-61dc1651-b6ad-46d2-be2d-a0b9b2b50e49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0363262 Aug 19 17:51:20.428795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-8cce5dab-abad-4936-8aaa-7f4f1ed2dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.429818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-8cce5dab-abad-4936-8aaa-7f4f1ed2dff7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0521014 Aug 19 17:51:20.445066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-621893d7-b1ba-40ab-82e1-377e4012d193 req-f62bef5e-2acb-4280-999d-4e93bc245459 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806308 Aug 19 17:51:20.490298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-35be9b11-0329-48f2-aba2-014bc6091d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.492598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-35be9b11-0329-48f2-aba2-014bc6091d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524487 Aug 19 17:51:20.496531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b4a29bf-2469-4b6b-8591-2a6a34142e2d req-e39c1550-cf25-40cd-bb73-d964c88126a7 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274943 Aug 19 17:51:20.519016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.581549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc73a3-be27-4c19-aee7-386016e1d625 req-ae9819b2-bee3-40d6-b121-ff314e4a8167 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:20.583072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dccc73a3-be27-4c19-aee7-386016e1d625 req-ae9819b2-bee3-40d6-b121-ff314e4a8167 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.0738053 Aug 19 17:51:20.617977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-709b5804-d6e8-458b-83f0-5de5b108ac5d service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904405 Aug 19 17:51:20.642703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dccc73a3-be27-4c19-aee7-386016e1d625 req-c0c9dd33-ca13-4456-af62-8c846e2ba943 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Aug 19 17:51:20.668698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.674944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.691561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2107971816', 'description': 'tempest-description-2131241210'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:20.707375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.708566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebba916e-24b4-432a-b246-f687a011b21f req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7788491 Aug 19 17:51:20.722615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a864fb2e-dc84-4775-9159-a555bc5889e0 req-7dfb6d36-6dcc-48fb-bdd7-f3e2df213ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974693 Aug 19 17:51:20.730713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda93bff-e17d-4861-a62e-bf6df3a85971 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253876d2-8cf4-489e-a82f-0d40bcce3bd1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:20.741532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.804866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-563ffde2-8c89-49c7-9c2c-8f7ef86bc1cb req-6bdfd9d1-0dc7-42e9-8c4b-528076e20706 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac23a50fca614a5ba9299765ac6c4a45 HTTP/1.1" status: 200 len: 2984 time: 0.0750277 Aug 19 17:51:20.882618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-563ffde2-8c89-49c7-9c2c-8f7ef86bc1cb req-694ff175-8496-42bd-965c-59485c4188ce tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6 HTTP/1.1" status: 200 len: 2981 time: 0.0647256 Aug 19 17:51:20.894183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.901606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.948921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:20.950102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e5d84b4-ee5b-4d8a-9425-e07246e04e3a req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2666948 Aug 19 17:51:20.951927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cb575-a268-466b-b822-0f7e01a3edf6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046c62a2-8c8e-4e91-898b-647ee71ce649,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:20.965701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-563ffde2-8c89-49c7-9c2c-8f7ef86bc1cb req-4e630f7d-08bb-4b92-818a-fb8e2b9b8d1d tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6 HTTP/1.1" status: 200 len: 2981 time: 0.0739288 Aug 19 17:51:21.023139 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd5f8bf-77c4-4cef-9cff-28db2b34d3c9 x-openstack-request-id: req-8cd5f8bf-77c4-4cef-9cff-28db2b34d3c9 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:21.023539 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "tag": "a081ef30-1e61-45aa-8390-c079ea434903", "status": "completed", "code": 200}, {"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "code": 200}, {"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:21.023719 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cd5f8bf-77c4-4cef-9cff-28db2b34d3c9 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:21.024117 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903', 'status': 'completed', 'code': 200} Aug 19 17:51:21.024368 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'code': 200} Aug 19 17:51:21.024608 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'status': 'completed', 'code': 200} Aug 19 17:51:21.062770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e593f74-3cb6-40c5-832f-c8a332f5deea req-ea0e5028-c1aa-4c3d-965a-0d2f7cf193ba tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.065625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e593f74-3cb6-40c5-832f-c8a332f5deea req-ea0e5028-c1aa-4c3d-965a-0d2f7cf193ba tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.0637803 Aug 19 17:51:21.131559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-0465af04-0b73-4f12-91a5-9ed03fe3f831 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/253876d2-8cf4-489e-a82f-0d40bcce3bd1 HTTP/1.1" status: 200 len: 1813 time: 0.0937433 Aug 19 17:51:21.153021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253876d2-8cf4-489e-a82f-0d40bcce3bd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:21.153244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253876d2-8cf4-489e-a82f-0d40bcce3bd1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:21.163092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e593f74-3cb6-40c5-832f-c8a332f5deea req-2e119998-39eb-407c-b467-5627cb255d23 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826600 Aug 19 17:51:21.167897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-42558e01-689e-4f42-97f8-6fee9f28d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.169351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-42558e01-689e-4f42-97f8-6fee9f28d115 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1126 time: 0.1005077 Aug 19 17:51:21.180003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-b96bfe01-0310-4d2c-a2de-33b7eed77b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.181508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-b96bfe01-0310-4d2c-a2de-33b7eed77b7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0416570 Aug 19 17:51:21.298744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.309769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a0d33b10-de3e-43b3-9b1f-8521308fe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.311237 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a0d33b10-de3e-43b3-9b1f-8521308fe85c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1005025 Aug 19 17:51:21.312097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-237f34dc-9dc7-4d93-9ede-55294d0f7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.313558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-237f34dc-9dc7-4d93-9ede-55294d0f7e69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1343462 Aug 19 17:51:21.339244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.356490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a97ea453-9346-4e3d-b6bc-56463c764cea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0366614 Aug 19 17:51:21.377134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-4a431b3b-2440-450b-b50c-a2928801f53b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 217 time: 0.0527916 Aug 19 17:51:21.377383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.417508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-2125a82f-0aa0-4c08-9059-f49425174d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.419095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-2125a82f-0aa0-4c08-9059-f49425174d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0535536 Aug 19 17:51:21.445226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c47be8-e0c1-4684-ab42-18e536c98d2f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:21.457750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.458949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea2000fc-925e-4afb-a2de-578f902fb045 req-01d58fbe-10ec-4eee-abb4-69565106f2ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3133981 Aug 19 17:51:21.470911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-70434d5c-4e53-48f6-8517-dd7be609dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.474814 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-70434d5c-4e53-48f6-8517-dd7be609dad2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474710 Aug 19 17:51:21.476422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-6fbea46a-a623-4bf4-9496-e133c134a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.477834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-6fbea46a-a623-4bf4-9496-e133c134a1c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0784130 Aug 19 17:51:21.485980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f33c-ae42-4930-ba8c-ff8c88262ca6 req-b4ac3d80-cb79-4f60-9c6b-03b78a1be497 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.487413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb4f33c-ae42-4930-ba8c-ff8c88262ca6 req-b4ac3d80-cb79-4f60-9c6b-03b78a1be497 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1503482 Aug 19 17:51:21.499244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1785658247', 'description': 'tempest-description-1602093759'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:21.530069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-3a0a49f9-b971-4ed8-bf58-b8b7fae88fe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406077 Aug 19 17:51:21.578723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-18b0a850-e177-447d-84b0-57e4ed6337ea service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843139 Aug 19 17:51:21.610188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.648977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb4f33c-ae42-4930-ba8c-ff8c88262ca6 req-9f0f5bb8-cb5e-482b-9170-958d50f73b1f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446157 Aug 19 17:51:21.672933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-eefde877-3aff-471e-927c-94f44a1c95d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138277 Aug 19 17:51:21.715651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-2875f4ab-7d78-4969-8c1c-96b7c6b0f629 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084702 Aug 19 17:51:21.731745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-675c5d14-db5b-4078-84e5-5ff2a63ed347 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892686 Aug 19 17:51:21.844137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b6d837a-a014-418d-864b-ea53670482b2 req-9413e27a-6c59-4323-82b7-23dbbb26cdd0 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6 HTTP/1.1" status: 200 len: 2981 time: 0.1697628 Aug 19 17:51:21.880761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-c4b4cdbe-38b4-4031-bb6d-4388594cc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:21.882477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-c4b4cdbe-38b4-4031-bb6d-4388594cc623 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 1101 time: 0.1479349 Aug 19 17:51:21.947480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:21.986889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:22.015076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-841eef48-786e-4ac3-b6b3-1c30e021923c service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651360 Aug 19 17:51:22.035811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:22.037031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e53ae044-cfe1-4c23-a1da-70fd11f1244c req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5486991 Aug 19 17:51:22.054483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c6018-079c-421d-8cc2-41e6de0ad0de tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1314744b-eb48-4550-adcf-0d68daa67e77,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:22.061413 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-5b6d837a-a014-418d-864b-ea53670482b2 req-d7eaca14-9efd-4d17-ab04-a5b6ae715c5f tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 17:51:22.061913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b6d837a-a014-418d-864b-ea53670482b2 req-d7eaca14-9efd-4d17-ab04-a5b6ae715c5f tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6 HTTP/1.1" status: 409 len: 352 time: 0.2099524 Aug 19 17:51:22.155095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-3f967265-9932-45b4-8cbd-e1007dfb0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.156607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-3f967265-9932-45b4-8cbd-e1007dfb0698 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2469130 Aug 19 17:51:22.479586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-296f7eb1-46e2-4a76-bb25-eba402ae5087 req-846dff55-ce49-4581-b688-89bcae245dd9 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/253876d2-8cf4-489e-a82f-0d40bcce3bd1 HTTP/1.1" status: 200 len: 2406 time: 0.4221096 Aug 19 17:51:22.488224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-e8438762-6226-4393-9606-e20c84840339 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 200 len: 217 time: 0.3149953 Aug 19 17:51:22.490625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-f3a3878e-471e-4c02-a9ff-8820cfa328e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.492075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-f3a3878e-471e-4c02-a9ff-8820cfa328e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1099 time: 0.4171333 Aug 19 17:51:22.536635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080f2a-21fd-4bff-ae78-e98cfddba58a req-3ae80d53-2fa3-48f7-90f0-240a01df9fae tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.538092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c080f2a-21fd-4bff-ae78-e98cfddba58a req-3ae80d53-2fa3-48f7-90f0-240a01df9fae tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.4204240 Aug 19 17:51:22.650984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-de6fb93e-860c-44b3-bb5d-240644f88ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.652619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-de6fb93e-860c-44b3-bb5d-240644f88ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1597066 Aug 19 17:51:22.683274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c080f2a-21fd-4bff-ae78-e98cfddba58a req-38d0fdb0-1075-47b1-b5ac-2040e306a45a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970397 Aug 19 17:51:22.713738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91490fa1-d1bd-4626-b447-677767e260e7 req-9fe0dcf4-02c9-420e-b66d-0f5712c20b85 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.715218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91490fa1-d1bd-4626-b447-677767e260e7 req-9fe0dcf4-02c9-420e-b66d-0f5712c20b85 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 947 time: 0.1762466 Aug 19 17:51:22.761390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-32645b8f-6460-48af-a980-1ccb7c0e122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.762728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-32645b8f-6460-48af-a980-1ccb7c0e122b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2604012 Aug 19 17:51:22.770994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:22.771695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-398fa85f-6ae4-4813-887e-d6d0fd29d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.773115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-398fa85f-6ae4-4813-887e-d6d0fd29d2f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098955 Aug 19 17:51:22.812432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:22.837735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-d2bd1940-6c31-441c-b2ab-c7839ad50367 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0599468 Aug 19 17:51:22.886201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91490fa1-d1bd-4626-b447-677767e260e7 req-1cf95fbb-12e5-4d17-a147-4b0c0b4ea2e1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602600 Aug 19 17:51:22.909391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-fc7a33d0-40a9-41bc-96e1-d62715f81dbf tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/046c62a2-8c8e-4e91-898b-647ee71ce649 HTTP/1.1" status: 200 len: 1805 time: 0.1896858 Aug 19 17:51:22.956694 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-0d8bb914-4b20-467c-af31-2d9ca7b58445 req-c1a0c441-1346-40a8-9df4-a99dd2ee03f7 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] show failed (client error): The resource could not be found. Aug 19 17:51:22.958033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d8bb914-4b20-467c-af31-2d9ca7b58445 req-c1a0c441-1346-40a8-9df4-a99dd2ee03f7 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/21a74fc4-6203-4988-88e1-2fed8b81c936 HTTP/1.1" status: 404 len: 352 time: 0.0459599 Aug 19 17:51:22.981591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a9715820-94a8-4d4e-a33a-377ba749d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:22.983061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a9715820-94a8-4d4e-a33a-377ba749d262 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1326420 Aug 19 17:51:23.041727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-93d157a3-e80d-4cfa-907a-e9c3c4bec50a service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507823 Aug 19 17:51:23.044786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-0fcb31d3-4d7b-44eb-b123-9554f5ffd8cd tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/1314744b-eb48-4550-adcf-0d68daa67e77 HTTP/1.1" status: 200 len: 1805 time: 0.1245270 Aug 19 17:51:23.080004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '046c62a2-8c8e-4e91-898b-647ee71ce649', 'remote_group_id': '1314744b-eb48-4550-adcf-0d68daa67e77', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:23.080323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '046c62a2-8c8e-4e91-898b-647ee71ce649', 'remote_group_id': '1314744b-eb48-4550-adcf-0d68daa67e77', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:23.160340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-e8d61221-c4ce-439e-b484-996eb6f7c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:23.161865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-e8d61221-c4ce-439e-b484-996eb6f7c826 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1671543 Aug 19 17:51:23.171278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254c48d-56bb-468d-ba21-c1faf881d943 req-2ff2e37d-d9f4-49d7-912b-a27d983b9cc6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:23.173198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0254c48d-56bb-468d-ba21-c1faf881d943 req-2ff2e37d-d9f4-49d7-912b-a27d983b9cc6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1586766 Aug 19 17:51:23.287505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:23.301495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8905abc-f6ea-4842-a5ce-c12b64f5284b req-dcd2194a-f2fb-4f6c-bc70-61a52f15d645 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363141 Aug 19 17:51:23.328137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0254c48d-56bb-468d-ba21-c1faf881d943 req-64116610-bab2-48c5-9894-9d5da3a523b3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366892 Aug 19 17:51:23.336885 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.376489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-19666edf-6714-49d9-8618-a829292b1946 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022038 Aug 19 17:51:23.388387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.397468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.400592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:23.413158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'mac_address': 'fa:16:3e:64:5f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:23.453912 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.462735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8327f3f-c1e8-454f-9d12-9557f0af732f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:23.474589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:23.491030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.492232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-994e520d-7d59-4e4d-ad46-6b1d399be69b req-078b4600-c242-41ba-aad4-48a78591bf85 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4258943 Aug 19 17:51:23.495046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:23.499877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.503176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-aee13012-ac80-4b07-ba2b-21814336fb14 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-group-rules/80c47be8-e0c1-4684-ab42-18e536c98d2f HTTP/1.1" status: 200 len: 778 time: 0.0350759 Aug 19 17:51:23.547099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86a694c8-c43f-4e65-94c0-dcd5b377e44c req-a4978c8b-437c-4da9-9836-f85109429ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604004 Aug 19 17:51:23.552970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:23.566035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-b735c068-2f99-46cc-8be8-63d177634aa9 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/253876d2-8cf4-489e-a82f-0d40bcce3bd1 HTTP/1.1" status: 200 len: 2406 time: 0.0537996 Aug 19 17:51:23.619764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.635060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.648743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff076894-f89f-4c0d-aca0-3f901c586521 req-57fe1e11-e3a8-4de9-b22e-8a7c93d5f5db tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:23.650239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff076894-f89f-4c0d-aca0-3f901c586521 req-57fe1e11-e3a8-4de9-b22e-8a7c93d5f5db tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0833337 Aug 19 17:51:23.695295 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.703869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.705540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-389f37eb-70a2-4844-9bc7-daf8ffd6d326 req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/80c47be8-e0c1-4684-ab42-18e536c98d2f HTTP/1.1" status: 204 len: 173 time: 0.1288612 Aug 19 17:51:23.711561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff076894-f89f-4c0d-aca0-3f901c586521 req-ef47bd58-2811-4383-822d-be5ff6063e94 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504308 Aug 19 17:51:23.715810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501115-8b2a-4cd7-a0cb-544f881a981d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c47be8-e0c1-4684-ab42-18e536c98d2f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:23.743890 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-0a9adb43-3ad6-449a-828d-eef63ae7e827 req-49f1d52d-7f97-4046-ac1c-938fd07fce99 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] show failed (client error): The resource could not be found. Aug 19 17:51:23.744860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a9adb43-3ad6-449a-828d-eef63ae7e827 req-49f1d52d-7f97-4046-ac1c-938fd07fce99 tempest-SecurityGroupsNegativeTestJSON-635458601 tempest-SecurityGroupsNegativeTestJSON-635458601-project] 10.222.0.36 "GET /v2.0/security-groups/943e330d-95e9-48bd-b80c-b20295d7c193 HTTP/1.1" status: 404 len: 352 time: 0.0164616 Aug 19 17:51:23.748488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-559781156', 'description': 'tempest-description-187600210'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:23.763409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42790) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:23.810347 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.839843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Deleting subnet f70c7ffb-d1b2-4e99-b8d6-f942bbd60884 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:51:23.856041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.915888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:23.935506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:23.960776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a1c3-fc6f-4c3d-8bee-d47361dc2384 req-dbb47ebd-621e-44e8-bc2e-aa39065935f5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:23.962340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7731a1c3-fc6f-4c3d-8bee-d47361dc2384 req-dbb47ebd-621e-44e8-bc2e-aa39065935f5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.1394956 Aug 19 17:51:24.013366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.068770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7731a1c3-fc6f-4c3d-8bee-d47361dc2384 req-60f34742-11b5-4873-89b4-795eed93f925 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961571 Aug 19 17:51:24.108559 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.125251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.134868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-82499869', 'description': 'tempest-description-2038522625'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:24.173867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.209247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70c7ffb-d1b2-4e99-b8d6-f942bbd60884,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:24.223391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae15c45-179b-441f-b1de-29db682039c5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:24.226997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.231797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0a374378-5ba3-4538-84f5-f7648cd8c4b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f70c7ffb-d1b2-4e99-b8d6-f942bbd60884 HTTP/1.1" status: 204 len: 168 time: 0.4671497 Aug 19 17:51:24.231973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:24.233339 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.259230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.271963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c76b728-1c95-46eb-a885-e57a37cc7481 req-27d4a855-3c88-4e08-b9bc-8b4e84d62fa6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5294285 Aug 19 17:51:24.341402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.400391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ee0c3-aad4-4a1f-a15a-8a52a810e2bc req-91ff2254-29ca-4511-8b2b-2f0225141ed2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:24.407794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812ee0c3-aad4-4a1f-a15a-8a52a810e2bc req-91ff2254-29ca-4511-8b2b-2f0225141ed2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 948 time: 0.0754354 Aug 19 17:51:24.430016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.441749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f3c1f0-5ca7-4026-a59f-faa76071ee12']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:24.444054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.458088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.463628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aacc19-2586-4e7b-8ded-83956918415c') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:24.464099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aacc19-2586-4e7b-8ded-83956918415c') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:24.477241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.496111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.496335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b72fb6-bc29-49b9-9528-bad32b1d99cb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:24.506875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:51:24.507970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:51:24.511019 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:51:24.523128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812ee0c3-aad4-4a1f-a15a-8a52a810e2bc req-e95b51b0-56ac-4d49-9818-b117763725bf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131985 Aug 19 17:51:24.533949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.550613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-657603fa-3cf2-494d-8fdb-7366b4359080 req-73a50460-b2db-4bd5-a467-16a63095a71e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4209542 Aug 19 17:51:24.572392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2045979943', 'description': 'tempest-description-805766550'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:24.586734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.596850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.598180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.600009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19f3c1f0-5ca7-4026-a59f-faa76071ee12 HTTP/1.1" status: 204 len: 168 time: 0.3653712 Aug 19 17:51:24.612857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb143fec-8852-4eed-9a67-eceb817655d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f3c1f0-5ca7-4026-a59f-faa76071ee12,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:24.708467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee743ea6-85fa-4ce8-8e5b-3c0d952ee896 req-13986faa-04e5-4206-b57a-bf54318e6ae6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:24.710444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee743ea6-85fa-4ce8-8e5b-3c0d952ee896 req-13986faa-04e5-4206-b57a-bf54318e6ae6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.0808735 Aug 19 17:51:24.743403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42810) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:24.778341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.792649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.805720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d6009eb-075b-4fa1-bca0-c66c0a007d7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac23a50fca614a5ba9299765ac6c4a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604634 Aug 19 17:51:24.808262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42812) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:24.829468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee743ea6-85fa-4ce8-8e5b-3c0d952ee896 req-329b28c6-a988-4ed4-9426-b2ffec110108 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023023 Aug 19 17:51:24.847133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.849039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49781aa9-ad42-41c7-80f4-32312452f75c req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2806985 Aug 19 17:51:24.863768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8a71f-6782-48ca-832b-c9a157bc8f78 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c77c70-e437-454f-8b95-0c1c89a62601,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:24.873881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.898738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.922100 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:51:24.967317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.971324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:24.972824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6 HTTP/1.1" status: 204 len: 168 time: 0.1636057 Aug 19 17:51:24.982814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738570ea-e6f5-48e4-9669-e29dbe63ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2d66a3-7b56-4398-a89c-a6cc54c4b5f6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:25.048872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42980fa2-bc41-4bbf-b453-8e8c68d42c68 req-eaebd7e5-ec5d-4662-ac89-f19a76c1438d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/b4b72fb6-bc29-49b9-9528-bad32b1d99cb HTTP/1.1" status: 200 len: 1811 time: 0.0572259 Aug 19 17:51:25.208901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b95297-2a54-450a-b64c-3003003474df req-a97ac092-4ea4-4f56-8e26-8e1605fc4fdb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.218127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2b95297-2a54-450a-b64c-3003003474df req-a97ac092-4ea4-4f56-8e26-8e1605fc4fdb tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1111238 Aug 19 17:51:25.239959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-f1d5dac3-03fe-48d0-ac04-16d25a3b37b6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.242233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-f1d5dac3-03fe-48d0-ac04-16d25a3b37b6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7&tenant_id=45bf29bd9b544268bfdf8e0464c51770&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 948 time: 0.0695729 Aug 19 17:51:25.244287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-96c55b22-803c-48ee-a06b-c4658e2ee894 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/fae15c45-179b-441f-b1de-29db682039c5 HTTP/1.1" status: 200 len: 1803 time: 0.0955567 Aug 19 17:51:25.293723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-4b3200d0-b02c-4579-8edf-308f352121d7 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/b5c77c70-e437-454f-8b95-0c1c89a62601 HTTP/1.1" status: 200 len: 1804 time: 0.0451622 Aug 19 17:51:25.311755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:25.317954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2b95297-2a54-450a-b64c-3003003474df req-f7fe5b17-1652-44ed-b61c-19e903c87150 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986917 Aug 19 17:51:25.322493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fae15c45-179b-441f-b1de-29db682039c5', 'remote_group_id': 'b5c77c70-e437-454f-8b95-0c1c89a62601', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:25.323013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fae15c45-179b-441f-b1de-29db682039c5', 'remote_group_id': 'b5c77c70-e437-454f-8b95-0c1c89a62601', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:25.361928 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-5363015a-4f80-420b-acb5-c9a99dd136c9 service neutron] 10.222.0.13 "GET /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 383 time: 0.1045034 Aug 19 17:51:25.415668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:25.420609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:25.421220 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.490928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.494235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-69439598-19bf-4fb1-ad24-5b48bb12e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.496226 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-69439598-19bf-4fb1-ad24-5b48bb12e1be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1100 time: 0.0727658 Aug 19 17:51:25.524445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d2760-0470-40a9-a52d-fd7057973516 req-3b632032-0040-4df6-9925-2c2e425a52f5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.532127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-029d2760-0470-40a9-a52d-fd7057973516 req-3b632032-0040-4df6-9925-2c2e425a52f5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0921478 Aug 19 17:51:25.576436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.608566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:25.612609 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.613447 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442f67b-bf1d-498e-a9f2-4c012f422c20" -d '{"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:25.628561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-029d2760-0470-40a9-a52d-fd7057973516 req-480fd8da-959a-4f47-abb5-e3472b67c305 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955637 Aug 19 17:51:25.634993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.635637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-435e3023-0335-4af8-bfe8-8185c5a5c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.638536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-435e3023-0335-4af8-bfe8-8185c5a5c7d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1317737 Aug 19 17:51:25.648963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:25.654124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad9e22b-01b0-4991-bf6a-5e7f525da792,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:25.661751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.665425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdde8d69-bf95-40c4-af6c-c2349ede752f req-a9aa9925-c7d1-41cf-b9a9-8e48c7415f74 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3511450 Aug 19 17:51:25.674769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.692271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-299447875', 'description': 'tempest-description-1695468996'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:25.734300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-59509037-88ac-4280-8c82-eb309d97e180 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0847805 Aug 19 17:51:25.761387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.779175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:25.781718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:25.801733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-6a8ade7b-8866-4818-abde-4c417cdf180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.803168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-6a8ade7b-8866-4818-abde-4c417cdf180c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0581126 Aug 19 17:51:25.846419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfa824-5738-464f-aeb1-6b7dc3946ca0 req-a73659ca-7816-451c-873a-6df964940209 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.847989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9dfa824-5738-464f-aeb1-6b7dc3946ca0 req-a73659ca-7816-451c-873a-6df964940209 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.1329465 Aug 19 17:51:25.867979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-2e6b2d4f-8fed-4cf2-9327-e92e68ea5843 service neutron] 10.222.0.42 "GET /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.1177213 Aug 19 17:51:25.873749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-2220fdcb-1f18-483e-89e5-901df6d3b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:25.875335 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-2220fdcb-1f18-483e-89e5-901df6d3b592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548205 Aug 19 17:51:25.967358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9dfa824-5738-464f-aeb1-6b7dc3946ca0 req-5390ea98-0244-4740-8940-e73f860e3afe tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048009 Aug 19 17:51:25.983273 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-1e120bf8-da30-461c-9990-7f8bf8fc8ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004906 Aug 19 17:51:26.020865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.028590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.046539 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ad2ae-a06f-40a7-8ffe-2c69323ba9e0 x-openstack-request-id: req-092ad2ae-a06f-40a7-8ffe-2c69323ba9e0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:26.048130 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:26.048492 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-092ad2ae-a06f-40a7-8ffe-2c69323ba9e0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:26.049067 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'code': 200} Aug 19 17:51:26.066253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:26.100114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-a9e1e5ad-94b9-4a07-9502-39536997a7f6 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088221 Aug 19 17:51:26.117297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.127851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7920ea21-d593-4538-874b-6a932d13e426 req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4411874 Aug 19 17:51:26.140036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c3c2a-649a-47cf-b95e-f7056df1092e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f707a-1c67-46b3-accb-7159b5b6acd1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.194815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-73e6d892-646f-43a9-9607-c0286c6c9dc9 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/b5c77c70-e437-454f-8b95-0c1c89a62601 HTTP/1.1" status: 200 len: 1804 time: 0.1048491 Aug 19 17:51:26.196980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1781933758-network', 'tenant_id': '42bca5f8049741029e9d3bb68ccd156d'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:26.218210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Made reservation on behalf of 42bca5f8049741029e9d3bb68ccd156d for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:26.221841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.230800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.240579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:26.290471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:26.300452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7e63f-f991-4056-bbd6-e03f9879e888 req-307e7fe0-b6ce-430f-bb1b-2aa74129dfe3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.301971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92d7e63f-f991-4056-bbd6-e03f9879e888 req-307e7fe0-b6ce-430f-bb1b-2aa74129dfe3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1311958 Aug 19 17:51:26.325340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.330970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.352540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:26.361196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a081ef30-1e61-45aa-8390-c079ea434903 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:26.366228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362e39e-7beb-45e8-ba3c-23b9e5a109b9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.370059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.372296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.372574 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Added segment 06b33b39-0e40-4495-8ea7-6078064e3900 of type vlan for network bf835a0e-f8a5-49ac-bc0d-6be6da140674 Aug 19 17:51:26.390046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:26.415819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.416179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92d7e63f-f991-4056-bbd6-e03f9879e888 req-c2e256b4-3e1a-4c8f-8c24-ec35abbcfe0f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948782 Aug 19 17:51:26.418121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.420731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.443723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.444920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.445701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.499700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4323471 Aug 19 17:51:26.504526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:26.510977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Request body: {'subnet': {'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1781933758-subnet', 'tenant_id': '42bca5f8049741029e9d3bb68ccd156d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:26.536078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a747-4e5c-4652-9bc0-f119a7052980 admin admin] Pushing event updated for resources: {'Network': ['ID=bf835a0e-f8a5-49ac-bc0d-6be6da140674,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.547083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:26.550332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Made reservation on behalf of 42bca5f8049741029e9d3bb68ccd156d for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:26.552926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.574723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] Transition to ACTIVE for port object a081ef30-1e61-45aa-8390-c079ea434903 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:26.575691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.578542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.580552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ecea85b0-739f-4171-9c9a-11e56e922520 req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5c77c70-e437-454f-8b95-0c1c89a62601 HTTP/1.1" status: 204 len: 173 time: 0.3686507 Aug 19 17:51:26.598151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02ce0f-ca74-477c-859c-38e6783cb332 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c77c70-e437-454f-8b95-0c1c89a62601,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.600908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.702990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] No DVR routers for this DVR port a081ef30-1e61-45aa-8390-c079ea434903 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:26.728153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8ccf524-3e07-420f-93f0-ebd40d2c6f22 req-da5a52c4-1bfc-44f2-a000-3c437f00848d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/bd1f707a-1c67-46b3-accb-7159b5b6acd1 HTTP/1.1" status: 200 len: 1812 time: 0.1874409 Aug 19 17:51:26.730051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] Pushing event updated for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.741377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.773972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-065f3a5b-2e26-47cf-85fb-993acd3bdebf service neutron] 10.222.0.42 "PUT /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903/bindings/n-h2-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8972628 Aug 19 17:51:26.792599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cdf8d-0ccb-49f7-a0d5-c5bb25060a35 req-628fcadd-63fe-4735-aa41-ecfaed53f8a5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.795018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d4cdf8d-0ccb-49f7-a0d5-c5bb25060a35 req-628fcadd-63fe-4735-aa41-ecfaed53f8a5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1277912 Aug 19 17:51:26.798475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:26.810334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43d5125-9d4f-4d5f-88bd-12dd83e9e517,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:26.827798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Checking segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:26.828153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Network hostable DHCP agents. Network: bf835a0e-f8a5-49ac-bc0d-6be6da140674, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:26.833860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ddd0072-d160-42cd-871a-64730b8eb5a6 req-eab41faf-e445-42be-b637-dc98790cd853 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/fae15c45-179b-441f-b1de-29db682039c5 HTTP/1.1" status: 200 len: 1803 time: 0.0764534 Aug 19 17:51:26.859033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:26.864292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d4cdf8d-0ccb-49f7-a0d5-c5bb25060a35 req-9c11cd4f-215f-4bcf-8845-0b15c5735ce2 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588081 Aug 19 17:51:26.868562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:26.887653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-980684461', 'description': 'tempest-description-1235553097'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:26.896748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, bf835a0e-f8a5-49ac-bc0d-6be6da140674) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:26.902219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.902924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.908070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929dd086-a196-4f59-b107-675466e4a43e None None] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:26.920850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-4cfe640f-b4e9-48c9-870a-0c9d4da471ae tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.921112 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-4cfe640f-b4e9-48c9-870a-0c9d4da471ae tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0752754 Aug 19 17:51:26.931868 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ae719ba-4568-4a7c-9ae4-ba05125744cb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4257977 Aug 19 17:51:26.937902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:26.981870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b680b4-065e-454d-bc5e-f011eb87d2b2 req-f9fd9e74-e088-4bf7-b167-b66b924df219 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.989862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b680b4-065e-454d-bc5e-f011eb87d2b2 req-f9fd9e74-e088-4bf7-b167-b66b924df219 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0846591 Aug 19 17:51:26.992609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-6efa42a5-1ce2-4a6e-aeca-7be24eb8f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:26.994255 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-6efa42a5-1ce2-4a6e-aeca-7be24eb8f391 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6&tenant_id=6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 1096 time: 0.0438402 Aug 19 17:51:27.058122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2b680b4-065e-454d-bc5e-f011eb87d2b2 req-e1b1a925-7e38-4dcf-9d9d-33f6c0b734d7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651381 Aug 19 17:51:27.066669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a37ea-1568-4649-861f-95c1948bef9e None None] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:27.096798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-3ff7471f-8e6b-4a01-8f7d-5169e46f39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.098694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-3ff7471f-8e6b-4a01-8f7d-5169e46f39af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0570836 Aug 19 17:51:27.109908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-325243111', 'description': 'tempest-description-1746518245'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:27.135670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.142845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.185668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.190792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.195956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7ee0e65-478f-4100-907a-bcc65bd4fcd4 req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3127682 Aug 19 17:51:27.205286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad0bc6-2974-4a3f-948b-81a31f4c0922 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b5990-0a3d-43ff-bf82-5af00ff73cf7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:27.218886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-6367ae74-f27d-4b70-9ae4-ef3dd77fe3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.220802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-6367ae74-f27d-4b70-9ae4-ef3dd77fe3a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1132767 Aug 19 17:51:27.274043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-b3eb4cd0-3178-41b5-aa9b-e7c942d3e6fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 200 len: 217 time: 0.0401225 Aug 19 17:51:27.323278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bfcbe-be21-462c-b00d-ae21c857e292 req-0f4ecbd3-270b-4538-a5e9-321d404502fb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.324811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-950bfcbe-be21-462c-b00d-ae21c857e292 req-0f4ecbd3-270b-4538-a5e9-321d404502fb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0794756 Aug 19 17:51:27.326240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-489382fc-3b69-48a7-95ca-923a375516d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.327773 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-489382fc-3b69-48a7-95ca-923a375516d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0444191 Aug 19 17:51:27.331456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.339630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.361644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-83c1d08d-4d59-4efa-a7a7-166342f21ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251894 Aug 19 17:51:27.386076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.387301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599775b-5107-4556-aff2-aac5f35305e6 req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2825038 Aug 19 17:51:27.390900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be65c76-9408-4350-9df3-ff5ec76409ad tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3760bea-64a1-451a-bcb9-2fa9abcdb90a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:27.396520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-950bfcbe-be21-462c-b00d-ae21c857e292 req-ec5a46ef-d950-4f71-872c-289544a023f6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Aug 19 17:51:27.464039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-f4bc25d6-6f75-4a2f-93df-2c7d31b1082d service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947301 Aug 19 17:51:27.473903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93335692-2a2d-43d3-abef-ea04fc2caf21 req-0b55e987-58bd-4726-acb7-9a29f5b16abb tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/e33b5990-0a3d-43ff-bf82-5af00ff73cf7 HTTP/1.1" status: 200 len: 1812 time: 0.0419166 Aug 19 17:51:27.541600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-d0c59f6d-ac12-423d-86ac-c4bf3ed347e6 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 200 len: 1804 time: 0.0481811 Aug 19 17:51:27.554465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3760bea-64a1-451a-bcb9-2fa9abcdb90a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:27.554793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3760bea-64a1-451a-bcb9-2fa9abcdb90a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:27.578872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-ab447ca9-b1e8-4a87-9d34-9920c0f6cf45 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998425 Aug 19 17:51:27.669792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.699162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.711418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.738881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a3fb06-6049-4be0-a0fb-03989ac587f5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:27.749785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-09d8cbe1-335d-46dd-9b0f-375675affa7b tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.751890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-09d8cbe1-335d-46dd-9b0f-375675affa7b tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 818 time: 0.1560957 Aug 19 17:51:27.756864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:27.758052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b087304-23fc-44f0-86ad-d95d643d4f96 req-74e98b7f-5ede-402a-96d4-fd2ad4b99e7b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2077985 Aug 19 17:51:27.769367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-1ae4c785-ae0f-40f4-a461-66e28d62ac3c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/quotas/42bca5f8049741029e9d3bb68ccd156d HTTP/1.1" status: 200 len: 375 time: 0.0103757 Aug 19 17:51:27.801474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-5cac71e7-22a8-40c4-8274-cd2fb0aad545 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265133 Aug 19 17:51:27.910965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c964-bc65-4d16-997a-c98b994f4b4a req-522aecdc-5f45-4606-ab30-bee802c76376 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.912506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a748c964-bc65-4d16-997a-c98b994f4b4a req-522aecdc-5f45-4606-ab30-bee802c76376 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.0959485 Aug 19 17:51:27.939215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-0e2b4c01-91be-4932-b018-f31a0ee63447 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:27.940786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-0e2b4c01-91be-4932-b018-f31a0ee63447 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0443752 Aug 19 17:51:27.947579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-44e17e6e-2fe3-47e8-b19a-b00757a3e5bd service neutron] 10.222.0.36 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390855 Aug 19 17:51:27.972245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a748c964-bc65-4d16-997a-c98b994f4b4a req-d3c210ba-876a-438f-9025-76e15cee3e0f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532181 Aug 19 17:51:28.010759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1045729657', 'description': 'tempest-description-1232121982'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:28.051459 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.072877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-11566ac3-eea2-4733-9d45-d9a43f02fa77 service neutron] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:28.076194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-11566ac3-eea2-4733-9d45-d9a43f02fa77 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.077301 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-42d2cff8-4b24-4a3a-a906-0e26757c8bbe req-11566ac3-eea2-4733-9d45-d9a43f02fa77 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903/bindings/n-h1-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.1292365 Aug 19 17:51:28.084267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b80d385-d11b-44ed-b58a-ac9cec9b2503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.102578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-165a914d-491d-40b1-83b9-7e72804cfd8a service neutron] 10.222.0.36 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449564 Aug 19 17:51:28.172010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.176622 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.209989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.211341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84994c77-696b-431c-bacc-3803da16ee5c req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2063158 Aug 19 17:51:28.213127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac3aad-9c8e-41d5-a200-fc6271acf869 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d410c28a-e8ee-4374-a1f0-4eb7ab82c889,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:28.365383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-ec0ba79c-e84d-48bd-9774-8e680b766270 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 200 len: 2397 time: 0.0574119 Aug 19 17:51:28.389988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3760bea-64a1-451a-bcb9-2fa9abcdb90a', 'remote_group_id': None}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:28.390365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3760bea-64a1-451a-bcb9-2fa9abcdb90a', 'remote_group_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:28.420542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229e79-348a-4d1a-9cc1-8dadb015de36 req-b8148464-19f6-4f95-b045-e5319214a1de tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:28.422491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1229e79-348a-4d1a-9cc1-8dadb015de36 req-b8148464-19f6-4f95-b045-e5319214a1de tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0744627 Aug 19 17:51:28.520028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1229e79-348a-4d1a-9cc1-8dadb015de36 req-598c43e9-d1a2-435d-878c-eaae7384e587 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868320 Aug 19 17:51:28.540779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.570991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.574902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.591989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2eec59-5fb8-43b0-9079-ff445fac30c0,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:28.637638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:28.638908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbb6e867-058d-4b8b-be64-b0411bf8bd48 req-474f79e1-d995-4487-9360-26950db9158d tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2588189 Aug 19 17:51:28.664843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7cdac-0d86-437e-98de-d4ae40fe68a7 req-b447970b-ac58-498f-8d7d-fc4363288ae1 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:28.666390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04f7cdac-0d86-437e-98de-d4ae40fe68a7 req-b447970b-ac58-498f-8d7d-fc4363288ae1 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0646412 Aug 19 17:51:28.733819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04f7cdac-0d86-437e-98de-d4ae40fe68a7 req-5b971ad6-719b-47b7-a225-6628f5d74fae tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571277 Aug 19 17:51:28.740786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75d0640a-8ed3-424d-bfd6-9e0d2f15be02 req-132e0791-bfa8-43b4-80ca-50897c4a82d1 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/d410c28a-e8ee-4374-a1f0-4eb7ab82c889 HTTP/1.1" status: 200 len: 1813 time: 0.0734656 Aug 19 17:51:28.910538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-9e686f83-eb0d-4d09-8290-6fbbfc167ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:28.912077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-9e686f83-eb0d-4d09-8290-6fbbfc167ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1101 time: 0.0903044 Aug 19 17:51:28.927776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9622df-2899-47fa-b0f9-9a161b678b05 req-2098aa13-d754-4615-b824-5b59519693cb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:28.929688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b9622df-2899-47fa-b0f9-9a161b678b05 req-2098aa13-d754-4615-b824-5b59519693cb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0784371 Aug 19 17:51:28.935197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:29.322423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:29.351238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce93d956-fd6e-47c2-9c55-6e7993a55fc2 req-b88dabb4-e9c0-40a5-9e9a-ea3960cb0f36 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 200 len: 2995 time: 0.1082904 Aug 19 17:51:29.367552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b9622df-2899-47fa-b0f9-9a161b678b05 req-9c79575b-c2d8-4ef1-87be-69b536de1683 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246488 Aug 19 17:51:29.368434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:29.401419 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-7b83b895-52a9-47a0-817b-08fe5587ae50 req-aa9392f9-761a-4e20-9606-d57de2987ce1 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] show failed (client error): The resource could not be found. Aug 19 17:51:29.413429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b83b895-52a9-47a0-817b-08fe5587ae50 req-aa9392f9-761a-4e20-9606-d57de2987ce1 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/b9498d05-f0b3-4889-bce2-8ee4e315bfcb HTTP/1.1" status: 404 len: 352 time: 0.0348234 Aug 19 17:51:29.455420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:29.467260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87', 'port_id': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'mac_address': 'fa:16:3e:92:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fc86d7-ecda-4b58-b7d6-c876b35270cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:29.474051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1449e20f-d8ef-438d-9925-9014da8f8c9b req-fbb4229d-5481-4234-8309-7983bd8350f7 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 210 time: 0.0339625 Aug 19 17:51:29.530907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:29.546094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582a81b2-479c-4c71-94b5-5ef7feb1dd64 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:29.570310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:29.577735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:29.615479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38535f-0fae-40db-827c-7eb40982aa42 req-3a309f1e-94cd-4b91-b531-94a1df1c7814 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:29.617708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e38535f-0fae-40db-827c-7eb40982aa42 req-3a309f1e-94cd-4b91-b531-94a1df1c7814 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.1503074 Aug 19 17:51:29.634815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:29.680577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-117ccc1b-27a1-4c15-99e0-3347b4030044 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-group-rules/ec2eec59-5fb8-43b0-9079-ff445fac30c0 HTTP/1.1" status: 200 len: 783 time: 0.0917227 Aug 19 17:51:29.800807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e38535f-0fae-40db-827c-7eb40982aa42 req-cce0e14c-79b4-48b6-a772-a2000c208a5f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352994 Aug 19 17:51:29.852134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-5f420434-fb94-4996-bb19-58c0ea9f5f91 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 200 len: 2995 time: 0.1567924 Aug 19 17:51:29.865340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:29.891523 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-534e43f5-5468-4a6d-9e0e-d7a8ea771926 req-98440b7a-4ba6-4999-b05e-5b256febafb5 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] show failed (client error): The resource could not be found. Aug 19 17:51:29.892594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-534e43f5-5468-4a6d-9e0e-d7a8ea771926 req-98440b7a-4ba6-4999-b05e-5b256febafb5 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-group-rules/62f6ef93-0e7a-42af-9e80-b8cb54495775 HTTP/1.1" status: 404 len: 361 time: 0.0481246 Aug 19 17:51:29.928462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:29.943242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:29.951303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-47af91e4-3e72-488b-84df-9e72e9432235 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:29.952785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-47af91e4-3e72-488b-84df-9e72e9432235 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 818 time: 0.2376266 Aug 19 17:51:29.987516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Request body: {'port': {'device_id': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'admin_state_up': True, 'tenant_id': '42bca5f8049741029e9d3bb68ccd156d'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:29.996063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['582a81b2-479c-4c71-94b5-5ef7feb1dd64'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:30.009767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:30.100857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.123990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.125130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adc9e3cc-9d58-4e68-8797-87d22a8b0bf7 req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ec2eec59-5fb8-43b0-9079-ff445fac30c0 HTTP/1.1" status: 204 len: 173 time: 0.2625527 Aug 19 17:51:30.146821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:30.149736 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5090ca91-7eb2-4b20-adf6-4fc414704981" -d '{"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:30.156068 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.161561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68b434-34d2-4830-9df7-a8361ae2ebed tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec2eec59-5fb8-43b0-9079-ff445fac30c0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:30.203248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c07a-da34-446f-a5a9-718c0bd7dcef req-bfd7a6e7-86fb-4098-a761-2f917456c433 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:30.210546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7995c07a-da34-446f-a5a9-718c0bd7dcef req-bfd7a6e7-86fb-4098-a761-2f917456c433 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2567821 Aug 19 17:51:30.215057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Transition to ACTIVE for port object e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:30.231833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.333855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-69f91441-50ae-40d3-b98e-098ef4ea0e7d tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:30.335563 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-69f91441-50ae-40d3-b98e-098ef4ea0e7d tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.13 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 818 time: 0.3311772 Aug 19 17:51:30.343801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-9165c45b-8099-4b2e-b9d1-d84e45a76a97 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:30.345365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7995c07a-da34-446f-a5a9-718c0bd7dcef req-470794df-cbfc-4356-91ef-984822b35e5b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332850 Aug 19 17:51:30.346701 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-9165c45b-8099-4b2e-b9d1-d84e45a76a97 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 818 time: 0.2332060 Aug 19 17:51:30.349256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Made reservation on behalf of 42bca5f8049741029e9d3bb68ccd156d for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:30.352865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.354834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:30.357809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Request body: {'port': {'device_id': '61607554-d368-462f-994f-ea0b0f27fa9c', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'admin_state_up': True, 'tenant_id': '42bca5f8049741029e9d3bb68ccd156d'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:30.387672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] No DVR routers for this DVR port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:30.411945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154bc9e-ab71-4054-a739-5eeb77cf60a8 req-339cce7b-4752-4790-b1fb-186d4b690420 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:30.419217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2154bc9e-ab71-4054-a739-5eeb77cf60a8 req-339cce7b-4752-4790-b1fb-186d4b690420 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.1948647 Aug 19 17:51:30.428855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Request body: {'port': {'device_id': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'admin_state_up': True, 'tenant_id': '42bca5f8049741029e9d3bb68ccd156d'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:30.530377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:30.530720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:30.531060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:30.533348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d4176bd-bc1e-4e5e-baf4-9b2b30d19d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.567491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:30.567973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Attempting to bind port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:30.577200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2154bc9e-ab71-4054-a739-5eeb77cf60a8 req-51df68ba-a71c-4096-91d8-0a466a0caef5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554623 Aug 19 17:51:30.584641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:30.584832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Made reservation on behalf of 42bca5f8049741029e9d3bb68ccd156d for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:30.585040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:30.585378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:30.585807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Bound port: e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:30.586172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.588173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.594018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-ef3c8a5a-9116-4123-b6c9-ee95d32c87ba tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/d410c28a-e8ee-4374-a1f0-4eb7ab82c889 HTTP/1.1" status: 200 len: 1813 time: 0.1710670 Aug 19 17:51:30.638658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Made reservation on behalf of 42bca5f8049741029e9d3bb68ccd156d for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:30.642744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.731778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Allocated IP 172.20.0.9 (bf835a0e-f8a5-49ac-bc0d-6be6da140674/e43d5125-9d4f-4d5f-88bd-12dd83e9e517/fde190bf-4740-4cdd-b8f0-9e1a34972494) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:30.768789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-693aea52-7a60-4f22-adf0-9ce28329e535 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 200 len: 2397 time: 0.1416163 Aug 19 17:51:30.780713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:30.786305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:30.788471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.801070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.867679 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.902521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:30.903153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:30.904590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 1097 time: 1.9739408 Aug 19 17:51:31.003332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.008792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b974b3c-7e3b-42ec-9de8-a7123e39ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=11']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.072374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.090744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-3b7a971a-9729-473d-b904-5230dae3496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.092291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-3b7a971a-9729-473d-b904-5230dae3496b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1100 time: 0.1611528 Aug 19 17:51:31.139967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.172388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.175377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.176544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4b2bf9d-6266-4a68-9528-1120637fd21c req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-groups/d410c28a-e8ee-4374-a1f0-4eb7ab82c889 HTTP/1.1" status: 204 len: 173 time: 0.5521827 Aug 19 17:51:31.218874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.223512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d79fc-f0f3-4fe3-980e-1d31bbf7b48d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410c28a-e8ee-4374-a1f0-4eb7ab82c889,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.235632 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23342f-b8e3-4a6e-92ea-a74755c72945 x-openstack-request-id: req-7f23342f-b8e3-4a6e-92ea-a74755c72945 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:31.235926 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:31.236176 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f23342f-b8e3-4a6e-92ea-a74755c72945 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:31.236564 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'code': 200} Aug 19 17:51:31.302139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.304635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.305690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ef04a1-22b1-4cf7-b422-da7de07f5e8f req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3760bea-64a1-451a-bcb9-2fa9abcdb90a HTTP/1.1" status: 204 len: 173 time: 0.5222378 Aug 19 17:51:31.326941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-e5cbf59c-b7fb-4203-a0f6-0e1673f3e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.328447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-e5cbf59c-b7fb-4203-a0f6-0e1673f3e2eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2229660 Aug 19 17:51:31.336545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:31.339553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ab638-4cfd-4b4f-a241-43694d486d6b tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3760bea-64a1-451a-bcb9-2fa9abcdb90a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.391045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.401360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-094f479d-3916-4186-ab86-1a899b0c18cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0629673 Aug 19 17:51:31.417876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:31.421960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:31.422337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.425328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Allocated IP 172.20.0.5 (bf835a0e-f8a5-49ac-bc0d-6be6da140674/e43d5125-9d4f-4d5f-88bd-12dd83e9e517/e117a272-2753-4b0f-9afd-a5d9e001718e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:31.466265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6519d5-2972-4814-b274-30e4d6218453 req-ecf58a42-2ac9-40a2-9f9c-a109cb355209 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.467806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b6519d5-2972-4814-b274-30e4d6218453 req-ecf58a42-2ac9-40a2-9f9c-a109cb355209 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 948 time: 0.1828811 Aug 19 17:51:31.511363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:31.513524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.533294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:31.538139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:31.540430 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb70ce-6b90-45e8-8d15-8659c030b701" -d '{"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-plugged", "status": "completed", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:31.542266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:31.552608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event updated for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.554329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:31.560869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.562878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:31.591230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-cb184af6-c89a-4e05-974a-9bb3ec346538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.592718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-cb184af6-c89a-4e05-974a-9bb3ec346538 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1839833 Aug 19 17:51:31.601722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.602317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470259e9-6c2a-4ea3-9a86-d8114143a8e6 req-e67d976d-e910-443b-b070-1aff9c0126a5 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.603868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-470259e9-6c2a-4ea3-9a86-d8114143a8e6 req-e67d976d-e910-443b-b070-1aff9c0126a5 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1096 time: 0.2170353 Aug 19 17:51:31.619162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b6519d5-2972-4814-b274-30e4d6218453 req-192e1f96-c506-411c-86a5-af9ac837fe9e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269033 Aug 19 17:51:31.658976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.660361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.661726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.664394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:31.670402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.694438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-470259e9-6c2a-4ea3-9a86-d8114143a8e6 req-1f3922ac-bfe9-47f3-a10d-cff20effdadc tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721545 Aug 19 17:51:31.697477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d319bc95-2716-4f2b-894a-23a9cf965c5c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7301211 Aug 19 17:51:31.701388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-758d7119-2e33-4249-b024-d4091ef6ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.702983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-758d7119-2e33-4249-b024-d4091ef6ec4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959578 Aug 19 17:51:31.719640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Request body: {'port': {'device_id': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:31.760216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:31.765312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:31.768441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:31.770985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event updated for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:31.797482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Allocated IP 172.20.0.11 (bf835a0e-f8a5-49ac-bc0d-6be6da140674/e43d5125-9d4f-4d5f-88bd-12dd83e9e517/a7cd5434-3849-4c31-a63a-9c734d142f3b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:31.837434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.851317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.851961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.883022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0e7dc32c-ef60-4d78-8620-e46232dedd03 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5310879 Aug 19 17:51:31.886627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:31.926882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1204296-f934-418a-aeb9-b00817206726 req-c6c135c7-f1de-47d4-9c60-ac340c5ff633 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:31.928302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1204296-f934-418a-aeb9-b00817206726 req-c6c135c7-f1de-47d4-9c60-ac340c5ff633 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 931 time: 0.1991446 Aug 19 17:51:31.933505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Request body: {'port': {'device_id': '61607554-d368-462f-994f-ea0b0f27fa9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:31.966875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-3d876c51-e6cd-4297-9642-a74d106bedf0 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541938 Aug 19 17:51:31.978019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-0f076e77-35df-4403-a334-e63a01900e58 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/e33b5990-0a3d-43ff-bf82-5af00ff73cf7 HTTP/1.1" status: 200 len: 1812 time: 0.1260405 Aug 19 17:51:32.018799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.073793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.085886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1204296-f934-418a-aeb9-b00817206726 req-76a2a102-241f-47fc-a5b2-dd02c7d7c17c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459401 Aug 19 17:51:32.181049 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-63ca0a59-07e8-4c3f-8613-42180e43006e req-3ef5adef-0d83-4260-909b-7116c495fa73 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] show failed (client error): The resource could not be found. Aug 19 17:51:32.181960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63ca0a59-07e8-4c3f-8613-42180e43006e req-3ef5adef-0d83-4260-909b-7116c495fa73 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/b5c77c70-e437-454f-8b95-0c1c89a62601 HTTP/1.1" status: 404 len: 352 time: 0.0423186 Aug 19 17:51:32.207860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.218994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.225159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d582f518-93d4-441f-9cb6-4193c7e4d45c req-f7d821c4-652c-44dd-98d0-b6cc2bdc0a44 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445197 Aug 19 17:51:32.254989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.304480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Network bf835a0e-f8a5-49ac-bc0d-6be6da140674 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:32.312185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:32.318177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:32.355609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event updated for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:32.359424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b675090-33eb-44ec-ba5c-545da143a457 req-b163ab84-56fc-4137-9509-d3d60c0ebeee tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.361548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b675090-33eb-44ec-ba5c-545da143a457 req-b163ab84-56fc-4137-9509-d3d60c0ebeee tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1084983 Aug 19 17:51:32.369397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba26b-1081-4f40-8115-961672cc4faa req-e1591097-08a7-4ac0-b1ce-99ff51acbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.370846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-e1591097-08a7-4ac0-b1ce-99ff51acbd52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1101 time: 0.0795739 Aug 19 17:51:32.371936 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.377698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.378966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8837004-ace6-4ad7-a2dc-0826fd9b1b5e req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-groups/e33b5990-0a3d-43ff-bf82-5af00ff73cf7 HTTP/1.1" status: 204 len: 173 time: 0.3873994 Aug 19 17:51:32.393652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.394283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.419617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c86f1246-11c3-4c37-966f-c44cc75140ac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9976470 Aug 19 17:51:32.423955 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd8af53-5a9d-4bd4-8c55-531793cd7761 x-openstack-request-id: req-9bd8af53-5a9d-4bd4-8c55-531793cd7761 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:32.424410 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-plugged", "status": "completed", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:32.424535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d23c7f-2049-4098-8f9e-b3018d5d8748 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b5990-0a3d-43ff-bf82-5af00ff73cf7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:32.424989 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bd8af53-5a9d-4bd4-8c55-531793cd7761 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:32.425350 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'code': 200} Aug 19 17:51:32.433701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Request body: {'port': {'device_id': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:32.505604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b675090-33eb-44ec-ba5c-545da143a457 req-08ce959e-88be-4a74-9c7a-85573491b5e4 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255007 Aug 19 17:51:32.618553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333e5ee-dfc7-4869-9701-eddbc41f2c04 req-53408b8e-50eb-4af1-8391-639b40df47c9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.620190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d333e5ee-dfc7-4869-9701-eddbc41f2c04 req-53408b8e-50eb-4af1-8391-639b40df47c9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1365528 Aug 19 17:51:32.639087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba26b-1081-4f40-8115-961672cc4faa req-c8b37c64-ede8-427a-8a87-1f1aede7588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.640594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-c8b37c64-ede8-427a-8a87-1f1aede7588f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2489593 Aug 19 17:51:32.806058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e117a272-2753-4b0f-9afd-a5d9e001718e {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:32.810495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.816986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.854473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Transition to ACTIVE for port object e117a272-2753-4b0f-9afd-a5d9e001718e will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:32.862625 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:32.981172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d933ed-06e2-40ee-b633-79a122fd5e71 req-e1679218-6844-418e-af00-e27520055f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:32.982436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:32.982664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45d933ed-06e2-40ee-b633-79a122fd5e71 req-e1679218-6844-418e-af00-e27520055f1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1097 time: 0.4493830 Aug 19 17:51:33.013354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-983c54a8-b61f-43b8-ac0d-1984769774e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=047a2c55-becf-4de7-be75-553d9b200347 HTTP/1.1" status: 200 len: 217 time: 0.3594470 Aug 19 17:51:33.060639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Attempting to bind port e117a272-2753-4b0f-9afd-a5d9e001718e on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:33.060876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Attempting to bind port e117a272-2753-4b0f-9afd-a5d9e001718e by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:33.061202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Attempting to bind port e117a272-2753-4b0f-9afd-a5d9e001718e on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.065622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Port e117a272-2753-4b0f-9afd-a5d9e001718e on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:33.065943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Attempting to bind port e117a272-2753-4b0f-9afd-a5d9e001718e on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.070778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:33.071115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Checking segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:33.071523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Bound using segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:33.071945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Bound port: e117a272-2753-4b0f-9afd-a5d9e001718e, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:33.072299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.083154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34874cc-fe15-4898-aba8-99850baa0c72 req-2f74c9ea-9a73-4443-8347-f0d64b3ef7ae tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.084725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c34874cc-fe15-4898-aba8-99850baa0c72 req-2f74c9ea-9a73-4443-8347-f0d64b3ef7ae tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 1096 time: 0.4981534 Aug 19 17:51:33.089159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d333e5ee-dfc7-4869-9701-eddbc41f2c04 req-d97885d9-82f1-49a5-999b-614ffd8b9633 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464691 Aug 19 17:51:33.139853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45d933ed-06e2-40ee-b633-79a122fd5e71 req-208932ff-3c35-433e-88b0-e5e38c868c76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232018 Aug 19 17:51:33.141514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:33.144689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e117a272-2753-4b0f-9afd-a5d9e001718e,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:33.148274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.170371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba26b-1081-4f40-8115-961672cc4faa req-d46fe59d-a102-48ee-a70c-6e1d5ba8c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.172101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-d46fe59d-a102-48ee-a70c-6e1d5ba8c811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1367166 Aug 19 17:51:33.186139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.186752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.188459 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] 10.222.0.13 "PUT /v2.0/ports/e117a272-2753-4b0f-9afd-a5d9e001718e HTTP/1.1" status: 200 len: 1092 time: 1.2889154 Aug 19 17:51:33.188649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:33.190802 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523132ff-aeff-4f52-a4de-14ca8bea9804" -d '{"events": [{"name": "network-changed", "server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:33.203043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c34874cc-fe15-4898-aba8-99850baa0c72 req-78d30fea-301d-4ced-8a4b-77a59c2121ee tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087983 Aug 19 17:51:33.214068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9217-abb0-4e19-a3ea-b8ee4ed0ec0e service neutron] Pushing event updated for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:33.222641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-b46a466c-5ba9-49c7-a485-33aa3eee6c11 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/fae15c45-179b-441f-b1de-29db682039c5 HTTP/1.1" status: 200 len: 1803 time: 0.0895884 Aug 19 17:51:33.258590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:33.261180 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c5234b-a0cb-49ef-bece-343cc1362041" -d '{"events": [{"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:33.305391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde190bf-4740-4cdd-b8f0-9e1a34972494 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:33.318087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.354212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Transition to ACTIVE for port object fde190bf-4740-4cdd-b8f0-9e1a34972494 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:33.364523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-891b0b19-9c62-416d-b1f3-0aa96079809c tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/bd1f707a-1c67-46b3-accb-7159b5b6acd1 HTTP/1.1" status: 200 len: 1812 time: 0.1284525 Aug 19 17:51:33.367229 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.382941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.425114 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.483196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Pushing event updated for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:33.500086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.508835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cd5434-3849-4c31-a63a-9c734d142f3b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:33.517936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.556739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Transition to ACTIVE for port object a7cd5434-3849-4c31-a63a-9c734d142f3b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:33.568663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.587733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.616858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-39de8f0a-4d70-4270-b6c8-6ff523578374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.618435 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-39de8f0a-4d70-4270-b6c8-6ff523578374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 1095 time: 0.0960753 Aug 19 17:51:33.630437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eba26b-1081-4f40-8115-961672cc4faa req-0a3ca192-2b7b-4775-846d-85c67586c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.631987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-0a3ca192-2b7b-4775-846d-85c67586c605 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510134 Aug 19 17:51:33.632949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:33.647072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.671295 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.674784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.675875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b807331b-39dc-460a-aff9-8d11c9e464d7 req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/fae15c45-179b-441f-b1de-29db682039c5 HTTP/1.1" status: 204 len: 173 time: 0.4116993 Aug 19 17:51:33.707822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-2ad77639-ef14-4044-883a-9ddb54a3c70e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e117a272-2753-4b0f-9afd-a5d9e001718e HTTP/1.1" status: 200 len: 217 time: 0.0577569 Aug 19 17:51:33.730124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Attempting to bind port fde190bf-4740-4cdd-b8f0-9e1a34972494 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:33.730470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Attempting to bind port fde190bf-4740-4cdd-b8f0-9e1a34972494 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:33.730859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Attempting to bind port fde190bf-4740-4cdd-b8f0-9e1a34972494 on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.745351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d892227-6591-4f22-bfc5-4885aa3ddb3a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae15c45-179b-441f-b1de-29db682039c5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:33.765807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Port fde190bf-4740-4cdd-b8f0-9e1a34972494 on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:33.766147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Attempting to bind port fde190bf-4740-4cdd-b8f0-9e1a34972494 on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.774413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Attempting to bind port a7cd5434-3849-4c31-a63a-9c734d142f3b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:33.774752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Attempting to bind port a7cd5434-3849-4c31-a63a-9c734d142f3b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:33.775066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Attempting to bind port a7cd5434-3849-4c31-a63a-9c734d142f3b on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.777947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-9a0a31b8-068c-4891-9132-74043817a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.779388 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-9a0a31b8-068c-4891-9132-74043817a145 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.0649343 Aug 19 17:51:33.782750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Port a7cd5434-3849-4c31-a63a-9c734d142f3b on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:33.783087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Attempting to bind port a7cd5434-3849-4c31-a63a-9c734d142f3b on network bf835a0e-f8a5-49ac-bc0d-6be6da140674 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:33.787987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:33.788327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Checking segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:33.788891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Bound using segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:33.789224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Bound port: a7cd5434-3849-4c31-a63a-9c734d142f3b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:33.789738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.794125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:33.794477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Checking segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:33.794865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Bound using segment: {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:33.795415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Bound port: fde190bf-4740-4cdd-b8f0-9e1a34972494, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b33b39-0e40-4495-8ea7-6078064e3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:33.795820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.836740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.839177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:33.840346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20acfff2-c801-4925-b5b8-bb67e28cb11b req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd1f707a-1c67-46b3-accb-7159b5b6acd1 HTTP/1.1" status: 204 len: 173 time: 0.4713123 Aug 19 17:51:33.851067 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-27b68ea8-db0f-4ef3-baae-ab69f7c9127d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508873 Aug 19 17:51:33.895081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85ba99-1008-48a0-9140-d32dc4b7f052 req-14942be3-96d7-4252-8fab-35f760401498 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:33.896647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb85ba99-1008-48a0-9140-d32dc4b7f052 req-14942be3-96d7-4252-8fab-35f760401498 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 948 time: 0.1621952 Aug 19 17:51:33.897409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52894a-9eef-415b-8b89-d47a69e47a43 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f707a-1c67-46b3-accb-7159b5b6acd1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:33.906048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-f2d30a8e-32b7-4aef-9236-3c6a0d5fde0b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552993 Aug 19 17:51:33.943103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:33.957489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:33.964690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:33.970221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.024542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:34.035867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.040170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb85ba99-1008-48a0-9140-d32dc4b7f052 req-47ec764f-f331-4ed2-a6b6-a2a24ad4df9c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Aug 19 17:51:34.043499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.044590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.046318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7cd5434-3849-4c31-a63a-9c734d142f3b HTTP/1.1" status: 200 len: 1093 time: 1.6180742 Aug 19 17:51:34.059525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-df54a45b-350a-444d-abdb-9c35b6fe167a service neutron] 10.222.0.13 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970916 Aug 19 17:51:34.114988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.115759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.117312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] 10.222.0.42 "PUT /v2.0/ports/fde190bf-4740-4cdd-b8f0-9e1a34972494 HTTP/1.1" status: 200 len: 1092 time: 2.4057615 Aug 19 17:51:34.154042 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c086e2b-cdc6-4d34-9957-9dbf7c2a83ee x-openstack-request-id: req-0c086e2b-cdc6-4d34-9957-9dbf7c2a83ee {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:34.154814 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:34.154814 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c086e2b-cdc6-4d34-9957-9dbf7c2a83ee {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:34.155029 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'status': 'completed', 'code': 200} Aug 19 17:51:34.187775 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bee06-c086-4223-9ffe-6b552852aed0 x-openstack-request-id: req-4c7bee06-c086-4223-9ffe-6b552852aed0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:34.189194 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:34.189720 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c7bee06-c086-4223-9ffe-6b552852aed0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:34.190349 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e', 'status': 'completed', 'code': 200} Aug 19 17:51:34.190463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7eba26b-1081-4f40-8115-961672cc4faa req-5126de52-5070-4cb7-9ca3-4615a784206e service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447209 Aug 19 17:51:34.195217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc99b-9e9f-4bf4-b7b0-8f163cbbd97f service neutron] Pushing event updated for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:34.222524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cffb2-a0c1-404f-8c3f-91237db643f4 req-089cb36e-48d8-4626-a70b-247362757436 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.224115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-526cffb2-a0c1-404f-8c3f-91237db643f4 req-089cb36e-48d8-4626-a70b-247362757436 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 943 time: 0.1931665 Aug 19 17:51:34.269605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d58799-b62d-4142-be3c-6e9baf45af53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:34.279476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-94d36b5d-0957-4572-9310-88d73aee4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.283849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-94d36b5d-0957-4572-9310-88d73aee4003 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 1096 time: 0.1422889 Aug 19 17:51:34.304128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-99fc43e9-7b0c-46ea-9e9a-57078582c963 service neutron] 10.222.0.13 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365019 Aug 19 17:51:34.308733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-88f0aa04-f63b-4224-8d15-13039833db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.310235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-88f0aa04-f63b-4224-8d15-13039833db01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 1100 time: 0.1169431 Aug 19 17:51:34.314782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-526cffb2-a0c1-404f-8c3f-91237db643f4 req-045b895f-6541-4481-84f0-df80b93073cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756288 Aug 19 17:51:34.319769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-db96a5c4-12eb-4a7d-a546-156b8889de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.323005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-db96a5c4-12eb-4a7d-a546-156b8889de07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 1095 time: 0.1365550 Aug 19 17:51:34.376577 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-deae3f39-1eda-47cd-951e-e15c62e98c77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494 HTTP/1.1" status: 200 len: 217 time: 0.0455542 Aug 19 17:51:34.385248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-4516ab38-60fe-4340-a058-09eb6c0667f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b HTTP/1.1" status: 200 len: 217 time: 0.0905793 Aug 19 17:51:34.429056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c749cff6-648a-4eb6-a3e2-8954d9717222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.430564 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c749cff6-648a-4eb6-a3e2-8954d9717222 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.0466034 Aug 19 17:51:34.464725 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-7ab72817-9951-4b9d-8148-fc4d2e2917c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262065 Aug 19 17:51:34.541309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695422-59a9-443c-b92f-c7413e875d81 req-242ef160-b9d5-4cfe-9f96-2a1203080f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.543063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-242ef160-b9d5-4cfe-9f96-2a1203080f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.1464159 Aug 19 17:51:34.563829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-d6334dd6-32e7-4147-b09b-a24bbb39171f service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901809 Aug 19 17:51:34.574124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-e4f77ab1-073f-406a-8651-2a87a651b827 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/1314744b-eb48-4550-adcf-0d68daa67e77 HTTP/1.1" status: 200 len: 1805 time: 0.1759179 Aug 19 17:51:34.587683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72df7b-91bc-4306-817a-839e56c88382 req-d8b9f74a-eb25-415e-83b2-02c2549af8e6 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.589169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a72df7b-91bc-4306-817a-839e56c88382 req-d8b9f74a-eb25-415e-83b2-02c2549af8e6 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.1936448 Aug 19 17:51:34.609714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-765fa5f8-43b3-4f57-8401-dc4bb3d34b20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512395 Aug 19 17:51:34.632624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-78834a71-9aff-4b21-92cd-43b9dc679879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.634086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-78834a71-9aff-4b21-92cd-43b9dc679879 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2596955 Aug 19 17:51:34.677907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-a8dd2c6b-961f-4f51-90c5-333c95d735a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.679876 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-a8dd2c6b-961f-4f51-90c5-333c95d735a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 1095 time: 0.1119621 Aug 19 17:51:34.744730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-c90703f0-feab-4179-869f-24793607ec69 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693554 Aug 19 17:51:34.783282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-30f92b28-ebec-4518-8d8e-f54a66abe5a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 200 len: 217 time: 0.1268759 Aug 19 17:51:34.792335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-a8ff9f78-ff69-40ec-993a-0472a5cd0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.793818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-a8ff9f78-ff69-40ec-993a-0472a5cd0a0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 919 time: 0.0995336 Aug 19 17:51:34.809914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a72df7b-91bc-4306-817a-839e56c88382 req-141e4325-6286-46d3-85e7-88342270730c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030566 Aug 19 17:51:34.811332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:34.853824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-27787562-124e-4adc-8e12-052470fb2b77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e117a272-2753-4b0f-9afd-a5d9e001718e HTTP/1.1" status: 200 len: 217 time: 0.0485005 Aug 19 17:51:34.887211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-e30e9103-7d47-4b37-ab6a-725e1ce78fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651281 Aug 19 17:51:34.887691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.905993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-f09b99cd-0ff9-4e0a-9f25-6932ffe0c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.908808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-f09b99cd-0ff9-4e0a-9f25-6932ffe0c439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.0466309 Aug 19 17:51:34.923301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-53f3eefc-9307-4cc9-9eab-4f23dec7142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:34.924782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-53f3eefc-9307-4cc9-9eab-4f23dec7142a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1339047 Aug 19 17:51:34.929042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:34.941044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'mac_address': 'fa:16:3e:64:5f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:34.950637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-48f3f51e-60d8-4824-b7fc-5507f0f811bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281475 Aug 19 17:51:34.988778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:34.990098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.011644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:35.044185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:35.051244 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.059590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-391d26a3-42b7-4711-97f5-c641f976ae6a tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/b4b72fb6-bc29-49b9-9528-bad32b1d99cb HTTP/1.1" status: 200 len: 1811 time: 0.2081168 Aug 19 17:51:35.083184 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-219c8956-2727-4f84-b41e-7473748f4b15 service neutron] 10.222.0.13 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064939 Aug 19 17:51:35.120490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:35.126407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-e403b48e-57ea-4ac3-ad7c-3989a129c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:35.127947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-e403b48e-57ea-4ac3-ad7c-3989a129c9b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813211 Aug 19 17:51:35.176511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d695422-59a9-443c-b92f-c7413e875d81 req-a51b107b-5843-4ee8-99f7-9a7c3b17a014 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725446 Aug 19 17:51:35.212360 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-523132ff-aeff-4f52-a4de-14ca8bea9804 req-694e2a66-3601-48b1-a1fd-b0ba8e661031 service neutron] 10.222.0.13 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037731 Aug 19 17:51:35.220440 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.222903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.224044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c6c5506-337f-4086-91c3-4458f8578f40 req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/1314744b-eb48-4550-adcf-0d68daa67e77 HTTP/1.1" status: 204 len: 173 time: 0.6339898 Aug 19 17:51:35.248001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196bb02-d454-4db8-a75d-a61f17f5f618 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1314744b-eb48-4550-adcf-0d68daa67e77,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:35.255897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.293400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-978b1b02-9c41-4a87-99dd-bbc45b06dda1 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555936 Aug 19 17:51:35.297280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.346181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:35.426723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b5746-37f0-49fb-8bb3-a0e8d778cc05 req-1868b1d7-c919-4d65-a43f-2b7dd4d93e8b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:35.428169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c30b5746-37f0-49fb-8bb3-a0e8d778cc05 req-1868b1d7-c919-4d65-a43f-2b7dd4d93e8b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1212435 Aug 19 17:51:35.446927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.449878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.450971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92ed36c6-4687-427e-9c96-f53017b7a971 req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4b72fb6-bc29-49b9-9528-bad32b1d99cb HTTP/1.1" status: 204 len: 173 time: 0.3754413 Aug 19 17:51:35.487188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c5234b-a0cb-49ef-bece-343cc1362041 req-47709044-1be5-4d12-9d88-fae5e4c1ff8a service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812565 Aug 19 17:51:35.489594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d29d8-bc55-4014-a926-9b3600ca216d tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b72fb6-bc29-49b9-9528-bad32b1d99cb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:35.522070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c30b5746-37f0-49fb-8bb3-a0e8d778cc05 req-de386d77-7dd4-424a-8b85-972000955329 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818071 Aug 19 17:51:35.663159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b90da-6b9a-4f24-b5f1-90f0d96572c1 req-c7462b61-cd29-4e4c-9a07-bf7515124cfc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:35.664698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da4b90da-6b9a-4f24-b5f1-90f0d96572c1 req-c7462b61-cd29-4e4c-9a07-bf7515124cfc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0732024 Aug 19 17:51:35.686156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-8bd6e26c-9d0b-49ea-bf41-c28485261a28 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/046c62a2-8c8e-4e91-898b-647ee71ce649 HTTP/1.1" status: 200 len: 1805 time: 0.0604501 Aug 19 17:51:35.735669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da4b90da-6b9a-4f24-b5f1-90f0d96572c1 req-64109ce0-359f-4468-b009-24bcc15ea92e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Aug 19 17:51:35.765618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.792914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.867028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c052ca-4451-478d-b829-4ae4b7bd9e61 req-37e36924-9088-4610-96ca-7e02a394f3e7 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:35.868508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72c052ca-4451-478d-b829-4ae4b7bd9e61 req-37e36924-9088-4610-96ca-7e02a394f3e7 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 943 time: 0.0664566 Aug 19 17:51:35.883590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.886056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:35.887132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45ef8cea-dd51-4e82-9368-c459d35b796c req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/046c62a2-8c8e-4e91-898b-647ee71ce649 HTTP/1.1" status: 204 len: 173 time: 0.1932139 Aug 19 17:51:35.909774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ccb72-dd6d-43de-92e3-88aa5e746a84 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c62a2-8c8e-4e91-898b-647ee71ce649,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:35.941373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72c052ca-4451-478d-b829-4ae4b7bd9e61 req-615d59b0-8823-4257-bf31-7fbfe3c72c5e tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660439 Aug 19 17:51:35.968213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-930af299-0856-4092-857e-dc2f8ac03629 tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "GET /v2.0/security-groups/253876d2-8cf4-489e-a82f-0d40bcce3bd1 HTTP/1.1" status: 200 len: 1813 time: 0.0630429 Aug 19 17:51:36.062073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.079813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d0ef-adc8-4011-873d-a72c879da075 req-8c18a178-9108-4aab-8c4a-c1dbb5ba19e0 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.081396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04e0d0ef-adc8-4011-873d-a72c879da075 req-8c18a178-9108-4aab-8c4a-c1dbb5ba19e0 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1097 time: 0.0788195 Aug 19 17:51:36.098275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.148129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04e0d0ef-adc8-4011-873d-a72c879da075 req-2028523e-2fbd-48de-b868-e3828d8e077b tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 Aug 19 17:51:36.156140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:36.159809 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291904f-b450-4f43-9be3-6c4cf845ec93" -d '{"events": [{"name": "network-changed", "server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:36.167821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.170906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.173089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3f0a96-6155-4f86-9ee8-51b36ac5ed06 req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] 10.222.0.36 "DELETE /v2.0/security-groups/253876d2-8cf4-489e-a82f-0d40bcce3bd1 HTTP/1.1" status: 204 len: 173 time: 0.1972976 Aug 19 17:51:36.179461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43024) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:36.191547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46dfea-f865-4a48-92f5-ceba8e34eb1e tempest-SecurityGroupRulesNegativeTestJSON-938522748 tempest-SecurityGroupRulesNegativeTestJSON-938522748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253876d2-8cf4-489e-a82f-0d40bcce3bd1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:36.193255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:36.197774 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dacfdda-0b6f-496c-a755-d502f7d77430" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:36.275953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Deleting subnet f9a6c757-c9fe-4f4b-aba9-d67625c9fd52 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:51:36.279621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.316365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.319130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8af890-0adb-4316-aa4e-b81b34b31c48 req-79994ead-a5c3-40eb-9c54-4391b3c4d069 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.320784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e8af890-0adb-4316-aa4e-b81b34b31c48 req-79994ead-a5c3-40eb-9c54-4391b3c4d069 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.0797243 Aug 19 17:51:36.357900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.362563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ec529-bbc5-4740-bc4c-63fe4ce17f5c req-1fbb1f33-4ef0-451f-8fa2-eff7895e6bd2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.364230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-811ec529-bbc5-4740-bc4c-63fe4ce17f5c req-1fbb1f33-4ef0-451f-8fa2-eff7895e6bd2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 949 time: 0.0797102 Aug 19 17:51:36.393862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e8af890-0adb-4316-aa4e-b81b34b31c48 req-95818b26-6b7c-4c83-aed0-23677d4e66c6 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641713 Aug 19 17:51:36.423851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-811ec529-bbc5-4740-bc4c-63fe4ce17f5c req-43934165-edbc-4359-b034-b01df9e6db33 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Aug 19 17:51:36.443415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.479231 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b0a15-0c23-46a5-be34-b30fc933ec8d x-openstack-request-id: req-ae2b0a15-0c23-46a5-be34-b30fc933ec8d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:36.479699 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:36.480049 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae2b0a15-0c23-46a5-be34-b30fc933ec8d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:36.480529 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494', 'status': 'completed', 'code': 200} Aug 19 17:51:36.486064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a6c757-c9fe-4f4b-aba9-d67625c9fd52,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:36.487816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-bd88e2a8-d427-44a7-b630-c8c1a2528f10 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/119b6066-9a9e-449c-b246-eb307c0c3dd2 HTTP/1.1" status: 200 len: 2403 time: 0.0470946 Aug 19 17:51:36.496549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.502183 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0eabd986-8dcb-40db-820c-5489bad92044 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9a6c757-c9fe-4f4b-aba9-d67625c9fd52 HTTP/1.1" status: 204 len: 168 time: 0.3210280 Aug 19 17:51:36.502925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:36.583089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.608427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-89569ce3-60ea-4479-9a53-11e37c0dbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.610137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-89569ce3-60ea-4479-9a53-11e37c0dbf3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 1095 time: 0.1026638 Aug 19 17:51:36.638545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cb5ba-550d-4010-a52c-54de4b769d6e req-ea16a09b-65c6-4c11-991f-3f436381e24f tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.640140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a4cb5ba-550d-4010-a52c-54de4b769d6e req-ea16a09b-65c6-4c11-991f-3f436381e24f tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1097 time: 0.1003327 Aug 19 17:51:36.650320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.674562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.694350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c52271-ba81-4694-8e84-d27e67ae3655']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:36.707832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07588fd-bf64-4e85-8836-8f38717111ee') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:36.708186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07588fd-bf64-4e85-8836-8f38717111ee') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:36.718993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.731888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.736144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.744800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:51:36.745199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:51:36.747003 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:51:36.758526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a4cb5ba-550d-4010-a52c-54de4b769d6e req-3a2d8e21-c124-4e8a-9b82-0d4de062334c tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807765 Aug 19 17:51:36.808824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-c96f0715-2c86-4a9c-b78c-b91d62161cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:36.810355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-c96f0715-2c86-4a9c-b78c-b91d62161cdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 919 time: 0.1877263 Aug 19 17:51:36.829680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.832394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device fde190bf-4740-4cdd-b8f0-9e1a34972494 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:36.837482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:36.846626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.857003 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/32c52271-ba81-4694-8e84-d27e67ae3655 HTTP/1.1" status: 204 len: 168 time: 0.3528297 Aug 19 17:51:36.861488 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c187e0a-5f10-4018-a521-f3c2b5aa7717 x-openstack-request-id: req-3c187e0a-5f10-4018-a521-f3c2b5aa7717 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:36.862040 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:36.862649 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c187e0a-5f10-4018-a521-f3c2b5aa7717 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:36.864256 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b', 'status': 'completed', 'code': 200} Aug 19 17:51:36.896558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03c95e-bd5f-43c6-8bab-dabf8f1364b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c52271-ba81-4694-8e84-d27e67ae3655,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:36.908963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-c4172b38-973d-4d63-af6d-c22addeca4ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494 HTTP/1.1" status: 200 len: 217 time: 0.0889177 Aug 19 17:51:36.909581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.912574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:36.926033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65b8bf59-ec37-400e-aa1b-c7b1ed158a7f req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/119b6066-9a9e-449c-b246-eb307c0c3dd2 HTTP/1.1" status: 204 len: 173 time: 0.4290791 Aug 19 17:51:37.055888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43052) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:37.088224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddb7ad-bd12-4fde-aa8f-45561f253513 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b6066-9a9e-449c-b246-eb307c0c3dd2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:37.120229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2061cc0b-6276-4aa1-98b5-503cbc116b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7f55f025fd4494c95ff6f58c8cfac56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623806 Aug 19 17:51:37.123111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43056) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:37.126485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:37.165053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-435b767f-5253-4dc6-a741-b2ccfd3b4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:37.166503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-435b767f-5253-4dc6-a741-b2ccfd3b4b96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.1993682 Aug 19 17:51:37.169255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:37.182799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'fde190bf-4740-4cdd-b8f0-9e1a34972494', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'port_id': 'fde190bf-4740-4cdd-b8f0-9e1a34972494', 'mac_address': 'fa:16:3e:52:e0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43d5125-9d4f-4d5f-88bd-12dd83e9e517', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:37.184543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:37.184911 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.192056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-45c4b0e8-5fb9-4c0d-a5ac-2571bd3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:37.192356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.193684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-45c4b0e8-5fb9-4c0d-a5ac-2571bd3c1f1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42bca5f8049741029e9d3bb68ccd156d&device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 1096 time: 0.3054130 Aug 19 17:51:37.213432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-7beafed5-28db-4386-97c6-4c573b0163b3 tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "GET /v2.0/security-groups/1d3749e6-d22d-4572-96b0-b51db2501ec4 HTTP/1.1" status: 200 len: 2398 time: 0.1310408 Aug 19 17:51:37.221588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.247247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.263473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde190bf-4740-4cdd-b8f0-9e1a34972494 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:37.269238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-1d71cd13-8196-4b8d-961d-e84c4da23aae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814896 Aug 19 17:51:37.281445 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.286239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.287718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17586de9-7dca-4ded-9da7-5ab2e6718075 HTTP/1.1" status: 204 len: 168 time: 0.1640494 Aug 19 17:51:37.287895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:37.294229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.320201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f367d-6534-4a9e-ba61-ee4d85659994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17586de9-7dca-4ded-9da7-5ab2e6718075,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:37.375015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e117a272-2753-4b0f-9afd-a5d9e001718e details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:37.413198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749b394-0548-4dd2-bf02-f59ff2981d73 req-a32bfe75-3f6a-4702-8bbe-0197e6a75bf3 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:37.422325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1749b394-0548-4dd2-bf02-f59ff2981d73 req-a32bfe75-3f6a-4702-8bbe-0197e6a75bf3 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 943 time: 0.2796566 Aug 19 17:51:37.490090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:37.512921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.536862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.565486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1749b394-0548-4dd2-bf02-f59ff2981d73 req-1f14d445-05c3-41a6-b6c0-001dd6705442 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359279 Aug 19 17:51:37.577222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-528b0d25-b2d8-448a-a241-2c14f97fd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:37.579907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-528b0d25-b2d8-448a-a241-2c14f97fd97b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 200 len: 919 time: 0.3629375 Aug 19 17:51:37.670292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['fde190bf-4740-4cdd-b8f0-9e1a34972494'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:37.730712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:37.736546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:37.739849 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b865e9b-1e5f-463c-a2d0-b6eb733e9123" -d '{"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:37.756382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.768276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e117a272-2753-4b0f-9afd-a5d9e001718e,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:37.825821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e117a272-2753-4b0f-9afd-a5d9e001718e', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'port_id': 'e117a272-2753-4b0f-9afd-a5d9e001718e', 'mac_address': 'fa:16:3e:f2:df:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43d5125-9d4f-4d5f-88bd-12dd83e9e517', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:37.877765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=13']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:37.925259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:37.943296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e117a272-2753-4b0f-9afd-a5d9e001718e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:37.989842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e117a272-2753-4b0f-9afd-a5d9e001718e,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:37.998147 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.087566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:38.197006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-82ebe60b-1b93-422e-8b8e-bce27482fc88 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841963 Aug 19 17:51:38.207661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.212309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-cb736a3b-66a2-4f7e-a210-5e57e366e9cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b HTTP/1.1" status: 200 len: 217 time: 0.6107085 Aug 19 17:51:38.273077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-1d96c515-1854-47cd-8eb8-b8cbdec1a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:38.274684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-1d96c515-1854-47cd-8eb8-b8cbdec1a3ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 200 len: 858 time: 0.0490339 Aug 19 17:51:38.344464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-a7cc1409-dca9-45b4-95dd-4caafe8751f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf835a0e-f8a5-49ac-bc0d-6be6da140674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581074 Aug 19 17:51:38.344891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e117a272-2753-4b0f-9afd-a5d9e001718e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:38.415921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:38.454919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-d487f0fe-fddf-4190-9550-3d721ac2edbd service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003156 Aug 19 17:51:38.591431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0291904f-b450-4f43-9be3-6c4cf845ec93 req-25e33968-723f-47a2-860b-384c9a8e31c7 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806925 Aug 19 17:51:38.595258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.597856 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.606298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:38.616225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21c1d92f-b79f-455d-95e4-3ca60c482d9f req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d3749e6-d22d-4572-96b0-b51db2501ec4 HTTP/1.1" status: 204 len: 173 time: 1.4017208 Aug 19 17:51:38.659978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1645821132-network', 'tenant_id': '38df9711c37540cca55c07b3731d5794'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:38.678377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489de0-aece-475f-9da4-af046afef11a tempest-SecurityGroupRulesTestJSON-1837785706 tempest-SecurityGroupRulesTestJSON-1837785706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3749e6-d22d-4572-96b0-b51db2501ec4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:38.681937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dacfdda-0b6f-496c-a755-d502f7d77430 req-9ec803cf-3039-4f28-b0a5-2120aa430a78 service neutron] 10.222.0.42 "GET /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198939 Aug 19 17:51:38.733101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Deleting subnet 9324a7fb-751c-4e2a-9a57-5567d2c031ad {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:51:38.739911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-a2d82537-f275-4994-9276-057b2b40c352 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309634 Aug 19 17:51:38.740944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.746655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-eb441acf-eb6d-46ab-9b9a-a3d4b4577614 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:51:38.747807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-eb441acf-eb6d-46ab-9b9a-a3d4b4577614 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110495 Aug 19 17:51:38.765915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Made reservation on behalf of 38df9711c37540cca55c07b3731d5794 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:38.768806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.776576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Request body: {'binding': {'host': 'n-h1-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:38.777022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:51:38.814833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.821842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.841744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a7cd5434-3849-4c31-a63a-9c734d142f3b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:38.847914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device fde190bf-4740-4cdd-b8f0-9e1a34972494 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:38.857751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-64debfba-c3cc-4cf3-ab26-4c9764fd19ff tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:38.859559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-64debfba-c3cc-4cf3-ab26-4c9764fd19ff tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191096 Aug 19 17:51:38.880951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-bf8f4c79-4061-4f34-8a90-1fdffa7275e9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/quotas/45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 375 time: 0.0148709 Aug 19 17:51:38.951973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:38.964462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-231ad494-b99d-4213-8225-49d1c2fca042 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772603 Aug 19 17:51:38.988947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port fde190bf-4740-4cdd-b8f0-9e1a34972494 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:38.999341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port fde190bf-4740-4cdd-b8f0-9e1a34972494 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:38.999752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.048662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:39.072341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'a7cd5434-3849-4c31-a63a-9c734d142f3b', 'network_id': 'bf835a0e-f8a5-49ac-bc0d-6be6da140674', 'port_id': 'a7cd5434-3849-4c31-a63a-9c734d142f3b', 'mac_address': 'fa:16:3e:26:0f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43d5125-9d4f-4d5f-88bd-12dd83e9e517', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:39.090961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.138008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9324a7fb-751c-4e2a-9a57-5567d2c031ad,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:39.138546 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.147009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.149182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b492529-d21e-40c1-a9e6-68f7e87cf4ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9324a7fb-751c-4e2a-9a57-5567d2c031ad HTTP/1.1" status: 204 len: 168 time: 0.5418417 Aug 19 17:51:39.151806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43122) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:39.152918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on host n-h1-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:39.153458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:39.153992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:39.162305 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.165060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cd5434-3849-4c31-a63a-9c734d142f3b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:39.171094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:39.173404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:39.185917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:39.191049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:39.191839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:39.192572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:39.195037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Bound port: 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:39.200308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.201048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.209100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.284225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:39.296150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:39.306865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.307268 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Added segment 136fb255-2b28-418f-9f9d-2546806b9a8a of type vlan for network e5b7f5b6-1d59-463a-91aa-376d508432dd Aug 19 17:51:39.342475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:39.348544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:39.362811 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.363618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.365613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-b3be92ae-5701-41d4-a501-6333cad7497f service neutron] 10.222.0.36 "POST /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64/bindings HTTP/1.1" status: 201 len: 390 time: 0.5926821 Aug 19 17:51:39.367530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:39.370016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.396688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e117a272-2753-4b0f-9afd-a5d9e001718e up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:39.403984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.405669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:39.406722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.410607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.478105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff00547-9314-46ea-9dbd-81408f359a70 req-acbcfb90-3bf2-4eca-9750-5fd73e38d72b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:39.487393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ff00547-9314-46ea-9dbd-81408f359a70 req-acbcfb90-3bf2-4eca-9750-5fd73e38d72b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2066712 Aug 19 17:51:39.492264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:39.502410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a7cd5434-3849-4c31-a63a-9c734d142f3b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:39.524119 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1040354 Aug 19 17:51:39.531144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43132) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:39.542030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Request body: {'subnet': {'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1645821132-subnet', 'tenant_id': '38df9711c37540cca55c07b3731d5794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:39.554735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079827f-c6a4-4ee6-a279-028fddcaba48 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b7f5b6-1d59-463a-91aa-376d508432dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:39.583203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e5b7f5b6-1d59-463a-91aa-376d508432dd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:39.644077 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43ca74-b4f4-44af-8cbc-4d8bebe6187c x-openstack-request-id: req-3a43ca74-b4f4-44af-8cbc-4d8bebe6187c {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:39.644380 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:39.644649 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a43ca74-b4f4-44af-8cbc-4d8bebe6187c {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:39.644976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Made reservation on behalf of 38df9711c37540cca55c07b3731d5794 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:39.647409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.651959 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'code': 200} Aug 19 17:51:39.735029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e117a272-2753-4b0f-9afd-a5d9e001718e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:39.812222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ff00547-9314-46ea-9dbd-81408f359a70 req-b1fc3386-58c7-4309-8ac6-ae470753405b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208289 Aug 19 17:51:39.836212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e117a272-2753-4b0f-9afd-a5d9e001718e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:39.836212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:39.950579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.014646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.027037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35049bad-3320-4b2f-b1bf-0da7c6adb268']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:40.033660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d6f1be3-09e2-48d3-a3e8-0eaface028b3 req-fbdcf9a9-d3b1-4560-994e-6afbd95116bb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0961075 Aug 19 17:51:40.055588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb74dd5c-4e4f-4029-a359-5e15ca3f69b6') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:40.055899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb74dd5c-4e4f-4029-a359-5e15ca3f69b6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:51:40.074069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-34581a61-b30c-4731-a169-30c87be53c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.075617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-34581a61-b30c-4731-a169-30c87be53c2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1097 time: 0.3778138 Aug 19 17:51:40.082658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.084064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e117a272-2753-4b0f-9afd-a5d9e001718e,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:40.091735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.156025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:40.179847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.215766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:51:40.216168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:51:40.219916 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:51:40.240073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30648e8-bc53-4472-9e4b-8c87ee8b0ae3 req-6c978b59-a972-41e8-8a05-e096825a09f8 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.241577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a30648e8-bc53-4472-9e4b-8c87ee8b0ae3 req-6c978b59-a972-41e8-8a05-e096825a09f8 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 944 time: 0.2994349 Aug 19 17:51:40.372941 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.382298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888b92-1718-4743-8fda-a021ddca5ce8 req-776e4ef5-5103-4e5d-a137-8fbaff2e1132 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.383830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22888b92-1718-4743-8fda-a021ddca5ce8 req-776e4ef5-5103-4e5d-a137-8fbaff2e1132 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.2624106 Aug 19 17:51:40.400860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.402654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] 10.222.0.36 "DELETE /v2.0/networks/35049bad-3320-4b2f-b1bf-0da7c6adb268 HTTP/1.1" status: 204 len: 168 time: 1.2489047 Aug 19 17:51:40.407958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.436212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a30648e8-bc53-4472-9e4b-8c87ee8b0ae3 req-e5e3bbe7-21e6-411d-a52f-fc0555988622 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639428 Aug 19 17:51:40.437304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-9158aeff-ec93-4230-99c9-1180573c5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.439183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-9158aeff-ec93-4230-99c9-1180573c5a1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.3546696 Aug 19 17:51:40.471345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8f930-c212-44b8-bc7d-8e4ecded9922 admin admin] Pushing event deleted for resources: {'Network': ['ID=35049bad-3320-4b2f-b1bf-0da7c6adb268,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:40.547186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:40.553431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-d9515486-7f28-48b2-b0f5-68c76db7a600 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=45bf29bd9b544268bfdf8e0464c51770&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692708 Aug 19 17:51:40.554672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-ff0bf343-5f50-4848-bdbf-ca8ab0948291 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 217 time: 0.0780714 Aug 19 17:51:40.597455 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50aceee2-0d5b-43b7-b340-bfdbeaf69e9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d73a60833a6f41bfbddd08c0ac6c1d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481489 Aug 19 17:51:40.598300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:40.619226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf7e6ec-7546-46c1-b972-07452a4cf165,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:40.623726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22888b92-1718-4743-8fda-a021ddca5ce8 req-a3c2eb13-8b19-4217-9681-767488592ef9 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248237 Aug 19 17:51:40.662015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.683960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.700712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Checking segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:40.700873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Network hostable DHCP agents. Network: e5b7f5b6-1d59-463a-91aa-376d508432dd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:40.707241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-1b9c3f62-935c-4bc7-8fc0-31b0cc1c6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.708811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-1b9c3f62-935c-4bc7-8fc0-31b0cc1c6e50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.1320052 Aug 19 17:51:40.740962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.743891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:40.745029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41b3ede5-2047-4818-839f-cc55492ff460 HTTP/1.1" status: 204 len: 168 time: 0.1456478 Aug 19 17:51:40.756718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3a4a9-eba9-4f2c-bebe-ed17d6e474fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b3ede5-2047-4818-839f-cc55492ff460,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:40.762279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-d1f39356-b609-409c-8528-c49cba292be0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454938 Aug 19 17:51:40.778897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Network e5b7f5b6-1d59-463a-91aa-376d508432dd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:40.815463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-ae085062-ad6b-4e18-b2dc-b7a00463c980 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.817096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-ae085062-ad6b-4e18-b2dc-b7a00463c980 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322006 Aug 19 17:51:40.874046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a7cd5434-3849-4c31-a63a-9c734d142f3b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:40.881912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Request body: {'port': {'device_id': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '45bf29bd9b544268bfdf8e0464c51770'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:40.887213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e5b7f5b6-1d59-463a-91aa-376d508432dd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:40.920346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62413adc-786d-4760-a230-36cd27096fb7 None None] Network e5b7f5b6-1d59-463a-91aa-376d508432dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:40.946075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:40.946692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.022818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6fb4d8be-c350-4139-93ec-de877f382906 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4848924 Aug 19 17:51:41.023282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port a7cd5434-3849-4c31-a63a-9c734d142f3b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:41.030603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port a7cd5434-3849-4c31-a63a-9c734d142f3b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:41.031039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.117053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fc980-f23f-4172-adbe-b66c1959d922 req-341baade-f93e-4d4d-af1c-8d905b832da8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:41.119113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d5fc980-f23f-4172-adbe-b66c1959d922 req-341baade-f93e-4d4d-af1c-8d905b832da8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.2016039 Aug 19 17:51:41.123162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-702ef69e-6f7e-4fd4-9676-31090b9878fa service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537376 Aug 19 17:51:41.147723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ff674-c2c4-4456-9f16-b1bbac0d843e None None] Network e5b7f5b6-1d59-463a-91aa-376d508432dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:41.232857 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.276495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:41.282348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.365086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-301f7b1a-034f-411d-99a9-e6da9a5ffdd5 req-558acfc5-306a-47a8-8b0b-03bee3ce00a9 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0900488 Aug 19 17:51:41.403819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:41.406588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:41.414689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-8d7f3b7e-c3bc-4e7f-a4b5-bd45ebd019af service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769175 Aug 19 17:51:41.415787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Made reservation on behalf of 45bf29bd9b544268bfdf8e0464c51770 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:41.420267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.443073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:41.458801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d5fc980-f23f-4172-adbe-b66c1959d922 req-d6435c98-2077-4916-95f5-2219e127931c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321836 Aug 19 17:51:41.607229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.609750 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:51:41.673914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494'}, {'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e'}, {'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:41.676242 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d944bf3-4978-447d-b975-3ad91ebd6b2c" -d '{"events": [{"server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "name": "network-vif-plugged", "status": "completed", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494"}, {"server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "name": "network-vif-plugged", "status": "completed", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e"}, {"server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:41.725281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:41.731621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:41.742908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Allocated IP 192.168.233.184 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:41.877138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:41.919102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:41.964312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '047a2c55-becf-4de7-be75-553d9b200347', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '047a2c55-becf-4de7-be75-553d9b200347', 'mac_address': 'fa:16:3e:68:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:41.967951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136930-e144-46a8-aa6f-147ac10b88ac req-d579d970-4bef-4a52-af60-d4ce46e84208 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:41.976771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea136930-e144-46a8-aa6f-147ac10b88ac req-d579d970-4bef-4a52-af60-d4ce46e84208 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 945 time: 0.2525332 Aug 19 17:51:42.009092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.028190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:42.044939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43264) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:42.079527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:42.085076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.103527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-a80c84b4-ec7a-4716-82aa-eacc9b6db012 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:42.105226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-a80c84b4-ec7a-4716-82aa-eacc9b6db012 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 0.1615248 Aug 19 17:51:42.141578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-ece6df33-dbaa-4535-bfce-37d4df1d2289 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/quotas/38df9711c37540cca55c07b3731d5794 HTTP/1.1" status: 200 len: 375 time: 0.0240479 Aug 19 17:51:42.199937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:42.222879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea136930-e144-46a8-aa6f-147ac10b88ac req-16200ace-5cc6-4d97-9cad-8c6217b4e7b7 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451134 Aug 19 17:51:42.225701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-ef186ac8-78c4-4571-a6e0-54c0b3725fd2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737197 Aug 19 17:51:42.272569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.323715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-963161619-network', 'tenant_id': '3778c8d4e18c449dab24b182008f87a8'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:42.347077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Made reservation on behalf of 3778c8d4e18c449dab24b182008f87a8 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:42.350020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.359628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.378726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Transition to ACTIVE for port object b52db6fb-2a51-4d7c-9c95-7ff0badd48ed will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:42.439569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ba0ef-3da8-45a2-b51a-38fd5d2fc9d6 req-116bf719-ce39-4033-9021-c337b1c29ab6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:42.447083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954ba0ef-3da8-45a2-b51a-38fd5d2fc9d6 req-116bf719-ce39-4033-9021-c337b1c29ab6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1175747 Aug 19 17:51:42.450449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:42.491143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.495647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.497528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-efa2923d-c154-468e-a923-5d1247b9bde3 service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637100 Aug 19 17:51:42.527613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:51:42.553369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b0e8c-fa9b-4ded-864a-40752f066465,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:42.581039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.584049 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Added segment a1a96a8b-c745-46e0-a4c7-b74cc49915fb of type vlan for network 472fcca1-16cb-495e-8122-d4cb2158d65f Aug 19 17:51:42.632197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.678992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.682722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:42.684822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.783711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] Pushing event updated for resources: {'Network': ['ID=472fcca1-16cb-495e-8122-d4cb2158d65f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:42.791003 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e19d2d2d-8f0d-405f-9061-a54d05a4920f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7443888 Aug 19 17:51:42.792037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:51:42.795188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 472fcca1-16cb-495e-8122-d4cb2158d65f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:51:42.811297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Request body: {'subnet': {'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-963161619-subnet', 'tenant_id': '3778c8d4e18c449dab24b182008f87a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:42.869221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Made reservation on behalf of 3778c8d4e18c449dab24b182008f87a8 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:42.873876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:42.959318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954ba0ef-3da8-45a2-b51a-38fd5d2fc9d6 req-64cb51e0-e451-4694-9201-31bf2e498b14 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112090 Aug 19 17:51:42.984368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.118465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:43.160949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:43.184377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:43.185133 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345bb69a-92dc-40c7-ad4d-33a1e8526125 x-openstack-request-id: req-345bb69a-92dc-40c7-ad4d-33a1e8526125 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:43.185977 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "name": "network-vif-plugged", "status": "completed", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494", "code": 200}, {"server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "name": "network-vif-plugged", "status": "completed", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e", "code": 200}, {"server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:43.186636 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-345bb69a-92dc-40c7-ad4d-33a1e8526125 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:43.187188 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494', 'code': 200} Aug 19 17:51:43.187660 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e', 'code': 200} Aug 19 17:51:43.188906 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b', 'code': 200} Aug 19 17:51:43.190939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:43.191736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b', '134d4602-2e2d-463b-94e3-d1703c034b91', 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:43.233192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.264169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.273273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.274796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.275325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.277168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.277680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.278178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.280661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.281194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.282575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.286235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.287321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:43.343007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-0e4a2b26-400a-42c1-ab9f-49cbf565b77c service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446066 Aug 19 17:51:43.414761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.416001 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.433464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb7fc-f6f3-420b-b304-0b12eb659429 req-b11be092-2751-44dd-8665-f3de71fa37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.435307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-805cb7fc-f6f3-420b-b304-0b12eb659429 req-b11be092-2751-44dd-8665-f3de71fa37d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 1097 time: 0.2171948 Aug 19 17:51:43.444311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-3cc5ae1e-6dc5-4598-b283-892cc906f441 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5668464 Aug 19 17:51:43.461667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Request body: {'port': {'device_id': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:43.482723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aaee-4255-48c5-9e10-12885325f371 req-e11a1aca-78f6-43dc-ae1e-075ca28da49c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.490427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd21aaee-4255-48c5-9e10-12885325f371 req-e11a1aca-78f6-43dc-ae1e-075ca28da49c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 936 time: 0.1462886 Aug 19 17:51:43.520512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Checking segment: {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:43.520875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Network hostable DHCP agents. Network: 472fcca1-16cb-495e-8122-d4cb2158d65f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:51:43.565447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=da81e7a2-9830-49aa-8ceb-ad390e8a9b09,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:43.569361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a032d6-7b29-4aab-8a10-d70abcbac3a4 req-6d82a3dc-8cfc-44dc-b18e-81b16f5a66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.570874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38a032d6-7b29-4aab-8a10-d70abcbac3a4 req-6d82a3dc-8cfc-44dc-b18e-81b16f5a66ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 1098 time: 0.2723234 Aug 19 17:51:43.576952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-805cb7fc-f6f3-420b-b304-0b12eb659429 req-49756462-4a33-40f2-8ecd-7a8f935f4274 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315954 Aug 19 17:51:43.612093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587614-9f42-4b6a-a9ad-a8c792a626c7 req-6fd2ad31-0e1e-4593-b175-659c9a323c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.614190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13587614-9f42-4b6a-a9ad-a8c792a626c7 req-6fd2ad31-0e1e-4593-b175-659c9a323c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 1097 time: 0.2904224 Aug 19 17:51:43.620573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Network 472fcca1-16cb-495e-8122-d4cb2158d65f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:51:43.626225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.632680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed1262ce-3b99-43d3-959e-586e9e4ca1b8 None None] Provisioning for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:43.644389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38a032d6-7b29-4aab-8a10-d70abcbac3a4 req-d9e3f68c-0316-4944-8182-34a7236271cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656383 Aug 19 17:51:43.646204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed1262ce-3b99-43d3-959e-586e9e4ca1b8 None None] Provisioning complete for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:43.648201 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed1262ce-3b99-43d3-959e-586e9e4ca1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.651063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd21aaee-4255-48c5-9e10-12885325f371 req-e39cec0a-9b7e-45f7-80c4-79f33da12a4a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596200 Aug 19 17:51:43.652215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 472fcca1-16cb-495e-8122-d4cb2158d65f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:43.659876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:43.660516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:43.703168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13587614-9f42-4b6a-a9ad-a8c792a626c7 req-c1576872-b24e-43ab-bafa-43b0c040ea82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761297 Aug 19 17:51:43.710875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-30569900-3b59-4567-b42a-8098b3c714ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9030013 Aug 19 17:51:43.733138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a7a96-fcfa-4aaa-9a78-98907ea22432 None None] Network 472fcca1-16cb-495e-8122-d4cb2158d65f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:43.891842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ed1262ce-3b99-43d3-959e-586e9e4ca1b8 None None] Port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:51:44.066601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7c48c-b282-4004-904b-fb08fc63d044 None None] Network 472fcca1-16cb-495e-8122-d4cb2158d65f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:51:44.276858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7760a8-7951-463c-924f-50f16e19b3d5 req-2268069b-e82b-4850-a061-04917f5b04ca tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:44.289018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e7760a8-7951-463c-924f-50f16e19b3d5 req-2268069b-e82b-4850-a061-04917f5b04ca tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 945 time: 0.4877689 Aug 19 17:51:44.338615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39e07-23d7-4ac3-b2c5-53803149d4f2 req-07496ec0-6b3d-4070-a5a3-f2ba217c1771 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:44.340119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9e39e07-23d7-4ac3-b2c5-53803149d4f2 req-07496ec0-6b3d-4070-a5a3-f2ba217c1771 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 949 time: 0.5281348 Aug 19 17:51:44.393560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e7760a8-7951-463c-924f-50f16e19b3d5 req-c43631cd-dc06-4ef4-a8cf-1eaefe74ea63 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036441 Aug 19 17:51:44.439770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9e39e07-23d7-4ac3-b2c5-53803149d4f2 req-9e88cda8-05a5-457f-a8fc-291b4e868d42 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869303 Aug 19 17:51:44.552120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5978e1a-59ba-41da-8d13-346a99224f0d req-b9adbc35-0363-4af1-a69b-14f2ce8f5a02 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 210 time: 0.0507016 Aug 19 17:51:44.579219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:44.600982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:44.701088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Transition to ACTIVE for port object b52db6fb-2a51-4d7c-9c95-7ff0badd48ed will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:44.711229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1558640474', 'description': 'tempest-description-1094498112'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:44.715487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:44.793280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:44.801057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:44.809260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b0d93-b4ad-40fa-ad64-193317c79e75 req-c18d6524-0435-49df-a7f8-207a244e4ba5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:44.810849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-249b0d93-b4ad-40fa-ad64-193317c79e75 req-c18d6524-0435-49df-a7f8-207a244e4ba5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1763129 Aug 19 17:51:44.945918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-249b0d93-b4ad-40fa-ad64-193317c79e75 req-cba1ad03-5bde-4ce8-abf1-89208fbb14bc tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Aug 19 17:51:45.057471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:45.057811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:45.058141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:45.101245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:45.101245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:45.111596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:45.111939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:45.112332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:45.112778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Bound port: b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:45.113178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.190760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:45.193449 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5b7299-3d22-41a1-b6a9-68514d3204de" -d '{"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-unplugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:45.262546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.273052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.363003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:45.381831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:45.405270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.406547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e415b82-b92f-48ae-9b3c-46a57083af6e req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7043111 Aug 19 17:51:45.418573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:45.437392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.455675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-bfcf0b5e-7017-4b90-86f3-13228af008f9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:45.457498 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-bfcf0b5e-7017-4b90-86f3-13228af008f9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 0.1787605 Aug 19 17:51:45.462737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70571674-b0a7-4b5c-91ab-b333fe5b3ed3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed74f8-6f5a-4c4e-93d2-999680d06d82,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:45.476624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Request body: {'port': {'device_id': '53c18aca-e053-401f-ac17-2efa96360f72', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'admin_state_up': True, 'tenant_id': '38df9711c37540cca55c07b3731d5794'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:45.495337 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a95176-fa8d-48b0-8375-fcc5b201120d x-openstack-request-id: req-a1a95176-fa8d-48b0-8375-fcc5b201120d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:45.495721 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-unplugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:45.495977 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1a95176-fa8d-48b0-8375-fcc5b201120d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:45.499669 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'code': 200} Aug 19 17:51:45.515407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 047a2c55-becf-4de7-be75-553d9b200347 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:45.516055 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.557226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:45.557226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.564379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] 10.222.0.42 "PUT /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 1097 time: 2.1107583 Aug 19 17:51:45.613638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1682632380', 'description': 'tempest-description-1619321897'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:45.625463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:45.628136 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:45.646232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.658883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Made reservation on behalf of 38df9711c37540cca55c07b3731d5794 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:45.661296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a850ec-2aae-4bc3-a4df-73ca852fb794 req-aeb57eb8-7979-43ad-adb8-5c823c39ae32 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:45.663227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8a850ec-2aae-4bc3-a4df-73ca852fb794 req-aeb57eb8-7979-43ad-adb8-5c823c39ae32 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.3871632 Aug 19 17:51:45.664468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.697384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:45.704101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.723356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15109b57-2a56-4b80-88ad-517cf7a5c328 service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:45.766972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:45.821793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-2c7fd0f9-c9e9-49a7-9f5d-8ff10b79dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:45.823651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-2c7fd0f9-c9e9-49a7-9f5d-8ff10b79dc85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1100 time: 0.1574683 Aug 19 17:51:45.833398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:45.872079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8a850ec-2aae-4bc3-a4df-73ca852fb794 req-f9c12a4f-fa43-4fa3-a5b3-95b5717b0d08 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257148 Aug 19 17:51:45.908061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Allocated IP 172.20.0.13 (e5b7f5b6-1d59-463a-91aa-376d508432dd/4cf7e6ec-7546-46c1-b972-07452a4cf165/b2a3331a-65bb-4706-9398-019b678489bc) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:45.959240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-fa9e8a9f-ae3a-48cd-aafe-b27ed0f23c5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.1045504 Aug 19 17:51:46.086860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-e0bf6b7f-60bb-41fa-9b7c-3b12d6c67c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.088355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-e0bf6b7f-60bb-41fa-9b7c-3b12d6c67c3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0828331 Aug 19 17:51:46.100266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b4a3-e9ae-4f2b-b5ab-75675ce66e91 req-ac99f7a2-5d86-4097-a8b3-0b67fe215f2c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.107905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac78b4a3-e9ae-4f2b-b5ab-75675ce66e91 req-ac99f7a2-5d86-4097-a8b3-0b67fe215f2c tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 945 time: 0.1508157 Aug 19 17:51:46.159602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.178691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.183960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.225836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac78b4a3-e9ae-4f2b-b5ab-75675ce66e91 req-c5adf1e8-24be-418f-8a6e-d6b75f701010 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170526 Aug 19 17:51:46.238553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.245291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-955d549c-223f-4f26-8733-5edb01d6a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.247665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-955d549c-223f-4f26-8733-5edb01d6a95f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361558 Aug 19 17:51:46.249937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.251109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-116a48bc-af76-4b76-9bf3-fbe3600146dd req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7133627 Aug 19 17:51:46.252225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b64d9e-40fb-4c58-b59e-b46e00801eee tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbaa6a8-981a-43d9-bb8d-72de094c3dbf,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:46.376080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Network e5b7f5b6-1d59-463a-91aa-376d508432dd is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:46.379630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:46.389675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:46.403199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-4dc87b4d-21a4-430f-93e5-f50ad04c40d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382732 Aug 19 17:51:46.462591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.463316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.466113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:46.483658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-759a6a24-d8c3-49cb-b6ec-2bb6b31de2c3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0109642 Aug 19 17:51:46.505562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Request body: {'port': {'device_id': '53c18aca-e053-401f-ac17-2efa96360f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:46.550876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bcc95-187a-4fb8-8bbd-c96ba7cc6d3f req-16d48bf0-44d0-418a-ac0b-5dd696ec2387 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.552710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef6bcc95-187a-4fb8-8bbd-c96ba7cc6d3f req-16d48bf0-44d0-418a-ac0b-5dd696ec2387 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.1825056 Aug 19 17:51:46.567854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb3131-3b59-4dae-a0aa-844f2219e9da req-be439eb0-4e8e-4dd8-8850-c34d880ae0dd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.575153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cebb3131-3b59-4dae-a0aa-844f2219e9da req-be439eb0-4e8e-4dd8-8850-c34d880ae0dd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 932 time: 0.1431336 Aug 19 17:51:46.586563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.658045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cebb3131-3b59-4dae-a0aa-844f2219e9da req-fb715ddc-daf2-4cea-9507-19e9cdb094f2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777824 Aug 19 17:51:46.701103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d63b8d8-d339-4fe8-bb69-67cb4276e0d5 req-ad0586b8-24a0-42dc-be8c-70f5c98d846e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581241 Aug 19 17:51:46.717299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef6bcc95-187a-4fb8-8bbd-c96ba7cc6d3f req-d65e73dc-69a2-44f2-aa86-c302b24f58e8 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374204 Aug 19 17:51:46.738536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:46.739173 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e5ee37-9aa4-456a-b469-ce05c6c96b77 x-openstack-request-id: req-62e5ee37-9aa4-456a-b469-ce05c6c96b77 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:46.739454 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:46.739730 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e5ee37-9aa4-456a-b469-ce05c6c96b77 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:46.740129 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'status': 'completed', 'code': 200} Aug 19 17:51:46.916148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-95474860-3873-456b-ac39-ce36e6180ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.917977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-95474860-3873-456b-ac39-ce36e6180ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1100 time: 0.1369300 Aug 19 17:51:46.952150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9935-cba0-47dd-8767-45b23e599a10 req-6d32d0d0-e7d7-4ef7-8719-e79a61acec5a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:46.961361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d48b9935-cba0-47dd-8767-45b23e599a10 req-6d32d0d0-e7d7-4ef7-8719-e79a61acec5a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1377299 Aug 19 17:51:47.118481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-6e9d2c0a-a3c5-462f-b4c0-7de4a40e672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.120352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-6e9d2c0a-a3c5-462f-b4c0-7de4a40e672a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1779482 Aug 19 17:51:47.133522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80d4ee-eb3f-4c06-bd79-0e862983c7f8 req-e117d765-d4d3-41d1-901d-f2048581b40a tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.142733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b80d4ee-eb3f-4c06-bd79-0e862983c7f8 req-e117d765-d4d3-41d1-901d-f2048581b40a tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 946 time: 0.2417305 Aug 19 17:51:47.155380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d48b9935-cba0-47dd-8767-45b23e599a10 req-77afa50d-a93e-49b3-b12b-bf3d4e5577c0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928964 Aug 19 17:51:47.202550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-55f81d41-6859-43e5-aca7-35194034dec0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0566771 Aug 19 17:51:47.290483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b80d4ee-eb3f-4c06-bd79-0e862983c7f8 req-39c2157e-cbf1-4e69-9c9e-f890a0bfafae tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467814 Aug 19 17:51:47.342025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:47.345919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-c7412f31-a07a-40b7-8ea0-37f9766a59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.347491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-c7412f31-a07a-40b7-8ea0-37f9766a59ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1373901 Aug 19 17:51:47.354606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:47.381493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Transition to ACTIVE for port object b2a3331a-65bb-4706-9398-019b678489bc will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:47.386641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:47.480824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:47.493938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-f279bbcb-9a7a-4532-8023-7307001c4478 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.496797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-f279bbcb-9a7a-4532-8023-7307001c4478 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 812 time: 0.2113345 Aug 19 17:51:47.501676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:47.506962 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db986e-41a0-4d16-9191-8cb803ca6cbb" -d '{"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:47.507163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-31ec313c-f8f2-452f-b23d-977b846f4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.508330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-31ec313c-f8f2-452f-b23d-977b846f4e04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1455431 Aug 19 17:51:47.527522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1b82c-68e7-472e-ab62-32bb95b1556f req-d76fbb5c-d28d-4a77-8cfb-3523b055dc7c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.529384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff1b82c-68e7-472e-ab62-32bb95b1556f req-d76fbb5c-d28d-4a77-8cfb-3523b055dc7c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.1497133 Aug 19 17:51:47.560572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Attempting to bind port b2a3331a-65bb-4706-9398-019b678489bc on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:47.561340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Attempting to bind port b2a3331a-65bb-4706-9398-019b678489bc by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:47.561619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Attempting to bind port b2a3331a-65bb-4706-9398-019b678489bc on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:47.567402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Port b2a3331a-65bb-4706-9398-019b678489bc on network e5b7f5b6-1d59-463a-91aa-376d508432dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:47.567402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Attempting to bind port b2a3331a-65bb-4706-9398-019b678489bc on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:47.568462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-3bbab9c3-d191-4b43-9271-918e4f67ded7 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/quotas/3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 375 time: 0.0590596 Aug 19 17:51:47.573710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:47.575688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Checking segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:47.576354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Bound using segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:47.577150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Bound port: b2a3331a-65bb-4706-9398-019b678489bc, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:47.577885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:47.645782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-ec073422-b100-4da7-ae8e-163374a4b931 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761297 Aug 19 17:51:47.657349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:47.660869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:47.665052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:47.708901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.709539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:47.710936 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] 10.222.0.13 "PUT /v2.0/ports/b2a3331a-65bb-4706-9398-019b678489bc HTTP/1.1" status: 200 len: 1093 time: 1.2114677 Aug 19 17:51:47.711382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:47.713632 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e463e-ca2d-489f-aee6-e0dc2de353e9" -d '{"events": [{"name": "network-changed", "server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "tag": "b2a3331a-65bb-4706-9398-019b678489bc"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:47.728972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff1b82c-68e7-472e-ab62-32bb95b1556f req-c4a936d7-3da6-4da8-be8c-6f829b6d0855 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835868 Aug 19 17:51:47.761034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff51cf-d2cc-4c33-96a2-dfd71aa35aef service neutron] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:47.793046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-9e729417-18f5-4c1b-b9e2-a9678152a3fc service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626011 Aug 19 17:51:47.821436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-b5fa1146-1ede-4ff2-bcd1-d7f2aa4ae67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.823364 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-b5fa1146-1ede-4ff2-bcd1-d7f2aa4ae67e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 1096 time: 0.0545146 Aug 19 17:51:47.874816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-87c90351-68fc-4c80-90c4-2d60bcab8e0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a3331a-65bb-4706-9398-019b678489bc HTTP/1.1" status: 200 len: 217 time: 0.0361385 Aug 19 17:51:47.900490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-97448994-3ee3-4724-83ff-63e5660bd691 service neutron] 10.222.0.36 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392726 Aug 19 17:51:47.935434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-1f71a578-50bc-41b4-b8eb-fa5351448b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.937035 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-1f71a578-50bc-41b4-b8eb-fa5351448b9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 0.0556924 Aug 19 17:51:47.978675 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-82b3e0d3-e026-466a-94c0-dca205392880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344596 Aug 19 17:51:47.993693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914085-594b-4cee-85df-2078c2b0f9a9 req-4d1c05f4-7ff4-403b-b24f-7ced59748217 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:47.995254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc914085-594b-4cee-85df-2078c2b0f9a9 req-4d1c05f4-7ff4-403b-b24f-7ced59748217 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 945 time: 0.1967072 Aug 19 17:51:48.026049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3ca94-1635-4c79-bbf7-bbbdf95dd632 req-6c30d072-ef1a-4e63-a133-cbbf89780dc8 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196062 Aug 19 17:51:48.074415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc914085-594b-4cee-85df-2078c2b0f9a9 req-67e9e1d2-db9e-4c34-a9fe-2a6f59d2a902 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678444 Aug 19 17:51:48.078532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-7b23b32d-eda4-49e6-aa70-87654d869d88 service neutron] 10.222.0.36 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662028 Aug 19 17:51:48.114288 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-df3ad3b1-1d93-4a9e-bca2-1248941b3eee service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287076 Aug 19 17:51:48.129135 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640d3d6-bdf4-4042-b509-0895bcee60d5 x-openstack-request-id: req-8640d3d6-bdf4-4042-b509-0895bcee60d5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:48.129676 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-plugged", "status": "completed", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:48.129676 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8640d3d6-bdf4-4042-b509-0895bcee60d5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:48.130062 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'code': 200} Aug 19 17:51:48.253950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be8ade-4103-4ded-8f9b-4c8093192a49 req-e2cfa14e-dc97-43c3-9432-ce4b711270a8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.255025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7be8ade-4103-4ded-8f9b-4c8093192a49 req-e2cfa14e-dc97-43c3-9432-ce4b711270a8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 944 time: 0.0681572 Aug 19 17:51:48.287928 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a92170-88c9-41c1-8d6e-1b8ceaa4adee x-openstack-request-id: req-21a92170-88c9-41c1-8d6e-1b8ceaa4adee {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:48.289000 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "tag": "b2a3331a-65bb-4706-9398-019b678489bc", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:48.290893 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21a92170-88c9-41c1-8d6e-1b8ceaa4adee {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:48.291212 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc', 'status': 'completed', 'code': 200} Aug 19 17:51:48.317471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f05494d6-8458-4cc5-aa12-b904f48a13a9 req-521fcdb4-4673-4f9c-bd13-07eddeaacbee service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963019 Aug 19 17:51:48.320227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7be8ade-4103-4ded-8f9b-4c8093192a49 req-d8068920-451a-4dd5-8d04-dcaa605a7654 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574052 Aug 19 17:51:48.434605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7de627-db2b-46e4-a32b-a0ce593bbf00 req-2b911874-cab7-4c3c-9a90-872dbe6d3ee6 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.436694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc7de627-db2b-46e4-a32b-a0ce593bbf00 req-2b911874-cab7-4c3c-9a90-872dbe6d3ee6 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.0632956 Aug 19 17:51:48.481934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc7de627-db2b-46e4-a32b-a0ce593bbf00 req-63b58f74-cc76-4866-b791-c58b3f289324 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Aug 19 17:51:48.538513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60a01-a857-47dc-93ea-3beb858510c9 req-4fbf9a22-0912-470f-abe8-b74653ceb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.540190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1c60a01-a857-47dc-93ea-3beb858510c9 req-4fbf9a22-0912-470f-abe8-b74653ceb981 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1102 time: 0.0524485 Aug 19 17:51:48.556839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-2422b12e-f96e-4ab6-80f7-d2eefef60063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.567847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-2422b12e-f96e-4ab6-80f7-d2eefef60063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 1096 time: 0.0848489 Aug 19 17:51:48.613787 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1c60a01-a857-47dc-93ea-3beb858510c9 req-9f1929d3-3df7-4c1c-838c-97540630c793 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653927 Aug 19 17:51:48.708316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc81a59-26c7-4d7c-b818-a9bd38a891e4 req-6bbe6b84-5289-4d00-9701-cee21eafe262 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.710960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bc81a59-26c7-4d7c-b818-a9bd38a891e4 req-6bbe6b84-5289-4d00-9701-cee21eafe262 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1419182 Aug 19 17:51:48.739886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-b029b26a-9992-4522-b675-37a8c3d6dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.742131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-b029b26a-9992-4522-b675-37a8c3d6dd50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 916 time: 0.1519296 Aug 19 17:51:48.783783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d50d7a2f-91f9-4ebd-a0cc-2a05c4a3ca14 req-32dbfc3b-0f8f-4d80-a2e7-3e09904d452b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0397251 Aug 19 17:51:48.808268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bc81a59-26c7-4d7c-b818-a9bd38a891e4 req-42bb6931-fb12-44db-901c-f5d4e69ca6ea tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653269 Aug 19 17:51:48.895556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:48.915538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f67d16-c22c-42bc-89b4-554f3e3a76d7 req-68b2d1b9-75bc-41c4-9877-12ee3fb7dafe tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:48.917075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0f67d16-c22c-42bc-89b4-554f3e3a76d7 req-68b2d1b9-75bc-41c4-9877-12ee3fb7dafe tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 945 time: 0.0614161 Aug 19 17:51:48.970869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-9e2d7236-6f17-4440-9d36-fe5a320889df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a3331a-65bb-4706-9398-019b678489bc HTTP/1.1" status: 200 len: 217 time: 0.0527291 Aug 19 17:51:49.038300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:49.045451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0f67d16-c22c-42bc-89b4-554f3e3a76d7 req-a69f2243-24de-402c-a0f9-55eef09aed5f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207895 Aug 19 17:51:49.072712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:49.083370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40367a8-3c50-47cf-a0b5-8ec6270e96ec req-1b00f1f1-9db5-47ac-bfba-bc48393a699b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:49.085122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e40367a8-3c50-47cf-a0b5-8ec6270e96ec req-1b00f1f1-9db5-47ac-bfba-bc48393a699b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.1533971 Aug 19 17:51:49.087370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-604754d3-583f-4d84-834e-f03913894194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:49.088859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-604754d3-583f-4d84-834e-f03913894194 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 0.0787835 Aug 19 17:51:49.124641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:49.138708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-706292d6-ac0a-4d23-9ac7-a7a0f2756ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297418 Aug 19 17:51:49.145240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:49.160467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e40367a8-3c50-47cf-a0b5-8ec6270e96ec req-bdadee41-027a-4fd8-83c2-a4dd9ee419de tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691473 Aug 19 17:51:49.174038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:49.187035 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:49.241582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:49.245678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-4dc32474-fe19-49fc-bb28-30aba10c64fc service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982931 Aug 19 17:51:49.345139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990e463e-ca2d-489f-aee6-e0dc2de353e9 req-c2d64b80-6f08-4027-8b33-42726dcd3593 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872297 Aug 19 17:51:49.447354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ead1-e0dd-4a08-9931-16d95a50cab4 req-71d21257-9203-4447-8ada-415301bb25ea tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:49.449015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1635ead1-e0dd-4a08-9931-16d95a50cab4 req-71d21257-9203-4447-8ada-415301bb25ea tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 944 time: 0.0542393 Aug 19 17:51:49.490084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1635ead1-e0dd-4a08-9931-16d95a50cab4 req-c10ae819-a02e-4c2f-b29b-a4d0b8cd5b21 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351260 Aug 19 17:51:49.541335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:49.992014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be42a456-ea67-4c80-8a03-7ff7936e8cd6 req-cd50b0b1-a3b7-4aa6-a1ce-0bc665e5065d tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0694697 Aug 19 17:51:50.029288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8e1b6-0154-4dd3-a215-96c755a766aa req-f41899a2-ba2e-473b-8d3d-efa98ff28caa tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.037512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01a8e1b6-0154-4dd3-a215-96c755a766aa req-f41899a2-ba2e-473b-8d3d-efa98ff28caa tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.4565773 Aug 19 17:51:50.122167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-2f0b40e8-fd2a-4013-b6ba-ace4d2ceec54 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.123651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-2f0b40e8-fd2a-4013-b6ba-ace4d2ceec54 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 812 time: 0.5297029 Aug 19 17:51:50.134703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01a8e1b6-0154-4dd3-a215-96c755a766aa req-69fdbe4a-6723-48de-be5e-432d8d6e3224 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959048 Aug 19 17:51:50.148541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'device_id': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f', 'admin_state_up': True, 'tenant_id': '3778c8d4e18c449dab24b182008f87a8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:50.236695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c74eb1-95fb-4279-b51a-421cfef9a331 req-efbefac1-461b-40ef-92e6-cf537176b9c2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.238490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61c74eb1-95fb-4279-b51a-421cfef9a331 req-efbefac1-461b-40ef-92e6-cf537176b9c2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1629996 Aug 19 17:51:50.340013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61c74eb1-95fb-4279-b51a-421cfef9a331 req-e1efa7d8-efda-4ed2-b5d9-b7420d676375 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909774 Aug 19 17:51:50.355682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7fee7-508a-4c1d-b4d8-4ef23fe29dc8 req-f163be3f-ff64-4a8e-a1f8-07a42aa300dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.357197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c7fee7-508a-4c1d-b4d8-4ef23fe29dc8 req-f163be3f-ff64-4a8e-a1f8-07a42aa300dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 945 time: 0.1321049 Aug 19 17:51:50.403888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-344d4037-22ff-4188-8eb8-58a35c941e68 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.405346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-344d4037-22ff-4188-8eb8-58a35c941e68 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 945 time: 0.0696106 Aug 19 17:51:50.408530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Made reservation on behalf of 3778c8d4e18c449dab24b182008f87a8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:51:50.412112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.442939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c7fee7-508a-4c1d-b4d8-4ef23fe29dc8 req-7e25c581-d105-4565-87ea-6bde6e3f999a tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Aug 19 17:51:50.543808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19816cf-242f-46a0-9824-adad7c422ee1 req-35e482b7-0ce4-485c-8244-16c64046be6d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.547999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e19816cf-242f-46a0-9824-adad7c422ee1 req-35e482b7-0ce4-485c-8244-16c64046be6d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 949 time: 0.1329162 Aug 19 17:51:50.556551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Deleting port fde190bf-4740-4cdd-b8f0-9e1a34972494 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:50.556908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.667213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] For port fde190bf-4740-4cdd-b8f0-9e1a34972494, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=fde190bf-4740-4cdd-b8f0-9e1a34972494,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:50.667584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.684376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e19816cf-242f-46a0-9824-adad7c422ee1 req-3102753a-6ec3-42b0-a4d9-ac50dba5ecc3 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133657 Aug 19 17:51:50.686027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Calling delete_port for fde190bf-4740-4cdd-b8f0-9e1a34972494 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:50.692171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Allocated IP 172.20.0.4 (472fcca1-16cb-495e-8122-d4cb2158d65f/da81e7a2-9830-49aa-8ceb-ad390e8a9b09/d7184c40-76ad-48c0-b70e-eed94276b69c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:51:50.713432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ce8be-1342-4390-9000-dcbda96ca48b req-ff048d6b-199c-429b-aa82-28453989ddfd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:50.714947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b41ce8be-1342-4390-9000-dcbda96ca48b req-ff048d6b-199c-429b-aa82-28453989ddfd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 944 time: 0.1237855 Aug 19 17:51:50.788101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b41ce8be-1342-4390-9000-dcbda96ca48b req-f610d0ee-3b84-4372-aaa7-3c422dc924ad tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662770 Aug 19 17:51:50.845978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.858327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['fde190bf-4740-4cdd-b8f0-9e1a34972494', 'a7cd5434-3849-4c31-a63a-9c734d142f3b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:50.880919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event deleted for resources: {'Port': ['ID=fde190bf-4740-4cdd-b8f0-9e1a34972494,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:50.895935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e117a272-2753-4b0f-9afd-a5d9e001718e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:50.927077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:50.931299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.942241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] No DVR routers for this DVR port fde190bf-4740-4cdd-b8f0-9e1a34972494 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:50.945964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:50.947977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e44d62a6-1f92-43ff-9d69-506726ea6143 req-49ce6de2-ba9f-47f3-8aef-0ac3ba2cdea0 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "DELETE /v2.0/ports/fde190bf-4740-4cdd-b8f0-9e1a34972494 HTTP/1.1" status: 204 len: 173 time: 0.5363488 Aug 19 17:51:50.948454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'name': 'network-vif-deleted', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:50.951223 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84313f0-f9f6-4a15-93a3-10b07b6ca2ba" -d '{"events": [{"server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "name": "network-vif-deleted", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:50.997775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.001375 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e2a5e9-7a5c-4a46-9e74-6505cbbf674d x-openstack-request-id: req-92e2a5e9-7a5c-4a46-9e74-6505cbbf674d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:51.001993 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02a1b8d-f348-47b8-8abb-0fee9eb1d67d", "name": "network-vif-deleted", "tag": "fde190bf-4740-4cdd-b8f0-9e1a34972494", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:51.002405 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92e2a5e9-7a5c-4a46-9e74-6505cbbf674d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:51.002945 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02a1b8d-f348-47b8-8abb-0fee9eb1d67d', 'name': 'network-vif-deleted', 'tag': 'fde190bf-4740-4cdd-b8f0-9e1a34972494', 'status': 'completed', 'code': 200} Aug 19 17:51:51.064739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Network 472fcca1-16cb-495e-8122-d4cb2158d65f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:51:51.069959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:51:51.075741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:51:51.084147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:51.188630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:51.189569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.204240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ec51d-9def-480f-8c37-731b48d97131 req-37271283-3c2d-4c15-9bf8-c796e551fff5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:51.204464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:51.206567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc5ec51d-9def-480f-8c37-731b48d97131 req-37271283-3c2d-4c15-9bf8-c796e551fff5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 931 time: 0.0995173 Aug 19 17:51:51.225432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-96642e9c-d836-4df9-a362-83690b7fe30b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856018 Aug 19 17:51:51.233976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:51.235068 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.248036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Request body: {'port': {'device_id': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:51.323157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc5ec51d-9def-480f-8c37-731b48d97131 req-8b9b5193-4518-41ee-b4c1-400903ee2d76 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075940 Aug 19 17:51:51.360759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.374394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.378639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98074b-6478-4b49-a135-5e3bb9068f9d req-3de03fea-61a2-471a-b4dc-6d71c2d5750e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:51.380253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db98074b-6478-4b49-a135-5e3bb9068f9d req-3de03fea-61a2-471a-b4dc-6d71c2d5750e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.1088130 Aug 19 17:51:51.407965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:51.411505 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a93ab-27ec-45ab-8e48-5ea8a9db527f" -d '{"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:51.432930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:51.440127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.469430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:51.528701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:51.567429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.567726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db98074b-6478-4b49-a135-5e3bb9068f9d req-514451f8-0b2d-40bd-8ac1-1fcd4fd181ab tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584051 Aug 19 17:51:51.567852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.568134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.568467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.568798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.569122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.569444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.569765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.570083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.571121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.571121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.571121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:51.605550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c000a55-c69b-456a-888b-cddd15c39183 req-a5cd7532-3c86-4a68-a671-1c24d435935b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:51.607093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c000a55-c69b-456a-888b-cddd15c39183 req-a5cd7532-3c86-4a68-a671-1c24d435935b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1749368 Aug 19 17:51:51.655964 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934ce84-a776-4cab-b82a-9745f0f7e3c4 x-openstack-request-id: req-0934ce84-a776-4cab-b82a-9745f0f7e3c4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:51.657157 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:51.657509 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0934ce84-a776-4cab-b82a-9745f0f7e3c4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:51.658289 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'code': 200} Aug 19 17:51:51.673975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:51.691751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b2a3331a-65bb-4706-9398-019b678489bc', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'port_id': 'b2a3331a-65bb-4706-9398-019b678489bc', 'mac_address': 'fa:16:3e:64:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7e6ec-7546-46c1-b972-07452a4cf165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:51.741659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.772689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:51.789144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5086f33-71ac-472f-9577-d8f829960d57 req-0537b96d-25d6-43c9-8602-0ef5fb0c6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:51.792079 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c5086f33-71ac-472f-9577-d8f829960d57 req-0537b96d-25d6-43c9-8602-0ef5fb0c6cf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1102 time: 0.0595469 Aug 19 17:51:51.800003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c000a55-c69b-456a-888b-cddd15c39183 req-554a75bb-7058-43cf-935d-a35885635aba tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670139 Aug 19 17:51:51.816344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:51.821265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:51.835573 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c5086f33-71ac-472f-9577-d8f829960d57 req-aea9ba76-63f4-44a8-ab9b-7c68731f6838 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Aug 19 17:51:51.839676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-153c8416-a202-40e9-9ba7-819b3c8f6fab req-09e1b394-5ed8-401b-be15-5a4a692e0dac tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=a02a1b8d-f348-47b8-8abb-0fee9eb1d67d HTTP/1.1" status: 200 len: 210 time: 0.0708492 Aug 19 17:51:51.899476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:51.956336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7184c40-76ad-48c0-b70e-eed94276b69c {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:51.965786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.001221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Transition to ACTIVE for port object d7184c40-76ad-48c0-b70e-eed94276b69c will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:51:52.008929 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.024789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda7370-2d8d-4f61-b4d0-44ba003394a6 req-5dcfeb42-6889-449b-96be-951521bbe199 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.026330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dda7370-2d8d-4f61-b4d0-44ba003394a6 req-5dcfeb42-6889-449b-96be-951521bbe199 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0840981 Aug 19 17:51:52.116368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:52.138320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dda7370-2d8d-4f61-b4d0-44ba003394a6 req-62abd1a7-18dc-44ec-ae03-5f3a2f1e0cd0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882711 Aug 19 17:51:52.194999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf7b22-de9e-446b-b655-2df2f883ec5b req-d133e0c5-1be2-45d4-af38-3a8ed58d2961 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.196728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bbf7b22-de9e-446b-b655-2df2f883ec5b req-d133e0c5-1be2-45d4-af38-3a8ed58d2961 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 945 time: 0.1527479 Aug 19 17:51:52.238661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b2a3331a-65bb-4706-9398-019b678489bc'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:52.239180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Attempting to bind port d7184c40-76ad-48c0-b70e-eed94276b69c on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:52.239546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Attempting to bind port d7184c40-76ad-48c0-b70e-eed94276b69c by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:52.239971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Attempting to bind port d7184c40-76ad-48c0-b70e-eed94276b69c on network 472fcca1-16cb-495e-8122-d4cb2158d65f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:52.252434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Port d7184c40-76ad-48c0-b70e-eed94276b69c on network 472fcca1-16cb-495e-8122-d4cb2158d65f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:52.252842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Attempting to bind port d7184c40-76ad-48c0-b70e-eed94276b69c on network 472fcca1-16cb-495e-8122-d4cb2158d65f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:52.263736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bbf7b22-de9e-446b-b655-2df2f883ec5b req-77324c1d-4e07-4d2f-a77c-9619bb147262 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592582 Aug 19 17:51:52.266148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:52.266398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Checking segment: {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:52.266594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Bound using segment: {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:52.267042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Bound port: d7184c40-76ad-48c0-b70e-eed94276b69c, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:52.267404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.380581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:52.397070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:52.402793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.425311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26d823-27c2-48e4-b862-ac47de65aa41 req-306a215b-246b-496e-9262-fd3badc1ba48 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.427211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b26d823-27c2-48e4-b862-ac47de65aa41 req-306a215b-246b-496e-9262-fd3badc1ba48 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1102 time: 0.0869098 Aug 19 17:51:52.467739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.468332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:52.470427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] 10.222.0.42 "PUT /v2.0/ports/d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 1092 time: 1.2301340 Aug 19 17:51:52.478316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:52.480636 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1fc30d-47d3-4f4d-a234-85a48ee25752" -d '{"events": [{"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:52.560820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b26d823-27c2-48e4-b862-ac47de65aa41 req-aa7d601a-3c55-4b48-b4bf-f422fc357262 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131968 Aug 19 17:51:52.571312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e5159-24a3-4ae6-b640-f54191f1a063 service neutron] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:52.581781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2543a4-9044-45f5-bbc8-2a16b04b1e65 req-d966cf40-2a9e-4f23-86c8-c59da92c37ad tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.589350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2543a4-9044-45f5-bbc8-2a16b04b1e65 req-d966cf40-2a9e-4f23-86c8-c59da92c37ad tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 943 time: 0.1832974 Aug 19 17:51:52.611804 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f7cd29-6eeb-4ade-b6d2-6b609dbd9ce7 x-openstack-request-id: req-44f7cd29-6eeb-4ade-b6d2-6b609dbd9ce7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:52.612085 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:52.612339 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44f7cd29-6eeb-4ade-b6d2-6b609dbd9ce7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:52.612718 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'status': 'completed', 'code': 200} Aug 19 17:51:52.629475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-163db708-1df9-4a2a-858f-b34d282ab748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.630545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-163db708-1df9-4a2a-858f-b34d282ab748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1095 time: 0.1096992 Aug 19 17:51:52.646608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2543a4-9044-45f5-bbc8-2a16b04b1e65 req-07efdf8e-d718-4c26-8f43-dcbaf1a4d183 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Aug 19 17:51:52.687669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-bf8a2877-569f-4b92-a3b6-909224b621a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 217 time: 0.0398142 Aug 19 17:51:52.751747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568015-dd82-42fb-a250-e5b535cd945d req-16413a29-451e-40b8-bb54-5ac88d6410b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.753234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-16413a29-451e-40b8-bb54-5ac88d6410b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.0580542 Aug 19 17:51:52.818363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-41e5345c-22c9-4859-8362-64da5b4283ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432296 Aug 19 17:51:52.838756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96eb8-a3db-402a-b142-1caf769e5109 req-f52d9895-568e-47e1-9c2d-9b833ffca8fb tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.840263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c96eb8-a3db-402a-b142-1caf769e5109 req-f52d9895-568e-47e1-9c2d-9b833ffca8fb tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 1102 time: 0.0737596 Aug 19 17:51:52.948973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c96eb8-a3db-402a-b142-1caf769e5109 req-891a6d5d-630f-405b-a974-9c0f62495853 tempest-ServersAdminTestJSON-720883073 tempest-ServersAdminTestJSON-720883073-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977421 Aug 19 17:51:52.983247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164bb1d-baf7-4dce-9d92-a02d4f9d904e req-f0c5d4a1-9245-4d32-b126-1c64af1a384b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:52.985270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1164bb1d-baf7-4dce-9d92-a02d4f9d904e req-f0c5d4a1-9245-4d32-b126-1c64af1a384b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 945 time: 0.1052685 Aug 19 17:51:52.989056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-6d45189b-718b-43fc-b034-7263e4428cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600735 Aug 19 17:51:53.090183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1164bb1d-baf7-4dce-9d92-a02d4f9d904e req-3796e292-5988-4847-af1b-946ce300b308 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Aug 19 17:51:53.136441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b568015-dd82-42fb-a250-e5b535cd945d req-61669aed-6f8b-46bb-9f79-16912dfdaadc service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225381 Aug 19 17:51:53.326122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-8da2d5f9-4cc9-4ad4-83ff-22a0ec4bfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.327753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-8da2d5f9-4cc9-4ad4-83ff-22a0ec4bfaf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1095 time: 0.1112742 Aug 19 17:51:53.341796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe0a03-3af3-4088-9b7e-905734f1dbdb req-ad0c3822-6594-4bd3-93dc-d4c19def4a1e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.343276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79fe0a03-3af3-4088-9b7e-905734f1dbdb req-ad0c3822-6594-4bd3-93dc-d4c19def4a1e tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1155272 Aug 19 17:51:53.413729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953458c7-4691-4bde-a3b9-9b1dee7b1e20 req-11923812-0ed1-4ae6-8925-4c11ceb0eff9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.415238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-953458c7-4691-4bde-a3b9-9b1dee7b1e20 req-11923812-0ed1-4ae6-8925-4c11ceb0eff9 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.1334810 Aug 19 17:51:53.464840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79fe0a03-3af3-4088-9b7e-905734f1dbdb req-c4bd77b5-7f36-437b-8de8-8e43756786fe tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104071 Aug 19 17:51:53.504189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-953458c7-4691-4bde-a3b9-9b1dee7b1e20 req-aa0c12d6-c0a1-4a9d-bca7-58a246599d2f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803485 Aug 19 17:51:53.509338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-a05e3fc4-a8c9-4e6c-b3ce-92c93a4d1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.510801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-a05e3fc4-a8c9-4e6c-b3ce-92c93a4d1143 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.1647065 Aug 19 17:51:53.583480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-d5b364ec-b226-44b0-8bb2-10636abbf460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 217 time: 0.0582430 Aug 19 17:51:53.669349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285ba9-cb80-4798-a6b3-2d7ff63f9f30 req-109ad46f-16bd-4128-9c0c-8a7d644e7939 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.670268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75285ba9-cb80-4798-a6b3-2d7ff63f9f30 req-109ad46f-16bd-4128-9c0c-8a7d644e7939 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 945 time: 0.0967753 Aug 19 17:51:53.680502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-70683e20-b3eb-4ee6-98c4-451064585cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.681904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-70683e20-b3eb-4ee6-98c4-451064585cda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.0797532 Aug 19 17:51:53.704035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-84ca2ab6-0d65-452d-99ad-6e9f50fd309d tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.706141 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-84ca2ab6-0d65-452d-99ad-6e9f50fd309d tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0531931 Aug 19 17:51:53.719791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:51:53.743785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-acfb9334-dbc6-433f-9352-84888fc22c35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391483 Aug 19 17:51:53.782733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75285ba9-cb80-4798-a6b3-2d7ff63f9f30 req-e3947e36-0eb2-4d5a-93d5-b60c418bc512 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998166 Aug 19 17:51:53.792666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:53.819759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c3ea1-fe3f-4bc8-98db-e83453cd606f req-1967a0d8-cfc3-408b-a202-4ce7916b38eb tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:53.821315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d30c3ea1-fe3f-4bc8-98db-e83453cd606f req-1967a0d8-cfc3-408b-a202-4ce7916b38eb tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1102 time: 0.1501393 Aug 19 17:51:53.880252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d30c3ea1-fe3f-4bc8-98db-e83453cd606f req-30a8c190-049d-4610-843f-2620e06bfe01 tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Aug 19 17:51:53.914177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-23a72b63-d674-41b6-9d69-60b5c8f6d0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587534 Aug 19 17:51:53.957816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:54.010797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:54.070365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:54.071548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942786c-140d-4a03-8261-2312fbf8b80b req-e573f9ca-34be-44f1-a4cd-5d0cd8723331 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:54.072929 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4621460e-82bc-4613-8a68-bc84fac2199a" -d '{"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-unplugged", "status": "completed", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:54.078104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:54.080489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e942786c-140d-4a03-8261-2312fbf8b80b req-e573f9ca-34be-44f1-a4cd-5d0cd8723331 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 943 time: 0.1008284 Aug 19 17:51:54.086000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:54.104147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a1fc30d-47d3-4f4d-a234-85a48ee25752 req-e7268a46-36c7-48ba-a19f-c0251aa46636 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826715 Aug 19 17:51:54.144706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e942786c-140d-4a03-8261-2312fbf8b80b req-ecf9731e-50aa-4b2a-925f-3f6f5a7f49e6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Aug 19 17:51:54.201299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:54.204864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on host n-h2-778550-10 for vnic_type normal with profile {"migrating_to": "n-h1-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:51:54.205199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:51:54.207984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:54.219679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:51:54.220052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Attempting to bind port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on network eeba6be0-a102-4ade-b4fd-d2d5204fef87 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:51:54.225792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.226141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.226481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.226841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.227172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.227520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.227888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.228176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.228499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.228822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.229143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.229459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:51:54.236193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:51:54.236540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Checking segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:51:54.236903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Bound using segment: {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:51:54.237337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Bound port: 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5ff6e4-9829-499c-ab7a-6cd940435d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eeba6be0-a102-4ade-b4fd-d2d5204fef87'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:51:54.237693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:54.286060 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3935594d-fdd8-46f6-bf4a-296e01ac477b x-openstack-request-id: req-3935594d-fdd8-46f6-bf4a-296e01ac477b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:54.286398 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-unplugged", "status": "completed", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:54.286677 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3935594d-fdd8-46f6-bf4a-296e01ac477b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:54.287065 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'code': 200} Aug 19 17:51:54.371229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:51:54.376185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:51:54.382810 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:54.417649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61734-9294-48b3-81a9-e0569600b36d req-ab8fe169-3f79-455d-a0fc-e849d90945ea tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:54.419094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70f61734-9294-48b3-81a9-e0569600b36d req-ab8fe169-3f79-455d-a0fc-e849d90945ea tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0732703 Aug 19 17:51:54.458155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:54.458799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:54.460381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] 10.222.0.42 "PUT /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 1123 time: 0.7460155 Aug 19 17:51:54.463209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70f61734-9294-48b3-81a9-e0569600b36d req-9d12d512-53a2-4de0-888c-7f7f7fb41fb7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Aug 19 17:51:54.472521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b358bbd-4b0c-4d6c-ae68-4308384ce165 service neutron] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:54.596407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['582a81b2-479c-4c71-94b5-5ef7feb1dd64'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:54.696725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['582a81b2-479c-4c71-94b5-5ef7feb1dd64'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:54.700506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60555e-f67a-4393-85e2-389b2f4c45cf req-e8c72c70-2b7a-4a9b-a5ed-350b06dcf1fd tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:54.702038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e60555e-f67a-4393-85e2-389b2f4c45cf req-e8c72c70-2b7a-4a9b-a5ed-350b06dcf1fd tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.0854239 Aug 19 17:51:54.753801 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-ef4d6b28-c217-4331-a02e-310f9acfe021 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808177 Aug 19 17:51:54.775513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e60555e-f67a-4393-85e2-389b2f4c45cf req-b48162d6-9cf3-483c-a6a1-46d62abe1294 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663414 Aug 19 17:51:54.934834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0c02-2419-4526-9cca-1bd5d557ed25 req-22bba0d1-d540-4ddc-a8ca-a44b12217080 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:54.936482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37bf0c02-2419-4526-9cca-1bd5d557ed25 req-22bba0d1-d540-4ddc-a8ca-a44b12217080 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1069069 Aug 19 17:51:54.985666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:55.003497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device fde190bf-4740-4cdd-b8f0-9e1a34972494 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:55.029652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37bf0c02-2419-4526-9cca-1bd5d557ed25 req-004af3c3-4ec5-410f-936d-2c76bd0331be tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747237 Aug 19 17:51:55.060280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: fde190bf-4740-4cdd-b8f0-9e1a34972494 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:51:55.060642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device fde190bf-4740-4cdd-b8f0-9e1a34972494 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:55.210134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232fe98-ec03-4550-9ed2-f2495340b33b req-a6c656c1-c98c-45d1-a8b4-8bdbe9383795 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.210569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:55.220339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9232fe98-ec03-4550-9ed2-f2495340b33b req-a6c656c1-c98c-45d1-a8b4-8bdbe9383795 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 945 time: 0.0818319 Aug 19 17:51:55.248344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 has no active binding in host n-h1-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:51:55.323180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9232fe98-ec03-4550-9ed2-f2495340b33b req-21ef10cc-c34b-4863-9349-d63302326ba2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944517 Aug 19 17:51:55.339463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-0d13eb4e-7434-4576-a317-c48e3acbaa6f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.340913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-0d13eb4e-7434-4576-a317-c48e3acbaa6f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.1038151 Aug 19 17:51:55.476651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:51:55.490629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94c79-b38b-43f2-9240-cc679edacebc req-cf538d24-d25a-466a-86e8-de384d45e94f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.497679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb94c79-b38b-43f2-9240-cc679edacebc req-cf538d24-d25a-466a-86e8-de384d45e94f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.499385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cb94c79-b38b-43f2-9240-cc679edacebc req-cf538d24-d25a-466a-86e8-de384d45e94f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c&device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 1682 time: 0.1575003 Aug 19 17:51:55.538509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7acc4-11ad-49a0-b843-52cdd40103b5 req-a62a95b2-4eac-4c7d-b5d9-6ad1fbdb45be tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.546712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0b7acc4-11ad-49a0-b843-52cdd40103b5 req-a62a95b2-4eac-4c7d-b5d9-6ad1fbdb45be tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 943 time: 0.1486187 Aug 19 17:51:55.590514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b2a3331a-65bb-4706-9398-019b678489bc completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:51:55.600858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b2a3331a-65bb-4706-9398-019b678489bc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:51:55.601803 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:55.606007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cb94c79-b38b-43f2-9240-cc679edacebc req-635e0b4c-a448-4caf-8c43-ecfc83dcec7b tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991662 Aug 19 17:51:55.623585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Deleting port 3d79a596-42f6-4dc4-9d63-07375e137eae {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:55.623793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:55.631674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0b7acc4-11ad-49a0-b843-52cdd40103b5 req-263e6f68-fed8-4a7e-8eba-e92ea35db5db tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834033 Aug 19 17:51:55.801048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:55.821484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1b18d-b949-4958-b620-903a93e68ac8 req-2a8b36f5-2cc1-464b-a8f4-274c47e6b89d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:55.823560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:55.829289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12f1b18d-b949-4958-b620-903a93e68ac8 req-2a8b36f5-2cc1-464b-a8f4-274c47e6b89d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.1057184 Aug 19 17:51:55.841036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] For port 3d79a596-42f6-4dc4-9d63-07375e137eae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3d79a596-42f6-4dc4-9d63-07375e137eae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:55.841418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:55.868299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Calling delete_port for 3d79a596-42f6-4dc4-9d63-07375e137eae owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:55.895562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:55.896509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:55.902603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12f1b18d-b949-4958-b620-903a93e68ac8 req-48c31ec9-82b3-406a-9485-5a1a73259712 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719590 Aug 19 17:51:55.909965 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680122e5-b731-4cad-9fc8-56156b1bb467" -d '{"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3331a-65bb-4706-9398-019b678489bc"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:55.914451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:56.008534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:56.106791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62993-9d60-404e-bd46-ca6b104f9a6c req-293708b3-0763-4c85-8977-54b13aa2aa84 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:56.112874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53f62993-9d60-404e-bd46-ca6b104f9a6c req-293708b3-0763-4c85-8977-54b13aa2aa84 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 950 time: 0.1292667 Aug 19 17:51:56.170548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53f62993-9d60-404e-bd46-ca6b104f9a6c req-0cd082c2-b649-46ab-8cbc-c56165379585 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Aug 19 17:51:56.209135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:56.241387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:56.280420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event deleted for resources: {'Port': ['ID=3d79a596-42f6-4dc4-9d63-07375e137eae,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:56.288057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:56.292040 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed13c0-677a-43f6-bcd1-460b19e5e205" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:56.342432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] No DVR routers for this DVR port 3d79a596-42f6-4dc4-9d63-07375e137eae on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:56.348165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:56.353479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e5ba3da-24ad-4daa-92e0-a8e57d2e3314 req-35011e6a-ebb1-4960-9918-42d751098b29 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "DELETE /v2.0/ports/3d79a596-42f6-4dc4-9d63-07375e137eae HTTP/1.1" status: 204 len: 173 time: 1.0017440 Aug 19 17:51:56.353954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'name': 'network-vif-deleted', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:56.357123 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c328f2-ecdc-4086-8f3b-570f448b0bb9" -d '{"events": [{"server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "name": "network-vif-deleted", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:56.364218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['3d79a596-42f6-4dc4-9d63-07375e137eae', '047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:56.393787 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06477638-ed78-49ba-a32f-93b999ba9662 x-openstack-request-id: req-06477638-ed78-49ba-a32f-93b999ba9662 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:56.394172 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3331a-65bb-4706-9398-019b678489bc", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:56.394357 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06477638-ed78-49ba-a32f-93b999ba9662 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:56.394716 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc', 'code': 200} Aug 19 17:51:56.710286 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004d02d-7e17-4d82-9f24-5def5917e6b0 x-openstack-request-id: req-9004d02d-7e17-4d82-9f24-5def5917e6b0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:56.710887 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:56.711239 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9004d02d-7e17-4d82-9f24-5def5917e6b0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:56.711768 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'status': 'completed', 'code': 200} Aug 19 17:51:56.913864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-07da957d-3f85-4372-993e-677765544949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:56.916070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-07da957d-3f85-4372-993e-677765544949 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1102 time: 0.1793234 Aug 19 17:51:56.978591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d7184c40-76ad-48c0-b70e-eed94276b69c details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:51:57.035670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-fccd4660-5fad-4783-ba80-264ae08b54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.037636 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-fccd4660-5fad-4783-ba80-264ae08b54b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1126 time: 0.2051101 Aug 19 17:51:57.073374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ec730-ad45-4100-ac49-73a1377d9bea req-19cd6edf-1b97-4c6b-9fe9-7d68cb64ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.075661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b85ec730-ad45-4100-ac49-73a1377d9bea req-19cd6edf-1b97-4c6b-9fe9-7d68cb64ff72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 1098 time: 0.1133859 Aug 19 17:51:57.087298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03f48-bd96-40b0-aee1-8b8caa432ffa req-c9b1a13e-38d9-4d1f-b5b6-4e6f38205c71 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.096014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c03f48-bd96-40b0-aee1-8b8caa432ffa req-c9b1a13e-38d9-4d1f-b5b6-4e6f38205c71 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.6523497 Aug 19 17:51:57.124445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:57.143743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6789-70d1-40f5-821d-8ae733f2ecd0 req-39a418b0-e1b8-4bee-a6f4-8006aa489e84 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.150481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f', 'port_id': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'mac_address': 'fa:16:3e:ba:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da81e7a2-9830-49aa-8ceb-ad390e8a9b09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:51:57.151366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f66c6789-70d1-40f5-821d-8ae733f2ecd0 req-39a418b0-e1b8-4bee-a6f4-8006aa489e84 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1638131 Aug 19 17:51:57.204244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-01c0de54-e2f6-4857-9abe-9d19b6894329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.207824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-01c0de54-e2f6-4857-9abe-9d19b6894329 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2827520 Aug 19 17:51:57.214022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:57.214576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-81c2eb20-711d-46d5-9cd6-e61e4d37b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.216333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-81c2eb20-711d-46d5-9cd6-e61e4d37b485 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1505361 Aug 19 17:51:57.219624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c03f48-bd96-40b0-aee1-8b8caa432ffa req-0eed4446-d667-4cd1-934d-ed0124ef362b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088462 Aug 19 17:51:57.231406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7184c40-76ad-48c0-b70e-eed94276b69c {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:51:57.256557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b85ec730-ad45-4100-ac49-73a1377d9bea req-d18f247b-429f-4163-b358-ece48b33d22b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548913 Aug 19 17:51:57.257571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:57.262719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:57.289441 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-7f12ba40-d6e8-4a6e-81c9-50145a85f071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 217 time: 0.0649641 Aug 19 17:51:57.290019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f66c6789-70d1-40f5-821d-8ae733f2ecd0 req-76bda2f3-7a36-447f-a259-dad737f42aea tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374979 Aug 19 17:51:57.314768 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac05bf-a93b-40e5-ac61-560721e18790 x-openstack-request-id: req-6dac05bf-a93b-40e5-ac61-560721e18790 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:57.315091 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944211f9-c5c2-44b2-8b72-ccd696aa1fdf", "name": "network-vif-deleted", "tag": "3d79a596-42f6-4dc4-9d63-07375e137eae", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:57.315300 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dac05bf-a93b-40e5-ac61-560721e18790 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:57.315959 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944211f9-c5c2-44b2-8b72-ccd696aa1fdf', 'name': 'network-vif-deleted', 'tag': '3d79a596-42f6-4dc4-9d63-07375e137eae', 'status': 'completed', 'code': 200} Aug 19 17:51:57.342517 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-51f7cf0d-0a05-4684-90af-f769fe89b6d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0509577 Aug 19 17:51:57.377799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:57.426355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-9deb603b-a17e-4809-927a-78aa0504d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.428258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-9deb603b-a17e-4809-927a-78aa0504d926 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0669289 Aug 19 17:51:57.467240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4491d10-cf4e-4986-b87f-7115c1977432 req-6e7d3443-7e60-4c7a-9327-b843c628f879 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.468976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4491d10-cf4e-4986-b87f-7115c1977432 req-6e7d3443-7e60-4c7a-9327-b843c628f879 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 944 time: 0.0596454 Aug 19 17:51:57.487770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-78dcf88c-282b-47f3-acc8-7d06208ca898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.489555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-78dcf88c-282b-47f3-acc8-7d06208ca898 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513394 Aug 19 17:51:57.539791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4491d10-cf4e-4986-b87f-7115c1977432 req-1f794c79-bf7c-4e1d-ba1e-99c5ed179fd8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592871 Aug 19 17:51:57.568809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec8837-ddd5-41ee-934a-42bacdad092d req-4b24a373-237c-49d1-aebe-5d5a874094d5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.569804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ec8837-ddd5-41ee-934a-42bacdad092d req-4b24a373-237c-49d1-aebe-5d5a874094d5 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0996029 Aug 19 17:51:57.626616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-ed90a2c1-64dc-442b-80f2-ec5aca87f9af service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219766 Aug 19 17:51:57.628166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ec8837-ddd5-41ee-934a-42bacdad092d req-bca2963e-64c9-404e-b9b7-09b2e9559413 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517020 Aug 19 17:51:57.680168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19dd5b02-cc36-4cc0-bde3-3a89dc453d80 req-93079767-ff92-4c41-ab66-c86d2df8874b tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=944211f9-c5c2-44b2-8b72-ccd696aa1fdf HTTP/1.1" status: 200 len: 210 time: 0.0341768 Aug 19 17:51:57.735207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:57.768735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-aef8f160-f0aa-42ac-bb64-0ad909c4d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.770429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-aef8f160-f0aa-42ac-bb64-0ad909c4d11f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0767176 Aug 19 17:51:57.812821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ef28e-c855-40d0-947f-4c0cd7993adc req-3e625734-24ba-4c11-a810-3e54b5c5d5a4 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:57.816029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b8ef28e-c855-40d0-947f-4c0cd7993adc req-3e625734-24ba-4c11-a810-3e54b5c5d5a4 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 946 time: 0.1040275 Aug 19 17:51:57.829083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-a597c765-b368-401e-915e-0fc34fd1ce85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502145 Aug 19 17:51:57.839511 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-cec87504-fea2-4cc9-b54b-8382db31a871 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961846 Aug 19 17:51:57.872205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b8ef28e-c855-40d0-947f-4c0cd7993adc req-8e26bee3-cb70-4b8a-82fa-5db59d88ac86 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Aug 19 17:51:57.973100 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-5a3d3b64-877c-42a2-b925-51b477b589a3 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036718 Aug 19 17:51:58.070970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9ed13c0-677a-43f6-bcd1-460b19e5e205 req-26a3ebdc-806d-4272-a8e3-29eedab6ac12 service neutron] 10.222.0.13 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849330 Aug 19 17:51:58.081171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec04fd98-e482-4ecd-a11b-a1dbc6ff8060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:58.349022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d9e5d-fa90-4de3-a9e8-e0c57319d646 req-0cf396e8-8f93-45b6-9c1c-8ac187f46826 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:58.350619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-169d9e5d-fa90-4de3-a9e8-e0c57319d646 req-0cf396e8-8f93-45b6-9c1c-8ac187f46826 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0551839 Aug 19 17:51:58.425059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-169d9e5d-fa90-4de3-a9e8-e0c57319d646 req-5b2e154f-ca3a-4099-896f-07c53a691cad tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683744 Aug 19 17:51:58.441238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc3d6-da5a-48f7-ad2e-637a7956042a req-7f229bc6-9dde-40d4-ba6b-7ffad18d2deb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:58.445494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a30fc3d6-da5a-48f7-ad2e-637a7956042a req-7f229bc6-9dde-40d4-ba6b-7ffad18d2deb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.0796144 Aug 19 17:51:58.481783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a30fc3d6-da5a-48f7-ad2e-637a7956042a req-78850c2a-e4f9-417e-aa5a-0787808b2322 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Aug 19 17:51:58.579517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-bc24c204-189d-4d6b-ad92-38e1cd422b9f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:58.581022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-bc24c204-189d-4d6b-ad92-38e1cd422b9f tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 946 time: 0.0627425 Aug 19 17:51:58.695123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05444-beb8-4595-8383-b04be4443221 req-36af6ca2-460b-4125-aaab-d27daae372cb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:58.700539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0be05444-beb8-4595-8383-b04be4443221 req-36af6ca2-460b-4125-aaab-d27daae372cb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 944 time: 0.0860157 Aug 19 17:51:58.712502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Deleting port a7cd5434-3849-4c31-a63a-9c734d142f3b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:58.712852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:58.796189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0be05444-beb8-4595-8383-b04be4443221 req-64ac08e8-99fa-4225-9595-62f7e6796fe5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Aug 19 17:51:58.825906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdef23f-a0b8-4cdc-af16-03f3a47f5cc6 req-0d083b14-8c0a-4935-9a80-22265b60dbe0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:58.844783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-acdef23f-a0b8-4cdc-af16-03f3a47f5cc6 req-0d083b14-8c0a-4935-9a80-22265b60dbe0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.1151509 Aug 19 17:51:58.881380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] For port a7cd5434-3849-4c31-a63a-9c734d142f3b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a7cd5434-3849-4c31-a63a-9c734d142f3b,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:58.881755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:58.915937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Calling delete_port for a7cd5434-3849-4c31-a63a-9c734d142f3b owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:58.918906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-acdef23f-a0b8-4cdc-af16-03f3a47f5cc6 req-555ae0c2-a0a3-4898-a6f2-8c00ea130c9d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731735 Aug 19 17:51:59.132724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:59.145522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a7cd5434-3849-4c31-a63a-9c734d142f3b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:59.172243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127e75c-b40a-489c-b09f-51c4ad136bcc req-f9680b74-b6c8-4d97-a92a-48d55a401525 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:59.177962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2127e75c-b40a-489c-b09f-51c4ad136bcc req-f9680b74-b6c8-4d97-a92a-48d55a401525 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccf372d3-0a4d-4fa7-85eb-ecf6132947f0 HTTP/1.1" status: 200 len: 867 time: 0.1262302 Aug 19 17:51:59.193078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e117a272-2753-4b0f-9afd-a5d9e001718e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:51:59.225993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event deleted for resources: {'Port': ['ID=a7cd5434-3849-4c31-a63a-9c734d142f3b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:51:59.295098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2127e75c-b40a-489c-b09f-51c4ad136bcc req-e8aae9c1-8d9f-46b5-b9f7-ea9f6cd30888 tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/security-groups?id=9362e39e-7beb-45e8-ba3c-23b9e5a109b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 Aug 19 17:51:59.310203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] No DVR routers for this DVR port a7cd5434-3849-4c31-a63a-9c734d142f3b on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:51:59.316587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:59.318583 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40a701e1-50a6-4a65-8a0d-45f505ef6ddc req-5c0d108d-6054-47c2-9acf-47232bc7d7dc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.42 "DELETE /v2.0/ports/a7cd5434-3849-4c31-a63a-9c734d142f3b HTTP/1.1" status: 204 len: 173 time: 0.7208619 Aug 19 17:51:59.319267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'name': 'network-vif-deleted', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:51:59.322492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e5cb0-d844-48d2-b1d7-985c5c1df873 req-53e64512-7453-48df-8853-afa860512535 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:59.323328 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851570be-32ad-4879-b751-91e8f02e8983" -d '{"events": [{"server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "name": "network-vif-deleted", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:51:59.329299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4e5cb0-d844-48d2-b1d7-985c5c1df873 req-53e64512-7453-48df-8853-afa860512535 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.1105151 Aug 19 17:51:59.429928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4e5cb0-d844-48d2-b1d7-985c5c1df873 req-0a73c4ce-8415-4e49-a3aa-f3247773840c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 Aug 19 17:51:59.442203 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1e40c-6b0f-40c2-bf6e-a4e694208328 x-openstack-request-id: req-16b1e40c-6b0f-40c2-bf6e-a4e694208328 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:51:59.442490 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf372d3-0a4d-4fa7-85eb-ecf6132947f0", "name": "network-vif-deleted", "tag": "a7cd5434-3849-4c31-a63a-9c734d142f3b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:51:59.443595 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16b1e40c-6b0f-40c2-bf6e-a4e694208328 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:51:59.444009 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf372d3-0a4d-4fa7-85eb-ecf6132947f0', 'name': 'network-vif-deleted', 'tag': 'a7cd5434-3849-4c31-a63a-9c734d142f3b', 'status': 'completed', 'code': 200} Aug 19 17:51:59.495257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-47d62e77-88bd-40f8-a349-c8003747dabe tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:59.497034 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-47d62e77-88bd-40f8-a349-c8003747dabe tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.13 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 945 time: 0.1188867 Aug 19 17:51:59.533486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3d79a596-42f6-4dc4-9d63-07375e137eae no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:51:59.574841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 3d79a596-42f6-4dc4-9d63-07375e137eae {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:51:59.575280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3d79a596-42f6-4dc4-9d63-07375e137eae not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:51:59.664420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Deleting port e117a272-2753-4b0f-9afd-a5d9e001718e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:51:59.665012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:59.675908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312d0d-d3c7-446c-a66a-c938e7cb14e3 req-28ff801e-7e02-4763-97e8-5664224136cc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:59.677597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f312d0d-d3c7-446c-a66a-c938e7cb14e3 req-28ff801e-7e02-4763-97e8-5664224136cc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.0699904 Aug 19 17:51:59.690264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d9916-adec-46e9-8530-5368411ceb89 req-d39c8a47-ecc6-4df3-bf1f-4a8605d91fc6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:51:59.691839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-047d9916-adec-46e9-8530-5368411ceb89 req-d39c8a47-ecc6-4df3-bf1f-4a8605d91fc6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1356707 Aug 19 17:51:59.749610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f312d0d-d3c7-446c-a66a-c938e7cb14e3 req-31eeb747-ef82-44ab-ae4b-60bb33769edd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Aug 19 17:51:59.767549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-047d9916-adec-46e9-8530-5368411ceb89 req-db38624b-91e4-41fc-8f7f-f45753463952 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654929 Aug 19 17:51:59.837532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] For port e117a272-2753-4b0f-9afd-a5d9e001718e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e117a272-2753-4b0f-9afd-a5d9e001718e,segment=NetworkSegment(06b33b39-0e40-4495-8ea7-6078064e3900),segment_id=06b33b39-0e40-4495-8ea7-6078064e3900)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:51:59.837905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:51:59.861372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Calling delete_port for e117a272-2753-4b0f-9afd-a5d9e001718e owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:51:59.991805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46aea6-1f7e-4208-8df6-a2ad4eb71522 req-88947062-0360-4b7b-a8d7-afc7665db458 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.002082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f46aea6-1f7e-4208-8df6-a2ad4eb71522 req-88947062-0360-4b7b-a8d7-afc7665db458 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1361165 Aug 19 17:52:00.060576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d70061-146c-44c2-b2d6-9c5fb3abd85d req-793e0b0a-aa99-467c-859f-12000bc8e1cc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.063257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63d70061-146c-44c2-b2d6-9c5fb3abd85d req-793e0b0a-aa99-467c-859f-12000bc8e1cc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 944 time: 0.1353958 Aug 19 17:52:00.071435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f46aea6-1f7e-4208-8df6-a2ad4eb71522 req-5a2e3f7a-535d-4227-a9d6-f03af01ee084 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680935 Aug 19 17:52:00.115861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63d70061-146c-44c2-b2d6-9c5fb3abd85d req-9d832f49-ad28-4a45-bd6c-9f71ba24d1ca tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Aug 19 17:52:00.122134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:00.137657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a7cd5434-3849-4c31-a63a-9c734d142f3b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:00.188953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Pushing event deleted for resources: {'Port': ['ID=e117a272-2753-4b0f-9afd-a5d9e001718e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:00.256828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4293f-30fa-4526-8a47-bdcc920b9202 req-842f8715-552e-4ab3-8987-4f30f4adc505 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.257238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] No DVR routers for this DVR port e117a272-2753-4b0f-9afd-a5d9e001718e on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:00.258725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56e4293f-30fa-4526-8a47-bdcc920b9202 req-842f8715-552e-4ab3-8987-4f30f4adc505 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 943 time: 0.0680890 Aug 19 17:52:00.261804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:00.263995 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e2ed337-c75f-4c66-b4ff-d90e7a3c47d8 req-c9d2ffb1-7f69-4a07-baaf-245632aad7cc tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.13 "DELETE /v2.0/ports/e117a272-2753-4b0f-9afd-a5d9e001718e HTTP/1.1" status: 204 len: 173 time: 0.7601047 Aug 19 17:52:00.379063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56e4293f-30fa-4526-8a47-bdcc920b9202 req-d1033846-449d-4567-b18b-3ebd0573f9e4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929134 Aug 19 17:52:00.391370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-c722a701-d5d1-471c-a391-5f6d2f26568d service neutron] 10.222.0.13 "GET /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.1143038 Aug 19 17:52:00.540654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e76c86e6-0dc6-4741-a67d-15f1ae795bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:00.592710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ce77956-a590-41f0-ac6f-a73ce8937302 req-456aee29-e7a2-414c-99c8-97ef7b6486eb tempest-ListServersNegativeTestJSON-121666207 tempest-ListServersNegativeTestJSON-121666207-project] 10.222.0.36 "GET /v2.0/ports?device_id=61607554-d368-462f-994f-ea0b0f27fa9c HTTP/1.1" status: 200 len: 210 time: 0.0500386 Aug 19 17:52:00.778144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89efdf-68c0-4d36-aa9d-c916ce046a1e req-ec949891-e435-4a81-af92-4d91291ba83e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.779708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b89efdf-68c0-4d36-aa9d-c916ce046a1e req-ec949891-e435-4a81-af92-4d91291ba83e tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.1719124 Aug 19 17:52:00.801124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:00.829346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:00.852659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73353-2ce7-4d0b-87b9-7974ec1d1895 req-f9c3647b-9ee9-4291-b59f-de78a3fffe77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.854665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4d73353-2ce7-4d0b-87b9-7974ec1d1895 req-f9c3647b-9ee9-4291-b59f-de78a3fffe77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1744273 Aug 19 17:52:00.879208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b89efdf-68c0-4d36-aa9d-c916ce046a1e req-9b65db91-1d03-4c45-8a4e-43e555ccf0df tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Aug 19 17:52:00.891575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:00.942649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4d73353-2ce7-4d0b-87b9-7974ec1d1895 req-1de7ae48-cbf1-4b56-b807-63a34ef6fc9e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792365 Aug 19 17:52:00.944794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582a81b2-479c-4c71-94b5-5ef7feb1dd64 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:00.946043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-d73834e6-23d5-4ef5-ad2f-21639d5b8558 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:00.947570 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-d73834e6-23d5-4ef5-ad2f-21639d5b8558 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 950 time: 0.1034231 Aug 19 17:52:00.959903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:00.984012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.030750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d7184c40-76ad-48c0-b70e-eed94276b69c up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:01.094941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port d7184c40-76ad-48c0-b70e-eed94276b69c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:01.099320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d7184c40-76ad-48c0-b70e-eed94276b69c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:01.099996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.104534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36d70f-d01c-4b02-b8bb-4b3fcf464efb req-9568b978-972f-42b8-ab3a-8c5c4ac483e4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:01.112839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b36d70f-d01c-4b02-b8bb-4b3fcf464efb req-9568b978-972f-42b8-ab3a-8c5c4ac483e4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1131914 Aug 19 17:52:01.168232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Deleting port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:01.169184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.189563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b36d70f-d01c-4b02-b8bb-4b3fcf464efb req-243d137f-6e43-49b5-888b-24ecc179bd58 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732126 Aug 19 17:52:01.204544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] Transition to ACTIVE for port object 582a81b2-479c-4c71-94b5-5ef7feb1dd64 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:01.221239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.293506 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.316205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] For port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:01.316575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.330417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Calling delete_port for bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:01.364429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:01.368291 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b6046c-4735-4a7e-a002-dc2f30dd3aed" -d '{"events": [{"server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "name": "network-vif-plugged", "status": "completed", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:01.392431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:01.403891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.405309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a7cd5434-3849-4c31-a63a-9c734d142f3b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:01.412618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] No DVR routers for this DVR port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:01.469670 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68408c6-def7-46b0-be98-b0b4dee924c2 x-openstack-request-id: req-b68408c6-def7-46b0-be98-b0b4dee924c2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:01.470055 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "name": "network-vif-plugged", "status": "completed", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:01.470294 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b68408c6-def7-46b0-be98-b0b4dee924c2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:01.470714 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'code': 200} Aug 19 17:52:01.473400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: a7cd5434-3849-4c31-a63a-9c734d142f3b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:01.474438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a7cd5434-3849-4c31-a63a-9c734d142f3b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:01.529917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] Pushing event updated for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:01.565658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:01.594222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f82dec3b-3941-4c73-b650-b32278f72aec service neutron] 10.222.0.13 "PUT /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64/bindings/n-h1-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1922553 Aug 19 17:52:01.622652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dca42-e19d-4a26-b196-4abb3f40c9df req-0dfc2118-d975-49ab-a15d-e6dd0c566780 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:01.627370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-942dca42-e19d-4a26-b196-4abb3f40c9df req-0dfc2118-d975-49ab-a15d-e6dd0c566780 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 944 time: 0.4012544 Aug 19 17:52:01.634363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'name': 'network-vif-deleted', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:01.637243 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51164ee6-dbc0-4b25-87c0-a32dc79b8681" -d '{"events": [{"server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "name": "network-vif-deleted", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:01.649763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.725600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event deleted for resources: {'Port': ['ID=bab325d2-30e2-4ab5-8a62-cdfb416b5cf0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:01.796691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] No DVR routers for this DVR port bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:01.799623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.802428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f4e82c8-4553-459b-bc34-8739f47daac0 req-ab91cb2a-5888-410c-a07e-b1c3e2e30359 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.42 "DELETE /v2.0/ports/bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 HTTP/1.1" status: 204 len: 173 time: 0.8461332 Aug 19 17:52:01.802895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:01.805139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:01.859746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-942dca42-e19d-4a26-b196-4abb3f40c9df req-68538ece-f449-4d21-ac47-cf28bc617704 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897933 Aug 19 17:52:01.892260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c977-a9c8-4e3b-8dfe-2d140d9d28f5 req-d7d77c59-71f4-4f93-9741-15122d48a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:01.895417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a904c977-a9c8-4e3b-8dfe-2d140d9d28f5 req-d7d77c59-71f4-4f93-9741-15122d48a07e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1097 time: 0.3287704 Aug 19 17:52:01.902062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:01.930896 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:52:01.949107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:01.949856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:01.950359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e117a272-2753-4b0f-9afd-a5d9e001718e no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:01.977365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:01.982403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e117a272-2753-4b0f-9afd-a5d9e001718e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:01.982922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e117a272-2753-4b0f-9afd-a5d9e001718e not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:02.008328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe00f12-da12-423a-badc-3339e7085457 req-a4b181cf-e3e7-4271-a97b-2a888d559b90 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.022178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebe00f12-da12-423a-badc-3339e7085457 req-a4b181cf-e3e7-4271-a97b-2a888d559b90 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.3934021 Aug 19 17:52:02.055386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-bec1f82c-1560-4e0d-bf98-35fda1e84a78 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.057578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-bec1f82c-1560-4e0d-bf98-35fda1e84a78 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.2913361 Aug 19 17:52:02.069249 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47012e8b-16f1-4271-8668-21e8dd92891a x-openstack-request-id: req-47012e8b-16f1-4271-8668-21e8dd92891a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:02.069652 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61607554-d368-462f-994f-ea0b0f27fa9c", "name": "network-vif-deleted", "tag": "e117a272-2753-4b0f-9afd-a5d9e001718e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:02.070320 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47012e8b-16f1-4271-8668-21e8dd92891a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:02.070937 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61607554-d368-462f-994f-ea0b0f27fa9c', 'name': 'network-vif-deleted', 'tag': 'e117a272-2753-4b0f-9afd-a5d9e001718e', 'status': 'completed', 'code': 200} Aug 19 17:52:02.092218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Deleting subnet e43d5125-9d4f-4d5f-88bd-12dd83e9e517 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:52:02.096954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.152322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.161324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a904c977-a9c8-4e3b-8dfe-2d140d9d28f5 req-ff388af8-0a91-41b9-9463-1e1a50cc624f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484574 Aug 19 17:52:02.209873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.272964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.288083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cfdcb14-0d0c-4bbc-8531-801b36e7b602 req-55ecfc1e-b48e-4b91-9069-61fdd6cfc866 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0c245-575f-4edb-b34a-83c3d23ff226 HTTP/1.1" status: 200 len: 210 time: 0.0574591 Aug 19 17:52:02.294666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebe00f12-da12-423a-badc-3339e7085457 req-0eb3650d-a7de-4e09-abb0-ef6860362a7d tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715354 Aug 19 17:52:02.304815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43d5125-9d4f-4d5f-88bd-12dd83e9e517,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:02.305202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-c8add1ea-17d1-4a56-a6db-efb431bfab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.307105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-c8add1ea-17d1-4a56-a6db-efb431bfab92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010 HTTP/1.1" status: 200 len: 1096 time: 0.2190130 Aug 19 17:52:02.310827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.314658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cca7b21f-88da-4e4e-b842-f0319e93177b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e43d5125-9d4f-4d5f-88bd-12dd83e9e517 HTTP/1.1" status: 204 len: 168 time: 0.3593874 Aug 19 17:52:02.316373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43674) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:02.411812 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.493779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de3887-53fa-44c1-a764-208dfd571552 req-f7950714-3fe2-4109-acf9-f2ae00f4da80 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.495504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6de3887-53fa-44c1-a764-208dfd571552 req-f7950714-3fe2-4109-acf9-f2ae00f4da80 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1255362 Aug 19 17:52:02.522109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-86c3eae9-f80d-42ad-b5c7-0eebe6cb1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.523007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.523825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-86c3eae9-f80d-42ad-b5c7-0eebe6cb1218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1096 time: 0.1126220 Aug 19 17:52:02.535987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf835a0e-f8a5-49ac-bc0d-6be6da140674']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:02.537870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d923-deff-484b-b10e-41f354f68d60 req-597ffb42-d5fc-40fe-8b3a-28c382511353 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.539384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d265d923-deff-484b-b10e-41f354f68d60 req-597ffb42-d5fc-40fe-8b3a-28c382511353 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1267483 Aug 19 17:52:02.547578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b33b39-0e40-4495-8ea7-6078064e3900') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:02.547933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b33b39-0e40-4495-8ea7-6078064e3900') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:02.563947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.584137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.592955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:52:02.593799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:52:02.596528 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:52:02.631407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6de3887-53fa-44c1-a764-208dfd571552 req-8eda4910-3a5c-41d5-9d4d-73ea134d73bd tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214983 Aug 19 17:52:02.664782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d265d923-deff-484b-b10e-41f354f68d60 req-5032d638-af04-49b2-b3ab-6660d1b7b1d6 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094770 Aug 19 17:52:02.713169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f728dc0f-f790-47f1-a7dd-884bd028d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.713615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.716131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-f728dc0f-f790-47f1-a7dd-884bd028d20e service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.1739445 Aug 19 17:52:02.723782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:02.730614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf835a0e-f8a5-49ac-bc0d-6be6da140674 HTTP/1.1" status: 204 len: 168 time: 0.4132583 Aug 19 17:52:02.759796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb42ef-d319-4f62-b71b-d0cd8f99a052 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf835a0e-f8a5-49ac-bc0d-6be6da140674,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:02.772480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-89021fc2-6ec7-4de4-9773-a265c045fa1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 200 len: 217 time: 0.0486920 Aug 19 17:52:02.838452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-a8d57c3f-dd0c-42c9-8e65-ce4a8b3828e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:02.840356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-a8d57c3f-dd0c-42c9-8e65-ce4a8b3828e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.0554681 Aug 19 17:52:02.879847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-20c949df-df20-46bf-9b32-bc4d23a4769d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316532 Aug 19 17:52:02.912857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43684) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:02.956545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2f5081f-9b21-43ca-bc80-5b1a1416ed7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42bca5f8049741029e9d3bb68ccd156d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420980 Aug 19 17:52:02.959073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43686) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:03.017039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.037329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbbcc-1e2c-4c36-b408-5c3c2cdb85ff req-48a495b4-c34e-44d4-84db-1e95c8059dd1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.039103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f5cbbcc-1e2c-4c36-b408-5c3c2cdb85ff req-48a495b4-c34e-44d4-84db-1e95c8059dd1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0903208 Aug 19 17:52:03.043107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-6e50b878-2f95-45a3-a344-5b3e7379f022 service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550479 Aug 19 17:52:03.045924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.107662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.112560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.116066 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9362e39e-7beb-45e8-ba3c-23b9e5a109b9 HTTP/1.1" status: 204 len: 168 time: 0.1534169 Aug 19 17:52:03.131959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f5cbbcc-1e2c-4c36-b408-5c3c2cdb85ff req-62a46ecf-917c-4030-ab8e-ebd44ffea373 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827007 Aug 19 17:52:03.132077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98a73c-0711-49ff-8f0d-b23433a984ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362e39e-7beb-45e8-ba3c-23b9e5a109b9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:03.174918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-79d719a8-7c0f-4f9d-b612-53b2ea33510a service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186299 Aug 19 17:52:03.391322 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.535765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617a305-58af-4c4b-9bfc-34ad5d04eb2e req-c94cbb8e-b2b0-4f7c-bb9f-22760c82b42a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.543109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3617a305-58af-4c4b-9bfc-34ad5d04eb2e req-c94cbb8e-b2b0-4f7c-bb9f-22760c82b42a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.1139667 Aug 19 17:52:03.548372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-d48cd837-cc9c-4e57-8b6b-1ff659a4d017 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.549818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-d48cd837-cc9c-4e57-8b6b-1ff659a4d017 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197&tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0847607 Aug 19 17:52:03.651008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3617a305-58af-4c4b-9bfc-34ad5d04eb2e req-6142f437-64ef-4368-ab33-06b66c670489 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069937 Aug 19 17:52:03.702016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0438f-9a84-411b-bffe-1669d0b2e37e req-227a1f05-c124-42d0-a1b3-14d848dfd1a5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.710090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b0438f-9a84-411b-bffe-1669d0b2e37e req-227a1f05-c124-42d0-a1b3-14d848dfd1a5 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.1032214 Aug 19 17:52:03.810934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b0438f-9a84-411b-bffe-1669d0b2e37e req-20f78305-fc4e-497b-8859-a318cf78822c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999868 Aug 19 17:52:03.835563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455b32a-e248-4492-841f-1b7e87d40d01 req-35fcb7fb-efe3-452a-b99e-7c24b8039e02 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.835563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b455b32a-e248-4492-841f-1b7e87d40d01 req-35fcb7fb-efe3-452a-b99e-7c24b8039e02 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.0856669 Aug 19 17:52:03.836120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-3ddc8ad0-18e7-47df-98c8-8b669c5c8a6f service neutron] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:03.839641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-3ddc8ad0-18e7-47df-98c8-8b669c5c8a6f service neutron] Notify callbacks [] for binding, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:03.840748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f0dc79-f5e1-4cd8-9e53-56ed61cca65b req-3ddc8ad0-18e7-47df-98c8-8b669c5c8a6f service neutron] 10.222.0.42 "DELETE /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64/bindings/n-h2-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.2673068 Aug 19 17:52:03.877464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b455b32a-e248-4492-841f-1b7e87d40d01 req-f1db6d76-114e-4799-a2b9-46d4811fca45 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Aug 19 17:52:03.951540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7175-0c71-4907-be83-1f4f69323de2 req-6d7a7301-63a5-410e-a793-dc712c2f9010 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:03.953597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-659d7175-0c71-4907-be83-1f4f69323de2 req-6d7a7301-63a5-410e-a793-dc712c2f9010 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0550323 Aug 19 17:52:03.967279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43726) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:03.995624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-659d7175-0c71-4907-be83-1f4f69323de2 req-19c7cb3c-1908-4dfc-b757-59efac12131f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Aug 19 17:52:04.072518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'name': 'network-vif-deleted', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:04.074777 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45879170-047f-4b18-ab73-fb74d2da600a" -d '{"events": [{"server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "name": "network-vif-deleted", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:04.080232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-804097712-network', 'tenant_id': '4179b584941e4cd285a13cfd0e551af5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:04.102022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:04.104658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.113274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.123282 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74174b44-d536-491a-814e-45893aeb2fd7 x-openstack-request-id: req-74174b44-d536-491a-814e-45893aeb2fd7 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:04.123597 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0c245-575f-4edb-b34a-83c3d23ff226", "name": "network-vif-deleted", "tag": "bab325d2-30e2-4ab5-8a62-cdfb416b5cf0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:04.123870 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74174b44-d536-491a-814e-45893aeb2fd7 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:04.125781 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0c245-575f-4edb-b34a-83c3d23ff226', 'name': 'network-vif-deleted', 'tag': 'bab325d2-30e2-4ab5-8a62-cdfb416b5cf0', 'status': 'completed', 'code': 200} Aug 19 17:52:04.158704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-d6deb5d7-0f14-4d95-baa5-12f7a069ec9f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:04.160231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-d6deb5d7-0f14-4d95-baa5-12f7a069ec9f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.1075170 Aug 19 17:52:04.178335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-8228beed-e572-49fb-9eb5-14a5111ac352 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/quotas/6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Aug 19 17:52:04.222112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.226573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.263333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:52:04.269989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b56687-0103-4418-9ba3-01a376f37de9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:04.279988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.281345 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Added segment 81c13661-958c-47c3-b167-2495a48ee229 of type vlan for network 8d328e9b-3252-4257-9e4e-d78383f6916f Aug 19 17:52:04.289302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-757247a2-1b2c-4a51-aee4-fba89358721c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043069 Aug 19 17:52:04.317041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93596-858d-43af-9d31-0ec0c764b4fc req-cfd645d7-ce09-443f-a118-05a3da6b6e21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:04.318848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33e93596-858d-43af-9d31-0ec0c764b4fc req-cfd645d7-ce09-443f-a118-05a3da6b6e21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0939426 Aug 19 17:52:04.325004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.354330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.355574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:04.356411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.395578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33e93596-858d-43af-9d31-0ec0c764b4fc req-17fd7b25-6c27-4c4d-90f5-d86f469fe8bc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512571 Aug 19 17:52:04.416925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4484196 Aug 19 17:52:04.420258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:04.427392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-d58d28af-3f2f-4026-b424-574b21d0399b service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372344 Aug 19 17:52:04.439737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Request body: {'subnet': {'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-804097712-subnet', 'tenant_id': '4179b584941e4cd285a13cfd0e551af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:04.448886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bef2c-2daf-4bfa-9d5d-b36b7fe8a665 admin admin] Pushing event updated for resources: {'Network': ['ID=8d328e9b-3252-4257-9e4e-d78383f6916f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:04.460551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 8d328e9b-3252-4257-9e4e-d78383f6916f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:52:04.483606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:04.487388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.567137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-81a645d9-f46c-4d51-b3c8-fb94f314cd76 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1558640474&fields=id&tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 267 time: 0.0736887 Aug 19 17:52:04.573946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-e13cdfa1-a979-4cc6-9bfb-ae524e9074eb service neutron] 10.222.0.36 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399884 Aug 19 17:52:04.634195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-ac7c5261-3346-4ddd-8555-dc1458d15773 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:04.635984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-ac7c5261-3346-4ddd-8555-dc1458d15773 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0610685 Aug 19 17:52:04.651728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'security_groups': ['7c7b0e8c-fa9b-4ded-864a-40752f066465', 'b2ed74f8-6f5a-4c4e-93d2-999680d06d82']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:04.678874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.726825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.750958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabb818e-f91f-45b1-91d0-c28587bd948e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:04.762167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Checking segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:04.762527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Network hostable DHCP agents. Network: 8d328e9b-3252-4257-9e4e-d78383f6916f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:52:04.781505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Network 8d328e9b-3252-4257-9e4e-d78383f6916f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:52:04.792413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 8d328e9b-3252-4257-9e4e-d78383f6916f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:04.799375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:04.800538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:04.803837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943af0b-5639-419e-b856-c963c285f94b None None] Network 8d328e9b-3252-4257-9e4e-d78383f6916f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:04.818962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c357a818-ba45-494c-8bbc-8a7eb4488451 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3882313 Aug 19 17:52:04.942840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b8b943-21e3-487d-b48a-a02fbb451de0 None None] Network 8d328e9b-3252-4257-9e4e-d78383f6916f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:05.026759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed386a-89c9-4187-b8d7-4c6abfe6f0a5 req-cbd44850-1077-483e-9f17-061a873ff916 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.028886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feed386a-89c9-4187-b8d7-4c6abfe6f0a5 req-cbd44850-1077-483e-9f17-061a873ff916 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.0857558 Aug 19 17:52:05.045707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:05.075604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:05.115259 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:05.131760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feed386a-89c9-4187-b8d7-4c6abfe6f0a5 req-85b776d0-c109-45cd-8538-c2ed35f28250 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718174 Aug 19 17:52:05.135071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:05.135419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device bab325d2-30e2-4ab5-8a62-cdfb416b5cf0 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:05.140457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:05.152293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:05.207146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.207977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:05.210509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc53f5a-a5ff-43f0-aa0a-d8e62c51ccf8 req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "PUT /v2.0/ports/d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 981 time: 0.5631235 Aug 19 17:52:05.210945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:05.214024 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340457e-ab88-490d-86e7-3f63048217c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:05.262213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d131a-73f6-4d20-abfe-3b6acfe664b8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:05.280961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce539f48-093a-44d5-b644-18929d27b0db req-590ca7b1-080c-4f4a-862f-4d9642a2f5c5 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 210 time: 0.0328913 Aug 19 17:52:05.357453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:05.403924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272e463-d3ce-44bd-ba0c-d95ff13a746c req-1159401c-3686-413d-9c65-4b0211ad062f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.411606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f272e463-d3ce-44bd-ba0c-d95ff13a746c req-1159401c-3686-413d-9c65-4b0211ad062f tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.0914223 Aug 19 17:52:05.721791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162bf07-e605-490d-979f-d18abe17b80f req-de664cd3-a97e-465f-a233-752a12b14c0d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.723176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c162bf07-e605-490d-979f-d18abe17b80f req-de664cd3-a97e-465f-a233-752a12b14c0d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.3730173 Aug 19 17:52:05.772933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f272e463-d3ce-44bd-ba0c-d95ff13a746c req-61dd48f6-1f42-4895-84e1-6f293299be7c tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.36 "GET /v2.0/security-groups?id=93704a13-fd19-4156-8d85-ec6f8fa2bf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604505 Aug 19 17:52:05.800606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-2fb0c311-6076-41d0-80ad-c1384fcfff3a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.802128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-2fb0c311-6076-41d0-80ad-c1384fcfff3a tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "GET /v2.0/ports?device_id=0980fa52-0ead-41fa-a990-b9ed676c5003 HTTP/1.1" status: 200 len: 950 time: 0.0997055 Aug 19 17:52:05.805456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c162bf07-e605-490d-979f-d18abe17b80f req-4d48c527-0a6b-4cbd-b8d5-2f44a5388dd3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659111 Aug 19 17:52:05.935155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Deleting port 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:05.935525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:05.959093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa6c2-5d26-4cb5-a97d-2e6601526299 req-3acbbf23-df29-4d8a-9588-481a2f08b370 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:05.960619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbfa6c2-5d26-4cb5-a97d-2e6601526299 req-3acbbf23-df29-4d8a-9588-481a2f08b370 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0749807 Aug 19 17:52:06.048730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfbfa6c2-5d26-4cb5-a97d-2e6601526299 req-79ab3ba9-b64d-4718-924f-2677933ea501 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626879 Aug 19 17:52:06.115071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] For port 047a2c55-becf-4de7-be75-553d9b200347, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=047a2c55-becf-4de7-be75-553d9b200347,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:06.115410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.146229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Calling delete_port for 047a2c55-becf-4de7-be75-553d9b200347 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:06.247625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-cbaa3bf1-bd28-4154-81c1-8d7a0c898e13 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1682632380&fields=id&tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 267 time: 0.1147749 Aug 19 17:52:06.261473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3f556e21-6700-4fcc-a815-a91132303fa0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:06.263028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3f556e21-6700-4fcc-a815-a91132303fa0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.2132988 Aug 19 17:52:06.300000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-3293a335-b32b-4dcc-939c-d324e6e298cc tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:06.302332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-3293a335-b32b-4dcc-939c-d324e6e298cc tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 808 time: 0.1261005 Aug 19 17:52:06.315870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-13a519ec-50e8-48e4-9b41-1dda4528513e tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/quotas/4179b584941e4cd285a13cfd0e551af5 HTTP/1.1" status: 200 len: 375 time: 0.0315156 Aug 19 17:52:06.320902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Request body: {'port': {'device_id': '8d411211-7816-473d-8063-031144f69a7f', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'admin_state_up': True, 'tenant_id': '6439c690dedc4551b5cb97a52db76db2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:06.365246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-1b2406c2-277e-4b0c-89fc-8638ac00fd75 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374098 Aug 19 17:52:06.374667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-29a1a807-9df9-4ad6-aa20-4cc65d4c3308 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:06.376176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-29a1a807-9df9-4ad6-aa20-4cc65d4c3308 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 984 time: 0.1107838 Aug 19 17:52:06.423736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'security_groups': ['7c7b0e8c-fa9b-4ded-864a-40752f066465', 'b2ed74f8-6f5a-4c4e-93d2-999680d06d82', '9dbaa6a8-981a-43d9-bb8d-72de094c3dbf']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:06.454589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Made reservation on behalf of 6439c690dedc4551b5cb97a52db76db2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:06.457954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.538406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.572440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['047a2c55-becf-4de7-be75-553d9b200347'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:06.580202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.582159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Pushing event deleted for resources: {'Port': ['ID=047a2c55-becf-4de7-be75-553d9b200347,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:06.610107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Allocated IP 172.20.0.6 (6823ed67-9e6c-451d-8bde-2508e3d09943/f03e7dbe-5f17-40ed-bd98-e33c82cbe73d/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:06.634646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-2c8bc7cc-1847-41a7-8012-4ca4541abfd2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540569 Aug 19 17:52:06.691890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] No DVR routers for this DVR port 047a2c55-becf-4de7-be75-553d9b200347 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:06.696338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.698268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-409732d7-9331-4d72-b7cb-10b38e7afd71 req-68b7f275-f0f0-4bed-a117-930605b64c10 tempest-ServersAdminTestJSON-1837230815 tempest-ServersAdminTestJSON-1837230815-project] 10.222.0.13 "DELETE /v2.0/ports/047a2c55-becf-4de7-be75-553d9b200347 HTTP/1.1" status: 204 len: 173 time: 0.8896592 Aug 19 17:52:06.826306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.865105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-bdac02e1-efef-4249-bb7e-692971d9847e service neutron] 10.222.0.36 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829982 Aug 19 17:52:06.921745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:06.961219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a081ef30-1e61-45aa-8390-c079ea434903'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:06.986996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:07.011575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:07.022606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.023167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Network 6823ed67-9e6c-451d-8bde-2508e3d09943 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:07.024870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:07.028468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:07.033258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.050092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:07.091519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.092251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.095146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.095809 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.097265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fd05acd-c7a7-4487-95da-655495ca9ba2 req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "PUT /v2.0/ports/d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 1020 time: 0.6906626 Aug 19 17:52:07.117853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-6b3facc1-3349-4fe9-88b6-5e73f69c23d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012478 Aug 19 17:52:07.123991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ea31-c493-4d34-b9bf-632ef6cbb8d0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:07.138160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Request body: {'port': {'device_id': '8d411211-7816-473d-8063-031144f69a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:07.167208 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75800333-eab1-49da-86db-4d371bcc5852 x-openstack-request-id: req-75800333-eab1-49da-86db-4d371bcc5852 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:07.167532 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:07.167783 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75800333-eab1-49da-86db-4d371bcc5852 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:07.168175 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'status': 'completed', 'code': 200} Aug 19 17:52:07.241647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:07.299503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:07.318244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340457e-ab88-490d-86e7-3f63048217c9 req-814d6e4e-eea2-41f0-8b3a-d9f5b9afb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.319832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-814d6e4e-eea2-41f0-8b3a-d9f5b9afb9eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1175 time: 0.1227691 Aug 19 17:52:07.493516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3b91-d08a-43b1-bce7-7c8122296fc2 req-877988a1-6c09-46ac-a842-5bba2111ac14 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.502777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-000f3b91-d08a-43b1-bce7-7c8122296fc2 req-877988a1-6c09-46ac-a842-5bba2111ac14 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 931 time: 0.2236378 Aug 19 17:52:07.521012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240e081-9a99-41af-8941-8784e809d8a9 req-7e2581a1-c1c5-4cb9-8b90-408b5faab5ae tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.529369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8240e081-9a99-41af-8941-8784e809d8a9 req-7e2581a1-c1c5-4cb9-8b90-408b5faab5ae tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 1096 time: 0.2249913 Aug 19 17:52:07.592079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340457e-ab88-490d-86e7-3f63048217c9 req-294bc305-742f-4ca4-8719-55cd940b0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.594412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-294bc305-742f-4ca4-8719-55cd940b0d35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.2251797 Aug 19 17:52:07.627718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-000f3b91-d08a-43b1-bce7-7c8122296fc2 req-949190c9-458f-4f45-be01-b2a8e28bb7d4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221547 Aug 19 17:52:07.709299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8240e081-9a99-41af-8941-8784e809d8a9 req-ab7cc901-9db5-4931-b3e4-226cf3c2e945 tempest-LiveAutoBlockMigrationV225Test-1786286719 tempest-LiveAutoBlockMigrationV225Test-1786286719-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790607 Aug 19 17:52:07.711102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-5e4d2541-d2a8-4a7d-a335-0d618d76b4d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 217 time: 0.1069059 Aug 19 17:52:07.860926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340457e-ab88-490d-86e7-3f63048217c9 req-26959e0e-42c4-4262-ae01-ce7b68f48bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:07.863768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-26959e0e-42c4-4262-ae01-ce7b68f48bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.1401439 Aug 19 17:52:07.945715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-28856324-8047-427c-a558-f39cb6ea901b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614209 Aug 19 17:52:08.097969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff0394-90c2-4bf7-b3e5-337757fd6641 req-a3a498a4-320e-4a48-b555-71dbd6478a0f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.100543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dff0394-90c2-4bf7-b3e5-337757fd6641 req-a3a498a4-320e-4a48-b555-71dbd6478a0f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2358282 Aug 19 17:52:08.164977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:08.179059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.213678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Transition to ACTIVE for port object c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:08.220072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.239862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-0427080f-5c3d-449d-a1b7-df641e0f5b44 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782462 Aug 19 17:52:08.282474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43822) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:08.322472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:08.364290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f3671-6887-4056-a1f8-96b551449613 req-2dffc7a0-039d-44cf-9c0a-10fcacc16cc0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.365930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-320f3671-6887-4056-a1f8-96b551449613 req-2dffc7a0-039d-44cf-9c0a-10fcacc16cc0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.3420751 Aug 19 17:52:08.368996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dff0394-90c2-4bf7-b3e5-337757fd6641 req-7dae91ee-f1d0-418e-9998-da1e79ed254b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345390 Aug 19 17:52:08.460848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5340457e-ab88-490d-86e7-3f63048217c9 req-036011d9-b3b7-4c88-874f-324d2bca7015 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094846 Aug 19 17:52:08.461509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:08.461860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:08.462435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:08.468511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:08.469364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:08.475079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:08.475555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:08.476044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:08.476539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Bound port: c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:08.476979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.557970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-320f3671-6887-4056-a1f8-96b551449613 req-a6a0e9eb-7430-4efc-9fc9-3b4776174047 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718380 Aug 19 17:52:08.587416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:08.592137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:08.597981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.622234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985f08-1096-490b-b84a-580c1447584e req-a0aa3edb-cae1-405a-b84c-1dd3c1c3bd22 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.634351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a985f08-1096-490b-b84a-580c1447584e req-a0aa3edb-cae1-405a-b84c-1dd3c1c3bd22 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1023 time: 0.1445189 Aug 19 17:52:08.655421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.657694 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.659153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] 10.222.0.13 "PUT /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 1092 time: 1.5259078 Aug 19 17:52:08.660783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:08.663818 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:08.715433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2056331-7e46-45ac-bc53-a82b6e3ce3cc service neutron] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:08.735352 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a9463168-8bb7-4db4-8f8d-5e07e85b0a4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d516a2a71f54f11a57d20c911d57e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141538 Aug 19 17:52:08.736096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43832) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:08.784652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a985f08-1096-490b-b84a-580c1447584e req-b74ada50-d3c5-4030-9df9-f4bd6a9a5733 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=b2ed74f8-6f5a-4c4e-93d2-999680d06d82&id=9dbaa6a8-981a-43d9-bb8d-72de094c3dbf HTTP/1.1" status: 200 len: 6150 time: 0.1483715 Aug 19 17:52:08.822477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-55ef2a64-5410-4714-966e-a53f0d6a53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.824128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-55ef2a64-5410-4714-966e-a53f0d6a53e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1095 time: 0.0855455 Aug 19 17:52:08.841218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.889317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-a6f814d6-bbd7-43f5-9190-9ecb3d5a862c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 217 time: 0.0421746 Aug 19 17:52:08.909641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:08.978802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917924-cdc0-4bd8-9c96-19a86af472ef req-a25b01fd-cd89-4d92-a956-edcd31b19105 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:08.992476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f917924-cdc0-4bd8-9c96-19a86af472ef req-a25b01fd-cd89-4d92-a956-edcd31b19105 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.1036701 Aug 19 17:52:08.998042 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917f994d-5898-4d4c-959e-68ed0566b7e3 x-openstack-request-id: req-917f994d-5898-4d4c-959e-68ed0566b7e3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:08.998699 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:08.999756 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-917f994d-5898-4d4c-959e-68ed0566b7e3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:09.000463 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'status': 'completed', 'code': 200} Aug 19 17:52:09.017095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-97a743d6-c1e2-40b7-987e-c6175683d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.019855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-97a743d6-c1e2-40b7-987e-c6175683d770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1054218 Aug 19 17:52:09.063281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f917924-cdc0-4bd8-9c96-19a86af472ef req-58da67c7-bb7c-49e0-a3b1-647f99f0386b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Aug 19 17:52:09.091212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-28e3f571-ff60-4a38-9f54-76ef8764d658 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640783 Aug 19 17:52:09.096148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.098760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.100055 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93704a13-fd19-4156-8d85-ec6f8fa2bf9b HTTP/1.1" status: 204 len: 168 time: 0.3630152 Aug 19 17:52:09.137429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1773975508 ', 'description': 'tempest-description-172510054'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:09.184664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3311-fbb6-463d-a8ea-534d3e69ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93704a13-fd19-4156-8d85-ec6f8fa2bf9b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:09.207360 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-15ffc74b-0e2e-4725-8ccb-1f1433db5046 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060288 Aug 19 17:52:09.213097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-deleted', 'tag': '047a2c55-becf-4de7-be75-553d9b200347'}, {'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:09.215404 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7701c-399c-48d3-a79c-08f1c10ef8ba" -d '{"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-deleted", "tag": "047a2c55-becf-4de7-be75-553d9b200347"}, {"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:09.239499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a8fdcd2-0992-4147-aaaf-20cd453d4107 req-c055e7cc-e0d6-4607-bca5-dd4ab23a2f87 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 210 time: 0.1299078 Aug 19 17:52:09.278776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.335410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-cefb705c-d8b9-413e-a996-1de08f20bbe6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.336077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-cefb705c-d8b9-413e-a996-1de08f20bbe6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.2665801 Aug 19 17:52:09.366437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Request body: {'port': {'device_id': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'admin_state_up': True, 'tenant_id': '4179b584941e4cd285a13cfd0e551af5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:09.423779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7f8bf6d-2eb8-46e2-92ff-f79d96115afd req-87a60777-1abc-4fe0-9573-a6136f0b3e5d service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091975 Aug 19 17:52:09.570993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:09.608266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 047a2c55-becf-4de7-be75-553d9b200347 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:09.609016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 047a2c55-becf-4de7-be75-553d9b200347 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:09.612954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:09.622286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-6daf837d-eb7f-42a5-a458-d8edd3bbd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.623829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-6daf837d-eb7f-42a5-a458-d8edd3bbd75b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1095 time: 0.0970588 Aug 19 17:52:09.659763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-814d2684-c6d7-4f81-bad9-d36f9b789784 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdb95f6d03e54dc6a2d55f3deb455ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434129 Aug 19 17:52:09.659998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:09.697511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc343a-7619-4672-b64d-e8d865946681 req-3d92c643-de98-4e5b-be2c-81b5d18b594a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.699325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0efc343a-7619-4672-b64d-e8d865946681 req-3d92c643-de98-4e5b-be2c-81b5d18b594a tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.1941710 Aug 19 17:52:09.774656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.782742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-f92340ec-afe5-4e1c-a99f-4f1d41dd05e4 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.783053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.784253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-f92340ec-afe5-4e1c-a99f-4f1d41dd05e4 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.4076846 Aug 19 17:52:09.790997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.794643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-4dd1656a-d968-4c98-9962-ae5192d68bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.796492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-4dd1656a-d968-4c98-9962-ae5192d68bb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.1372004 Aug 19 17:52:09.817706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.844414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Request body: {'port': {'device_id': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'admin_state_up': True, 'tenant_id': '4179b584941e4cd285a13cfd0e551af5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:09.849692 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-ad9d9533-fc65-4e39-94da-4cf2f365bb66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 217 time: 0.0437794 Aug 19 17:52:09.852084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86ed1a-5f4e-4a23-a61f-b5c1517085b8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:09.864646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0efc343a-7619-4672-b64d-e8d865946681 req-41b554c0-30df-4a33-a172-79a243e147c7 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410251 Aug 19 17:52:09.880999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-02cde89b-aa11-4128-bd2c-31e00f3d6066 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:09.882552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-02cde89b-aa11-4128-bd2c-31e00f3d6066 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 944 time: 0.2680521 Aug 19 17:52:09.966556 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f187d4-b024-482a-b4a3-a76c74b4282e x-openstack-request-id: req-a1f187d4-b024-482a-b4a3-a76c74b4282e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:09.966859 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0980fa52-0ead-41fa-a990-b9ed676c5003", "name": "network-vif-deleted", "tag": "047a2c55-becf-4de7-be75-553d9b200347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:09.967108 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1f187d4-b024-482a-b4a3-a76c74b4282e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:09.967517 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0980fa52-0ead-41fa-a990-b9ed676c5003', 'name': 'network-vif-deleted', 'tag': '047a2c55-becf-4de7-be75-553d9b200347', 'status': 'completed', 'code': 200} Aug 19 17:52:09.967790 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'status': 'completed', 'code': 200} Aug 19 17:52:09.995627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:09.996319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.998742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:09.998890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:10.003233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a05b184d-e7c8-4766-a7c7-52efaf8b080f HTTP/1.1" status: 204 len: 168 time: 0.3400207 Aug 19 17:52:10.005420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-5918f184-de9f-40f3-8b19-fcba0ad394b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.007212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-5918f184-de9f-40f3-8b19-fcba0ad394b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1217048 Aug 19 17:52:10.008750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:10.027671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38290219-f8ba-4d3f-bcae-6a4c268e2aa9 req-e810d9e3-46e0-4090-928a-2b1e649e5741 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9296770 Aug 19 17:52:10.036766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12986545-488f-4679-a173-fd6ab80f5d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05b184d-e7c8-4766-a7c7-52efaf8b080f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:10.047955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-6430b1eb-dbd9-4856-af16-6f17171c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.050295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-6430b1eb-dbd9-4856-af16-6f17171c8d5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1175 time: 0.1109724 Aug 19 17:52:10.090506 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-eaa5310a-5389-4e23-836b-f248e24c75e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690925 Aug 19 17:52:10.307479 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-0026012d-e9d1-4489-ac0c-01180c184ac7 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043734 Aug 19 17:52:10.313985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-6e761543-7ee7-453a-aa2a-239f02d90354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.315547 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-6e761543-7ee7-453a-aa2a-239f02d90354 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.2299917 Aug 19 17:52:10.426248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-417f9a4a-55e1-4b94-a021-279e013893dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 200 len: 217 time: 0.0967536 Aug 19 17:52:10.535761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096b95-dc70-49a6-8353-405ccd340286 req-653b7e95-f362-44ff-b8a2-5701aaa649f4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.537478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e096b95-dc70-49a6-8353-405ccd340286 req-653b7e95-f362-44ff-b8a2-5701aaa649f4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.5430388 Aug 19 17:52:10.537695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-63bb7da0-ee18-4fce-b50d-a7831662d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.539513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-63bb7da0-ee18-4fce-b50d-a7831662d37f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.1004360 Aug 19 17:52:10.542985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2fa5cfe1-4ffa-4800-aaa5-ee20e1e9300b req-56c3f2d2-d6d6-4605-8f6e-66ad1eab8b6d service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226346 Aug 19 17:52:10.602303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-4ff26190-4631-49f6-a6a4-1d9e3fd6b27e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529106 Aug 19 17:52:10.665698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d51adb-245b-42b9-a8b3-1fa273dd5c82 req-1bc79a8c-89ad-4457-81a3-e72eb1a1104a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:10.667246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89d51adb-245b-42b9-a8b3-1fa273dd5c82 req-1bc79a8c-89ad-4457-81a3-e72eb1a1104a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.5657015 Aug 19 17:52:10.685341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Allocated IP 172.20.0.3 (8d328e9b-3252-4257-9e4e-d78383f6916f/eabb818e-f91f-45b1-91d0-c28587bd948e/45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:10.707835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e096b95-dc70-49a6-8353-405ccd340286 req-debf250c-9e4c-4af2-8f96-4776faa9af72 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621654 Aug 19 17:52:10.737031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-85ce109d-2715-4e29-81f8-898cd2e7cc8e service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250556 Aug 19 17:52:10.740846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:10.755024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:10.760901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Deleting port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:10.761446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:10.857992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ded7701c-399c-48d3-a79c-08f1c10ef8ba req-7f287136-34c8-43e5-8f6d-64c24cd56744 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127422 Aug 19 17:52:10.969772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43884) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:10.994290 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89d51adb-245b-42b9-a8b3-1fa273dd5c82 req-111d7079-d26d-4b13-bb96-7c1263cd0073 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102832 Aug 19 17:52:11.109654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-network', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:11.111403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a7a4e81-7daa-4f44-81a3-059af8852dd3 req-be1bab33-730c-4938-ba82-51a58886e019 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d86ed1a-5f4e-4a23-a61f-b5c1517085b8 HTTP/1.1" status: 200 len: 1780 time: 0.3455036 Aug 19 17:52:11.141565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Made reservation on behalf of b691c2b6279c432b93e5ea0e642455ec for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:11.144224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.156044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.173799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] For port 582a81b2-479c-4c71-94b5-5ef7feb1dd64, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=582a81b2-479c-4c71-94b5-5ef7feb1dd64,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:11.174171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.210673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.227306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Calling delete_port for 582a81b2-479c-4c71-94b5-5ef7feb1dd64 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:11.231673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a36b9f35-a282-4e04-99b5-2e42c614d277 req-e18b79cd-2a61-4048-84c9-6333167b6b7d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 210 time: 0.0546045 Aug 19 17:52:11.265369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b702f-cf95-406c-8f28-b347e375225e req-6feb6e1c-bf6f-4f3c-9ea0-03178891b13a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:11.267270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c02b702f-cf95-406c-8f28-b347e375225e req-6feb6e1c-bf6f-4f3c-9ea0-03178891b13a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.2050014 Aug 19 17:52:11.280353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.286499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.300244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:52:11.313120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.313785 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Added segment b1ed0531-f5d3-4678-836f-4d3cb829ae1e of type vlan for network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 Aug 19 17:52:11.380466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.381068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c02b702f-cf95-406c-8f28-b347e375225e req-e3ec1a6e-1763-471b-943c-67f869b8044f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997553 Aug 19 17:52:11.390516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae48788-e2cd-44ad-a95c-50a82659704a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:11.416183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.427697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.427697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:11.427697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.496688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5257843 Aug 19 17:52:11.500285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43890) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:11.512810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Request body: {'subnet': {'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-subnet', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:11.523960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526908-67e8-4a7a-b22b-374a9ddfe51e admin admin] Pushing event updated for resources: {'Network': ['ID=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:11.534121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:52:11.546035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Made reservation on behalf of b691c2b6279c432b93e5ea0e642455ec for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:11.549223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.635219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.644462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Network 8d328e9b-3252-4257-9e4e-d78383f6916f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:11.648393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:11.653622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Allocated IP 172.20.0.2 (8d328e9b-3252-4257-9e4e-d78383f6916f/eabb818e-f91f-45b1-91d0-c28587bd948e/c7d99c5d-ac69-4485-96bb-18b245c5558f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:11.667316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event updated for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:11.669948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:11.684575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:11.746926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event deleted for resources: {'Port': ['ID=582a81b2-479c-4c71-94b5-5ef7feb1dd64,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:11.763510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b13e9-14bd-4429-aace-69a460610923 req-5ae1a54c-823b-4ffd-a79d-45ba3df5cafa tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:11.771796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b13e9-14bd-4429-aace-69a460610923 req-5ae1a54c-823b-4ffd-a79d-45ba3df5cafa tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 866 time: 0.2794852 Aug 19 17:52:11.781875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-0a82090c-01ce-43d3-b490-bd65df48649b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d86ed1a-5f4e-4a23-a61f-b5c1517085b8 HTTP/1.1" status: 200 len: 1780 time: 0.3321388 Aug 19 17:52:11.792051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.846908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9419b5a8-f5c3-4f96-b212-b48317a79634,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:11.865742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] No DVR routers for this DVR port 582a81b2-479c-4c71-94b5-5ef7feb1dd64 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:11.876500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.878193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Checking segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:11.878472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7d39eb-84f1-4a14-bb09-6370fc60db3e req-f8149392-5836-4118-b4ea-f9f0bf0ec44f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "DELETE /v2.0/ports/582a81b2-479c-4c71-94b5-5ef7feb1dd64 HTTP/1.1" status: 204 len: 173 time: 1.9708223 Aug 19 17:52:11.878771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Network hostable DHCP agents. Network: ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:52:11.886672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:11.887370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.900957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:52:11.912382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:11.917665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:11.918448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:11.923951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b9553-17e3-4e6f-ac08-b5537fc255fc None None] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:11.949427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-011f37a8-3d8d-404a-b38a-387e0452957d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5915222 Aug 19 17:52:11.962450 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a48ee984-aea0-45a8-95ca-21135a0cefa6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4609416 Aug 19 17:52:11.963200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43894) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:11.968307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:11.974781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Request body: {'port': {'device_id': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:11.978455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-deleted', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:11.981458 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b8072-f71a-4e48-9822-df96b87f689a" -d '{"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-deleted", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:12.002958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b13e9-14bd-4429-aace-69a460610923 req-d8b073e4-d676-4a2a-b03e-3e9f19a5401b tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262795 Aug 19 17:52:12.034288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.035357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.120832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:52:12.121820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.130086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.195632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.259920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.298946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Allocated IP 172.20.0.2 (ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3/9419b5a8-f5c3-4f96-b212-b48317a79634/916bc612-d653-4a12-a722-008c93049492) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:12.303598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.346800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Network 8d328e9b-3252-4257-9e4e-d78383f6916f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:12.374763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:12.408473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:12.424522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bbaa-2d4c-48c5-82d9-d71ba43501fd req-410aaf5f-331a-4556-9b8a-6fe10d98c5e4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:12.433481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69d9bbaa-2d4c-48c5-82d9-d71ba43501fd req-410aaf5f-331a-4556-9b8a-6fe10d98c5e4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1955745 Aug 19 17:52:12.486630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.490602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.497310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Transition to ACTIVE for port object 916bc612-d653-4a12-a722-008c93049492 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:12.501484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event updated for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:12.521434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Transition to ACTIVE for port object 916bc612-d653-4a12-a722-008c93049492 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:12.528943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.534376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.552762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.573725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69d9bbaa-2d4c-48c5-82d9-d71ba43501fd req-25e4e62e-ebc7-46c9-9b79-56d81054c003 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352997 Aug 19 17:52:12.579136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:12.586457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:12.590566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:12.591759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.605303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Pushing event updated for resources: {'Port': ['ID=916bc612-d653-4a12-a722-008c93049492,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:12.638322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.654072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:12.654749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.665826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Attempting to bind port 916bc612-d653-4a12-a722-008c93049492 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:12.666458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Attempting to bind port 916bc612-d653-4a12-a722-008c93049492 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:12.667156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Attempting to bind port 916bc612-d653-4a12-a722-008c93049492 on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:12.675994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:12.676599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Checking segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:12.677188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.677744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Bound using segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:12.678396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Bound port: 916bc612-d653-4a12-a722-008c93049492, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:12.678951 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.699716 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bca6ffb-4911-4bd8-b65f-26bf86564cab x-openstack-request-id: req-0bca6ffb-4911-4bd8-b65f-26bf86564cab {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:12.699996 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aef314-b036-4e6a-aa42-979abbc31197", "name": "network-vif-deleted", "tag": "582a81b2-479c-4c71-94b5-5ef7feb1dd64", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:12.700241 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bca6ffb-4911-4bd8-b65f-26bf86564cab {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:12.703198 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aef314-b036-4e6a-aa42-979abbc31197', 'name': 'network-vif-deleted', 'tag': '582a81b2-479c-4c71-94b5-5ef7feb1dd64', 'status': 'completed', 'code': 200} Aug 19 17:52:12.747585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3e22e661-9991-4b6d-a4a5-d33e216fce73 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9071376 Aug 19 17:52:12.762107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Allocated IP 172.25.5.221 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:12.774448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Request body: {'port': {'device_id': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:12.784027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] For port 916bc612-d653-4a12-a722-008c93049492, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:12.789440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] For port 916bc612-d653-4a12-a722-008c93049492, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=916bc612-d653-4a12-a722-008c93049492,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:12.798820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.857077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490411-2cd8-4065-8c71-74fdfcbeb7ef None None] Pushing event updated for resources: {'Port': ['ID=916bc612-d653-4a12-a722-008c93049492,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:12.907216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.912171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.914848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:12.916061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705e66f8-95a7-4f45-a642-7c0466f4dcdd req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d86ed1a-5f4e-4a23-a61f-b5c1517085b8 HTTP/1.1" status: 204 len: 173 time: 1.1082153 Aug 19 17:52:12.934382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04212b09-bb74-4881-be0d-1489b3231be8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86ed1a-5f4e-4a23-a61f-b5c1517085b8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:12.992109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.061198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:13.066620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:13.072203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:13.074829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771fc3-d814-41e6-bca3-bb852bf54447 req-61cfc6d6-e948-417d-a019-408b416b0b67 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:13.075701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:13.081014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87771fc3-d814-41e6-bca3-bb852bf54447 req-61cfc6d6-e948-417d-a019-408b416b0b67 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.3149118 Aug 19 17:52:13.090699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.113096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:13.159420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 582a81b2-479c-4c71-94b5-5ef7feb1dd64 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:13.159903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 582a81b2-479c-4c71-94b5-5ef7feb1dd64 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:13.173367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef58b8-c6e4-48eb-aa2d-da1fe79ed411 req-1cbbf47a-5b05-4e9f-bcfa-a0bd31784748 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:13.176737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0ef58b8-c6e4-48eb-aa2d-da1fe79ed411 req-1cbbf47a-5b05-4e9f-bcfa-a0bd31784748 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 931 time: 0.1610293 Aug 19 17:52:13.267749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87771fc3-d814-41e6-bca3-bb852bf54447 req-a25e99f4-6926-4847-9811-7aad3dbb6e21 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585240 Aug 19 17:52:13.374683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0ef58b8-c6e4-48eb-aa2d-da1fe79ed411 req-38b975f3-a58f-4710-b658-27a30a458c78 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702976 Aug 19 17:52:13.466065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:13.480223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.482700 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-914bf2b6-ad86-4a7d-b4b6-1a34d79b7284 req-dd78c0ad-8241-4f8d-8c74-5b2bafe58b6e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:52:13.484732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-914bf2b6-ad86-4a7d-b4b6-1a34d79b7284 req-dd78c0ad-8241-4f8d-8c74-5b2bafe58b6e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d86ed1a-5f4e-4a23-a61f-b5c1517085b8 HTTP/1.1" status: 404 len: 352 time: 0.0337753 Aug 19 17:52:13.500241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 916bc612-d653-4a12-a722-008c93049492 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:13.521035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Transition to ACTIVE for port object 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:13.555832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.564459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.584426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 916bc612-d653-4a12-a722-008c93049492 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:13.694438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9f5e6b1-e58c-46aa-986d-34c5e1a92a9d req-ea23e0c3-b514-448b-a028-1d9487d2b9e2 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 210 time: 0.0898571 Aug 19 17:52:13.717092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4da7-e9e5-47ea-8434-eba44186cdd6 req-ca48ccf0-17fc-40db-be9a-0abfaa07a7d9 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:13.719252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee5e4da7-e9e5-47ea-8434-eba44186cdd6 req-ca48ccf0-17fc-40db-be9a-0abfaa07a7d9 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.2199657 Aug 19 17:52:13.738740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Pushing event updated for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:13.784714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1373636188', 'description': 'tempest-description-1161571378'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:13.812557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.878840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee5e4da7-e9e5-47ea-8434-eba44186cdd6 req-a4afe5fa-6fa2-49cd-a3c1-214fd9d22811 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375349 Aug 19 17:52:13.884749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.886650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Attempting to bind port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:13.886986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Attempting to bind port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:13.887308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Attempting to bind port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:13.933320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c on network 8d328e9b-3252-4257-9e4e-d78383f6916f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:13.933658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Attempting to bind port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:13.955398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:13.955780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Checking segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:13.956177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Bound using segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:13.956625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Bound port: 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:13.956988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:13.978378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d99c5d-ac69-4485-96bb-18b245c5558f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:13.992117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Router 1583e915-8dde-4554-89a1-c5c532466aba is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:52:14.005130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.020264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Transition to ACTIVE for port object c7d99c5d-ac69-4485-96bb-18b245c5558f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:14.080119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.149986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f63451-4c75-4116-af56-a427766b5dde None None] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:14.217386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966101-1da1-406a-b47e-be1075559c30 req-efd7a2d2-d344-4088-b50c-95ec07f73060 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:14.219608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2966101-1da1-406a-b47e-be1075559c30 req-efd7a2d2-d344-4088-b50c-95ec07f73060 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2194636 Aug 19 17:52:14.252140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:14.321131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2966101-1da1-406a-b47e-be1075559c30 req-fa2bb53d-9822-4fc8-a1a4-d8ddc77d7b0c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Aug 19 17:52:14.326807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:14.331228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Provisioning for port 916bc612-d653-4a12-a722-008c93049492 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:14.337963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Provisioning complete for port 916bc612-d653-4a12-a722-008c93049492 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:14.339223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.364519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:14.386664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.394461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Attempting to bind port c7d99c5d-ac69-4485-96bb-18b245c5558f on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:14.394800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Attempting to bind port c7d99c5d-ac69-4485-96bb-18b245c5558f by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:14.395128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Attempting to bind port c7d99c5d-ac69-4485-96bb-18b245c5558f on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:14.447963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.454906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Pushing event updated for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:14.469546 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.500875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.535869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] For port 916bc612-d653-4a12-a722-008c93049492, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=916bc612-d653-4a12-a722-008c93049492,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:14.537022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Port c7d99c5d-ac69-4485-96bb-18b245c5558f on network 8d328e9b-3252-4257-9e4e-d78383f6916f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:14.537725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Attempting to bind port c7d99c5d-ac69-4485-96bb-18b245c5558f on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:14.542350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.551180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d661dac-33e6-4a71-9f4e-a2479d3ea7a2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:14.553839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:52:14.554436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:14.554963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Checking segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:14.555542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Bound using segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:14.556145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Bound port: c7d99c5d-ac69-4485-96bb-18b245c5558f, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:14.556827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.582729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:14.583587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.584585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.585084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-74f32604-9f43-4567-b96e-1a02e31d39ea service neutron] 10.222.0.42 "PUT /v2.0/ports/45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c HTTP/1.1" status: 200 len: 1092 time: 2.6148865 Aug 19 17:52:14.592491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:14.597898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-636f5882-9189-418c-a71d-fbf55b39da46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.6248355 Aug 19 17:52:14.602844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:52:14.635798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:14.637636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:14.690767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050d7f7-c1ed-4948-ac66-bd00f38add83 req-ab361274-6fc0-4cb5-aaa9-626a1fa4d8a7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:14.691005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181dabd-9927-4468-aedc-6d45ce532596 None None] Pushing event updated for resources: {'Port': ['ID=916bc612-d653-4a12-a722-008c93049492,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:14.692504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a050d7f7-c1ed-4948-ac66-bd00f38add83 req-ab361274-6fc0-4cb5-aaa9-626a1fa4d8a7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.2419159 Aug 19 17:52:14.693250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.694309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20947eb4-f021-4040-a615-2dce0e3e1f4d req-556c44ad-f710-4cab-91cf-c3075cc2282f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9504502 Aug 19 17:52:14.707078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:14.707968 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe8774-baa2-4410-9de1-42eabd62fbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:14.781005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-87e5fcf9-c8e9-40f4-ad4e-f0448142c858 None None] Provisioning complete for port 916bc612-d653-4a12-a722-008c93049492 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:14.781530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-87e5fcf9-c8e9-40f4-ad4e-f0448142c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:14.809647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:15.117160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:15.163648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-14a5e403-6d60-4a4d-adba-80cd1578c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.165146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-14a5e403-6d60-4a4d-adba-80cd1578c3ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=c1fe801d-20f4-42cb-8411-58f97d8c914f HTTP/1.1" status: 200 len: 1095 time: 0.5308206 Aug 19 17:52:15.170157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:15.171798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:13Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:15.180483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a050d7f7-c1ed-4948-ac66-bd00f38add83 req-9633bb3e-f736-41c4-84eb-0dcfc7e36833 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682839 Aug 19 17:52:15.183739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.202287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:52:15.203256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Updating router 1583e915-8dde-4554-89a1-c5c532466aba port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:52:15.229273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.293275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-730d2bc6-e283-45b9-ada0-62e73ef7a56b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c HTTP/1.1" status: 200 len: 217 time: 0.1111748 Aug 19 17:52:15.325623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c44cd5-2f50-4a12-b7b3-572e539e224c req-4cb88561-b104-4c78-bbbe-217d0214bad8 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.332100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45c44cd5-2f50-4a12-b7b3-572e539e224c req-4cb88561-b104-4c78-bbbe-217d0214bad8 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 943 time: 0.2471757 Aug 19 17:52:15.336222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.336850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.338221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7d99c5d-ac69-4485-96bb-18b245c5558f HTTP/1.1" status: 200 len: 1092 time: 2.5708427 Aug 19 17:52:15.382728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1538957106', 'description': 'tempest-description-1483795114'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:15.410712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 916bc612-d653-4a12-a722-008c93049492 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:15.471010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4706768-85cb-4844-9c93-ca72561eaa53 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:15.495738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 916bc612-d653-4a12-a722-008c93049492 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:15.496139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.516258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-7f3d62cc-d7a1-4c69-873e-b737b3a60f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.517750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-7f3d62cc-d7a1-4c69-873e-b737b3a60f2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.2168174 Aug 19 17:52:15.526099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.533804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45c44cd5-2f50-4a12-b7b3-572e539e224c req-46132d8a-48e2-44e3-b7d8-c23d2e107495 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007720 Aug 19 17:52:15.586550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-e15aa83a-284b-474e-88d1-0d0f7bcfe3ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518570 Aug 19 17:52:15.626188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-854df625-601f-48ea-8bdd-688812253f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.627769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-854df625-601f-48ea-8bdd-688812253f6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 1095 time: 0.2169268 Aug 19 17:52:15.638109 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cded5bc-a144-48a8-8daa-4e376151762b x-openstack-request-id: req-1cded5bc-a144-48a8-8daa-4e376151762b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:15.638398 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:15.638648 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cded5bc-a144-48a8-8daa-4e376151762b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:15.639035 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c', 'status': 'completed', 'code': 200} Aug 19 17:52:15.671418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.681532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Transition to ACTIVE for port object 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:15.689119 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.742505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5676f4-5bd7-4797-a7dd-ec8d4a8b978b None None] Pushing event updated for resources: {'Port': ['ID=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:15.744832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Attempting to bind port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:15.745210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Attempting to bind port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:15.745573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Attempting to bind port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:15.752181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:15.752739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:15.752937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.753327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:15.753793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Bound port: 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:15.754173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.757475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-a2f96113-8c15-4343-84dc-8751292385c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f HTTP/1.1" status: 200 len: 217 time: 0.1050391 Aug 19 17:52:15.764075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd626afb-3949-4a15-b256-bbc12626880e req-2146313e-4db5-44db-882e-416ae79efc7f tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aef314-b036-4e6a-aa42-979abbc31197 HTTP/1.1" status: 200 len: 210 time: 0.0785561 Aug 19 17:52:15.833787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] For port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:15.837468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] For port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:15.842706 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:15.911097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5676f4-5bd7-4797-a7dd-ec8d4a8b978b None None] Pushing event updated for resources: {'Port': ['ID=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:15.913833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:15.914437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:15.943858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa451e71-b58d-4f90-b504-3693892645e7 req-9a0bc330-6645-443f-be95-76ca1fcf0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:15.945348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-9a0bc330-6645-443f-be95-76ca1fcf0137 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1752093 Aug 19 17:52:15.950645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-1b1b1984-39a3-4630-b7da-f3d3e40b6478 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204274 Aug 19 17:52:16.028529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-acef5cec-e750-45a5-9263-b2499094b946 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691440 Aug 19 17:52:16.033758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:16.051245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff813a-0a15-4903-a0d4-098962abc23a req-bbc41441-4748-4ae1-a73d-4e7a5a0449ea tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:16.052881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bff813a-0a15-4903-a0d4-098962abc23a req-bbc41441-4748-4ae1-a73d-4e7a5a0449ea tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.2155740 Aug 19 17:52:16.079579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:16.103721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:16.228769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:13Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:16.243517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:16.244922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1734ca9b-7a39-440a-8504-137115a1f699 req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9058192 Aug 19 17:52:16.255293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3ec374-be83-4637-871b-7d268413c22a None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:13Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:52:16.258668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cada12a-c5c1-466d-b3f2-abc56f87dec6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded808a2-5782-46fc-bc46-ea2318ae4326,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:16.293362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bff813a-0a15-4903-a0d4-098962abc23a req-040d82e1-5c33-4c07-9b4b-a654691bd7af tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094259 Aug 19 17:52:16.363108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-fe9db495-9a40-4553-937a-c8a7defe7d55 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942900 Aug 19 17:52:16.426214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-3a20947e-87b7-4fb9-96ed-90df4620adad service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453670 Aug 19 17:52:16.620455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa451e71-b58d-4f90-b504-3693892645e7 req-9ecd36d0-4caf-41fe-bc6f-6d9b4aac0f7f service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855068 Aug 19 17:52:16.647022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:16.680216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b0b4-1648-4b26-a780-042bb4d814f1 req-68dbbedf-bf8e-41c1-a7ba-fe4f505dc077 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:16.688406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2f4b0b4-1648-4b26-a780-042bb4d814f1 req-68dbbedf-bf8e-41c1-a7ba-fe4f505dc077 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.3533194 Aug 19 17:52:16.706549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b32d2-5d79-4159-bc48-25c84e6003c7 req-87a38d8f-48e0-41fd-beb7-e267310b3ba4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:16.708257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-336b32d2-5d79-4159-bc48-25c84e6003c7 req-87a38d8f-48e0-41fd-beb7-e267310b3ba4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.3230290 Aug 19 17:52:16.726596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-afafa6ae-6e27-480c-acba-43c7d71cd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:16.728299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-afafa6ae-6e27-480c-acba-43c7d71cd5fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=c1fe801d-20f4-42cb-8411-58f97d8c914f HTTP/1.1" status: 200 len: 1095 time: 0.3012214 Aug 19 17:52:16.737800 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:16.876309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2f4b0b4-1648-4b26-a780-042bb4d814f1 req-b60188c4-3315-41dc-ae9a-eac51c4f42f0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818030 Aug 19 17:52:16.904456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-336b32d2-5d79-4159-bc48-25c84e6003c7 req-c8b02f60-8e85-4946-a807-023f6481630b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721854 Aug 19 17:52:16.915925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-554967630', 'description': 'tempest-description-167467845'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:16.960480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.036465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-a613874c-9216-4ae3-9f7b-1c2e1b84f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:17.037962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-a613874c-9216-4ae3-9f7b-1c2e1b84f7a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 913 time: 0.2949781 Aug 19 17:52:17.126583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-ee4258f9-907d-4e18-8154-bf39b9e5bccc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c HTTP/1.1" status: 200 len: 217 time: 0.0767922 Aug 19 17:52:17.234045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Allocated IP 172.20.0.1 (ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3/9419b5a8-f5c3-4f96-b212-b48317a79634/a9986eb2-6293-4a9e-b3c4-297587f05bc9) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:17.244371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-f7b39ccb-d560-4a25-8e0a-0bbf19d1cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:17.245827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-f7b39ccb-d560-4a25-8e0a-0bbf19d1cf9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1055012 Aug 19 17:52:17.291152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1a82f-f5da-47fc-8636-f16ffd202b3b req-688d0e82-7bb3-4ade-9e2e-1323ade00881 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:17.292811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e1a82f-f5da-47fc-8636-f16ffd202b3b req-688d0e82-7bb3-4ade-9e2e-1323ade00881 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 943 time: 0.1893816 Aug 19 17:52:17.399318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:17.453835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:17.458315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:17.458817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.551266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.574329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:17.578947 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.636381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-7528e2ca-653b-46d4-90d9-d62554cb12de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3762143 Aug 19 17:52:17.640845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:17.644405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:17.646651 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c37149-a290-4047-abfa-38103d3d23f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:17.692208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.725586 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.776598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e1a82f-f5da-47fc-8636-f16ffd202b3b req-3cc62aec-1379-4dc6-b5aa-818a761b8f96 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528985 Aug 19 17:52:17.821216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6788c908-9c0a-4318-abfa-c754ae30b667,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:17.832013 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.848358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-417be0c9-da03-42bd-8b65-89f4b40adeb3 req-b8714dd9-7fa4-4952-947e-7c834c6256fe tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9392788 Aug 19 17:52:17.882262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-04966bbb-a99d-44e9-b700-89841d9d7582 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226975 Aug 19 17:52:17.885690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:17.921714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Transition to ACTIVE for port object a9986eb2-6293-4a9e-b3c4-297587f05bc9 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:18.116847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:18.126349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f59045-37e3-4e24-9570-af4ed9d71290 req-f74eb70b-6c2f-43ec-aff1-8083f164c2da tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:18.127980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65f59045-37e3-4e24-9570-af4ed9d71290 req-f74eb70b-6c2f-43ec-aff1-8083f164c2da tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.1436012 Aug 19 17:52:18.168879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45fe8774-baa2-4410-9de1-42eabd62fbc3 req-869b7706-33e3-41e0-9c51-3d4c8898ac22 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437303 Aug 19 17:52:18.190555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30fdde-91d2-4cbb-b5ed-08f876647d57 req-62895dfa-1586-48e6-b8f5-9f56ef98bc61 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:18.192298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a30fdde-91d2-4cbb-b5ed-08f876647d57 req-62895dfa-1586-48e6-b8f5-9f56ef98bc61 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.1963868 Aug 19 17:52:18.215047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:18.230670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:18.240311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:18.268164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Pushing event updated for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:18.281648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65f59045-37e3-4e24-9570-af4ed9d71290 req-5de5c55c-20df-4836-bd0b-9226abd37dd8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400244 Aug 19 17:52:18.306058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:18.441189 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0fcded-b520-4fad-af94-1d7edf35d6b5 x-openstack-request-id: req-8e0fcded-b520-4fad-af94-1d7edf35d6b5 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:18.441529 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:18.441780 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e0fcded-b520-4fad-af94-1d7edf35d6b5 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:18.442154 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f', 'status': 'completed', 'code': 200} Aug 19 17:52:18.527804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a30fdde-91d2-4cbb-b5ed-08f876647d57 req-09d66d73-bc68-41cb-939a-5aa3eee3e8bf tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214438 Aug 19 17:52:18.543124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:18.587069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37149-a290-4047-abfa-38103d3d23f1 req-8b99abf3-e013-498c-bf21-06d9fe24df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:18.588631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-8b99abf3-e013-498c-bf21-06d9fe24df45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 1095 time: 0.1500814 Aug 19 17:52:18.596339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18319945-ebe3-4bfb-bd71-46f7f31c336e None None] Provisioning for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:18.602500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18319945-ebe3-4bfb-bd71-46f7f31c336e None None] Provisioning complete for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:18.603053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-18319945-ebe3-4bfb-bd71-46f7f31c336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:18.660116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-18319945-ebe3-4bfb-bd71-46f7f31c336e None None] Port a9986eb2-6293-4a9e-b3c4-297587f05bc9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:52:18.794621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f6052bc-e2ca-487e-b697-a1859dbd49ee req-219e3951-6818-47d5-9b4f-dbe0f28b6321 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 10898 time: 0.3515816 Aug 19 17:52:18.888066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37149-a290-4047-abfa-38103d3d23f1 req-c0bec4c5-6def-4f34-a66c-6fbbf78a2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:18.890151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-c0bec4c5-6def-4f34-a66c-6fbbf78a2c02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 913 time: 0.2802470 Aug 19 17:52:18.902459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3567-32f9-411a-bbcd-0dc955de75ef req-e758c711-ceb1-48ad-bab0-0dd518ce70b4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:18.903977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e7f3567-32f9-411a-bbcd-0dc955de75ef req-e758c711-ceb1-48ad-bab0-0dd518ce70b4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1984489 Aug 19 17:52:18.963867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-67462351-d80a-4697-97a6-240d1d19f02e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f HTTP/1.1" status: 200 len: 217 time: 0.0562627 Aug 19 17:52:18.976613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f6052bc-e2ca-487e-b697-a1859dbd49ee req-df765a0c-3679-437f-914d-88a09bed6d7d tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/7c7b0e8c-fa9b-4ded-864a-40752f066465 HTTP/1.1" status: 200 len: 2981 time: 0.1437924 Aug 19 17:52:19.087633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e7f3567-32f9-411a-bbcd-0dc955de75ef req-00d16723-8d8f-4518-b500-01c9fd298abb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677241 Aug 19 17:52:19.102381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37149-a290-4047-abfa-38103d3d23f1 req-75e386d2-4f17-4f7b-a129-e1df421f9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:19.103990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-75e386d2-4f17-4f7b-a129-e1df421f9fd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1265018 Aug 19 17:52:19.108475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:19.121204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f6052bc-e2ca-487e-b697-a1859dbd49ee req-45fc1efc-ff8d-497a-84ab-9ebe21a134c4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/7c7b0e8c-fa9b-4ded-864a-40752f066465 HTTP/1.1" status: 200 len: 2981 time: 0.1267178 Aug 19 17:52:19.142986 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.160883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-3c68f997-beea-418b-81ba-e39c8eb0bf20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428801 Aug 19 17:52:19.161645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.270131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:19.285427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'port_id': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c', 'mac_address': 'fa:16:3e:7e:6b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabb818e-f91f-45b1-91d0-c28587bd948e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:19.331690 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.352527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:19.358435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.360362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Pushing event updated for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:19.388895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:19.394595 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.405645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:19.455257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438bcaf-f3a3-4203-b900-d5bb65a941f9 req-34a233e0-7f48-4a72-a1f2-6cf6b96189af tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:19.456804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0438bcaf-f3a3-4203-b900-d5bb65a941f9 req-34a233e0-7f48-4a72-a1f2-6cf6b96189af tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1961017 Aug 19 17:52:19.462724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-47f25c74-13e4-41d0-ab8b-d77c76820455 service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549894 Aug 19 17:52:19.470620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a1033-de3d-435c-ae57-900107807b35 req-1f89b5f6-6ae3-4176-bb44-06cb9f7a4b77 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:19.472131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d1a1033-de3d-435c-ae57-900107807b35 req-1f89b5f6-6ae3-4176-bb44-06cb9f7a4b77 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 943 time: 0.2412295 Aug 19 17:52:19.491065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:19.521783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:19.522533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:19.607155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0438bcaf-f3a3-4203-b900-d5bb65a941f9 req-b7b7ec6f-0d6b-479d-b5c4-60a623bdf7fa tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339631 Aug 19 17:52:19.617454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d1a1033-de3d-435c-ae57-900107807b35 req-dce9df89-f53d-4b1c-bf64-832b9cc28393 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226177 Aug 19 17:52:19.636007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:19.667992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:19.710058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:19.721114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c37149-a290-4047-abfa-38103d3d23f1 req-ec39af47-735f-4df1-880d-56ebe31ac995 service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450778 Aug 19 17:52:19.792189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:19.821532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-7c07b673-0f21-4679-a49c-be9aadfe4a70 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/0d661dac-33e6-4a71-9f4e-a2479d3ea7a2 HTTP/1.1" status: 200 len: 1801 time: 0.1593206 Aug 19 17:52:19.859937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:19.907017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943', 'port_id': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'mac_address': 'fa:16:3e:76:fd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e7dbe-5f17-40ed-bd98-e33c82cbe73d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:19.976654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.000022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:20.008524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:52:20.024488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:20.032098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.032813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c7d99c5d-ac69-4485-96bb-18b245c5558f details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:20.058306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.070127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb48d49-0256-4f43-9379-6d146e42d5da req-697eef31-359a-44bd-86bb-7ab8e6f17129 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:20.078128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cb48d49-0256-4f43-9379-6d146e42d5da req-697eef31-359a-44bd-86bb-7ab8e6f17129 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.1368384 Aug 19 17:52:20.177312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.183092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:20.189121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4cb1d12-2e51-42d1-aca3-46068a006c5c None None] Provisioning complete for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:20.189503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1d12-2e51-42d1-aca3-46068a006c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.230183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cb48d49-0256-4f43-9379-6d146e42d5da req-d3c97bf7-4b4c-4355-9750-b8a1717390d1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511536 Aug 19 17:52:20.269772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb1d12-2e51-42d1-aca3-46068a006c5c None None] Port a9986eb2-6293-4a9e-b3c4-297587f05bc9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:52:20.285116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:20.296755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.299568 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.302864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b3039fe-7bac-4003-9e26-c4fe9ccd028d req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d661dac-33e6-4a71-9f4e-a2479d3ea7a2 HTTP/1.1" status: 204 len: 173 time: 0.4516046 Aug 19 17:52:20.303564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c7d99c5d-ac69-4485-96bb-18b245c5558f', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'port_id': 'c7d99c5d-ac69-4485-96bb-18b245c5558f', 'mac_address': 'fa:16:3e:e5:42:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabb818e-f91f-45b1-91d0-c28587bd948e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:20.333369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fbe68-a39d-41af-b948-ba9dd828b560 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d661dac-33e6-4a71-9f4e-a2479d3ea7a2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:20.338005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:52:20.366062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.368309 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:52:20.386798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d99c5d-ac69-4485-96bb-18b245c5558f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:20.391285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ae5e3a6e-a3c1-43d2-b41a-6eb04e53fcbd admin admin] 10.222.0.36 "PUT /v2.0/routers/1583e915-8dde-4554-89a1-c5c532466aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7729254 Aug 19 17:52:20.402259 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:20.402893 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:20.423850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:20.428428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.468372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae944e-0b3e-4fa2-a830-9c635d305587 req-a196ba3b-b613-456a-b296-959f8deedc67 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:20.470804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2ae944e-0b3e-4fa2-a830-9c635d305587 req-a196ba3b-b613-456a-b296-959f8deedc67 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.1232402 Aug 19 17:52:20.485897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:20.504741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5d5fc-6650-4a23-9a1d-92ab34594a86 req-1fa71cdf-324a-47c8-bf79-c8a370a744e7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:20.510951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1f5d5fc-6650-4a23-9a1d-92ab34594a86 req-1fa71cdf-324a-47c8-bf79-c8a370a744e7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1055017 Aug 19 17:52:20.559021 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:20.571664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2ae944e-0b3e-4fa2-a830-9c635d305587 req-c0d1b13e-ec9c-4623-b8cb-1326459e9888 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889223 Aug 19 17:52:20.596316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1f5d5fc-6650-4a23-9a1d-92ab34594a86 req-f24d74de-3dec-4194-bbe1-99807468a9e8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762563 Aug 19 17:52:20.629813 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-f8edd85e-f09f-4b1d-a488-e420f17572a0 req-a2bf7b3b-e5f8-4738-9c73-cb982a83b0de tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:52:20.630902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8edd85e-f09f-4b1d-a488-e420f17572a0 req-a2bf7b3b-e5f8-4738-9c73-cb982a83b0de tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/0d661dac-33e6-4a71-9f4e-a2479d3ea7a2 HTTP/1.1" status: 404 len: 352 time: 0.0153337 Aug 19 17:52:20.699900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-8e9073b1-95c8-4a60-ab4c-528d38190130 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ded808a2-5782-46fc-bc46-ea2318ae4326 HTTP/1.1" status: 200 len: 1801 time: 0.0466917 Aug 19 17:52:20.781660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1aa1-90f8-4560-aa34-da59f0c52652 req-73137d6d-f14b-4473-9afe-3751d940a3c7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:20.783083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4d1aa1-90f8-4560-aa34-da59f0c52652 req-73137d6d-f14b-4473-9afe-3751d940a3c7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0820606 Aug 19 17:52:20.805842 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 2, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:20.813657 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.818691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:20.853787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4d1aa1-90f8-4560-aa34-da59f0c52652 req-441fdcce-faa8-4abb-aee7-0a4ecd888acc tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Aug 19 17:52:20.855283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.865902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c7d99c5d-ac69-4485-96bb-18b245c5558f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:20.872431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:52:20.873184 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Updating router 1583e915-8dde-4554-89a1-c5c532466aba port a9986eb2-6293-4a9e-b3c4-297587f05bc9 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:52:20.902624 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.930598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.933169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:20.934321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da93faf5-d996-48b3-82e9-f7c7b9eeacba req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/ded808a2-5782-46fc-bc46-ea2318ae4326 HTTP/1.1" status: 204 len: 173 time: 0.2238362 Aug 19 17:52:20.950903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc192fc-a653-447b-8cf8-fe020e8c58f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded808a2-5782-46fc-bc46-ea2318ae4326,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:21.043958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83e0bd-7276-4939-8433-4e3643e78d2a req-afa66bdb-9430-4b5d-8e4e-463c06db191a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:21.051607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a83e0bd-7276-4939-8433-4e3643e78d2a req-afa66bdb-9430-4b5d-8e4e-463c06db191a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 944 time: 0.0573006 Aug 19 17:52:21.095688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a83e0bd-7276-4939-8433-4e3643e78d2a req-02490576-d2bf-4560-858b-087a94b114f1 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Aug 19 17:52:21.150389 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-aa98ada2-02e6-4ca7-9940-3a5083c9033a req-41361cbf-09ff-4d0d-ac5e-93f380350900 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:52:21.165427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa98ada2-02e6-4ca7-9940-3a5083c9033a req-41361cbf-09ff-4d0d-ac5e-93f380350900 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ded808a2-5782-46fc-bc46-ea2318ae4326 HTTP/1.1" status: 404 len: 352 time: 0.0345218 Aug 19 17:52:21.295476 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.307220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-523ce6df-8ac1-4756-9996-653662ee4a58 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/6788c908-9c0a-4318-abfa-c754ae30b667 HTTP/1.1" status: 200 len: 1799 time: 0.1055279 Aug 19 17:52:21.307504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Transition to ACTIVE for port object a9986eb2-6293-4a9e-b3c4-297587f05bc9 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:21.316040 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.413277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-c58eb877-fd22-462c-888e-f35309bb4584 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:21.414861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-c58eb877-fd22-462c-888e-f35309bb4584 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 821 time: 0.1787183 Aug 19 17:52:21.444040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-c0595527-bef8-47c1-8442-4a8e98e9732b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/quotas/b691c2b6279c432b93e5ea0e642455ec HTTP/1.1" status: 200 len: 375 time: 0.0154462 Aug 19 17:52:21.445539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.460146 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Pushing event updated for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:21.473116 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.473607 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.474042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.474474 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.474899 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.475324 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.475834 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.476681 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.476681 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.477212 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.477756 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.478146 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:21.510202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.539088 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Attempting to bind port a9986eb2-6293-4a9e-b3c4-297587f05bc9 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:21.539843 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Attempting to bind port a9986eb2-6293-4a9e-b3c4-297587f05bc9 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:21.540264 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Attempting to bind port a9986eb2-6293-4a9e-b3c4-297587f05bc9 on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:21.545659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:21.545972 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Checking segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:21.546713 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.547196 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Bound using segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:21.547761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Bound port: a9986eb2-6293-4a9e-b3c4-297587f05bc9, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:21.548216 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.566471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-094392f7-728d-4800-873c-06d9e435b2c5 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943253 Aug 19 17:52:21.631761 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.632017 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] For port a9986eb2-6293-4a9e-b3c4-297587f05bc9, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:21.634372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.635713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f36af9b-31d4-4164-966b-d901fe64c72c req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/6788c908-9c0a-4318-abfa-c754ae30b667 HTTP/1.1" status: 204 len: 173 time: 0.3174884 Aug 19 17:52:21.635844 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] For port a9986eb2-6293-4a9e-b3c4-297587f05bc9, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a9986eb2-6293-4a9e-b3c4-297587f05bc9,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:21.643226 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:21.712710 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:21.713495 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:21.770985 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c8d98-dc69-4b70-8844-cb3e99d5e1f2 None None] Pushing event updated for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:21.874483 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:22.019286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421ed54-4ea5-4c3e-9dda-41ed9d50f32b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6788c908-9c0a-4318-abfa-c754ae30b667,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:22.071358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-ad4f801b-1b15-4281-a1cf-a48ee3a30aff service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044146 Aug 19 17:52:22.082478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-a317a603-8716-488c-b65d-7738a5ada630 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:22.083979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-a317a603-8716-488c-b65d-7738a5ada630 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.13 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.4472799 Aug 19 17:52:22.096507 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:21Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:22.127433 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b0612-1f7d-45f5-956d-b0e5239c9976 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:21Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:52:22.211003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823d735-19ed-437a-ac51-c61676668131 req-f302bae9-cd82-4426-9f31-9b9736f2d0f1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:22.212538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2823d735-19ed-437a-ac51-c61676668131 req-f302bae9-cd82-4426-9f31-9b9736f2d0f1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 944 time: 0.1860309 Aug 19 17:52:22.305666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-4062a616-e49f-4073-97cd-c22a325cfc5e service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207003 Aug 19 17:52:22.310598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2823d735-19ed-437a-ac51-c61676668131 req-769191bd-0f64-41b6-95be-5c13b4313bc3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778501 Aug 19 17:52:22.321120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Deleting port 27b60086-79a7-4a71-ba1c-8f4138c87e2e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:22.321529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:22.496042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3562e7c-f7af-400c-881e-7f6c154bde4f req-64d4225a-2826-4456-885a-bd26aeb0c5f3 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:22.497606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3562e7c-f7af-400c-881e-7f6c154bde4f req-64d4225a-2826-4456-885a-bd26aeb0c5f3 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 945 time: 0.1162980 Aug 19 17:52:22.501001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] For port 27b60086-79a7-4a71-ba1c-8f4138c87e2e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=27b60086-79a7-4a71-ba1c-8f4138c87e2e,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:22.501374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:22.617951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-4870bf83-8abc-4802-9df7-7d71bd6cfca6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:22.619553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-4870bf83-8abc-4802-9df7-7d71bd6cfca6 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 944 time: 0.2060242 Aug 19 17:52:22.728030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3562e7c-f7af-400c-881e-7f6c154bde4f req-415eb162-53d8-428a-9994-47f5aef4223b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups?id=5076b4d8-8885-4713-8362-f566100c5c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007291 Aug 19 17:52:22.750803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b0135-5703-4443-b652-8bfeb425b8cd req-7d614d9e-bb40-4ff3-af53-0becf3943fd5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:22.750803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e2b0135-5703-4443-b652-8bfeb425b8cd req-7d614d9e-bb40-4ff3-af53-0becf3943fd5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2420979 Aug 19 17:52:22.869470 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-8e30a995-b561-470f-9edb-06c5f7dbf27f req-b1f0926e-9ce0-4a2b-b7f4-61e8ec85a470 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:52:22.872253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e30a995-b561-470f-9edb-06c5f7dbf27f req-b1f0926e-9ce0-4a2b-b7f4-61e8ec85a470 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/6788c908-9c0a-4318-abfa-c754ae30b667 HTTP/1.1" status: 404 len: 352 time: 0.0543590 Aug 19 17:52:22.896207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-674f8fb3-21da-47bd-9951-fdccbac051bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2662084 Aug 19 17:52:22.994353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e2b0135-5703-4443-b652-8bfeb425b8cd req-243226a2-c8b7-4233-9d38-381ca5b74d09 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777241 Aug 19 17:52:23.063592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.064269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.064494 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Floating IP d737386d-d351-4716-844b-4b2ed24546e5 disassociated. External IP: 172.25.5.190, port: 27b60086-79a7-4a71-ba1c-8f4138c87e2e. Aug 19 17:52:23.064708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Calling delete_port for 27b60086-79a7-4a71-ba1c-8f4138c87e2e owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:23.087907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Deleting port a10208bc-a9a1-4765-844f-8fd0ea6ab786 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:23.088259 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.125112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:23.187175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:23.191625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:23.191981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.230697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244189bd-5028-45ec-8dae-ead9ea524dcf req-af42ff6b-9e19-4721-8ec2-c062349a9632 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.232253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-244189bd-5028-45ec-8dae-ead9ea524dcf req-af42ff6b-9e19-4721-8ec2-c062349a9632 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94d8c8e-0c7b-49fc-8884-62968d08e224 HTTP/1.1" status: 200 len: 944 time: 0.2747660 Aug 19 17:52:23.248109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-e474d912-a14e-46e1-81a3-ac3779561d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.250505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-e474d912-a14e-46e1-81a3-ac3779561d64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 1096 time: 0.2919526 Aug 19 17:52:23.282494 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.306100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:23.308493 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6432453-b111-4a36-a096-aba0817f1ad0" -d '{"events": [{"server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "name": "network-vif-plugged", "status": "completed", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:23.323486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:23.329198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.385511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe5157-e901-4e90-b115-9b56a522c96f req-f7f8b40b-0336-41fe-85a2-15cf0d58beaf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.387050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00fe5157-e901-4e90-b115-9b56a522c96f req-f7f8b40b-0336-41fe-85a2-15cf0d58beaf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.3093193 Aug 19 17:52:23.403184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:23.411198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a9986eb2-6293-4a9e-b3c4-297587f05bc9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:23.446545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] For port a10208bc-a9a1-4765-844f-8fd0ea6ab786, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a10208bc-a9a1-4765-844f-8fd0ea6ab786,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:23.446923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.466572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-244189bd-5028-45ec-8dae-ead9ea524dcf req-1f617e5c-2261-43f9-a6bd-1f88f8cb62ec tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158225 Aug 19 17:52:23.475852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:23.488276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:23.488874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.494904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Calling delete_port for a10208bc-a9a1-4765-844f-8fd0ea6ab786 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:23.620583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.643072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00fe5157-e901-4e90-b115-9b56a522c96f req-1a80a193-ebd3-4285-8af7-5c4f72d7be19 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366004 Aug 19 17:52:23.685592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:23.693742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-15ca3045-b23a-4da1-9b76-af5d43592e66 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.695597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-15ca3045-b23a-4da1-9b76-af5d43592e66 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 821 time: 0.1427197 Aug 19 17:52:23.702523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a9986eb2-6293-4a9e-b3c4-297587f05bc9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a9986eb2-6293-4a9e-b3c4-297587f05bc9,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:23.720600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'port': {'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'admin_state_up': True, 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:23.739912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-ad9fec59-b399-4945-8435-f078e25aceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.741587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-ad9fec59-b399-4945-8435-f078e25aceda service neutron] 10.222.0.42 "GET /v2.0/networks?id=eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 200 len: 922 time: 0.4570680 Aug 19 17:52:23.763175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.803760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.822530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:23.828697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-d74dac9c-3de6-474e-b78f-0743bbbc83e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 200 len: 217 time: 0.0781641 Aug 19 17:52:23.830090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:23.830471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.833035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:23.840817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a09a6a9-995b-4f8f-91a1-e6b173cc496b req-35d17d49-91d2-476b-b6e3-da2ec4c524be tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 210 time: 0.0877523 Aug 19 17:52:23.857288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Made reservation on behalf of b691c2b6279c432b93e5ea0e642455ec for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:23.861109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.901550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f503ac-0b50-4f1d-b9ba-c96340ac1d53 req-23db57b8-85be-4f2d-adc0-d770d7e3e989 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:23.903098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f503ac-0b50-4f1d-b9ba-c96340ac1d53 req-23db57b8-85be-4f2d-adc0-d770d7e3e989 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 944 time: 0.3271680 Aug 19 17:52:23.909509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event deleted for resources: {'Port': ['ID=27b60086-79a7-4a71-ba1c-8f4138c87e2e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:23.923498 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.962081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:23.966482 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:23.967934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c7d99c5d-ac69-4485-96bb-18b245c5558f up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:24.002031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Allocated IP 172.20.0.9 (ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3/9419b5a8-f5c3-4f96-b212-b48317a79634/05f21ece-1051-4173-9e11-68c35e51efce) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:24.079407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-356466a0-f3f3-443c-9f1b-e496aa368ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:24.081014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-356466a0-f3f3-443c-9f1b-e496aa368ef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 200 len: 861 time: 0.2392797 Aug 19 17:52:24.087541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.126061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f503ac-0b50-4f1d-b9ba-c96340ac1d53 req-c95faa75-0b3b-4a1c-9c58-7dcecab791c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787322 Aug 19 17:52:24.138000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a10208bc-a9a1-4765-844f-8fd0ea6ab786'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:24.173705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.188563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Transition to ACTIVE for port object 05f21ece-1051-4173-9e11-68c35e51efce will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:24.197255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:24.210679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c7d99c5d-ac69-4485-96bb-18b245c5558f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:24.211055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event deleted for resources: {'Port': ['ID=a10208bc-a9a1-4765-844f-8fd0ea6ab786,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:24.214446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-4823b71c-f0e5-46e9-8d43-22f835172d47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eeba6be0-a102-4ade-b4fd-d2d5204fef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149640 Aug 19 17:52:24.214843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c7d99c5d-ac69-4485-96bb-18b245c5558f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:24.215225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.222706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.241035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a77f910b-4dfd-4398-b2b5-ba6c8e99f8a8 req-849bbc02-1231-4571-9e52-47ebd6429b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 6150 time: 0.3368752 Aug 19 17:52:24.244929 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89825f56-57ff-4308-93e0-f7cac70024d8 x-openstack-request-id: req-89825f56-57ff-4308-93e0-f7cac70024d8 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:24.244929 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "name": "network-vif-plugged", "status": "completed", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:24.244929 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89825f56-57ff-4308-93e0-f7cac70024d8 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:24.244929 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c', 'code': 200} Aug 19 17:52:24.256426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:24.331944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:24.332612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.344368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:24.347184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event updated for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:24.350434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] No DVR routers for this DVR port a10208bc-a9a1-4765-844f-8fd0ea6ab786 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:24.374456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.376624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12d9bbed-19e3-44c7-91c5-53246bbe4191 req-807dc40f-bd93-40b2-bf7d-e8d2bdb69777 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "DELETE /v2.0/ports/a10208bc-a9a1-4765-844f-8fd0ea6ab786 HTTP/1.1" status: 204 len: 173 time: 1.7346869 Aug 19 17:52:24.381346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-deleted', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:24.383863 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd1c56-e40c-48bf-9306-fe915f9559fa" -d '{"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-deleted", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:24.401599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:24.407212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.447272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6f9d-8c96-4fcf-a07a-81a6972a9767 req-7d47069b-c96f-434b-aed0-768f024d3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:24.448863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-426f6f9d-8c96-4fcf-a07a-81a6972a9767 req-7d47069b-c96f-434b-aed0-768f024d3d94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1fe801d-20f4-42cb-8411-58f97d8c914f HTTP/1.1" status: 200 len: 1097 time: 0.0989797 Aug 19 17:52:24.470059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:52:24.511274 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-426f6f9d-8c96-4fcf-a07a-81a6972a9767 req-0867b45a-08ee-4c16-926f-1b23c3b9b295 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Aug 19 17:52:24.517592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:24.518234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.532739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-e1f7b083-c931-4c69-899d-048f236ce15d service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054812 Aug 19 17:52:24.533573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:24.541667 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-2f468ec3-22d9-4a45-8bd2-2f5dce76b8f6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8291154 Aug 19 17:52:24.561928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8743-fb0a-4086-92e0-c7f76aa18590 req-07d1dd31-7967-4154-86c5-c89d24c06318 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:24.563582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-783e8743-fb0a-4086-92e0-c7f76aa18590 req-07d1dd31-7967-4154-86c5-c89d24c06318 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.2217605 Aug 19 17:52:24.566330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a77f910b-4dfd-4398-b2b5-ba6c8e99f8a8 req-8f32d055-ade7-4220-8038-21821e100e3f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/7c7b0e8c-fa9b-4ded-864a-40752f066465 HTTP/1.1" status: 200 len: 2981 time: 0.2543776 Aug 19 17:52:24.684836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e4e65585-d317-4154-9476-8fb449419a49 None None] Provisioning for port 05f21ece-1051-4173-9e11-68c35e51efce completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:24.689391 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e4e65585-d317-4154-9476-8fb449419a49 None None] Provisioning complete for port 05f21ece-1051-4173-9e11-68c35e51efce triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:24.689896 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e4e65585-d317-4154-9476-8fb449419a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:24.727226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e4e65585-d317-4154-9476-8fb449419a49 None None] Port 05f21ece-1051-4173-9e11-68c35e51efce cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:52:24.736200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Request body: {'port': {'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:24.740598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-783e8743-fb0a-4086-92e0-c7f76aa18590 req-86774294-fcc7-4f93-9cad-2720da81a12f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239090 Aug 19 17:52:24.786494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a77f910b-4dfd-4398-b2b5-ba6c8e99f8a8 req-d98b21e7-e077-44ec-8609-2326ed695adb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/7c7b0e8c-fa9b-4ded-864a-40752f066465 HTTP/1.1" status: 200 len: 2981 time: 0.1771581 Aug 19 17:52:24.833170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.114909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f21ece-1051-4173-9e11-68c35e51efce {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:25.124741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.138724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Transition to ACTIVE for port object 05f21ece-1051-4173-9e11-68c35e51efce will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:25.145085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:52:25.146026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.160631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:52:25.178612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:25.179807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:25.185625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b314f2b-9d4c-40a8-abd4-13bbfe3dc975 req-0cbcafca-f18a-44e5-b772-b553ab91cc23 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/ports?device_id=57df7088-0c53-415e-9e87-d7948b2c6997 HTTP/1.1" status: 200 len: 210 time: 0.0699644 Aug 19 17:52:25.220492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Pushing event updated for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:25.271013 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba2385d-d3b1-4ee2-9eda-acf120ff878d x-openstack-request-id: req-2ba2385d-d3b1-4ee2-9eda-acf120ff878d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:25.271309 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d8c8e-0c7b-49fc-8884-62968d08e224", "name": "network-vif-deleted", "tag": "a10208bc-a9a1-4765-844f-8fd0ea6ab786", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:25.271588 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ba2385d-d3b1-4ee2-9eda-acf120ff878d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:25.271977 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d8c8e-0c7b-49fc-8884-62968d08e224', 'name': 'network-vif-deleted', 'tag': 'a10208bc-a9a1-4765-844f-8fd0ea6ab786', 'status': 'completed', 'code': 200} Aug 19 17:52:25.274473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] No DVR routers for this DVR port 27b60086-79a7-4a71-ba1c-8f4138c87e2e on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:25.288019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.290025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19ba69f1-0c6f-471e-9ed0-b93f773df738 req-b306b9e0-b6da-4a3a-a9c0-e5b7b89a515d tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.13 "DELETE /v2.0/ports/27b60086-79a7-4a71-ba1c-8f4138c87e2e HTTP/1.1" status: 204 len: 173 time: 3.1960807 Aug 19 17:52:25.301353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Attempting to bind port 05f21ece-1051-4173-9e11-68c35e51efce on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:25.301691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Attempting to bind port 05f21ece-1051-4173-9e11-68c35e51efce by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:25.302021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Attempting to bind port 05f21ece-1051-4173-9e11-68c35e51efce on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:25.307413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Port 05f21ece-1051-4173-9e11-68c35e51efce on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:25.307758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Attempting to bind port 05f21ece-1051-4173-9e11-68c35e51efce on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:25.314177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:25.318059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Checking segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:25.318607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Bound using segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:25.319036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Bound port: 05f21ece-1051-4173-9e11-68c35e51efce, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:25.319693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.351111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab5cc-578e-416a-9b19-15f99709dd62 req-fd74ea05-5425-483f-81c2-4fb80c330633 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.364326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109ab5cc-578e-416a-9b19-15f99709dd62 req-fd74ea05-5425-483f-81c2-4fb80c330633 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2456341 Aug 19 17:52:25.401914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c39ce4c-2d14-4961-8b5c-6cc94661aa5f req-abec0417-7e46-4f3e-885a-39844e5b6a2d service neutron] 10.222.0.42 "GET /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583416 Aug 19 17:52:25.446604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a9986eb2-6293-4a9e-b3c4-297587f05bc9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:25.489994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109ab5cc-578e-416a-9b19-15f99709dd62 req-cb24fef7-a2ae-485b-aa99-92c26fff7e94 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246800 Aug 19 17:52:25.509748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:25.516399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=05f21ece-1051-4173-9e11-68c35e51efce,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:25.521856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.526546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:25.545600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526968394', 'description': 'tempest-description-1154076489'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:25.568321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2791-04cf-4863-bc2f-bade903c7423 req-5d728fb7-e8d9-4ba1-b5aa-736a3a88bdc2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.588083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28de2791-04cf-4863-bc2f-bade903c7423 req-5d728fb7-e8d9-4ba1-b5aa-736a3a88bdc2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1765487 Aug 19 17:52:25.596443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.597386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.599873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] 10.222.0.42 "PUT /v2.0/ports/05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 1092 time: 0.8677151 Aug 19 17:52:25.600541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:25.603821 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:25.613917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a9986eb2-6293-4a9e-b3c4-297587f05bc9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:25.614375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.636640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06501c6a-e54c-4cf1-9e33-d4d32a23c02c service neutron] Pushing event updated for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:25.680350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28de2791-04cf-4863-bc2f-bade903c7423 req-cc2ea819-1eda-4d5a-bb9e-abab0d99972c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888441 Aug 19 17:52:25.687538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.704414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-18e25918-aca7-489a-bb41-124844bf4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.704643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27b60086-79a7-4a71-ba1c-8f4138c87e2e no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:25.726500 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-18e25918-aca7-489a-bb41-124844bf4a29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1095 time: 0.0827024 Aug 19 17:52:25.801228 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-0f4014df-2706-40d6-9677-a470cb0ff12c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.0559382 Aug 19 17:52:25.817728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 27b60086-79a7-4a71-ba1c-8f4138c87e2e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:25.818169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 27b60086-79a7-4a71-ba1c-8f4138c87e2e not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:25.833863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.863144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.872355 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.874213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-70020453-f096-4133-9688-4bf910fc2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.876817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-70020453-f096-4133-9688-4bf910fc2339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0623803 Aug 19 17:52:25.943060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:25.956252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-604db25c-6836-4d2d-a060-3e96ba4d5987 req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4230297 Aug 19 17:52:25.980070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-a00548a3-659a-45f0-a9cf-5452c2eb72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:25.982529 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-a00548a3-659a-45f0-a9cf-5452c2eb72fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963054 Aug 19 17:52:25.991530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78149f-e7f5-4b05-afaf-d2c1bf03ecf2 req-eb2144ba-8400-4b35-84a4-70195edb67d7 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.004124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78149f-e7f5-4b05-afaf-d2c1bf03ecf2 req-eb2144ba-8400-4b35-84a4-70195edb67d7 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 943 time: 0.1934559 Aug 19 17:52:26.023930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:26.030310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57efc2-7918-4a1d-8286-c99f46a260eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:26.070848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78149f-e7f5-4b05-afaf-d2c1bf03ecf2 req-43474f59-1064-4417-b6ec-6b55a04eb5bf tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Aug 19 17:52:26.101623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:52:26.144522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:26.148652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:26.179258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-f3cb9ef8-dd88-425a-844d-96794646479e service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870964 Aug 19 17:52:26.180917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281c32-54ac-43eb-a034-80fd89b13528 req-95a8e5d6-eef9-450d-a1d1-027887852b85 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.182765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0281c32-54ac-43eb-a034-80fd89b13528 req-95a8e5d6-eef9-450d-a1d1-027887852b85 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 945 time: 0.0874653 Aug 19 17:52:26.249675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'}, {'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:26.255044 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2de73-e367-4063-b5cf-7c832dbcb2d8" -d '{"events": [{"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-plugged", "status": "completed", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce"}, {"server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "name": "network-vif-plugged", "status": "completed", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:26.269147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0281c32-54ac-43eb-a034-80fd89b13528 req-ad79f505-20c9-48c3-9d1d-f8481c66f554 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Aug 19 17:52:26.323034 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5902ed-bba6-476c-9471-4824942080a3 x-openstack-request-id: req-9f5902ed-bba6-476c-9471-4824942080a3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:26.323247 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:26.323498 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f5902ed-bba6-476c-9471-4824942080a3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:26.323883 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:52:26.325458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-154040983', 'description': 'tempest-description-690969355'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:26.336282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-623efc15-1f02-435c-83a1-8ec3c7fce711 req-8b48332a-6e3a-4b18-aabe-7d59653f9747 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399248 Aug 19 17:52:26.375741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:26.381472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:26.402822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68512b-f876-473e-8b93-05a233e1bb26 req-0cb9c373-22b5-49eb-82ef-d4e0cd1bdd09 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.404339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a68512b-f876-473e-8b93-05a233e1bb26 req-0cb9c373-22b5-49eb-82ef-d4e0cd1bdd09 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.0726686 Aug 19 17:52:26.468836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a68512b-f876-473e-8b93-05a233e1bb26 req-4cdfbec2-f5a2-43a7-a694-b174595fa090 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535688 Aug 19 17:52:26.477225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-6566dea4-e36c-48d8-b5c8-f52c09173e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.478780 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-6566dea4-e36c-48d8-b5c8-f52c09173e79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1095 time: 0.0618925 Aug 19 17:52:26.529418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:26.533831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:26.579794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:26.593728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f99ba3e0-7997-4351-9fec-bb2c22eb33e6 req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2724853 Aug 19 17:52:26.598694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-813b292e-47ed-458f-ba10-2536bc72b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.601322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-813b292e-47ed-458f-ba10-2536bc72b3eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1143022 Aug 19 17:52:26.642761 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ecbd58-6c5e-4ef5-8ce5-926d6841616f x-openstack-request-id: req-f4ecbd58-6c5e-4ef5-8ce5-926d6841616f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:26.643060 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-plugged", "status": "completed", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce", "code": 200}, {"server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "name": "network-vif-plugged", "status": "completed", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:26.643313 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4ecbd58-6c5e-4ef5-8ce5-926d6841616f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:26.643781 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'code': 200} Aug 19 17:52:26.644077 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f', 'code': 200} Aug 19 17:52:26.654310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9a1e-2ae6-4a5e-a1eb-dd4e87941bfc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:26.678115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:26.680328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-7cf0e0d2-31c7-4531-97f8-f4555a9a909f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.0700800 Aug 19 17:52:26.711998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdadacf-cb96-417c-ad91-138bc070cf2f None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:47:43Z', 'revision_number': 4, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '396f5fd2-c27e-49cd-b413-940fee3f54ba', 'name': '', 'network_id': 'c099998e-2680-4acf-bce1-296d4f22deee', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'mac_address': 'fa:16:3e:87:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:42Z', 'updated_at': '2021-08-19T17:47:49Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'subnets': [{'id': '4849019a-1eca-4b11-96c0-c9bf0f388fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:52:26.731176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253c457-315f-491a-85d4-00d504f41860 req-df7b055d-3d1c-4110-9d2d-f81bda1657b0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.733434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7253c457-315f-491a-85d4-00d504f41860 req-df7b055d-3d1c-4110-9d2d-f81bda1657b0 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.1089613 Aug 19 17:52:26.758658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-fb4e945e-6a72-49c9-9275-5d4b25596c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.760637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-fb4e945e-6a72-49c9-9275-5d4b25596c99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0609457 Aug 19 17:52:26.877786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7253c457-315f-491a-85d4-00d504f41860 req-b09873f2-892e-463d-ac36-42e48ba6663c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146080 Aug 19 17:52:26.879943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-400120ff-596b-4404-a212-710a453dfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.881651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-400120ff-596b-4404-a212-710a453dfcda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010599 Aug 19 17:52:26.884150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4a824-d074-4efe-b4f4-11c37d3605bb req-1a27bb68-7709-4aff-95f2-dc94e6ccf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.885508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7df4a824-d074-4efe-b4f4-11c37d3605bb req-1a27bb68-7709-4aff-95f2-dc94e6ccf0d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 1097 time: 0.0748141 Aug 19 17:52:26.902721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7db067-8da2-4b0f-a556-d75820bce634 req-c00fecbd-5d71-4de5-962f-e8ce4ecb920e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.904401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f7db067-8da2-4b0f-a556-d75820bce634 req-c00fecbd-5d71-4de5-962f-e8ce4ecb920e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1983223 Aug 19 17:52:26.909668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eccb3-e805-48d5-b70f-efe7ab490cf9 req-bbfada29-969c-457c-b948-6cd164ceb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.911137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d6eccb3-e805-48d5-b70f-efe7ab490cf9 req-bbfada29-969c-457c-b948-6cd164ceb417 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1097 time: 0.1168187 Aug 19 17:52:26.960128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-762d3f22-a3e7-4369-a1ca-7f44d089a257 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:26.961718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-762d3f22-a3e7-4369-a1ca-7f44d089a257 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 945 time: 0.1684279 Aug 19 17:52:26.984516 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7df4a824-d074-4efe-b4f4-11c37d3605bb req-429acf60-c165-467d-8316-fb0036dc094b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852890 Aug 19 17:52:27.030153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f7db067-8da2-4b0f-a556-d75820bce634 req-5cff6e39-a878-488d-ba47-28d246d47243 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 Aug 19 17:52:27.030382 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-52d9a8a5-d102-4047-b374-978a85ebbc44 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394742 Aug 19 17:52:27.047473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d6eccb3-e805-48d5-b70f-efe7ab490cf9 req-1322d063-6fa9-49cf-a520-72c0cb67918d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278222 Aug 19 17:52:27.105638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8773-7c52-4955-a196-e1b7fcdabbd8 req-473915bd-cb11-4d71-bc05-af6a8075693a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:27.106893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-235b8773-7c52-4955-a196-e1b7fcdabbd8 req-473915bd-cb11-4d71-bc05-af6a8075693a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0971942 Aug 19 17:52:27.107610 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf56fb2-a4d0-4d94-a140-c57c61df79a5 None None] New status for floating IP d737386d-d351-4716-844b-4b2ed24546e5: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:52:27.152312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:27.152567 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ca2bf63-027f-4ab6-be64-ec94ab4502bb req-20d5e029-907e-46c6-983f-8ae27be8496c service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138430 Aug 19 17:52:27.175632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: a10208bc-a9a1-4765-844f-8fd0ea6ab786 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:27.176099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a10208bc-a9a1-4765-844f-8fd0ea6ab786 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:27.219047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Deleting port b044ceb9-0486-4d06-a782-4a390026d10b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:27.219650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:27.241088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-235b8773-7c52-4955-a196-e1b7fcdabbd8 req-0f1a05bc-c02d-47f8-bf3b-b1591a0c27c4 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120484 Aug 19 17:52:27.273294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'name': 'network-vif-deleted', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:27.275503 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7629d-5038-4181-95eb-5bbfcf6af160" -d '{"events": [{"server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "name": "network-vif-deleted", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:27.319019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-9c4c7ea9-492d-4df3-b259-d3645dcdd522 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:27.320704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-9c4c7ea9-492d-4df3-b259-d3645dcdd522 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 812 time: 0.2051940 Aug 19 17:52:27.362913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-eae8bc7c-35c6-4b08-94f2-e72c150ff696 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/quotas/3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 375 time: 0.0338805 Aug 19 17:52:27.403752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] For port b044ceb9-0486-4d06-a782-4a390026d10b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b044ceb9-0486-4d06-a782-4a390026d10b,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:27.404103 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:27.441402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Calling delete_port for b044ceb9-0486-4d06-a782-4a390026d10b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:27.464908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd818e-48fd-43ef-a577-cc72938c9c9d req-ce0fdddc-5a95-41ce-abed-5648b065425d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:27.466406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41bd818e-48fd-43ef-a577-cc72938c9c9d req-ce0fdddc-5a95-41ce-abed-5648b065425d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 943 time: 0.1272786 Aug 19 17:52:27.522198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-43bfbde4-08c4-4628-bdb8-46ab18ac9d1d tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355226 Aug 19 17:52:27.607109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41bd818e-48fd-43ef-a577-cc72938c9c9d req-b29441bd-b47f-4d55-89e8-f33f457e213a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320739 Aug 19 17:52:27.671287 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f867382-bbe0-47d9-a1ff-0cd3f9d13d7d x-openstack-request-id: req-9f867382-bbe0-47d9-a1ff-0cd3f9d13d7d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:27.671621 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57df7088-0c53-415e-9e87-d7948b2c6997", "name": "network-vif-deleted", "tag": "27b60086-79a7-4a71-ba1c-8f4138c87e2e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:27.671843 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f867382-bbe0-47d9-a1ff-0cd3f9d13d7d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:27.672282 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57df7088-0c53-415e-9e87-d7948b2c6997', 'name': 'network-vif-deleted', 'tag': '27b60086-79a7-4a71-ba1c-8f4138c87e2e', 'status': 'completed', 'code': 200} Aug 19 17:52:27.694345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5476a422-95cc-4749-bd1c-0c8def9a8300 service neutron] 10.222.0.36 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643419 Aug 19 17:52:27.708719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:27.801607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event deleted for resources: {'Port': ['ID=b044ceb9-0486-4d06-a782-4a390026d10b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:27.855768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] No DVR routers for this DVR port b044ceb9-0486-4d06-a782-4a390026d10b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:27.865937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:27.867944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8c2b05-b433-429e-94af-c6c06b271e20 req-7722a65b-2a9f-4505-9235-05803390671e tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "DELETE /v2.0/ports/b044ceb9-0486-4d06-a782-4a390026d10b HTTP/1.1" status: 204 len: 173 time: 0.8963237 Aug 19 17:52:27.890164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353837b-b0e0-4e11-8b7c-95f7641c80ab req-b070ae35-f2a8-4d19-82ca-a01a128bda76 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:27.891567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0353837b-b0e0-4e11-8b7c-95f7641c80ab req-b070ae35-f2a8-4d19-82ca-a01a128bda76 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 945 time: 0.1663659 Aug 19 17:52:27.895328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-e1366d33-643a-43cd-a5b2-12a551299972 service neutron] 10.222.0.36 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948414 Aug 19 17:52:27.931924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0353837b-b0e0-4e11-8b7c-95f7641c80ab req-dcb39b23-aef3-4969-a35c-19c681ab8bd1 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Aug 19 17:52:27.975468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44100) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:28.081517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.096516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-96683080-57a3-4526-9db8-62407a9520f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.120702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09949383-1d8f-452f-bb7d-031ea3309f62 req-7b02439a-bdfa-4ca1-a7d8-2907159db247 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:28.122185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09949383-1d8f-452f-bb7d-031ea3309f62 req-7b02439a-bdfa-4ca1-a7d8-2907159db247 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.0932648 Aug 19 17:52:28.147237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0eef05f3-973c-4735-980c-3bc601f56e9f req-bd0301f6-ebad-4923-8bb7-21789eb9a141 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e896136-d057-47ed-806a-d4fe4416fb56 HTTP/1.1" status: 200 len: 210 time: 0.0477655 Aug 19 17:52:28.149021 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.224920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09949383-1d8f-452f-bb7d-031ea3309f62 req-69ea5e28-b177-44b7-8119-91831054dfb6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960419 Aug 19 17:52:28.240473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fbf6d57-871e-4829-a00c-8eebdf6825fa req-4880a9ac-6ac7-4f27-ae1d-5a0caefe0e21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 210 time: 0.0348823 Aug 19 17:52:28.271607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.274952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.278822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "DELETE /v2.0/security-groups/5076b4d8-8885-4713-8362-f566100c5c88 HTTP/1.1" status: 204 len: 168 time: 0.2996712 Aug 19 17:52:28.280305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:28.293567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314067-2cf5-4bdf-bbef-8e47426d201b tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5076b4d8-8885-4713-8362-f566100c5c88,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:28.295355 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-25266750-ba43-447b-8eea-8894274bdd92 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] show failed (client error): The resource could not be found. Aug 19 17:52:28.296654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-25266750-ba43-447b-8eea-8894274bdd92 tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "GET /v2.0/security-groups/5076b4d8-8885-4713-8362-f566100c5c88 HTTP/1.1" status: 404 len: 347 time: 0.0153804 Aug 19 17:52:28.300348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:28.437571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db6cd3-d35e-44b4-9eb1-a291434edeb5 req-f4aa5c18-cf19-4f99-992d-fcc96a843a25 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:28.445087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55db6cd3-d35e-44b4-9eb1-a291434edeb5 req-f4aa5c18-cf19-4f99-992d-fcc96a843a25 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1203883 Aug 19 17:52:28.484368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Deleting port 73f966d9-9a6e-41f4-ba8c-22c80e194abd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:28.484727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.488145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0e78-676b-4d4c-8727-949c70d61886 req-82a6d587-a1d2-4919-998d-24df53eb291b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:28.489802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6bd0e78-676b-4d4c-8727-949c70d61886 req-82a6d587-a1d2-4919-998d-24df53eb291b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1069376 Aug 19 17:52:28.535343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55db6cd3-d35e-44b4-9eb1-a291434edeb5 req-ac76a33a-dacc-44d8-ac0c-0c8769f4e824 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Aug 19 17:52:28.561381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6bd0e78-676b-4d4c-8727-949c70d61886 req-51379899-993d-4f96-9fa3-bc3b1337c37c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 Aug 19 17:52:28.612383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.613281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.628691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Calling delete_port for 73f966d9-9a6e-41f4-ba8c-22c80e194abd owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:28.738191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe3680-6e32-44b3-ad3a-3933db8ad05b req-6a2d3b05-7d7b-4722-9151-8824137aa517 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:28.739934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2fe3680-6e32-44b3-ad3a-3933db8ad05b req-6a2d3b05-7d7b-4722-9151-8824137aa517 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 943 time: 0.0521605 Aug 19 17:52:28.786620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2fe3680-6e32-44b3-ad3a-3933db8ad05b req-1bfe91aa-0d73-4ed2-abe8-2d4e8dc44783 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Aug 19 17:52:28.803833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.836339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Pushing event deleted for resources: {'Port': ['ID=73f966d9-9a6e-41f4-ba8c-22c80e194abd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:28.894701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.897283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:28.898413 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-47e86377-8af8-4662-a6ec-9d7240201e3c tempest-ServersWithSpecificFlavorTestJSON-258789590 tempest-ServersWithSpecificFlavorTestJSON-258789590-project] 10.222.0.36 "DELETE /v2.0/floatingips/d737386d-d351-4716-844b-4b2ed24546e5 HTTP/1.1" status: 204 len: 168 time: 0.5965586 Aug 19 17:52:29.059337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649305bd-c812-484f-9093-970ef5c5c9ac req-d7a1b2ba-d5fd-4b09-8a4d-33ac980910f8 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:29.061570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-649305bd-c812-484f-9093-970ef5c5c9ac req-d7a1b2ba-d5fd-4b09-8a4d-33ac980910f8 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 945 time: 0.0569854 Aug 19 17:52:29.103646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-649305bd-c812-484f-9093-970ef5c5c9ac req-c4db167f-ba36-4675-9650-bb0fa9034221 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Aug 19 17:52:29.167314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 05f21ece-1051-4173-9e11-68c35e51efce details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:29.294862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb32cb-ed6e-4582-9f8f-706bf831dc3c req-ad0dca1f-6d2d-4106-abdd-ec353fd6026d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:29.297228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09eb32cb-ed6e-4582-9f8f-706bf831dc3c req-ad0dca1f-6d2d-4106-abdd-ec353fd6026d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1fe801d-20f4-42cb-8411-58f97d8c914f HTTP/1.1" status: 200 len: 945 time: 0.1063659 Aug 19 17:52:29.298635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:29.339179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=05f21ece-1051-4173-9e11-68c35e51efce,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:29.356308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '05f21ece-1051-4173-9e11-68c35e51efce', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:29.358659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-f5c48bd8-3809-44ae-9186-a15dee41214e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:29.360559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-f5c48bd8-3809-44ae-9186-a15dee41214e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 812 time: 0.1999907 Aug 19 17:52:29.379690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'device_id': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f', 'admin_state_up': True, 'tenant_id': '3778c8d4e18c449dab24b182008f87a8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:29.399659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:29.414889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f21ece-1051-4173-9e11-68c35e51efce {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:29.436891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=05f21ece-1051-4173-9e11-68c35e51efce,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:29.440972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:29.455779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09eb32cb-ed6e-4582-9f8f-706bf831dc3c req-fe9e8d48-602d-4a82-af0b-727d7fa86102 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407995 Aug 19 17:52:29.485475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521a51d-85e6-4161-911d-aeb7124e83af req-92e3af1c-cd6e-4311-8108-bfccaea04395 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:29.486906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6521a51d-85e6-4161-911d-aeb7124e83af req-92e3af1c-cd6e-4311-8108-bfccaea04395 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.1242976 Aug 19 17:52:29.513555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:29.558184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6521a51d-85e6-4161-911d-aeb7124e83af req-b3970b98-9ad5-4284-94cc-810d172b4be6 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 Aug 19 17:52:29.591166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Made reservation on behalf of 3778c8d4e18c449dab24b182008f87a8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:29.596226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:29.696164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-deleted', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:29.698489 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3597b8-4aed-4554-bc09-7c1e74e5b5e6" -d '{"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-deleted", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:29.703589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd52a0bd-83e1-4cf7-8786-db62f0f26ac6 req-d495f6de-748e-4a80-8cc3-8494463769ff tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 210 time: 0.0612173 Aug 19 17:52:29.731801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:29.762634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['05f21ece-1051-4173-9e11-68c35e51efce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:29.840785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Allocated IP 172.20.0.10 (472fcca1-16cb-495e-8122-d4cb2158d65f/da81e7a2-9830-49aa-8ceb-ad390e8a9b09/62aba0e9-f829-47d9-9079-8380fd6818b2) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:29.862223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07b250-5326-40c6-b2b7-c28e6a133845 req-20803d89-52b9-471a-a5bd-0b840af0350a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:29.864215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a07b250-5326-40c6-b2b7-c28e6a133845 req-20803d89-52b9-471a-a5bd-0b840af0350a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.0849082 Aug 19 17:52:30.001515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310c9f8-23ae-4989-ba72-c21fc4c6112d req-7c3bf9cd-70db-4908-8e62-4e58b134fdad tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.002948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7310c9f8-23ae-4989-ba72-c21fc4c6112d req-7c3bf9cd-70db-4908-8e62-4e58b134fdad tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1097 time: 0.1318734 Aug 19 17:52:30.005776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a07b250-5326-40c6-b2b7-c28e6a133845 req-d49b23cf-960c-49a9-a1cc-93480782f74e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246481 Aug 19 17:52:30.064602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7310c9f8-23ae-4989-ba72-c21fc4c6112d req-3fe91603-7c24-486e-8176-6476185d249a tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539718 Aug 19 17:52:30.103752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Deleting port 396f5fd2-c27e-49cd-b413-940fee3f54ba {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:30.104143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.113011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.118113 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-acbae079-3080-4b2d-9917-08ebfd924c76 service neutron] show failed (client error): The resource could not be found. Aug 19 17:52:30.119128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-acbae079-3080-4b2d-9917-08ebfd924c76 service neutron] 10.222.0.42 "GET /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0912085 Aug 19 17:52:30.145051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fd885-1bdc-455f-9243-9a3be4323b4f req-fb68213d-b575-4340-b1aa-8cdea040eb10 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.146601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-535fd885-1bdc-455f-9243-9a3be4323b4f req-fb68213d-b575-4340-b1aa-8cdea040eb10 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0735934 Aug 19 17:52:30.208839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] For port 396f5fd2-c27e-49cd-b413-940fee3f54ba, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=396f5fd2-c27e-49cd-b413-940fee3f54ba,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:30.209265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.226957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Calling delete_port for 396f5fd2-c27e-49cd-b413-940fee3f54ba owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:30.235353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.241921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-535fd885-1bdc-455f-9243-9a3be4323b4f req-7133a181-6e83-4506-bb4d-0dc70fc6f7c0 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730517 Aug 19 17:52:30.285029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538c30c-0f82-47b2-8f1c-c0f6380da32f req-856e586d-09af-4bb5-b365-f37a1e90772c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.286564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8538c30c-0f82-47b2-8f1c-c0f6380da32f req-856e586d-09af-4bb5-b365-f37a1e90772c tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.1373272 Aug 19 17:52:30.305049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Network 472fcca1-16cb-495e-8122-d4cb2158d65f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:30.306651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:30.308595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:30.310941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:30.346497 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba368ab2-4d82-4949-9e5a-ecc3d3567db2 x-openstack-request-id: req-ba368ab2-4d82-4949-9e5a-ecc3d3567db2 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:30.346775 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e896136-d057-47ed-806a-d4fe4416fb56", "name": "network-vif-deleted", "tag": "b044ceb9-0486-4d06-a782-4a390026d10b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:30.347021 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba368ab2-4d82-4949-9e5a-ecc3d3567db2 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:30.347396 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e896136-d057-47ed-806a-d4fe4416fb56', 'name': 'network-vif-deleted', 'tag': 'b044ceb9-0486-4d06-a782-4a390026d10b', 'status': 'completed', 'code': 200} Aug 19 17:52:30.370826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-411de212-41d8-4fdd-8c33-b65d59a0f529 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.372348 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-411de212-41d8-4fdd-8c33-b65d59a0f529 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf7d94ab-2e16-406c-b4cd-cab903cfcfcc HTTP/1.1" status: 200 len: 944 time: 0.0887270 Aug 19 17:52:30.437419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.438038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.443479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8538c30c-0f82-47b2-8f1c-c0f6380da32f req-eb3c61d8-a54b-46cc-ba52-69d3adff2a43 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4a0aa-1f57-4a8b-b436-1daab0112601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294506 Aug 19 17:52:30.464652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-c5995ab0-bf20-4954-8873-e8628d4130df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.465013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-c5995ab0-bf20-4954-8873-e8628d4130df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1102 time: 0.1202486 Aug 19 17:52:30.476066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-085a756f-fb7e-452b-b8ed-f26e8c87492c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1034837 Aug 19 17:52:30.486211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:30.499289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Request body: {'port': {'device_id': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:30.510893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:30.530274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab69e-4878-4ef7-940a-94ac16b16263 req-86abad61-272a-498b-8b56-2592dd9d686b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.531719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47fab69e-4878-4ef7-940a-94ac16b16263 req-86abad61-272a-498b-8b56-2592dd9d686b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 944 time: 0.1448238 Aug 19 17:52:30.569934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Deleting port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:30.570295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.603746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bccee0e4-6f89-45f8-a070-d446a6541835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.612467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.625794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47fab69e-4878-4ef7-940a-94ac16b16263 req-e9cf1e86-ba8a-4ee6-97b1-b2c9fc17c808 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Aug 19 17:52:30.667236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=396f5fd2-c27e-49cd-b413-940fee3f54ba,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:30.784886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.817860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.825254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.852909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] For port 27adcb6f-12cd-4c22-9c19-be679c9eaf47, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=27adcb6f-12cd-4c22-9c19-be679c9eaf47,segment=NetworkSegment(1f5ff6e4-9829-499c-ab7a-6cd940435d6f),segment_id=1f5ff6e4-9829-499c-ab7a-6cd940435d6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:30.853319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:30.872017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c800b-133f-4250-8195-5a46fd0e116e req-90f8c379-cd7a-456e-97e1-873efb313bee tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:30.875816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-137c800b-133f-4250-8195-5a46fd0e116e req-90f8c379-cd7a-456e-97e1-873efb313bee tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1097 time: 0.1529551 Aug 19 17:52:30.881019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Calling delete_port for 27adcb6f-12cd-4c22-9c19-be679c9eaf47 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:31.055682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.080101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-137c800b-133f-4250-8195-5a46fd0e116e req-a6683530-de20-4f04-934c-8dbf9d5c4106 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086178 Aug 19 17:52:31.199360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 05f21ece-1051-4173-9e11-68c35e51efce up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:31.202334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.243627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Pushing event deleted for resources: {'Port': ['ID=27adcb6f-12cd-4c22-9c19-be679c9eaf47,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:31.270452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 05f21ece-1051-4173-9e11-68c35e51efce completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:31.275381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 05f21ece-1051-4173-9e11-68c35e51efce triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:31.276092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.338992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] No DVR routers for this DVR port 27adcb6f-12cd-4c22-9c19-be679c9eaf47 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:31.398733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.439409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=05f21ece-1051-4173-9e11-68c35e51efce,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:31.440484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:31.444036 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50da53c-6f31-43f9-b03b-5d7c5d2b28ec" -d '{"events": [{"server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "name": "network-vif-plugged", "status": "completed", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:31.447846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.448654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:31.489469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: b044ceb9-0486-4d06-a782-4a390026d10b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:31.489833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b044ceb9-0486-4d06-a782-4a390026d10b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:31.490252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:31.533113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7616781-a968-448e-b030-5d930c1cbd77 req-df56d6ad-26d4-4e2c-8dc8-d13e758346c6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:31.541259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7616781-a968-448e-b030-5d930c1cbd77 req-df56d6ad-26d4-4e2c-8dc8-d13e758346c6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 932 time: 0.5750952 Aug 19 17:52:31.552607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:31.609958 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.627023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.628994 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-22d97957-b72b-4ca1-8d6b-8a1218c9f857 req-aca66057-4b2f-49c6-b463-e8236a18f2d4 tempest-LiveAutoBlockMigrationV225Test-837096052 tempest-LiveAutoBlockMigrationV225Test-837096052-project] 10.222.0.42 "DELETE /v2.0/ports/27adcb6f-12cd-4c22-9c19-be679c9eaf47 HTTP/1.1" status: 204 len: 173 time: 1.2212658 Aug 19 17:52:31.629441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-deleted', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:31.631697 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe82970-ed39-4554-a385-69d30abadd36" -d '{"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-deleted", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:31.682881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7616781-a968-448e-b030-5d930c1cbd77 req-9ec038b9-f1d8-4933-8090-277ecf7a4112 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411538 Aug 19 17:52:31.712967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653addef-8a76-46f7-8532-14380f377465 req-08c86199-1504-4a11-b1f6-c92da17698e9 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:31.714422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-653addef-8a76-46f7-8532-14380f377465 req-08c86199-1504-4a11-b1f6-c92da17698e9 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1fe801d-20f4-42cb-8411-58f97d8c914f HTTP/1.1" status: 200 len: 945 time: 0.3733709 Aug 19 17:52:31.727593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Router 5279dabc-e16a-4a28-b43d-482a3500a7ae has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:52:31.740072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-8395743e-74d8-4ae8-9623-258546fd77f6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:31.746936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-8395743e-74d8-4ae8-9623-258546fd77f6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.3394711 Aug 19 17:52:31.793071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-c5aa5c42-5cca-45b0-8d50-7828e2f2cf95 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/quotas/4179b584941e4cd285a13cfd0e551af5 HTTP/1.1" status: 200 len: 375 time: 0.0452430 Aug 19 17:52:31.832017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.839195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:31.883921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aba0e9-f829-47d9-9079-8380fd6818b2 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:31.901705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.912021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Deleting port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:31.912374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:31.917008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:52:31.929870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Sync routers for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:52:31.933422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0819df9-2b61-434c-a53c-c692c02fa5cd admin admin] 10.222.0.36 "PUT /v2.0/routers/5279dabc-e16a-4a28-b43d-482a3500a7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6314189 Aug 19 17:52:31.934812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bb528-758b-4641-be0c-e84279361d82 req-ae8177b5-dd49-40f4-8008-f6b06783e80a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:31.936529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721bb528-758b-4641-be0c-e84279361d82 req-ae8177b5-dd49-40f4-8008-f6b06783e80a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1674883 Aug 19 17:52:31.941614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44198) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:31.947416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:31.947884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:31.962513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:31.964209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Transition to ACTIVE for port object 62aba0e9-f829-47d9-9079-8380fd6818b2 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:32.010578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] For port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:32.011015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.026818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Calling delete_port for 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:32.027333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.040879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-413a5cff-a4fc-4bd7-9fe9-259257321e0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2117553 Aug 19 17:52:32.187936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721bb528-758b-4641-be0c-e84279361d82 req-5303cc5f-b6ef-4a0e-ab4a-84713bb2f43b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400005 Aug 19 17:52:32.207909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.238357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:32.250562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.259770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:32.264263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:32.275057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Transition to ACTIVE for port object b52db6fb-2a51-4d7c-9c95-7ff0badd48ed will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:32.279682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.308427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.335265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event deleted for resources: {'Port': ['ID=45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:32.340535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c7d99c5d-ac69-4485-96bb-18b245c5558f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:32.356133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:32.358679 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f0ee16-01ca-4439-b27e-a9f1600f05e9" -d '{"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:32.400996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] No DVR routers for this DVR port 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:32.404327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.407544 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-653addef-8a76-46f7-8532-14380f377465 req-82c10dbb-11eb-4b19-9a51-721deafbf50a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "DELETE /v2.0/ports/45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c HTTP/1.1" status: 204 len: 173 time: 0.6788747 Aug 19 17:52:32.418098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-215b8bc7-6250-4d07-bcd0-d1755ff3b647 service neutron] 10.222.0.36 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331902 Aug 19 17:52:32.434794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-1e46b04a-4345-4596-80f5-a8db6d495328 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:32.442159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-1e46b04a-4345-4596-80f5-a8db6d495328 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe097d47-5f75-4a0d-8018-f07166c939d7 HTTP/1.1" status: 200 len: 945 time: 0.1799917 Aug 19 17:52:32.519683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:52:32.520183 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:52:32.553771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:32.573927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Attempting to bind port 62aba0e9-f829-47d9-9079-8380fd6818b2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:32.574268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Attempting to bind port 62aba0e9-f829-47d9-9079-8380fd6818b2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:32.574601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Attempting to bind port 62aba0e9-f829-47d9-9079-8380fd6818b2 on network 472fcca1-16cb-495e-8122-d4cb2158d65f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:32.581057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] No DVR routers for this DVR port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:32.617169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Port 62aba0e9-f829-47d9-9079-8380fd6818b2 on network 472fcca1-16cb-495e-8122-d4cb2158d65f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:32.617401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Attempting to bind port 62aba0e9-f829-47d9-9079-8380fd6818b2 on network 472fcca1-16cb-495e-8122-d4cb2158d65f {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:32.681166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Deleting port c7d99c5d-ac69-4485-96bb-18b245c5558f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:32.682322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.690392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:32.690765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Checking segment: {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:32.691122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Bound using segment: {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:32.691612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Bound port: 62aba0e9-f829-47d9-9079-8380fd6818b2, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:32.691976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.713655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.719165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:52:30Z', 'revision_number': 5, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port': {'id': '5dd9b384-b007-43d7-82f4-7c25e18eddc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:40Z', 'updated_at': '2021-08-19T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:32.725426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:32.725769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:32.726102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:32.768385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:32.768715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:32.768826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Checking router: 5279dabc-e16a-4a28-b43d-482a3500a7ae for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:52:32.795827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] For port c7d99c5d-ac69-4485-96bb-18b245c5558f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c7d99c5d-ac69-4485-96bb-18b245c5558f,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:32.797022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.804657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Routers {'5279dabc-e16a-4a28-b43d-482a3500a7ae'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:32.805333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5279dabc-e16a-4a28-b43d-482a3500a7ae'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:32.807467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:32.807813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:32.808199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:32.808641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Bound port: b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:32.809844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:32.812797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-df56c71f-e23b-4dc3-b579-3ee9eb82d109 service neutron] 10.222.0.36 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520241 Aug 19 17:52:32.813791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Calling delete_port for c7d99c5d-ac69-4485-96bb-18b245c5558f owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:32.831484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af408a5-3e08-4647-a0b3-76e2a0154271 req-286fabaf-3289-40a6-adeb-e697f0fe0b43 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:32.833115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7af408a5-3e08-4647-a0b3-76e2a0154271 req-286fabaf-3289-40a6-adeb-e697f0fe0b43 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.1888041 Aug 19 17:52:32.908286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:32.939969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:32.943072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] Set router 5279dabc-e16a-4a28-b43d-482a3500a7ae gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:32.949434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7af408a5-3e08-4647-a0b3-76e2a0154271 req-3e9243eb-329a-461e-9c2e-88da2686a7e8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046779 Aug 19 17:52:32.954104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.059086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Deleting port 5dd9b384-b007-43d7-82f4-7c25e18eddc0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:33.059406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.091565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.145070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event deleted for resources: {'Port': ['ID=c7d99c5d-ac69-4485-96bb-18b245c5558f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:33.157328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:52:32Z', 'revision_number': 6, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:33.167612 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337e35d-afaa-4ee6-9703-bea7e05c296b x-openstack-request-id: req-9337e35d-afaa-4ee6-9703-bea7e05c296b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:33.167904 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "name": "network-vif-plugged", "status": "completed", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:33.168156 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9337e35d-afaa-4ee6-9703-bea7e05c296b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:33.168544 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'code': 200} Aug 19 17:52:33.177632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:33.194089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:33.195371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.197102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] 10.222.0.42 "PUT /v2.0/ports/62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 1093 time: 2.7052679 Aug 19 17:52:33.201380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:33.202723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:33.263974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:33.291816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb0257-23ff-45c3-8302-7faffe421ba0 None None] The sync data for ids ['5279dabc-e16a-4a28-b43d-482a3500a7ae'] in n-d-778550-10 is: [{'id': '5279dabc-e16a-4a28-b43d-482a3500a7ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303161615-router', 'tenant_id': 'ee792f534ca04d0aac933983f54c1cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:39Z', 'updated_at': '2021-08-19T17:52:32Z', 'revision_number': 6, 'project_id': 'ee792f534ca04d0aac933983f54c1cad', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:52:33.300750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.306536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:33.320998 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31fe09-0a30-4757-9c4f-c8732ccbb402 x-openstack-request-id: req-6b31fe09-0a30-4757-9c4f-c8732ccbb402 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:33.321481 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d94ab-2e16-406c-b4cd-cab903cfcfcc", "name": "network-vif-deleted", "tag": "27adcb6f-12cd-4c22-9c19-be679c9eaf47", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:33.322020 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b31fe09-0a30-4757-9c4f-c8732ccbb402 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:33.322869 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d94ab-2e16-406c-b4cd-cab903cfcfcc', 'name': 'network-vif-deleted', 'tag': '27adcb6f-12cd-4c22-9c19-be679c9eaf47', 'status': 'completed', 'code': 200} Aug 19 17:52:33.326300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] No DVR routers for this DVR port c7d99c5d-ac69-4485-96bb-18b245c5558f on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:33.347087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.350396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 27adcb6f-12cd-4c22-9c19-be679c9eaf47 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:33.350751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 27adcb6f-12cd-4c22-9c19-be679c9eaf47 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:33.351181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:33.351289 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-10f8730d-b636-4d6c-9ff1-6b6c82d288de req-df1a1ba6-9740-4fa9-a095-a7e9927cf1c6 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "DELETE /v2.0/ports/c7d99c5d-ac69-4485-96bb-18b245c5558f HTTP/1.1" status: 204 len: 173 time: 0.9038098 Aug 19 17:52:33.365182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:33.366147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.369033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2b786-b8ed-417f-9edb-04cd45d041c0 req-8a1bb562-4a44-4b4f-852d-3bb6460aee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:33.370645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-47c2b786-b8ed-417f-9edb-04cd45d041c0 req-8a1bb562-4a44-4b4f-852d-3bb6460aee36 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.2211733 Aug 19 17:52:33.374764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] 10.222.0.13 "PUT /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 1097 time: 2.8933847 Aug 19 17:52:33.383932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Deleting subnet 86fc86d7-ecda-4b58-b7d6-c876b35270cb {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:52:33.387806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.400325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:33.400325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:33.430232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719efd8-c199-4c01-a026-0f000cafc59c service neutron] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:33.437115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.452329 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a796b-5319-410d-b3e6-5c3b074b74bb x-openstack-request-id: req-956a796b-5319-410d-b3e6-5c3b074b74bb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:33.452728 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:33.453080 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-956a796b-5319-410d-b3e6-5c3b074b74bb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:33.453554 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'code': 200} Aug 19 17:52:33.474175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-47c2b786-b8ed-417f-9edb-04cd45d041c0 req-a4724bd7-4b14-4faf-ae07-65046fa7bfbd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927668 Aug 19 17:52:33.610832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.739896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-fa07fff2-d67b-4c4d-bc7b-6f6b6710522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:33.741668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-fa07fff2-d67b-4c4d-bc7b-6f6b6710522b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1096 time: 0.4760814 Aug 19 17:52:33.762595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] For port 5dd9b384-b007-43d7-82f4-7c25e18eddc0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5dd9b384-b007-43d7-82f4-7c25e18eddc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:33.763071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:33.785940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e013e6-230c-4660-89ac-65dfd98bad9b service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:34.146859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc113-08c7-4dd6-84c9-17b0a1b2ef49 req-a41b9b2b-8691-43de-8e4f-41a5491c7839 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.148491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f5cc113-08c7-4dd6-84c9-17b0a1b2ef49 req-a41b9b2b-8691-43de-8e4f-41a5491c7839 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 945 time: 0.7087553 Aug 19 17:52:34.149701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.153577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Calling delete_port for 5dd9b384-b007-43d7-82f4-7c25e18eddc0 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:34.177095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-aaf2a05b-09cd-4f16-88a3-339b65b7bf82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 217 time: 0.4174645 Aug 19 17:52:34.179353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-4a0d6585-39c2-4c48-8b93-7578407b9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.181000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-4a0d6585-39c2-4c48-8b93-7578407b9c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1100 time: 0.6906955 Aug 19 17:52:34.408915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-54f35595-d84e-44e3-90fe-a863127ae2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.410987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-54f35595-d84e-44e3-90fe-a863127ae2cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.2201052 Aug 19 17:52:34.414256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f5cc113-08c7-4dd6-84c9-17b0a1b2ef49 req-6c12299c-ac38-42c7-b2e0-efe242c5c627 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321417 Aug 19 17:52:34.422137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.527938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-9d4b084b-7e5c-436a-a155-1116e11c5291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977323 Aug 19 17:52:34.528773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fc86d7-ecda-4b58-b7d6-c876b35270cb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:34.533701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.538597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bda596bc-1695-4ece-a64b-249fce07b6f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86fc86d7-ecda-4b58-b7d6-c876b35270cb HTTP/1.1" status: 204 len: 168 time: 1.3332577 Aug 19 17:52:34.539088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:34.597970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-a0403e16-a931-4919-a10c-3113f7f8e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.599483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-a0403e16-a931-4919-a10c-3113f7f8e06a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4007049 Aug 19 17:52:34.611273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.750471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-12fae924-a512-47cc-a9f6-55d7fde7c7c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0673430 Aug 19 17:52:34.761939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-476390ed-65bc-49cd-87c1-2a14d0d3bff4 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:52:34.769824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-476390ed-65bc-49cd-87c1-2a14d0d3bff4 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0674536 Aug 19 17:52:34.774045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Request body: {'binding': {'host': 'n-h1-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:34.774512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 17:52:34.821803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.829539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69555d-7ad2-403f-b74a-4753abac4a6d req-76a2301e-78a3-4885-91f5-12d7da86cd52 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.838566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c69555d-7ad2-403f-b74a-4753abac4a6d req-76a2301e-78a3-4885-91f5-12d7da86cd52 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 944 time: 0.3197145 Aug 19 17:52:34.838770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeba6be0-a102-4ade-b4fd-d2d5204fef87']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:34.866981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5ff6e4-9829-499c-ab7a-6cd940435d6f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:34.867275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5ff6e4-9829-499c-ab7a-6cd940435d6f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:34.900708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-b2be79b9-b77e-4293-af9b-a66e37b1c664 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473420 Aug 19 17:52:34.918586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:34.943733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-cb6b37d2-8a91-4ddc-80b5-032dbe7ffd0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.945191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-cb6b37d2-8a91-4ddc-80b5-032dbe7ffd0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.2417121 Aug 19 17:52:34.959798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-5adb4213-5caa-4608-9ffb-abe7784d2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:34.961237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-5adb4213-5caa-4608-9ffb-abe7784d2d6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1928616 Aug 19 17:52:34.974644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Request body: {'port': {'device_id': '5b494a4f-6a1a-4092-a049-32076d535632', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'admin_state_up': True, 'tenant_id': '4179b584941e4cd285a13cfd0e551af5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:35.006781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.011419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c69555d-7ad2-403f-b74a-4753abac4a6d req-29db181f-3143-416e-8970-0321510867f8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669958 Aug 19 17:52:35.058646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:52:35.059044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.063270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:52:35.066898 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:52:35.145039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd9b384-b007-43d7-82f4-7c25e18eddc0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:35.193705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.212243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.215904 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] 10.222.0.36 "DELETE /v2.0/networks/eeba6be0-a102-4ade-b4fd-d2d5204fef87 HTTP/1.1" status: 204 len: 168 time: 0.6738238 Aug 19 17:52:35.219584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-cc7a53bd-811f-421b-b65d-0de77e5c41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:35.221093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-cc7a53bd-811f-421b-b65d-0de77e5c41c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2273560 Aug 19 17:52:35.227939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:35.248978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ad315-9460-4cb7-ac59-ca067b932308 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeba6be0-a102-4ade-b4fd-d2d5204fef87,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:35.286573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-0dc5fa7a-6461-4e4c-a980-cc7c659b91a4 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:35.288043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-0dc5fa7a-6461-4e4c-a980-cc7c659b91a4 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 812 time: 0.3669815 Aug 19 17:52:35.310904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Request body: {'port': {'device_id': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'admin_state_up': True, 'tenant_id': '4179b584941e4cd285a13cfd0e551af5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:35.316513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7dc28e3-21ef-4a36-830a-3530a110518c req-d5e3cd3b-e635-481d-a306-d4fa34b450bd service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038033 Aug 19 17:52:35.316929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on host n-h1-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:35.317264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:35.317590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:35.319186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-2436a2e1-2948-4aa4-ae84-bcf73dc62f5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2585502 Aug 19 17:52:35.332509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'name': 'network-vif-deleted', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c'}, {'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'name': 'network-vif-deleted', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:35.334806 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389bb09d-eb3c-4001-a772-d8e3e72aa7bb" -d '{"events": [{"server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "name": "network-vif-deleted", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c"}, {"server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "name": "network-vif-deleted", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:35.339545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.375656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:35.375989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:35.376834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 396f5fd2-c27e-49cd-b413-940fee3f54ba no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:35.383876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Deleting subnet 1663d092-87bf-4a79-8db1-f5c73a8a5a5f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:52:35.399799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.402047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 396f5fd2-c27e-49cd-b413-940fee3f54ba {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:35.402398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 396f5fd2-c27e-49cd-b413-940fee3f54ba not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:35.403091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5dd9b384-b007-43d7-82f4-7c25e18eddc0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:35.425580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5dd9b384-b007-43d7-82f4-7c25e18eddc0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:35.426188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:35.426532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:35.426811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5dd9b384-b007-43d7-82f4-7c25e18eddc0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:35.426953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:35.427346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Bound port: c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:35.436335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:35.439411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.449617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631a8c-d258-42bd-9e1a-d35740d3b333 req-f5f8274c-da85-44a8-875f-0d2ae94aa13e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:35.451141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71631a8c-d258-42bd-9e1a-d35740d3b333 req-f5f8274c-da85-44a8-875f-0d2ae94aa13e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2820523 Aug 19 17:52:35.479588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2'}, {'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:35.481539 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e51078c-b3e2-4693-ae87-76f3571d5437" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2"}, {"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:35.501485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.526044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.531877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.617652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-2421f8dd-25bd-4105-81ff-42bd01e8ae22 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641908 Aug 19 17:52:35.627857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:35.630881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.634136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e08ab-3569-4b14-938c-fe7812f42477 req-cb7bb1ec-7873-47e5-bd43-c4c8096ea57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:35.635664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-cb7bb1ec-7873-47e5-bd43-c4c8096ea57d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 1096 time: 0.2394397 Aug 19 17:52:35.646960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.647492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5279dabc-e16a-4a28-b43d-482a3500a7ae {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:52:35.651139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71631a8c-d258-42bd-9e1a-d35740d3b333 req-02c42691-35b7-4a09-9312-2e38550b38af tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494975 Aug 19 17:52:35.662490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.671431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] 10.222.0.36 "POST /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.8964520 Aug 19 17:52:35.703426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.704577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf06171e-d9dd-435b-8344-7b5ed3a46b38 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5279dabc-e16a-4a28-b43d-482a3500a7ae HTTP/1.1" status: 204 len: 168 time: 3.7596426 Aug 19 17:52:35.707707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44264) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:35.716755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Made reservation on behalf of 4179b584941e4cd285a13cfd0e551af5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:35.720849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.729406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:35.735958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:35.818448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Allocated IP 172.20.0.4 (8d328e9b-3252-4257-9e4e-d78383f6916f/eabb818e-f91f-45b1-91d0-c28587bd948e/e8c77fe3-643b-46f2-9ab5-d9bfcbe18653) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:35.862893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.900620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08a8683e-04af-4745-bb34-6f7628b88ed9 req-176106e4-0369-4341-8b94-190444697174 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698822 Aug 19 17:52:35.907721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Deleting subnet 4849019a-1eca-4b11-96c0-c9bf0f388fb1 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:52:35.923205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1663d092-87bf-4a79-8db1-f5c73a8a5a5f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:35.930709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:35.936359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb785a5c-92fb-439b-93bb-c5fb6aae8d47 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1663d092-87bf-4a79-8db1-f5c73a8a5a5f HTTP/1.1" status: 204 len: 168 time: 0.7038548 Aug 19 17:52:35.938797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:35.941856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:35.954536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b2a3331a-65bb-4706-9398-019b678489bc', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'port_id': 'b2a3331a-65bb-4706-9398-019b678489bc', 'mac_address': 'fa:16:3e:64:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7e6ec-7546-46c1-b972-07452a4cf165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:35.972696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e08ab-3569-4b14-938c-fe7812f42477 req-2f56e518-3407-43da-9449-3a8b1f6fce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:35.973814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-2f56e518-3407-43da-9449-3a8b1f6fce62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.3109024 Aug 19 17:52:35.998815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.015761 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.032617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:36.076440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.089690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:36.097078 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.105348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.139996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4650521a-b20c-4c21-9508-ad4dbd1db5d1 req-8ed27dae-af51-4780-9343-e9579a643a65 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 210 time: 0.1388144 Aug 19 17:52:36.153108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.202357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.206708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.207412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:36.216140 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:52:36.216671 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:52:36.217881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb34502-69c7-4b82-9da8-f3aba44bb25a']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:36.226486 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e1d3ca-d2a5-4fc1-9003-871dca937f4b x-openstack-request-id: req-e2e1d3ca-d2a5-4fc1-9003-871dca937f4b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:36.226774 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fe801d-20f4-42cb-8411-58f97d8c914f", "name": "network-vif-deleted", "tag": "45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c", "status": "completed", "code": 200}, {"server_uuid": "fe097d47-5f75-4a0d-8018-f07166c939d7", "name": "network-vif-deleted", "tag": "c7d99c5d-ac69-4485-96bb-18b245c5558f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:36.227015 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2e1d3ca-d2a5-4fc1-9003-871dca937f4b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:36.227397 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe801d-20f4-42cb-8411-58f97d8c914f', 'name': 'network-vif-deleted', 'tag': '45a7bb7c-e99a-4fd3-a6fe-b53d25275b0c', 'status': 'completed', 'code': 200} Aug 19 17:52:36.227667 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe097d47-5f75-4a0d-8018-f07166c939d7', 'name': 'network-vif-deleted', 'tag': 'c7d99c5d-ac69-4485-96bb-18b245c5558f', 'status': 'completed', 'code': 200} Aug 19 17:52:36.232705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34cad03-3727-4123-bd59-228151450371') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:36.232999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34cad03-3727-4123-bd59-228151450371') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:36.244761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.265759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.277225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:52:36.277659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.278062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-3840a93b-f910-4883-947b-ef46be2cfcd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 200 len: 217 time: 0.2673020 Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:52:36.279852 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:52:36.336106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.386439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.405354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.407250 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fcb34502-69c7-4b82-9da8-f3aba44bb25a HTTP/1.1" status: 204 len: 168 time: 0.4675229 Aug 19 17:52:36.439320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Network 8d328e9b-3252-4257-9e4e-d78383f6916f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:36.442242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cf75b-6622-48a3-ad85-94c2b45a7ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb34502-69c7-4b82-9da8-f3aba44bb25a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:36.452407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:36.455161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Allocated IP 172.20.0.13 (8d328e9b-3252-4257-9e4e-d78383f6916f/eabb818e-f91f-45b1-91d0-c28587bd948e/6e1a77d2-3199-40a0-ad2b-1c9780826122) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:36.457446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:36.460078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event updated for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:36.480015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b2a3331a-65bb-4706-9398-019b678489bc'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:36.535903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:36.536537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.571415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-097c3807-b320-49d5-a859-3e12c2b06166 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6006398 Aug 19 17:52:36.582125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:36.619870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Request body: {'port': {'device_id': '5b494a4f-6a1a-4092-a049-32076d535632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:36.650925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-c6c2fac4-457a-426c-9f61-e1b350dcd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:36.652455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-c6c2fac4-457a-426c-9f61-e1b350dcd1dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1097 time: 0.6097386 Aug 19 17:52:36.653973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.683852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be56ab-8004-4d8b-9e1d-bbd5ce706eac req-3e380032-49ef-4d8e-a6f1-226f24dba2fa tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:36.687071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56be56ab-8004-4d8b-9e1d-bbd5ce706eac req-3e380032-49ef-4d8e-a6f1-226f24dba2fa tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.9080040 Aug 19 17:52:36.726681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7432b766-63fa-412c-bd67-7e721aaab3f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd11a1956f8a4e31ae97d4e6bb814010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431801 Aug 19 17:52:36.730694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:36.746106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.759959 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.773906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:36.778085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e08ab-3569-4b14-938c-fe7812f42477 req-a28e5222-7c0d-4a68-9d52-af2b2ed19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:36.780114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-a28e5222-7c0d-4a68-9d52-af2b2ed19fbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.4915364 Aug 19 17:52:36.785751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.798662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:36.803144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.803999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c7d99c5d-ac69-4485-96bb-18b245c5558f no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:36.821054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611aaaf5-dbb8-4a39-be7b-8d97615b0688 req-802e9700-2ee2-4d03-9bbe-7361e161f8d3 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:36.829151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-611aaaf5-dbb8-4a39-be7b-8d97615b0688 req-802e9700-2ee2-4d03-9bbe-7361e161f8d3 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 945 time: 0.5410078 Aug 19 17:52:36.847076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: c7d99c5d-ac69-4485-96bb-18b245c5558f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:36.847487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c7d99c5d-ac69-4485-96bb-18b245c5558f not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:36.873883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:36.878036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-488c06bf-853d-4c71-aa5d-ab78f12288d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836985 Aug 19 17:52:36.909442 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:36.932578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56be56ab-8004-4d8b-9e1d-bbd5ce706eac req-8940af43-908c-497e-99ab-53ba82749f6c tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348855 Aug 19 17:52:37.019190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4849019a-1eca-4b11-96c0-c9bf0f388fb1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:37.023430 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95095e42-32d1-4f35-a437-887cdd2bbc49 x-openstack-request-id: req-95095e42-32d1-4f35-a437-887cdd2bbc49 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:37.023831 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:37.024093 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95095e42-32d1-4f35-a437-887cdd2bbc49 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:37.024736 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'status': 'completed', 'code': 200} Aug 19 17:52:37.024998 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'status': 'completed', 'code': 200} Aug 19 17:52:37.051239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-611aaaf5-dbb8-4a39-be7b-8d97615b0688 req-06843575-8a2d-4e7b-93fa-73b61c004f67 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210355 Aug 19 17:52:37.055357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.059505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c8b2816c-eeee-4b60-b0b5-1eef820a5e85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4849019a-1eca-4b11-96c0-c9bf0f388fb1 HTTP/1.1" status: 204 len: 168 time: 1.3332121 Aug 19 17:52:37.064682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31a658-7e65-4a89-9f8f-300f7128c210 None None] Network c099998e-2680-4acf-bce1-296d4f22deee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:37.087435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-fa358fb1-7a6c-4541-8654-6bbadb7f15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.088997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-fa358fb1-7a6c-4541-8654-6bbadb7f15f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.3953812 Aug 19 17:52:37.090803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-74d98ccc-9f2b-4505-acfb-4c3df6e4bffb service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967621 Aug 19 17:52:37.093089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44280) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:37.214782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 62aba0e9-f829-47d9-9079-8380fd6818b2 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:37.253881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.301391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-5f3bf4dd-7a12-48d0-baa8-0988bacb2360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 217 time: 0.1876550 Aug 19 17:52:37.301616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.328724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.404333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-0cbfbf14-78c9-473b-9eb0-4337cc6d66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.405702 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-0cbfbf14-78c9-473b-9eb0-4337cc6d66d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1096 time: 0.1956401 Aug 19 17:52:37.411430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f733f-75c3-49e5-be1d-fb7ff864d1e7 req-835c8778-8af0-47aa-854d-016baa67100b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.413012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc6f733f-75c3-49e5-be1d-fb7ff864d1e7 req-835c8778-8af0-47aa-854d-016baa67100b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.3213313 Aug 19 17:52:37.422249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.425926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-94527960-d208-4bb2-b13a-ac8a5ae0248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.427267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-94527960-d208-4bb2-b13a-ac8a5ae0248e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1100 time: 0.3334780 Aug 19 17:52:37.461569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Network 8d328e9b-3252-4257-9e4e-d78383f6916f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:37.480213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7321-d3e5-4e99-8ce1-c6d9e56fa82b req-c06e2a37-a8ed-4e07-bc4c-a00d13c84108 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.481693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cce7321-d3e5-4e99-8ce1-c6d9e56fa82b req-c06e2a37-a8ed-4e07-bc4c-a00d13c84108 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 944 time: 0.2754736 Aug 19 17:52:37.494498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:37.495108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:37.504731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:37.506043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'network_id': '472fcca1-16cb-495e-8122-d4cb2158d65f', 'port_id': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'mac_address': 'fa:16:3e:58:1f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da81e7a2-9830-49aa-8ceb-ad390e8a9b09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:37.513556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] DHCP port deletion for c099998e-2680-4acf-bce1-296d4f22deee request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:52:37.514950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f24a82cb-85c8-4d64-984c-ff598be17ba6 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:37.532974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event updated for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:37.560979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-daddc709-4ffc-421f-baad-e4b4fc8724c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.562697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-daddc709-4ffc-421f-baad-e4b4fc8724c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.2313197 Aug 19 17:52:37.603090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.608250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-449e08ab-3569-4b14-938c-fe7812f42477 req-5d35e348-f6cc-4758-82b1-b01c56fa9fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044317 Aug 19 17:52:37.611782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.614071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.615221 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17c4a0aa-1f57-4a8b-b436-1daab0112601 HTTP/1.1" status: 204 len: 168 time: 0.8800628 Aug 19 17:52:37.644706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aba0e9-f829-47d9-9079-8380fd6818b2 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:37.650979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-ce97173e-5d65-47bf-b872-3524e8cfebc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747213 Aug 19 17:52:37.655053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:37.663096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.676094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Transition to ACTIVE for port object e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:37.691002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.711388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc6f733f-75c3-49e5-be1d-fb7ff864d1e7 req-a75ce058-5312-4ca1-b4d4-487fde5b5a19 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804790 Aug 19 17:52:37.745290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:37.753626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.754153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.760717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:37.770775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a9b9f-a072-4b3d-aec3-697e290ad44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c4a0aa-1f57-4a8b-b436-1daab0112601,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:37.775331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-88cab78d-406e-4e2b-a960-c7a2d520f5c5 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4684873 Aug 19 17:52:37.778911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-d983613e-65b3-41bb-bbe9-bc74b33bcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.779918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-d983613e-65b3-41bb-bbe9-bc74b33bcf04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.3624845 Aug 19 17:52:37.803009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cce7321-d3e5-4e99-8ce1-c6d9e56fa82b req-261d2da3-14ab-4d1e-944f-ac521f4bd882 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541251 Aug 19 17:52:37.806848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Request body: {'port': {'device_id': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:37.851880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-96a5c4c3-9986-4605-bec8-e23dae50c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:37.855405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-96a5c4c3-9986-4605-bec8-e23dae50c089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4210045 Aug 19 17:52:37.860693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:37.865483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.873264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Deleting port f24a82cb-85c8-4d64-984c-ff598be17ba6 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:37.873644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.875885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:37.941881 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-6a28e5ad-8ca5-402d-99c5-c38ae6470cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 217 time: 0.1414573 Aug 19 17:52:37.977434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-5d7b988c-603e-4798-bd45-6af69f9e2145 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0683212 Aug 19 17:52:38.017391 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f24a82cb-85c8-4d64-984c-ff598be17ba6,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:38.021151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f24a82cb-85c8-4d64-984c-ff598be17ba6,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:38.021556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.030746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:38.036010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.042517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Calling delete_port for f24a82cb-85c8-4d64-984c-ff598be17ba6 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:38.050754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b2a3331a-65bb-4706-9398-019b678489bc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:38.051130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.116756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.151321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-8a4b4f18-557d-4317-804f-5da8d036f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.153029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-8a4b4f18-557d-4317-804f-5da8d036f884 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.2020671 Aug 19 17:52:38.163370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:38.171546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['62aba0e9-f829-47d9-9079-8380fd6818b2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:38.173327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Attempting to bind port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:38.173691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Attempting to bind port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:38.173992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Attempting to bind port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:38.208350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44294) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:38.213845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-66081a14-1dd1-4498-8955-057f813dd4d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356290 Aug 19 17:52:38.214185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 on network 8d328e9b-3252-4257-9e4e-d78383f6916f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:38.214508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Attempting to bind port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:38.219329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-6b30ba2d-46d9-49fd-a8fa-5a32e2299e10 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3063390 Aug 19 17:52:38.223467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-6ce0e31e-d596-4ee4-a67b-2a9b5799047c service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379896 Aug 19 17:52:38.232939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Deleting port f24a82cb-85c8-4d64-984c-ff598be17ba6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:38.233493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.255012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:38.255854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Checking segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:38.256053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Bound using segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:38.256608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Bound port: e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:38.256994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.271433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa333158-63b9-4c43-b365-2c5dd695f60d req-5c5ed2d4-a495-4ed4-96bf-cd7ebeb850c5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.272938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa333158-63b9-4c43-b365-2c5dd695f60d req-5c5ed2d4-a495-4ed4-96bf-cd7ebeb850c5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 944 time: 0.4419043 Aug 19 17:52:38.276012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:38.295326 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.335770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] Pushing event deleted for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:38.339771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.350321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e1a77-790f-4c94-b1da-d971d26bd3d8 None None] No DVR routers for this DVR port f24a82cb-85c8-4d64-984c-ff598be17ba6 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:38.389580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:38.391951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-039ded9e-c1b2-4ae6-91f7-74fc26d93305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.392354 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b93e30d-94c7-46c5-9681-24dfd4106124" -d '{"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3331a-65bb-4706-9398-019b678489bc"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:38.393443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-039ded9e-c1b2-4ae6-91f7-74fc26d93305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.3979566 Aug 19 17:52:38.425957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:38.428009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2b0ca85-fa68-4a74-961a-7bb63deb1d1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=087d698c7e3c4a73b65ed64d711fb425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157853 Aug 19 17:52:38.436207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44298) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:38.448016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.499194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] For port f24a82cb-85c8-4d64-984c-ff598be17ba6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f24a82cb-85c8-4d64-984c-ff598be17ba6,segment=NetworkSegment(f4ffe35e-01af-4c0c-ae20-16fb82dd99f2),segment_id=f4ffe35e-01af-4c0c-ae20-16fb82dd99f2)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:38.499640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.504380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa333158-63b9-4c43-b365-2c5dd695f60d req-c0766fbc-9722-4f5e-a9ee-eef2689169c7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963205 Aug 19 17:52:38.505965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.526922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:38.535024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:38.539988 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-3ec2febe-774d-45a5-bcd0-ec3ad44cc435 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094583 Aug 19 17:52:38.557609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Calling delete_port for f24a82cb-85c8-4d64-984c-ff598be17ba6 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:38.570702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:38.598002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-70a83dc6-a6ea-416b-988e-db2990e4ff5b service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599648 Aug 19 17:52:38.618636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.626231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-4005f980-6d9f-4372-b19d-9738182a018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.627696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-4005f980-6d9f-4372-b19d-9738182a018b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2226629 Aug 19 17:52:38.678071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.678677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.680059 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 HTTP/1.1" status: 200 len: 1092 time: 2.0668843 Aug 19 17:52:38.680498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:38.682759 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b040a19a-fec6-42f6-aab9-981a1df9dabe" -d '{"events": [{"name": "network-changed", "server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:38.760760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcb31f-3ca2-4844-9f3a-45f5e63fd1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:38.796332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.796951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-397f964b-3a6e-4336-ae32-5aecd6ac53c6 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416975 Aug 19 17:52:38.836523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf618d8-5eae-4d39-a91f-ebadc796d622 req-bec24f2b-4905-4477-90dd-4eca0c1f8717 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.838072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf618d8-5eae-4d39-a91f-ebadc796d622 req-bec24f2b-4905-4477-90dd-4eca0c1f8717 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 932 time: 0.2377586 Aug 19 17:52:38.852621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-6775ca97-6a89-4986-82ec-0f0a671bcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:38.854333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-6775ca97-6a89-4986-82ec-0f0a671bcc6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 1095 time: 0.1163392 Aug 19 17:52:38.865290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1a77d2-3199-40a0-ad2b-1c9780826122 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:38.870496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.917903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-67c41452-d1d9-4d00-a346-ca2878215b5e service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355161 Aug 19 17:52:38.921568 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:52:38.925312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.932582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.942054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-9ab9115b-9db8-4ddc-ae50-4d83ca0c807d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 HTTP/1.1" status: 200 len: 217 time: 0.0630603 Aug 19 17:52:38.952086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Transition to ACTIVE for port object 6e1a77d2-3199-40a0-ad2b-1c9780826122 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:38.983339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:38.992859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24a82cb-85c8-4d64-984c-ff598be17ba6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:39.033685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-e59a708d-a9bf-4e72-958e-06baca8d3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.035433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-e59a708d-a9bf-4e72-958e-06baca8d3fd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1100 time: 0.1651835 Aug 19 17:52:39.037511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf618d8-5eae-4d39-a91f-ebadc796d622 req-e9d954c8-41c1-448d-be46-c4d23c47337b tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810877 Aug 19 17:52:39.067551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-ab5b4766-383e-48ad-8512-ee2eaa2c2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.069183 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-ab5b4766-383e-48ad-8512-ee2eaa2c2310 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1159191 Aug 19 17:52:39.080730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:39.097791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] No DVR routers for this DVR port f24a82cb-85c8-4d64-984c-ff598be17ba6 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:39.168016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.171070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.174761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb417e26-0510-49b3-8208-5abe78cc0da4 HTTP/1.1" status: 204 len: 168 time: 0.7164438 Aug 19 17:52:39.179953 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5457ba92-98b6-4373-a906-1d7d526c403a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678668 Aug 19 17:52:39.211534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-22a2c56d-ea75-4c26-8166-9d2fff609928 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839808 Aug 19 17:52:39.236241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 62aba0e9-f829-47d9-9079-8380fd6818b2 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:39.236787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30f145-bdef-4196-b974-202488542534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb417e26-0510-49b3-8208-5abe78cc0da4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:39.243783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.260008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.265344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099998e-2680-4acf-bce1-296d4f22deee']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:39.287408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:39.287730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ffe35e-01af-4c0c-ae20-16fb82dd99f2') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:39.298378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a09956-e18a-4f49-b3c5-b098540c2573 req-a8aec28c-38e0-4d5a-9622-4b74c9f70bca tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.305793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8a09956-e18a-4f49-b3c5-b098540c2573 req-a8aec28c-38e0-4d5a-9622-4b74c9f70bca tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 948 time: 0.1750827 Aug 19 17:52:39.307851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-1238b440-f45b-4324-84e2-17dbac93ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.309362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-1238b440-f45b-4324-84e2-17dbac93ada9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2632113 Aug 19 17:52:39.312637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Attempting to bind port 6e1a77d2-3199-40a0-ad2b-1c9780826122 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:39.312987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Attempting to bind port 6e1a77d2-3199-40a0-ad2b-1c9780826122 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:39.313323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Attempting to bind port 6e1a77d2-3199-40a0-ad2b-1c9780826122 on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:39.351493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.380656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 62aba0e9-f829-47d9-9079-8380fd6818b2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:39.384510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Port 6e1a77d2-3199-40a0-ad2b-1c9780826122 on network 8d328e9b-3252-4257-9e4e-d78383f6916f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:39.384674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Attempting to bind port 6e1a77d2-3199-40a0-ad2b-1c9780826122 on network 8d328e9b-3252-4257-9e4e-d78383f6916f {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:39.385893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 62aba0e9-f829-47d9-9079-8380fd6818b2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:39.386868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.396780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.415437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:52:39.415892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.426836 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-4dcefccb-35d1-48f0-b183-6e60ae09138f service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332344 Aug 19 17:52:39.428166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-2a969823-029d-44ce-ad5d-87813a171cce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.1060777 Aug 19 17:52:39.433453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:39.433801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Checking segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:39.434242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Bound using segment: {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:39.434724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Bound port: 6e1a77d2-3199-40a0-ad2b-1c9780826122, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c13661-958c-47c3-b167-2495a48ee229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:39.435097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:52:39.441227 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:52:39.557846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.630717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:39.636186 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.690949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-e76755b7-a0b8-4ccb-a836-825565d8c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.693008 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-e76755b7-a0b8-4ccb-a836-825565d8c38b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2266212 Aug 19 17:52:39.733862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:39.759816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:39.772938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8a09956-e18a-4f49-b3c5-b098540c2573 req-5de6a3bf-1c5e-4de2-9300-34e903750ce1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664431 Aug 19 17:52:39.774641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:39.793285 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-7b5b1852-6903-4154-a34e-c6c0a140ef55 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404508 Aug 19 17:52:39.798709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:39.806168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.844200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-3e70bad8-1d5a-4aeb-b9a1-6ddd53769009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.845852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-3e70bad8-1d5a-4aeb-b9a1-6ddd53769009 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432035 Aug 19 17:52:39.871754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:39.873558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.884450 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e1a77d2-3199-40a0-ad2b-1c9780826122 HTTP/1.1" status: 200 len: 1093 time: 2.0817785 Aug 19 17:52:39.889740 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b46b7-6702-4938-82cc-ada85dbe4884 x-openstack-request-id: req-4f7b46b7-6702-4938-82cc-ada85dbe4884 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:39.890176 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3331a-65bb-4706-9398-019b678489bc", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:39.890524 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f7b46b7-6702-4938-82cc-ada85dbe4884 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:39.890803 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc', 'code': 200} Aug 19 17:52:39.925618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:39.947729 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bc71e-c66f-47b3-9f1a-058d0ff07544 x-openstack-request-id: req-956bc71e-c66f-47b3-9f1a-058d0ff07544 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:39.948159 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:39.948526 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-956bc71e-c66f-47b3-9f1a-058d0ff07544 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:39.949020 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653', 'status': 'completed', 'code': 200} Aug 19 17:52:39.972611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5303f4-c941-4112-b6e8-ef63f7374649 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:39.980924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Allocated IP 172.25.5.74 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5badc9ea-4567-4051-8dc0-21ed8e356896) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:40.026640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:40.077509 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-8e4d5e76-78f3-442a-b8af-5c7c97b97b2a service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918418 Aug 19 17:52:40.077713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:40.081192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-d2576d06-8e9e-4e6f-a50e-01576e864182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.082925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-d2576d06-8e9e-4e6f-a50e-01576e864182 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 1096 time: 0.1217830 Aug 19 17:52:40.100812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-1c5d08b9-41b6-43b4-87d8-88e407783533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.102421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-1c5d08b9-41b6-43b4-87d8-88e407783533 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 1095 time: 0.1076734 Aug 19 17:52:40.197948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.236164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:40.277013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Pushing event deleted for resources: {'Network': ['ID=c099998e-2680-4acf-bce1-296d4f22deee,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:40.281109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.285224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:40.286874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60d0b2be-a472-441d-854b-df8f7f3a1317 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c099998e-2680-4acf-bce1-296d4f22deee HTTP/1.1" status: 204 len: 168 time: 3.1918671 Aug 19 17:52:40.291378 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.297586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44330) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:40.348508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.370228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7353d-2a09-4223-8467-31bef50f2a45 req-e5a2c0f4-a3c6-4f9f-88be-6b170879704b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.371883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94a7353d-2a09-4223-8467-31bef50f2a45 req-e5a2c0f4-a3c6-4f9f-88be-6b170879704b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.1965492 Aug 19 17:52:40.374112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45339-8411-4af5-805d-3816d014055a req-09b85de4-2459-4d16-a350-c9a8e0474dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.375588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fda45339-8411-4af5-805d-3816d014055a req-09b85de4-2459-4d16-a350-c9a8e0474dc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 1098 time: 0.1710806 Aug 19 17:52:40.440772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:40.454890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fda45339-8411-4af5-805d-3816d014055a req-eb62775c-e21f-49cd-92ba-705237900308 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Aug 19 17:52:40.475519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94a7353d-2a09-4223-8467-31bef50f2a45 req-77ad887f-7e28-4b27-aefd-a1a13bd99b6a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939603 Aug 19 17:52:40.503570 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-2e814845-a3cb-4ee4-bf8b-8cf72f9d241b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122 HTTP/1.1" status: 200 len: 217 time: 0.4064152 Aug 19 17:52:40.528613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:40.590173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:40.644502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:40.660942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:40.682129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:40.709309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e51078c-b3e2-4693-ae87-76f3571d5437 req-43eab502-e1ca-4b24-a66f-408681cf43bc service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224530 Aug 19 17:52:40.715617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event updated for resources: {'Port': ['ID=5badc9ea-4567-4051-8dc0-21ed8e356896,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:40.730744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-17fba1c3-e078-48e8-97ac-c568b3b84c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.740523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-17fba1c3-e078-48e8-97ac-c568b3b84c1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 913 time: 0.6199169 Aug 19 17:52:40.773290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b469d-883a-421b-9e73-67af9367ef7e req-045dcd31-fa09-49d8-9e3b-3f7c3336a41b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.776450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-786b469d-883a-421b-9e73-67af9367ef7e req-045dcd31-fa09-49d8-9e3b-3f7c3336a41b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 946 time: 0.1768885 Aug 19 17:52:40.831816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-e28d53f5-b9a7-4deb-9171-eac1c03133e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 HTTP/1.1" status: 200 len: 217 time: 0.0527120 Aug 19 17:52:40.842388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-2dc7650d-a941-41b8-a53b-6620d9e579e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.844500 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-2dc7650d-a941-41b8-a53b-6620d9e579e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1153624 Aug 19 17:52:40.904744 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-f3cd6a60-3932-4986-97d0-7931b51825f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498261 Aug 19 17:52:40.946481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-89c4b31b-ec08-44f6-af81-05920dd0312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:40.948113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-89c4b31b-ec08-44f6-af81-05920dd0312d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.1025198 Aug 19 17:52:41.005261 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.016465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-786b469d-883a-421b-9e73-67af9367ef7e req-e925689b-65fd-47bd-9e9e-59d866325354 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210815 Aug 19 17:52:41.018173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-221dfe95-093b-457e-8f64-2896394b9fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393410 Aug 19 17:52:41.096375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.148264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-92b8328b-b08b-4a52-9800-a44cd9b94dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285759 Aug 19 17:52:41.241202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-e384ef5e-39f5-40a6-af42-62a67bf91fdc service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145090 Aug 19 17:52:41.350688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad485-09a7-4f39-9c45-0fe9cb6d9826 req-cdab272d-de42-42d3-92a3-daf7d44377a5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:41.352300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-919ad485-09a7-4f39-9c45-0fe9cb6d9826 req-cdab272d-de42-42d3-92a3-daf7d44377a5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2177756 Aug 19 17:52:41.365465 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f992e08c-bb30-43bf-891e-225c6f77aff4 req-ef1dd60a-a32a-47f6-8b23-054374bb42fb service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085605 Aug 19 17:52:41.452355 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b040a19a-fec6-42f6-aab9-981a1df9dabe req-5505cd79-02bd-4b59-820f-0207d4e4f315 service neutron] 10.222.0.42 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030349 Aug 19 17:52:41.470478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-919ad485-09a7-4f39-9c45-0fe9cb6d9826 req-15934073-e365-4db0-baeb-694563d11b10 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Aug 19 17:52:41.531685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.552719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.683918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event updated for resources: {'Port': ['ID=5badc9ea-4567-4051-8dc0-21ed8e356896,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:41.710362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.765491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:41.767126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-c84bd8c8-6b15-4062-995c-f23b6aa95f2a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5302198 Aug 19 17:52:41.791613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-e31b2a49-2923-4413-95fd-8b1a64d1e85a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:41.793220 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-e31b2a49-2923-4413-95fd-8b1a64d1e85a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4&tenant_id=45bf29bd9b544268bfdf8e0464c51770&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 949 time: 0.0885990 Aug 19 17:52:41.891987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:41.894580 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe957b6-908a-4882-9b58-8111e3e9551e" -d '{"events": [{"server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "name": "network-vif-plugged", "status": "completed", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:41.895355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-d9ac7db8-fde4-4b07-877d-3f7e0575a3fa tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.1186900 Aug 19 17:52:41.909633 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-efa2cf66-b031-4bcf-ab16-7dee7ec7360b service neutron] 10.222.0.13 "GET /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 383 time: 0.0881796 Aug 19 17:52:41.932515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced22095-0eb4-4544-9450-7af5720395c2 req-ca6c6f55-70ed-4f31-8658-a36e908aa9a0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:41.934164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ced22095-0eb4-4544-9450-7af5720395c2 req-ca6c6f55-70ed-4f31-8658-a36e908aa9a0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 944 time: 0.1947458 Aug 19 17:52:41.950404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:41.956667 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25475bbe-b98c-4a18-815f-ebe50d9aca98" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:42.009800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-bd786e8a-9325-4b43-8803-12c24546a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.011557 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-bd786e8a-9325-4b43-8803-12c24546a74f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1101 time: 0.0503922 Aug 19 17:52:42.053062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ced22095-0eb4-4544-9450-7af5720395c2 req-00f7bed9-5c26-4a5d-a734-8dfe203050ce tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980811 Aug 19 17:52:42.078195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:42.161878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-f76f8464-097e-4176-afad-1cb6875bc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.163508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-f76f8464-097e-4176-afad-1cb6875bc139 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1374638 Aug 19 17:52:42.213362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-1a860649-2501-4c35-ac3c-7706f5d0f51c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0411601 Aug 19 17:52:42.235768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-27c0ecaf-117c-479b-9cce-cd82232c43b1 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.237276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e076a245-bc82-4721-9998-76ccbfb7a44a req-27c0ecaf-117c-479b-9cce-cd82232c43b1 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3279774 Aug 19 17:52:42.281268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-79ada774-5be2-4a67-ac24-126caeab9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.282914 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-79ada774-5be2-4a67-ac24-126caeab9e3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0610039 Aug 19 17:52:42.284377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b386ea-a204-4c78-b1d1-35e134e9f5e6 req-ec6c0b7c-5f83-462d-934a-d3e48abaa7df tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.286024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6b386ea-a204-4c78-b1d1-35e134e9f5e6 req-ec6c0b7c-5f83-462d-934a-d3e48abaa7df tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.1523280 Aug 19 17:52:42.340858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-32f11402-7d6e-4e5a-9cae-cf7c984bc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.343214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-32f11402-7d6e-4e5a-9cae-cf7c984bc6a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502841 Aug 19 17:52:42.452658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-3cff3ad5-5778-4a19-acec-052b7316a5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018741 Aug 19 17:52:42.458250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6b386ea-a204-4c78-b1d1-35e134e9f5e6 req-e3fb5b63-5311-4cc5-8477-dd0bc11364e1 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621451 Aug 19 17:52:42.483635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a051-72a0-45a9-8b40-0f6421878dd7 req-e9c66fce-01db-4183-8fd4-c8fd29cf7770 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.485192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54b9a051-72a0-45a9-8b40-0f6421878dd7 req-e9c66fce-01db-4183-8fd4-c8fd29cf7770 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 949 time: 0.1622128 Aug 19 17:52:42.561159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54b9a051-72a0-45a9-8b40-0f6421878dd7 req-6f3f6d48-5c01-4317-9d45-9f0277930e74 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625670 Aug 19 17:52:42.613907 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-3097c03e-723f-495c-bf8a-6db9997af3e9 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517260 Aug 19 17:52:42.618127 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a546ab1-dd99-4377-99cb-8f885fb99ed5 x-openstack-request-id: req-6a546ab1-dd99-4377-99cb-8f885fb99ed5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:42.618699 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "name": "network-vif-plugged", "status": "completed", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:42.619153 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a546ab1-dd99-4377-99cb-8f885fb99ed5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:42.619781 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'code': 200} Aug 19 17:52:42.679161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Deleting port d2f77ba5-5f80-41b8-a0d0-ec201be554f2 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:42.679543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:42.736549 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b284e9-b53f-4d6a-b0b8-8919d42758a2 x-openstack-request-id: req-23b284e9-b53f-4d6a-b0b8-8919d42758a2 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:42.736839 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:42.737093 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23b284e9-b53f-4d6a-b0b8-8919d42758a2 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:42.737480 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122', 'status': 'completed', 'code': 200} Aug 19 17:52:42.772906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073023-dbeb-4a6c-b3b3-43bda4e303a0 req-5fd7b61b-6794-4707-9d7f-16b20a5f663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.774433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d6073023-dbeb-4a6c-b3b3-43bda4e303a0 req-5fd7b61b-6794-4707-9d7f-16b20a5f663b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1098 time: 0.0769801 Aug 19 17:52:42.814017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-f3731fe7-e188-490a-a8f8-b3e5e7e5ca67 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7031de3514424fadb88883f3edc1c6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733016 Aug 19 17:52:42.830985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-b62cd792-2197-4480-8721-81d9371c0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.832489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-b62cd792-2197-4480-8721-81d9371c0af1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4179b584941e4cd285a13cfd0e551af5&device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 1096 time: 0.0709536 Aug 19 17:52:42.836307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d6073023-dbeb-4a6c-b3b3-43bda4e303a0 req-9cdd3f26-31fc-4221-a02c-02a1e537888f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Aug 19 17:52:42.854679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] For port d2f77ba5-5f80-41b8-a0d0-ec201be554f2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:42.855145 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:42.929910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-cb8987d4-3eac-4258-bf8b-e2677fb82507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:42.931393 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-cb8987d4-3eac-4258-bf8b-e2677fb82507 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 200 len: 913 time: 0.0919669 Aug 19 17:52:42.979802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-d7e17c20-cf91-4a3f-913b-74e9e2dec8a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122 HTTP/1.1" status: 200 len: 217 time: 0.0403628 Aug 19 17:52:43.036778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-0ce0b00d-4623-447c-8d7c-29d6882e4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.038339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-0ce0b00d-4623-447c-8d7c-29d6882e4a6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 200 len: 852 time: 0.0474842 Aug 19 17:52:43.076326 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-0d741132-901c-4e13-98de-a2802f22c0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d328e9b-3252-4257-9e4e-d78383f6916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266485 Aug 19 17:52:43.179966 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-4658269c-f889-4fc8-86cd-a2ee7d9df392 service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925353 Aug 19 17:52:43.197824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Calling delete_port for d2f77ba5-5f80-41b8-a0d0-ec201be554f2 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:43.234916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003847-1a55-4789-838a-783f75e91b3a req-1d0ecbbb-f81b-446d-9265-d860c3029769 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.236421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c003847-1a55-4789-838a-783f75e91b3a req-1d0ecbbb-f81b-446d-9265-d860c3029769 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 946 time: 0.4466264 Aug 19 17:52:43.250948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:43.288930 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25475bbe-b98c-4a18-815f-ebe50d9aca98 req-725b45bd-71f2-4207-8b85-ff236298441d service neutron] 10.222.0.13 "GET /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990438 Aug 19 17:52:43.323863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-c3c4080a-bd60-47ab-b849-f75e39872493 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.325380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-c3c4080a-bd60-47ab-b849-f75e39872493 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4892337 Aug 19 17:52:43.362535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c003847-1a55-4789-838a-783f75e91b3a req-3030a0ed-a620-40e3-a9f7-0cf90900f031 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895381 Aug 19 17:52:43.363793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-7e1ea611-10dd-4875-8a8d-11b50e7e3bbc tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/quotas/7031de3514424fadb88883f3edc1c6f0 HTTP/1.1" status: 200 len: 375 time: 0.0265055 Aug 19 17:52:43.381377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:43.398436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'port_id': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653', 'mac_address': 'fa:16:3e:ec:e2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabb818e-f91f-45b1-91d0-c28587bd948e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:43.448325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:43.462191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:43.463219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-ba761b3a-155e-4c3e-9c0e-7dc7e6d401eb tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453150 Aug 19 17:52:43.495924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:43.501413 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:43.569218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:43.673331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bb3c3c1c-922f-46cb-9512-f58f8ef29ad7 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.675324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bb3c3c1c-922f-46cb-9512-f58f8ef29ad7 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 821 time: 0.2145543 Aug 19 17:52:43.723937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-190d4d91-e287-4059-9ece-9af99f5ac43e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/quotas/b691c2b6279c432b93e5ea0e642455ec HTTP/1.1" status: 200 len: 375 time: 0.0377707 Aug 19 17:52:43.726372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:43.773988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f77ba5-5f80-41b8-a0d0-ec201be554f2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:43.800507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['e8c77fe3-643b-46f2-9ab5-d9bfcbe18653'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:43.828370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e1a77d2-3199-40a0-ad2b-1c9780826122 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:43.833939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:43.842969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961e0d7-d55b-40e8-a7ae-46ee6eb456d1 req-f651cea8-d373-429c-91ee-e5c9623e0f4a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:43.850374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7961e0d7-d55b-40e8-a7ae-46ee6eb456d1 req-f651cea8-d373-429c-91ee-e5c9623e0f4a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1901109 Aug 19 17:52:43.853764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.854151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.854476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.855053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.855481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.855847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.856186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.857624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.857979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.858383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.859083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.859426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:43.951956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-74fd1ad0-3711-46c9-96c5-b836f1057ed3 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2172654 Aug 19 17:52:43.971479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7961e0d7-d55b-40e8-a7ae-46ee6eb456d1 req-03418017-0a29-41d0-bceb-30006daee38e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200755 Aug 19 17:52:44.064795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:44.068704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:44.079091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:44.079490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.119422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '6e1a77d2-3199-40a0-ad2b-1c9780826122', 'network_id': '8d328e9b-3252-4257-9e4e-d78383f6916f', 'port_id': '6e1a77d2-3199-40a0-ad2b-1c9780826122', 'mac_address': 'fa:16:3e:05:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eabb818e-f91f-45b1-91d0-c28587bd948e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:44.204241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.226299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1a77d2-3199-40a0-ad2b-1c9780826122 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:44.277380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:44.280007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c85097-b829-4b10-b766-fd741fdea59e req-805af88c-c8ac-4286-8bd6-ec882cc59c50 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:44.281761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0c85097-b829-4b10-b766-fd741fdea59e req-805af88c-c8ac-4286-8bd6-ec882cc59c50 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 944 time: 0.1485717 Aug 19 17:52:44.285966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.287859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.296825 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.309272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-2b1b06fa-5568-4a97-b329-8e8e4aa03d78 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502622 Aug 19 17:52:44.374718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:44.376350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:44.382291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:44.432288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0c85097-b829-4b10-b766-fd741fdea59e req-606ecf5d-3d28-4514-a603-e615767f127a tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414824 Aug 19 17:52:44.439728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:44.520512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-f7203026-cd16-4009-b3e8-6c6673aff57f service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009697 Aug 19 17:52:44.590928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a407f-038a-4b9b-ad2a-b8939533fcee req-eacde2d4-b30b-4d74-bdb6-6dfabcb34d3f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:44.592938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea4a407f-038a-4b9b-ad2a-b8939533fcee req-eacde2d4-b30b-4d74-bdb6-6dfabcb34d3f tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.0905218 Aug 19 17:52:44.623164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:44.627372 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a1081-9256-4b85-8635-7d4c202de168" -d '{"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:44.671918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6e1a77d2-3199-40a0-ad2b-1c9780826122'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:44.690196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea4a407f-038a-4b9b-ad2a-b8939533fcee req-80a70a2e-43fc-4314-b475-ccaeb783846b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Aug 19 17:52:44.747010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Router 599c2892-f39c-46ba-8a83-efb95bc7bd0b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:52:44.761687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3c03-57df-4ffe-a404-bdba913b4369 req-285daa10-ad74-4049-9944-2d009bf8935a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:44.763269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab0d3c03-57df-4ffe-a404-bdba913b4369 req-285daa10-ad74-4049-9944-2d009bf8935a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.0957184 Aug 19 17:52:44.851919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d280fd09-b036-489e-96bf-e9e35bf143b5 req-94c6ce1c-6bf9-45e6-8be7-2c45aa17a4b6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 210 time: 0.0735986 Aug 19 17:52:44.880140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab0d3c03-57df-4ffe-a404-bdba913b4369 req-50fd5d6e-43fe-4286-a57f-62db3a9dba26 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094453 Aug 19 17:52:44.944073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:52:44.950341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b1ba7291-9f6d-4269-8469-1c85a9a6e5dd admin admin] 10.222.0.36 "PUT /v2.0/routers/599c2892-f39c-46ba-8a83-efb95bc7bd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6514184 Aug 19 17:52:44.953194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44418) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:44.960692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Sync routers for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:52:44.981269 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:44.982989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:45.072581 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-8e6e5b1b-5d33-42e6-9bd9-88f0f997fbb7 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7031de3514424fadb88883f3edc1c6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988553 Aug 19 17:52:45.099569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411761-811a-4616-aaa8-b7c468e0b872 req-45f220cc-ded3-4b75-a81a-11edcbe7c77f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.101217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b411761-811a-4616-aaa8-b7c468e0b872 req-45f220cc-ded3-4b75-a81a-11edcbe7c77f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 946 time: 0.1308696 Aug 19 17:52:45.116399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71024ce8-92f5-4ad5-bec6-e8cf32b42e2b req-6ab02f9c-e4aa-4c5f-8b2e-f25ef8f8efce tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.127213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71024ce8-92f5-4ad5-bec6-e8cf32b42e2b req-6ab02f9c-e4aa-4c5f-8b2e-f25ef8f8efce tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.1235666 Aug 19 17:52:45.158548 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:45.204056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71024ce8-92f5-4ad5-bec6-e8cf32b42e2b req-bf12c0ca-dec0-449b-b4b4-846a91c5160e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758588 Aug 19 17:52:45.210795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b411761-811a-4616-aaa8-b7c468e0b872 req-e58eee58-9bda-4f4f-8c24-306e680e826c tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Aug 19 17:52:45.238756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.261083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:45.359480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc801680-9892-43f9-b931-e3a2f186b37c req-f492bf87-9127-4841-b8b4-6fa3d4341205 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 210 time: 0.0636144 Aug 19 17:52:45.374628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-626fd127-1d71-46e2-8f4d-829db96ed5e5 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.377357 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-626fd127-1d71-46e2-8f4d-829db96ed5e5 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953959 Aug 19 17:52:45.400466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:45.406866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:45.409691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.440351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:52:43Z', 'revision_number': 5, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port': {'id': 'bc2d42bc-faab-469c-9e9b-03df29f44ab1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:47:48Z', 'updated_at': '2021-08-19T17:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:45.441108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Request body: {'port': {'device_id': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '7031de3514424fadb88883f3edc1c6f0'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:45.461990 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19a2fb-57da-4d07-8e47-0ccc39d9eb9d x-openstack-request-id: req-7b19a2fb-57da-4d07-8e47-0ccc39d9eb9d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:45.462281 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:45.462735 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b19a2fb-57da-4d07-8e47-0ccc39d9eb9d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:45.463272 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'code': 200} Aug 19 17:52:45.516731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.521785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Checking router: 599c2892-f39c-46ba-8a83-efb95bc7bd0b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:52:45.551474 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Routers {'599c2892-f39c-46ba-8a83-efb95bc7bd0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:52:45.552434 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:45.587891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51af4603-913a-475b-ae5b-6417a6828730 req-a61bc6a7-a806-4a8d-8d6d-e7c6391f4be5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-526968394&fields=id&tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 267 time: 0.0793774 Aug 19 17:52:45.628481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.631895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Made reservation on behalf of 7031de3514424fadb88883f3edc1c6f0 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:45.635567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.662409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Deleting port bc2d42bc-faab-469c-9e9b-03df29f44ab1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:45.664703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.668192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.704961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:45.712610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.757918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4603-913a-475b-ae5b-6417a6828730 req-11a3f5f6-9335-4674-86e4-2f446d20e788 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:45.769586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51af4603-913a-475b-ae5b-6417a6828730 req-11a3f5f6-9335-4674-86e4-2f446d20e788 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 946 time: 0.1743853 Aug 19 17:52:45.781454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'security_groups': ['7c7b0e8c-fa9b-4ded-864a-40752f066465', '9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:45.785489 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] Set router 599c2892-f39c-46ba-8a83-efb95bc7bd0b gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:52:45.806796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] For port bc2d42bc-faab-469c-9e9b-03df29f44ab1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bc2d42bc-faab-469c-9e9b-03df29f44ab1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:45.807355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.826492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e1a77d2-3199-40a0-ad2b-1c9780826122 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:45.827323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Calling delete_port for bc2d42bc-faab-469c-9e9b-03df29f44ab1 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:45.870682 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:52:45Z', 'revision_number': 6, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:45.871106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:45.892449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 6e1a77d2-3199-40a0-ad2b-1c9780826122 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:45.899072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 6e1a77d2-3199-40a0-ad2b-1c9780826122 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:45.899481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.944211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5952578-6253-4014-b264-c4a583c9b53a None None] The sync data for ids ['599c2892-f39c-46ba-8a83-efb95bc7bd0b'] in n-d-778550-10 is: [{'id': '599c2892-f39c-46ba-8a83-efb95bc7bd0b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013060982-router', 'tenant_id': '10f10792aafe4de191a05c5d5a188474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:47:47Z', 'updated_at': '2021-08-19T17:52:45Z', 'revision_number': 6, 'project_id': '10f10792aafe4de191a05c5d5a188474', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:52:45.952616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:45.959124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.018273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.034782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3aa00-3d21-4b59-a0a0-0c6d887c09c2 req-f9b68c76-a880-41bc-b5a9-e84509dc836d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:46.037232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d3aa00-3d21-4b59-a0a0-0c6d887c09c2 req-f9b68c76-a880-41bc-b5a9-e84509dc836d tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 945 time: 0.1670713 Aug 19 17:52:46.057257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.093965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:46.098289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.099774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:46.139820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e16a40-06e3-4e46-8e68-c59f8641e2d0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:46.143211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d3aa00-3d21-4b59-a0a0-0c6d887c09c2 req-9c2aa205-0be5-41b3-b73f-3a885a2fc422 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923572 Aug 19 17:52:46.204000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-f5e9ef6e-1991-40f5-9bbc-d80dd60c77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:46.205543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-f5e9ef6e-1991-40f5-9bbc-d80dd60c77f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4&tenant_id=45bf29bd9b544268bfdf8e0464c51770 HTTP/1.1" status: 200 len: 1102 time: 0.1612489 Aug 19 17:52:46.230571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:46.231633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:46.301955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Allocated IP 192.168.233.237 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/db3ec1cc-7997-4ccb-b7ee-e99c7ae11114) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:46.328863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.345497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.357238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.410720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2d42bc-faab-469c-9e9b-03df29f44ab1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:46.432561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858db43-d27e-4f9d-abee-7ecafaacf42a req-7ef6e404-d4b6-40f9-b220-2ede5573606c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:46.438494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:46.442748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0858db43-d27e-4f9d-abee-7ecafaacf42a req-7ef6e404-d4b6-40f9-b220-2ede5573606c tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.1713238 Aug 19 17:52:46.443988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.507851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:46.521196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:46.539770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0858db43-d27e-4f9d-abee-7ecafaacf42a req-9dbdfdd4-3987-40c4-8280-f48445b55ba7 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Aug 19 17:52:46.549008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-597f985c-e8f5-451d-8118-6070309672cb tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:46.550554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-597f985c-e8f5-451d-8118-6070309672cb tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.13 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 821 time: 0.2336736 Aug 19 17:52:46.571117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.576703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.589404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c', '62aba0e9-f829-47d9-9079-8380fd6818b2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:46.616836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'port': {'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'admin_state_up': True, 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:46.708470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-500c97a7-cb8d-4902-8cac-405b581e6955 req-b567a83a-ceeb-4982-95f8-757f70263df2 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 210 time: 0.0961409 Aug 19 17:52:46.726270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:46.727032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.742579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51af4603-913a-475b-ae5b-6417a6828730 req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "PUT /v2.0/ports/62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 982 time: 0.9693866 Aug 19 17:52:46.743383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:46.745749 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2562e53b-4aa9-4f3c-9de4-4352d6283583" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:46.756022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:46.756280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9811d0-179c-485e-b215-c13d7cf1e0d4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:46.835457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['62aba0e9-f829-47d9-9079-8380fd6818b2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:46.970095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Made reservation on behalf of b691c2b6279c432b93e5ea0e642455ec for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:46.974332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.031312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.048004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315c93-c032-4747-af13-6695676eb9cb req-069906d7-e897-40b4-aa42-f849a3a1fdb8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:47.049506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5315c93-c032-4747-af13-6695676eb9cb req-069906d7-e897-40b4-aa42-f849a3a1fdb8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 949 time: 0.1330369 Aug 19 17:52:47.094285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-39e2ec76-c7df-4475-975a-8b45df63c1d0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:47.096138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-39e2ec76-c7df-4475-975a-8b45df63c1d0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 0.2595978 Aug 19 17:52:47.141783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-f30bce17-c5ec-4569-9be8-f99a348de299 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/quotas/38df9711c37540cca55c07b3731d5794 HTTP/1.1" status: 200 len: 375 time: 0.0351694 Aug 19 17:52:47.145277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.149463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.216840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.217697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599c2892-f39c-46ba-8a83-efb95bc7bd0b {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:52:47.225660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.226261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5315c93-c032-4747-af13-6695676eb9cb req-a8847eab-0b5b-400f-b253-1ed668e8b2a2 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417696 Aug 19 17:52:47.229554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4364ccae-820c-4d67-80aa-14d47568df23 admin admin] 10.222.0.36 "DELETE /v2.0/routers/599c2892-f39c-46ba-8a83-efb95bc7bd0b HTTP/1.1" status: 204 len: 168 time: 2.2701187 Aug 19 17:52:47.229554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44454) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:47.239705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.257206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-4cc7835b-3310-42d3-8947-fbb5fe578480 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098118 Aug 19 17:52:47.266433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Allocated IP 172.20.0.4 (ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3/9419b5a8-f5c3-4f96-b212-b48317a79634/63e9527a-460c-4fda-8927-28e3f3628b66) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:47.282417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Transition to ACTIVE for port object db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:47.296043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Deleting subnet c38d7d7e-3848-4755-89e6-06db925b94bc {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:52:47.328965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.392232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.413569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.418385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bc2d42bc-faab-469c-9e9b-03df29f44ab1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:47.439201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: bc2d42bc-faab-469c-9e9b-03df29f44ab1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:47.439924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bc2d42bc-faab-469c-9e9b-03df29f44ab1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:47.440053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d2f77ba5-5f80-41b8-a0d0-ec201be554f2 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:47.460010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d2f77ba5-5f80-41b8-a0d0-ec201be554f2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:47.460460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d2f77ba5-5f80-41b8-a0d0-ec201be554f2 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:47.464728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653'}, {'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122'}, {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:47.467514 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf025f41-6d30-4493-95b4-a8184004bbf9" -d '{"events": [{"server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "name": "network-vif-plugged", "status": "completed", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653"}, {"server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122"}, {"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:47.520117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:47.535573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:47.545110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:47.574139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Pushing event updated for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:47.652257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:47.657115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.702418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:47.703183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.745488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f593b1b2-73a3-466a-9ec6-ca8ea86a26cc req-46e1a946-dcf3-4ff9-88ab-a80952ffd009 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 210 time: 0.0686133 Aug 19 17:52:47.748311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-08938544-3596-4054-baa6-966ef301c162 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3112290 Aug 19 17:52:47.751902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:47.773013 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1ebf2e1e-7a63-437e-a352-8c6abe48bbf0 None None] Provisioning for port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:47.779187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1ebf2e1e-7a63-437e-a352-8c6abe48bbf0 None None] Provisioning complete for port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:47.779869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1ebf2e1e-7a63-437e-a352-8c6abe48bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.796898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Request body: {'port': {'device_id': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:47.826256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.828629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf2e1e-7a63-437e-a352-8c6abe48bbf0 None None] Port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:52:47.843278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:47.876002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-297475bb-03b6-4e34-9aff-d8a10ab3fee5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:47.876465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.877678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-297475bb-03b6-4e34-9aff-d8a10ab3fee5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/ports?device_id=53c18aca-e053-401f-ac17-2efa96360f72 HTTP/1.1" status: 200 len: 946 time: 0.2040732 Aug 19 17:52:47.881650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.886051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c38d7d7e-3848-4755-89e6-06db925b94bc HTTP/1.1" status: 204 len: 168 time: 0.6534536 Aug 19 17:52:47.886051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab6f4-cb11-4c53-812c-b7c8cc6e41a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38d7d7e-3848-4755-89e6-06db925b94bc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:47.886331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-b737a04f-fd19-4f2a-800e-329e1b639126 service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120219 Aug 19 17:52:47.887533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:47.898542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247e52e-4800-4502-ac61-d74bc14dc99f None None] Network 51e45423-3677-43e2-a10a-15f02b3b4d2d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:52:47.973531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Transition to ACTIVE for port object b52db6fb-2a51-4d7c-9c95-7ff0badd48ed will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:47.976962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:47.990311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.012382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d4f5aa8-7179-4097-b9c4-1d89fea9f143 req-e4759e6c-45b1-4b7a-ac90-5e0ad16c1de4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2 HTTP/1.1" status: 200 len: 1800 time: 0.2335849 Aug 19 17:52:48.078717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.087428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.116882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] DHCP port deletion for 51e45423-3677-43e2-a10a-15f02b3b4d2d request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:52:48.126017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] No DVR routers for this DVR port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:48.128207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=11']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:48.148778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Transition to ACTIVE for port object 63e9527a-460c-4fda-8927-28e3f3628b66 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:48.191832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-4ef0ccf1-ef43-48ad-a1fd-4b35fce74b15 service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932925 Aug 19 17:52:48.195131 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-2d4f5aa8-7179-4097-b9c4-1d89fea9f143 req-20352933-f4da-4994-8c72-9d4835948f18 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 17:52:48.210397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d4f5aa8-7179-4097-b9c4-1d89fea9f143 req-20352933-f4da-4994-8c72-9d4835948f18 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2 HTTP/1.1" status: 409 len: 341 time: 0.1730759 Aug 19 17:52:48.252077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Deleting port b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:48.252435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.289052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:48.289409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:48.289745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:48.295004 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e07d7-f491-4eee-99da-c98ca2f5f8a9 x-openstack-request-id: req-366e07d7-f491-4eee-99da-c98ca2f5f8a9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:48.295303 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:48.295579 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-366e07d7-f491-4eee-99da-c98ca2f5f8a9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:48.296247 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'status': 'completed', 'code': 200} Aug 19 17:52:48.307030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:48.307667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Attempting to bind port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:48.365434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:48.365781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:48.366177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:48.366626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Bound port: b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:48.366988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.394663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.414814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['05f21ece-1051-4173-9e11-68c35e51efce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:48.468004 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc4be8-aca1-48bf-97f9-66a3cdbb0a42 x-openstack-request-id: req-49bc4be8-aca1-48bf-97f9-66a3cdbb0a42 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:48.468832 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "name": "network-vif-plugged", "status": "completed", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653", "code": 200}, {"server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "name": "network-vif-plugged", "status": "completed", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122", "code": 200}, {"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:48.468832 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49bc4be8-aca1-48bf-97f9-66a3cdbb0a42 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:48.469157 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653', 'code': 200} Aug 19 17:52:48.469518 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122', 'code': 200} Aug 19 17:52:48.469854 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'code': 200} Aug 19 17:52:48.474776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Deleting port 02acd931-ec40-44b0-8678-df5627f6e82e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:48.475379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.490574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Deleting port 02acd931-ec40-44b0-8678-df5627f6e82e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:48.490926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.571655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-24976e0d-3179-4813-ab6e-bc28c40327bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:48.573137 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-24976e0d-3179-4813-ab6e-bc28c40327bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1137 time: 0.2554932 Aug 19 17:52:48.598963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.13', 54055) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:48.607094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] For port 02acd931-ec40-44b0-8678-df5627f6e82e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02acd931-ec40-44b0-8678-df5627f6e82e,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:48.607641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.623112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Calling delete_port for 02acd931-ec40-44b0-8678-df5627f6e82e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:48.664754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:48.695344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:48.705799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] For port 02acd931-ec40-44b0-8678-df5627f6e82e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=02acd931-ec40-44b0-8678-df5627f6e82e,segment=NetworkSegment(00fe67e5-ba09-4db8-a11a-f15ea26c4cc2),segment_id=00fe67e5-ba09-4db8-a11a-f15ea26c4cc2)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:48.706173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.707029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:48.715886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event updated for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:48.736761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:48.788004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Calling delete_port for 02acd931-ec40-44b0-8678-df5627f6e82e owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:48.833631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb073d7c-6105-47ca-a168-277324cb280d req-62740a4a-f54b-4cb5-a0ce-97b338f0b154 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:48.838724 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.845719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb073d7c-6105-47ca-a168-277324cb280d req-62740a4a-f54b-4cb5-a0ce-97b338f0b154 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 946 time: 0.4554858 Aug 19 17:52:48.867282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] For port b2a3331a-65bb-4706-9398-019b678489bc, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b2a3331a-65bb-4706-9398-019b678489bc,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:48.868594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.895971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] Pushing event deleted for resources: {'Port': ['ID=02acd931-ec40-44b0-8678-df5627f6e82e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:48.912011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea45c9-a363-43c6-a107-503753a98801 None None] No DVR routers for this DVR port 02acd931-ec40-44b0-8678-df5627f6e82e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:48.924371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:48.932501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb809-a237-4909-9d69-b00b605ce715 req-3ab9c2b9-40d7-4cf1-b3e5-5e110fa991ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:48.934095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2bfb809-a237-4909-9d69-b00b605ce715 req-3ab9c2b9-40d7-4cf1-b3e5-5e110fa991ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 1098 time: 0.3327518 Aug 19 17:52:48.939138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:48.940994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6987b9-d83d-49f8-ad38-4f0d105df254 req-9b49de79-7153-428c-b00e-2d1e87cf7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:48.942997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b6987b9-d83d-49f8-ad38-4f0d105df254 req-9b49de79-7153-428c-b00e-2d1e87cf7161 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 1097 time: 0.3821199 Aug 19 17:52:48.945287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Calling delete_port for b2a3331a-65bb-4706-9398-019b678489bc owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:52:48.982734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Pushing event deleted for resources: {'Port': ['ID=02acd931-ec40-44b0-8678-df5627f6e82e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:48.985138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] No DVR routers for this DVR port 02acd931-ec40-44b0-8678-df5627f6e82e on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:48.991115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.057234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.057874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.090632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.091365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.094440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] 10.222.0.42 "PUT /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 1098 time: 2.8662953 Aug 19 17:52:49.098089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-09b2b621-bc57-4c00-8454-7f3a8d717bb0 None None] Provisioning for port 63e9527a-460c-4fda-8927-28e3f3628b66 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:49.098355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:49.107897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-09b2b621-bc57-4c00-8454-7f3a8d717bb0 None None] Provisioning complete for port 63e9527a-460c-4fda-8927-28e3f3628b66 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:49.108524 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:49.108966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b2b621-bc57-4c00-8454-7f3a8d717bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.165897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb073d7c-6105-47ca-a168-277324cb280d req-19e5426f-ba35-430f-bc5e-67981c429bc9 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190858 Aug 19 17:52:49.175020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-09b2b621-bc57-4c00-8454-7f3a8d717bb0 None None] Port 63e9527a-460c-4fda-8927-28e3f3628b66 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:52:49.193510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-acd71e4e-692f-48eb-b0e8-2aba787b514f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5830553 Aug 19 17:52:49.197782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2bfb809-a237-4909-9d69-b00b605ce715 req-599e7933-f009-4194-8cdc-9b15cfd68ff5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261827 Aug 19 17:52:49.207661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b6987b9-d83d-49f8-ad38-4f0d105df254 req-bc8fc7d5-5c2c-4945-ad52-461aa793c10d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134929 Aug 19 17:52:49.218727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.221526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c3c0-fdae-4868-9607-320b7e6e1efa req-fa480599-83c9-46ee-b2f8-8abf2b5101cf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.229362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ed5c3c0-fdae-4868-9607-320b7e6e1efa req-fa480599-83c9-46ee-b2f8-8abf2b5101cf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.6291337 Aug 19 17:52:49.230933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e45423-3677-43e2-a10a-15f02b3b4d2d']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:49.275164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:49.275583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fe67e5-ba09-4db8-a11a-f15ea26c4cc2') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:52:49.336598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:49.342845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.351551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ed5c3c0-fdae-4868-9607-320b7e6e1efa req-24ba9ad0-495e-44f5-969f-dbfe13b317a5 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210279 Aug 19 17:52:49.357262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-6d1ab614-9a12-4293-b0e8-dc2322b1e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.359223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-6d1ab614-9a12-4293-b0e8-dc2322b1e9f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.7698817 Aug 19 17:52:49.359865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b376-f27e-4ecc-9622-223817a8082a service neutron] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=12']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:49.375561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.386275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.396192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7baf19-c580-4a00-81f6-80919083a1f9 req-a20202e1-b3b0-434b-aca0-e4cf44d98649 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.397171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c7baf19-c580-4a00-81f6-80919083a1f9 req-a20202e1-b3b0-434b-aca0-e4cf44d98649 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 936 time: 0.1395750 Aug 19 17:52:49.403735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02acd931-ec40-44b0-8678-df5627f6e82e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:49.429742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event deleted for resources: {'Port': ['ID=b2a3331a-65bb-4706-9398-019b678489bc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:49.436878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b2a3331a-65bb-4706-9398-019b678489bc'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:49.445613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 02acd931-ec40-44b0-8678-df5627f6e82e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:49.446179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 02acd931-ec40-44b0-8678-df5627f6e82e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:49.463000 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-b9ed9e0a-b5d1-4290-8b21-a462b2baa7b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 217 time: 0.0517802 Aug 19 17:52:49.467973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.473526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Request body: {'port': {'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:49.515706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] No DVR routers for this DVR port b2a3331a-65bb-4706-9398-019b678489bc on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:52:49.525870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.527907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fca2e83-5b8f-42f8-b32c-2b314d85e0c8 req-4449ad52-6c42-4a8b-b505-1c5af103639e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "DELETE /v2.0/ports/b2a3331a-65bb-4706-9398-019b678489bc HTTP/1.1" status: 204 len: 173 time: 1.6407197 Aug 19 17:52:49.541216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Transition to ACTIVE for port object db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:49.542640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c7baf19-c580-4a00-81f6-80919083a1f9 req-657ae219-5921-4c19-9109-a1a2f4a07ad2 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149371 Aug 19 17:52:49.551133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:52:49.552501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:52:49.555694 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:52:49.585621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.589100 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.710372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-bf8a4ccf-7109-4f0b-8d41-e53d62d092b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.712360 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-bf8a4ccf-7109-4f0b-8d41-e53d62d092b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1101 time: 0.5595288 Aug 19 17:52:49.718172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f5706b6-a643-4fbf-9c60-4905576126be req-37805dda-9864-44b1-8dd1-9b461d5d63d4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 210 time: 0.0619798 Aug 19 17:52:49.736128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Pushing event updated for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:49.767476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-c87b6542-7ec9-4dbf-9c09-4d86627bfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.768621 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-c87b6542-7ec9-4dbf-9c09-4d86627bfae2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.2948966 Aug 19 17:52:49.811271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.824303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20976200-2f94-4198-98ad-5c4e32e47d77 req-82c90c89-6426-476e-9b40-74c1b73a5edd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.826445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20976200-2f94-4198-98ad-5c4e32e47d77 req-82c90c89-6426-476e-9b40-74c1b73a5edd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 949 time: 0.1944067 Aug 19 17:52:49.886224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:49.889226 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] 10.222.0.36 "DELETE /v2.0/networks/51e45423-3677-43e2-a10a-15f02b3b4d2d HTTP/1.1" status: 204 len: 168 time: 1.9987192 Aug 19 17:52:49.906198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-99e897ef-8b93-4f96-b2b9-946c63d23999 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113446 Aug 19 17:52:49.910877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c4b9f-afb9-4c41-83fd-09020c5f746d admin admin] Pushing event deleted for resources: {'Network': ['ID=51e45423-3677-43e2-a10a-15f02b3b4d2d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:49.961315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20976200-2f94-4198-98ad-5c4e32e47d77 req-3bd9b395-3e0c-47de-9475-eefacd874eca tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131799 Aug 19 17:52:49.973085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc999-b818-4120-863b-91210c370114 req-6b2d707a-4fe5-4386-b13d-978e6110f2c6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:49.984244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-742dc999-b818-4120-863b-91210c370114 req-6b2d707a-4fe5-4386-b13d-978e6110f2c6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 931 time: 0.1832843 Aug 19 17:52:50.080517 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca77f83-51ef-4f3c-9b4e-c6b2c04ea191 x-openstack-request-id: req-eca77f83-51ef-4f3c-9b4e-c6b2c04ea191 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:50.080952 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:50.081348 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eca77f83-51ef-4f3c-9b4e-c6b2c04ea191 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:50.081935 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'status': 'completed', 'code': 200} Aug 19 17:52:50.169443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44488) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:50.217684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Attempting to bind port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:50.218299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Attempting to bind port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:50.218505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Attempting to bind port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:50.224541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-906f12a7-1dde-4a4d-ae59-cfd36e0d421a service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985058 Aug 19 17:52:50.229393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:50.229723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Attempting to bind port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:50.236954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-742dc999-b818-4120-863b-91210c370114 req-122216aa-2d0f-4e59-af72-646fdabfc1f2 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151985 Aug 19 17:52:50.252336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-8dd84346-163d-43ba-a985-46c65b5e7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.254472 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-8dd84346-163d-43ba-a985-46c65b5e7b93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.5152762 Aug 19 17:52:50.255221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:50.255587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:50.255971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:50.256550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Bound port: db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:50.257008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.299111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-deleted', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:50.301656 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6568a82-e5d6-4143-a4f5-cf3408b6c20a" -d '{"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-deleted", "tag": "b2a3331a-65bb-4706-9398-019b678489bc"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:50.367881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-2fbacb5a-010d-4243-86cb-dcec64ddcd66 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.369738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-2fbacb5a-010d-4243-86cb-dcec64ddcd66 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.3051679 Aug 19 17:52:50.412229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:50.415216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:50.419300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-7f3802b2-7090-4fb7-837d-2b2e3e2f6e5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.1477122 Aug 19 17:52:50.422753 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.455886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-10'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:50.509072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.509704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.511114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-563e2baf-be52-4625-b602-da30741020b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 HTTP/1.1" status: 200 len: 1097 time: 2.7243056 Aug 19 17:52:50.525634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-1a2abbb6-3c43-46c5-bab7-6908fcdf1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.526697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-1a2abbb6-3c43-46c5-bab7-6908fcdf1a5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1101 time: 0.3920362 Aug 19 17:52:50.532823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e9527a-460c-4fda-8927-28e3f3628b66 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:50.543365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-913411aa-e0e3-4f75-9b70-1a0200cdcec7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee792f534ca04d0aac933983f54c1cad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3705745 Aug 19 17:52:50.551223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44496) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:50.564206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2562e53b-4aa9-4f3c-9de4-4352d6283583 req-498e0c99-5228-49ec-8725-6aa92f5246a1 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269567 Aug 19 17:52:50.565714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.583936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e2baf-be52-4625-b602-da30741020b3 service neutron] Pushing event updated for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:50.587523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-9c47decc-20ff-4e18-9c96-b54bf769976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.589005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-9c47decc-20ff-4e18-9c96-b54bf769976a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1320148 Aug 19 17:52:50.598813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eef30-c219-4bf3-9249-0f217c9085e0 req-4187644e-349c-40fa-bab0-85f482c67bb0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.600584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f99eef30-c219-4bf3-9249-0f217c9085e0 req-4187644e-349c-40fa-bab0-85f482c67bb0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 985 time: 0.3831770 Aug 19 17:52:50.755720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Transition to ACTIVE for port object 63e9527a-460c-4fda-8927-28e3f3628b66 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:50.781628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c741db-c01e-4ef3-abbd-1fda9ee2c7c8 req-a38de729-fcd4-4a75-8b08-7b18079fe327 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.783251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8c741db-c01e-4ef3-abbd-1fda9ee2c7c8 req-a38de729-fcd4-4a75-8b08-7b18079fe327 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 946 time: 0.4351320 Aug 19 17:52:50.793094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.795643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:50.862489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-0d49d8a1-a360-4140-b6ca-f6a5fbfb4097 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:50.864071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-0d49d8a1-a360-4140-b6ca-f6a5fbfb4097 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 0.5531297 Aug 19 17:52:50.884139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f99eef30-c219-4bf3-9249-0f217c9085e0 req-2ec82798-0a07-4bb3-aa60-bdf1e9f22ca5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2473538 Aug 19 17:52:50.943961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Request body: {'port': {'device_id': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'admin_state_up': True, 'tenant_id': '38df9711c37540cca55c07b3731d5794'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:50.978221 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa6688-ffb5-4a5a-a3be-a23f4702fe6d x-openstack-request-id: req-f0aa6688-ffb5-4a5a-a3be-a23f4702fe6d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:50.978821 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c18aca-e053-401f-ac17-2efa96360f72", "name": "network-vif-deleted", "tag": "b2a3331a-65bb-4706-9398-019b678489bc", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:50.978821 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0aa6688-ffb5-4a5a-a3be-a23f4702fe6d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:50.979118 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c18aca-e053-401f-ac17-2efa96360f72', 'name': 'network-vif-deleted', 'tag': 'b2a3331a-65bb-4706-9398-019b678489bc', 'status': 'completed', 'code': 200} Aug 19 17:52:51.036199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Pushing event updated for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:51.041294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-9ee0d7c0-a064-4df1-813c-c81553eb22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.043048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-9ee0d7c0-a064-4df1-813c-c81553eb22f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4424481 Aug 19 17:52:51.052250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.058979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-831df0eb-08ef-4d6b-8573-74d1777ca43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.061786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-831df0eb-08ef-4d6b-8573-74d1777ca43c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 1100 time: 0.4159224 Aug 19 17:52:51.113583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8c741db-c01e-4ef3-abbd-1fda9ee2c7c8 req-cfcf6c0b-2a30-43b0-9d9c-2254dbe69ef4 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118143 Aug 19 17:52:51.140504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-e61780af-bbaa-4fbd-95ba-ba4e17c188f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.140504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-e61780af-bbaa-4fbd-95ba-ba4e17c188f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1137 time: 0.5022919 Aug 19 17:52:51.150487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-71a2a6bc-5edf-4123-8074-19389e945c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.152014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-71a2a6bc-5edf-4123-8074-19389e945c00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.5480893 Aug 19 17:52:51.203552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-52ac9e29-8399-480d-9a0b-5d7c6c5b79fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 HTTP/1.1" status: 200 len: 217 time: 0.1221530 Aug 19 17:52:51.211222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.269714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:51.381611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:51.386920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-c87ed122-a166-4934-85e3-3390542b817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.389190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-c87ed122-a166-4934-85e3-3390542b817a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1648123 Aug 19 17:52:51.395120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce has no active binding in host n-h1-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 17:52:51.415311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-51d6bf75-30db-482a-ba4f-f54193769bed service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523955 Aug 19 17:52:51.422458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-9a1ba532-9a3f-4f0d-aa9a-ad43cb8de4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.424199 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-9a1ba532-9a3f-4f0d-aa9a-ad43cb8de4f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.2374954 Aug 19 17:52:51.471512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.474044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.475163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a5351c3-c92b-4462-99dd-6939ea667a14 HTTP/1.1" status: 204 len: 168 time: 0.9229660 Aug 19 17:52:51.541213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-c5e2aee5-eb1f-495a-a7bb-d682a8fe32d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 217 time: 0.0892138 Aug 19 17:52:51.549587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaf5a8-19d6-426b-b7e1-d7af6977a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5351c3-c92b-4462-99dd-6939ea667a14,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:51.601402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-105dde9d-b80a-4789-bb19-0f3b23737568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.602951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-105dde9d-b80a-4789-bb19-0f3b23737568 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033525 Aug 19 17:52:51.615729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-514d7265-31ea-46b0-a359-c85c9d1fa540 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0979767 Aug 19 17:52:51.683878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-fffa5576-908b-421b-901b-9beb4a371c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.685643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-fffa5576-908b-421b-901b-9beb4a371c74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.1340833 Aug 19 17:52:51.687481 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-425369b6-0412-425f-97a1-4e14dc5d97b5 req-9b3b682b-f46f-4cc4-aec3-5da05893fcde service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621303 Aug 19 17:52:51.699650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f977ee-fde7-47d3-9fa2-9290f3d36a96 req-116524a2-5dc1-4cce-b306-a461db734f54 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.709378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29f977ee-fde7-47d3-9fa2-9290f3d36a96 req-116524a2-5dc1-4cce-b306-a461db734f54 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 945 time: 0.6663625 Aug 19 17:52:51.757137 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-9c62376e-08b4-4605-ab1f-5d56346fe5a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389338 Aug 19 17:52:51.759260 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-fa380389-83df-4705-a047-574cdbf88b3b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456451 Aug 19 17:52:51.768412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Attempting to bind port 63e9527a-460c-4fda-8927-28e3f3628b66 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:51.768754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Attempting to bind port 63e9527a-460c-4fda-8927-28e3f3628b66 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:51.769089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Attempting to bind port 63e9527a-460c-4fda-8927-28e3f3628b66 on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:51.782758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:51.812142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Made reservation on behalf of 38df9711c37540cca55c07b3731d5794 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:52:51.815276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:52:51.815776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.829336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-cc1f5758-0b2d-41c6-af61-2c2edb1d2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.830848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-cc1f5758-0b2d-41c6-af61-2c2edb1d2f0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2043886 Aug 19 17:52:51.847556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Port 63e9527a-460c-4fda-8927-28e3f3628b66 on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:51.847911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Attempting to bind port 63e9527a-460c-4fda-8927-28e3f3628b66 on network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:51.852606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: b2a3331a-65bb-4706-9398-019b678489bc {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:52:51.853354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b2a3331a-65bb-4706-9398-019b678489bc not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:52:51.878343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29f977ee-fde7-47d3-9fa2-9290f3d36a96 req-d639be6b-68bf-4f40-bbd1-2a0ddd3db6d3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677785 Aug 19 17:52:51.901821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:51.902223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Checking segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:51.902649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Bound using segment: {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:51.903044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Bound port: 63e9527a-460c-4fda-8927-28e3f3628b66, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:51.903469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:51.915377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-3c380eb9-e28d-494d-807c-8a70f3bc0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:51.917002 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-3c380eb9-e28d-494d-807c-8a70f3bc0d23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45bf29bd9b544268bfdf8e0464c51770&device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1101 time: 0.1625941 Aug 19 17:52:51.963278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44514) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:52.011350 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c55ec622-896c-46d6-950f-ebcc06922c59 req-fa952952-f580-4a97-a544-51e909842c28 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432230 Aug 19 17:52:52.017557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f4495-8274-4e97-88b8-b75e35733e88 req-aeadcd11-2a56-4bfe-b82c-0a5383750435 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.018254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-dac6c0c5-1379-45ec-825d-6de3f8c61f43 service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506893 Aug 19 17:52:52.019068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b49f4495-8274-4e97-88b8-b75e35733e88 req-aeadcd11-2a56-4bfe-b82c-0a5383750435 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 948 time: 0.5282750 Aug 19 17:52:52.027903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:52.083699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:52.086178 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ee486a-e32e-490c-8e21-4061a42091a9" -d '{"events": [{"name": "network-changed", "server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:52.108460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-b222726f-aa4f-4986-a016-60054fb9b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.109943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-b222726f-aa4f-4986-a016-60054fb9b529 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1798468 Aug 19 17:52:52.145637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ca84d92-2ffd-44a9-a2d5-d13857508b5b req-aef179db-a967-4661-b858-e8745169f6ff tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 210 time: 0.1411064 Aug 19 17:52:52.167864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-52eea102-f0b4-46c5-a17d-bdb241f95dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.170048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-52eea102-f0b4-46c5-a17d-bdb241f95dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3156323 Aug 19 17:52:52.178265 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-aba2ad2a-5474-47b7-b754-a5bbf415e510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 200 len: 217 time: 0.0505962 Aug 19 17:52:52.182486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5dbf88d8-26d3-45c9-8fa1-784e5361595e req-65be0099-1c44-4f2d-98f3-0b2d16587d9b service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563866 Aug 19 17:52:52.230141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.246993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-0a430c36-6d79-4b56-86f4-86bfa0288824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.249224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-0a430c36-6d79-4b56-86f4-86bfa0288824 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0516539 Aug 19 17:52:52.281407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:52.298266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-2d8260a2-3223-45ee-b9e0-076708e27afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.299821 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-2d8260a2-3223-45ee-b9e0-076708e27afe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429027 Aug 19 17:52:52.316016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.321356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c83df9c6-b689-4a03-8f14-1de8bf79f563 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10f10792aafe4de191a05c5d5a188474&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3554204 Aug 19 17:52:52.323277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:52:52.331929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b49f4495-8274-4e97-88b8-b75e35733e88 req-78292700-d774-4763-b6e1-3ab6f898ccb8 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546651 Aug 19 17:52:52.396412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=63e9527a-460c-4fda-8927-28e3f3628b66,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:52.417166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.463137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Allocated IP 172.20.0.5 (e5b7f5b6-1d59-463a-91aa-376d508432dd/4cf7e6ec-7546-46c1-b972-07452a4cf165/c5ee10f4-8518-4775-9566-858cd1141fd8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:52:52.469942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.497697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-49140f1e-3356-4cb2-97b6-d5a43d7616fc service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830020 Aug 19 17:52:52.517806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.528974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.529605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.531017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] 10.222.0.13 "PUT /v2.0/ports/63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 1092 time: 3.0687528 Aug 19 17:52:52.539803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:52.560933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa215c-b36f-44ed-bf1e-dc2e7ff1aba0 req-305dd158-022b-49d6-8f80-e2b5b3fddb17 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.568718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cfa215c-b36f-44ed-bf1e-dc2e7ff1aba0 req-305dd158-022b-49d6-8f80-e2b5b3fddb17 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 949 time: 0.3041513 Aug 19 17:52:52.636182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-948afc94-e6f1-4bcc-b4e4-edec77eba433 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547367 Aug 19 17:52:52.643973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-e1d3637e-f0a6-4643-b190-819b9348b27c service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388235 Aug 19 17:52:52.652533 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.666903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.672544 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54bc4fa2-93cf-42e4-bcff-119793698206 HTTP/1.1" status: 204 len: 168 time: 0.3456852 Aug 19 17:52:52.680892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6771b2d-0db4-4426-8d2c-9d986026cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc4fa2-93cf-42e4-bcff-119793698206,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:52.802249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on host n-h2-778550-10 for vnic_type normal with profile {"migrating_to": "n-h1-778550-10"} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:52.802590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:52.802924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:52.812237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda72e4-5d04-449b-a321-7f8d13ef9773 req-a24600d0-a130-4b31-9dab-cf39ad6eb76d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:52.814000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fda72e4-5d04-449b-a321-7f8d13ef9773 req-a24600d0-a130-4b31-9dab-cf39ad6eb76d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 943 time: 0.3822358 Aug 19 17:52:52.867302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:52.867662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Attempting to bind port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on network 6823ed67-9e6c-451d-8bde-2508e3d09943 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:52.885584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc79e1-fc3b-40a5-b213-b398c7aa1501 service neutron] Pushing event updated for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:52.933998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cfa215c-b36f-44ed-bf1e-dc2e7ff1aba0 req-fd3393a5-1e35-4c2c-a7db-64152bacbaff tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639128 Aug 19 17:52:52.948654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:52.949010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Checking segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:52.949400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Bound using segment: {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:52.949849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Bound port: c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa163-73ba-4933-b937-849be126199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6823ed67-9e6c-451d-8bde-2508e3d09943'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:52.951887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:52.991935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'}, {'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:52.994438 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799c5d7-57d6-44a2-b3df-808ffeb5f238" -d '{"events": [{"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce"}, {"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:53.005992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-95c00d91-7089-445b-9f21-c55e630a0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.007699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-95c00d91-7089-445b-9f21-c55e630a0ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1095 time: 0.3674777 Aug 19 17:52:53.042401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fda72e4-5d04-449b-a321-7f8d13ef9773 req-9471bb21-c80b-4442-a244-4c8a6b7bc794 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055576 Aug 19 17:52:53.100136 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7739eab7-2356-4ef2-ac9a-05ab32b81897 x-openstack-request-id: req-7739eab7-2356-4ef2-ac9a-05ab32b81897 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:53.100649 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:53.100903 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7739eab7-2356-4ef2-ac9a-05ab32b81897 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:53.101294 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114', 'status': 'completed', 'code': 200} Aug 19 17:52:53.105874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3becba3c-3a6b-4bcd-a7f2-1d362fb9369c req-5d6cebcd-e07a-4750-abfa-ea380cdd9adb service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471169 Aug 19 17:52:53.145569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-876a075e-a2bf-4195-8d3d-db94c7081568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 217 time: 0.1081779 Aug 19 17:52:53.254803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:53.311326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16497cb1-84a3-4ea0-8b17-e099da9be6b1 req-f0456686-402b-4807-9907-ca23ab19b383 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.312909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16497cb1-84a3-4ea0-8b17-e099da9be6b1 req-f0456686-402b-4807-9907-ca23ab19b383 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 985 time: 0.3042772 Aug 19 17:52:53.333900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:53.375606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:53.377687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-7d95fd24-cf52-4511-b36b-4e1f7bde3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.379312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-7d95fd24-cf52-4511-b36b-4e1f7bde3987 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1988008 Aug 19 17:52:53.390383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:53.420484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-85a1d81a-dc41-4061-8635-91caa9162c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.422212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-85a1d81a-dc41-4061-8635-91caa9162c13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 1100 time: 0.2555082 Aug 19 17:52:53.466566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a306-b6b6-4e52-9bfa-8e3015a663b9 req-fc06f9c0-4a64-4562-b93d-77459e5881dc tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.468082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8506a306-b6b6-4e52-9bfa-8e3015a663b9 req-fc06f9c0-4a64-4562-b93d-77459e5881dc tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 946 time: 0.2885823 Aug 19 17:52:53.526335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16497cb1-84a3-4ea0-8b17-e099da9be6b1 req-4f14ff7f-8c36-4ecf-9451-82a3ed62d692 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2035756 Aug 19 17:52:53.607967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:53.638747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:53.729269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8506a306-b6b6-4e52-9bfa-8e3015a663b9 req-ccddec55-4749-462f-bb91-cb6ca51d9211 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301428 Aug 19 17:52:53.733086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-1eb034a8-64e9-4db6-a462-865c1de4eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.735040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-1eb034a8-64e9-4db6-a462-865c1de4eee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3403249 Aug 19 17:52:53.743757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.744516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:53.746292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-188bcb42-1812-412e-9f5a-052a4ea5ae22 service neutron] 10.222.0.42 "PUT /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 1123 time: 3.3071728 Aug 19 17:52:53.785156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Network e5b7f5b6-1d59-463a-91aa-376d508432dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:52:53.811878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:52:53.821369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:53.833924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:53.843038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:52:53.848684 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3e6eb1-87b0-4625-bf31-c0d606710b1f x-openstack-request-id: req-9f3e6eb1-87b0-4625-bf31-c0d606710b1f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:53.849248 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce", "code": 200}, {"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:53.849508 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f3e6eb1-87b0-4625-bf31-c0d606710b1f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:53.850073 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'code': 200} Aug 19 17:52:53.850331 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66', 'status': 'completed', 'code': 200} Aug 19 17:52:53.888776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-f8eb7c6c-6565-4eb6-8801-ed60b91e5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:53.890626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-f8eb7c6c-6565-4eb6-8801-ed60b91e5468 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.4323466 Aug 19 17:52:53.904050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:53.950565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:54.163142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:54.195313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114', 'mac_address': 'fa:16:3e:dc:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:54.298511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:54.318181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189adad-4264-4a7f-948c-9d88250fb6a0 req-36b44318-f867-4294-bffa-1324304aa7d8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.326588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4189adad-4264-4a7f-948c-9d88250fb6a0 req-36b44318-f867-4294-bffa-1324304aa7d8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.7068734 Aug 19 17:52:54.330159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:54.349244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-a877608b-a90e-44e7-a1a8-8389a16e6fbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 HTTP/1.1" status: 200 len: 217 time: 0.4462979 Aug 19 17:52:54.370165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:54.380708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:54.390729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.391363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:54.438884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:54.447212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.447212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.447656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.447890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.448285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.448766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.449129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.449390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.449728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.450097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.451747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.452194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:52:54.466457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-ce6aa412-e80f-4e53-a4be-e2749561d8cb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5577075 Aug 19 17:52:54.485602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-18148ffb-dd0b-46ec-ad9b-d6445f8b19c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164018 Aug 19 17:52:54.496869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4189adad-4264-4a7f-948c-9d88250fb6a0 req-16516302-dd47-47e7-9911-cba8203d6a49 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696866 Aug 19 17:52:54.501591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Request body: {'port': {'device_id': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:54.516846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fe6a8-cec9-4873-8634-75d1635eac4c req-2c427817-f4fa-467c-a3e4-08e5182d2189 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.518691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-928fe6a8-cec9-4873-8634-75d1635eac4c req-2c427817-f4fa-467c-a3e4-08e5182d2189 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 931 time: 0.6052363 Aug 19 17:52:54.548349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-4c88585d-d410-49ed-88c5-1106bc3d3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.550355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-4c88585d-d410-49ed-88c5-1106bc3d3ed4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1851184 Aug 19 17:52:54.724872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:54.761136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-928fe6a8-cec9-4873-8634-75d1635eac4c req-78ab3ae4-600e-4687-bb22-d2ec4df08b98 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093449 Aug 19 17:52:54.774724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-cfb0d39c-d443-4819-a622-18aa9bb5faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.776266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-cfb0d39c-d443-4819-a622-18aa9bb5faaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858418 Aug 19 17:52:54.788680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3022f-bdd7-4b9a-a761-791f3b868f97 req-9e2662dd-1674-49f4-818b-e31e342ed6b9 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:54.790276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64d3022f-bdd7-4b9a-a761-791f3b868f97 req-9e2662dd-1674-49f4-818b-e31e342ed6b9 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 949 time: 0.1908181 Aug 19 17:52:54.811337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2d845f-7b52-4a1c-bdc6-8c0d3b569ee0 req-b399019e-a88a-4d9a-bd01-de8bca569a49 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069756 Aug 19 17:52:54.884441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:55.015257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64d3022f-bdd7-4b9a-a761-791f3b868f97 req-4f0f06f0-39d5-4575-8f37-9b44d7dffa85 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954896 Aug 19 17:52:55.039209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-57947356-c433-4d75-9375-9873187f21d6 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-154040983&fields=id&tenant_id=3778c8d4e18c449dab24b182008f87a8 HTTP/1.1" status: 200 len: 267 time: 0.1997745 Aug 19 17:52:55.165643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-7edac1e7-5422-42fc-86fb-99e892b5fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.167212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-7edac1e7-5422-42fc-86fb-99e892b5fdd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1095 time: 0.2412536 Aug 19 17:52:55.177126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-868f1f6a-b80e-489e-aaaf-48dcf2bcba96 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859661 Aug 19 17:52:55.291039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:55.326712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-e2236030-93ab-49cc-8bb5-345d5c218fd3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.328250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-e2236030-93ab-49cc-8bb5-345d5c218fd3 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 985 time: 0.2752316 Aug 19 17:52:55.355284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c6ba-6510-44c0-9c90-cd33773ea332 req-62b71f2d-da78-4f47-a297-99819d0389f2 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.357546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5651c6ba-6510-44c0-9c90-cd33773ea332 req-62b71f2d-da78-4f47-a297-99819d0389f2 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 945 time: 0.2820592 Aug 19 17:52:55.364340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'port': {'security_groups': ['7c7b0e8c-fa9b-4ded-864a-40752f066465', '9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2', 'ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:52:55.389304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:55.399511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:55.436157 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.448659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:55.468800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:55.473004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.486323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-fb5071ee-b2da-44fc-996a-5f13769819dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.487820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-fb5071ee-b2da-44fc-996a-5f13769819dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.3071296 Aug 19 17:52:55.531899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=13']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:55.558480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ee486a-e32e-490c-8e21-4061a42091a9 req-c3d4f596-94af-4368-854a-bcbc3922e21b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651793 Aug 19 17:52:55.597074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.601285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5651c6ba-6510-44c0-9c90-cd33773ea332 req-3ef87902-0853-432a-bbfb-874da493617c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322943 Aug 19 17:52:55.602524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-e145342b-4e6b-4eca-80ee-2c77b5e6c2fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 217 time: 0.0698264 Aug 19 17:52:55.615230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ee10f4-8518-4775-9566-858cd1141fd8 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:55.635837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.734943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Transition to ACTIVE for port object c5ee10f4-8518-4775-9566-858cd1141fd8 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:52:55.748303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.764092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:55.792420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-1bf6c3c3-600e-4c54-9701-340aa3cc33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.793828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-1bf6c3c3-600e-4c54-9701-340aa3cc33e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1729348 Aug 19 17:52:55.856996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:55.859207 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:55.874781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6787c3-3de9-4516-8183-a0b8f8e856dd req-e86dc3c8-4ae5-4df6-a126-c2e9fcc893f1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:55.876310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb6787c3-3de9-4516-8183-a0b8f8e856dd req-e86dc3c8-4ae5-4df6-a126-c2e9fcc893f1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1950209 Aug 19 17:52:55.899273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:55.950942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:56.036051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb6787c3-3de9-4516-8183-a0b8f8e856dd req-184e9d59-6b25-4135-a8bb-153096ebad8d tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488774 Aug 19 17:52:56.044389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-9aea3cdb-39e7-4e2c-b2ad-31abacb02238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:56.046297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-9aea3cdb-39e7-4e2c-b2ad-31abacb02238 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390530 Aug 19 17:52:56.164610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Attempting to bind port c5ee10f4-8518-4775-9566-858cd1141fd8 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:52:56.164953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Attempting to bind port c5ee10f4-8518-4775-9566-858cd1141fd8 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:52:56.165281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Attempting to bind port c5ee10f4-8518-4775-9566-858cd1141fd8 on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:56.195241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:56.198918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Port c5ee10f4-8518-4775-9566-858cd1141fd8 on network e5b7f5b6-1d59-463a-91aa-376d508432dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:52:56.199248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Attempting to bind port c5ee10f4-8518-4775-9566-858cd1141fd8 on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:52:56.232726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:52:56.233123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Checking segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:52:56.233493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Bound using segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:52:56.233974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Bound port: c5ee10f4-8518-4775-9566-858cd1141fd8, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:52:56.234334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.280114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960229b-be3f-482f-8d6f-cf94e9a0e479 req-4241c6fc-cb43-409c-91ee-a4fe3d20c782 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:56.281612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4960229b-be3f-482f-8d6f-cf94e9a0e479 req-4241c6fc-cb43-409c-91ee-a4fe3d20c782 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 943 time: 0.1736915 Aug 19 17:52:56.287486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-ff11ba18-fecd-44f0-8e81-9b1318de3818 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316303 Aug 19 17:52:56.290866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.329961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.751986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:56.752608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.753998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d8dd2ea-4cb2-4f2f-bddf-c561ceb34bfe req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "PUT /v2.0/ports/62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 1021 time: 1.4183173 Aug 19 17:52:56.766033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4960229b-be3f-482f-8d6f-cf94e9a0e479 req-3520079d-e843-40bd-b938-0ac1e3993bcc tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774575 Aug 19 17:52:56.806943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:52:56.822621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b3f5-410d-4e45-b8b6-8bbd72dec372 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:56.832415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:52:56.839321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b799c5d7-57d6-44a2-b3df-808ffeb5f238 req-eb0a3a95-f487-4caf-8359-d4eaf6ee5a8b service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438061 Aug 19 17:52:56.840730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.904839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:56.905467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:56.906864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5ee10f4-8518-4775-9566-858cd1141fd8 HTTP/1.1" status: 200 len: 1092 time: 2.4139915 Aug 19 17:52:56.939268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5bc6-2ef0-4b46-b273-3634aee23190 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:56.949739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa883-8a6a-4e24-9da7-e6e24fe82c56 req-5e09fe62-dc6b-487d-a5ca-76d4e2e0f4eb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:56.951336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef0aa883-8a6a-4e24-9da7-e6e24fe82c56 req-5e09fe62-dc6b-487d-a5ca-76d4e2e0f4eb tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.0818126 Aug 19 17:52:57.005894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['62aba0e9-f829-47d9-9079-8380fd6818b2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:57.040089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef0aa883-8a6a-4e24-9da7-e6e24fe82c56 req-86a99923-d2cd-4afa-9fee-60575040563b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Aug 19 17:52:57.069166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-c4386a03-8e33-4ac0-b01c-fe30de76a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.070717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-c4386a03-8e33-4ac0-b01c-fe30de76a371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 1095 time: 0.0912776 Aug 19 17:52:57.136754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-50aeb039-db32-46f7-9f66-4a2a4753ca71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ee10f4-8518-4775-9566-858cd1141fd8 HTTP/1.1" status: 200 len: 217 time: 0.0489538 Aug 19 17:52:57.208734 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03e719a-a945-4622-b56e-5d97c654d31e x-openstack-request-id: req-c03e719a-a945-4622-b56e-5d97c654d31e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:57.208985 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:57.209237 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c03e719a-a945-4622-b56e-5d97c654d31e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:57.209953 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'status': 'completed', 'code': 200} Aug 19 17:52:57.249080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0015-07dd-452b-85a1-f57502d3b6be req-d97ab8ad-97fd-46f4-b1a3-62b9cf8c1f6a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.250670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab7b0015-07dd-452b-85a1-f57502d3b6be req-d97ab8ad-97fd-46f4-b1a3-62b9cf8c1f6a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 943 time: 0.1157908 Aug 19 17:52:57.274889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-c95cc743-c9de-4360-8261-252750c09fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.276376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-c95cc743-c9de-4360-8261-252750c09fc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 0.1296585 Aug 19 17:52:57.358556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c', '62aba0e9-f829-47d9-9079-8380fd6818b2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:57.360182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-7379b036-4f83-42a3-82f8-6905fdff678a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666995 Aug 19 17:52:57.437639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab7b0015-07dd-452b-85a1-f57502d3b6be req-f5ed0b3e-404d-4c91-ba1e-7b28ff7678b1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717498 Aug 19 17:52:57.442151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-56886345-2109-40d0-9670-184afde90e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.443644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-56886345-2109-40d0-9670-184afde90e0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1126 time: 0.1888640 Aug 19 17:52:57.451768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64ad20-dbd4-4183-84cc-25700940378d req-48f52927-e4ce-4719-814a-fe8a14f4bf23 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.453226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a64ad20-dbd4-4183-84cc-25700940378d req-48f52927-e4ce-4719-814a-fe8a14f4bf23 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 949 time: 0.1995146 Aug 19 17:52:57.611641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a64ad20-dbd4-4183-84cc-25700940378d req-36bc5c9c-50a5-470c-b73f-0ce94ed4f5b0 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513786 Aug 19 17:52:57.616005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-403393c5-5be3-4f48-8897-fd67314d40e1 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469971 Aug 19 17:52:57.697493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528f8b3-8e72-41ee-98ac-1ac5c5289191 req-7f30d489-f9cb-4eba-ab44-d61f12b2ba1f tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.699099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2528f8b3-8e72-41ee-98ac-1ac5c5289191 req-7f30d489-f9cb-4eba-ab44-d61f12b2ba1f tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 1102 time: 0.1729927 Aug 19 17:52:57.707480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-8ddfb3a7-7d21-4799-be49-c0f51685f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.709073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-8ddfb3a7-7d21-4799-be49-c0f51685f5d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.2514896 Aug 19 17:52:57.796616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-b2b24ffa-6569-428e-9dd4-f426772a7964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 217 time: 0.0662472 Aug 19 17:52:57.831270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-800f8b47-f216-4b2c-877d-534510997106 req-d1129b4f-ed12-4c77-8dc2-08ef25671054 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443 HTTP/1.1" status: 200 len: 1799 time: 0.1871443 Aug 19 17:52:57.852373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 63e9527a-460c-4fda-8927-28e3f3628b66 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:57.864159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:57.881094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2528f8b3-8e72-41ee-98ac-1ac5c5289191 req-4c60fe88-c281-4913-a37e-6223271fb25e tempest-MigrationsAdminTest-1502341863 tempest-MigrationsAdminTest-1502341863-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710424 Aug 19 17:52:57.892455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a581ba54-c809-4fce-b565-1fa2aa197d3c req-d3d30d66-c5e7-44c0-8cd8-86bf3eb8691f service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615528 Aug 19 17:52:57.915536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-5679e161-457e-41b6-b814-2b9a1718d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:57.919610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-5679e161-457e-41b6-b814-2b9a1718d97d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.1116717 Aug 19 17:52:57.947585 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-800f8b47-f216-4b2c-877d-534510997106 req-da1ae8a1-99ad-44d7-a12f-e9a18252736f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 17:52:57.949540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-800f8b47-f216-4b2c-877d-534510997106 req-da1ae8a1-99ad-44d7-a12f-e9a18252736f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443 HTTP/1.1" status: 409 len: 341 time: 0.0935702 Aug 19 17:52:57.973066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:57.990983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:57.991368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.026726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=63e9527a-460c-4fda-8927-28e3f3628b66,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:58.030811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-3c39f74b-b97c-4c15-b4c5-b3bc831a8a15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388060 Aug 19 17:52:58.048509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '63e9527a-460c-4fda-8927-28e3f3628b66', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:52:58.130870 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a4e29e80-e4e3-4704-a2fb-711af3002fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.145340 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.163491 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.168995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e9527a-460c-4fda-8927-28e3f3628b66 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:52:58.195701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f34f-d2f5-4570-abdb-e83e7aff0ae1 req-693f9380-c337-4938-8db9-57c8f4185c2e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.197375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3640f34f-d2f5-4570-abdb-e83e7aff0ae1 req-693f9380-c337-4938-8db9-57c8f4185c2e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 943 time: 0.0884244 Aug 19 17:52:58.209272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=63e9527a-460c-4fda-8927-28e3f3628b66,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:58.210748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-00981ad2-a01f-4587-ae64-262113975677 service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727324 Aug 19 17:52:58.215519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:58.218516 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0d9fd-ea7a-4e9f-8f4b-a8645a0b47e8" -d '{"events": [{"server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "name": "network-vif-plugged", "status": "completed", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:58.229306 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.236941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:58.257489 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:58.288841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:58.310351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3640f34f-d2f5-4570-abdb-e83e7aff0ae1 req-88359f09-d941-42ce-8de5-393c9b9902c4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971985 Aug 19 17:52:58.349585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd0423e1-f1f4-4d6c-bfd7-c4da56849b9d req-6e3c8996-c315-42b0-bf44-6ad6685dd59f service neutron] 10.222.0.13 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 Aug 19 17:52:58.353530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:58.609741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f59bf-88af-475a-91ee-14de8470f612 req-9eae5e96-471b-4e2a-ab5d-12d4008556b2 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.611913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-864f59bf-88af-475a-91ee-14de8470f612 req-9eae5e96-471b-4e2a-ab5d-12d4008556b2 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.0594563 Aug 19 17:52:58.617086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['63e9527a-460c-4fda-8927-28e3f3628b66'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:52:58.686815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-864f59bf-88af-475a-91ee-14de8470f612 req-d9beb018-f66b-49eb-b3d5-b687b4babddf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Aug 19 17:52:58.708403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527ca9-7e17-48de-bf24-7103d16c5c2c req-3d8da237-4831-461d-958f-172dd7a26141 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.710122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12527ca9-7e17-48de-bf24-7103d16c5c2c req-3d8da237-4831-461d-958f-172dd7a26141 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Aug 19 17:52:58.756272 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d7040-e8f0-4d79-86c9-98e0898f620b x-openstack-request-id: req-d08d7040-e8f0-4d79-86c9-98e0898f620b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:58.756994 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "name": "network-vif-plugged", "status": "completed", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:58.757401 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d08d7040-e8f0-4d79-86c9-98e0898f620b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:58.757950 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114', 'code': 200} Aug 19 17:52:58.766169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12527ca9-7e17-48de-bf24-7103d16c5c2c req-0262a214-f906-49e3-a2d3-d29c4b8d20e2 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Aug 19 17:52:58.938447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5667b-c200-46a6-9fb9-f2c93e88547b req-d87708d3-c4ea-41a9-bfc8-76013dd1d1b8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.939990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92e5667b-c200-46a6-9fb9-f2c93e88547b req-d87708d3-c4ea-41a9-bfc8-76013dd1d1b8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 943 time: 0.1187146 Aug 19 17:52:58.948629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a346e-1221-4fe7-b36a-435ba7e74261 req-8c119ee4-047b-4579-acaf-04049d3c2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.950141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1a346e-1221-4fe7-b36a-435ba7e74261 req-8c119ee4-047b-4579-acaf-04049d3c2fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 1102 time: 0.0985954 Aug 19 17:52:58.965111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22021102-d642-40c2-8559-b259dcd010a8 req-4d3ce00d-d5fc-422f-9c49-53103f349af1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:58.966838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22021102-d642-40c2-8559-b259dcd010a8 req-4d3ce00d-d5fc-422f-9c49-53103f349af1 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 950 time: 0.1057961 Aug 19 17:52:59.037130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92e5667b-c200-46a6-9fb9-f2c93e88547b req-0c0bfd6b-ec16-46e0-82d8-81efb8044b92 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848536 Aug 19 17:52:59.061285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1a346e-1221-4fe7-b36a-435ba7e74261 req-8d22f345-c200-47d4-a270-18245c931955 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829980 Aug 19 17:52:59.061285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22021102-d642-40c2-8559-b259dcd010a8 req-c32c1e86-b1aa-4327-8557-ea9266527137 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776718 Aug 19 17:52:59.181793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bcc6f-9e64-4ba9-a519-a87755d3924b req-c006c419-6bc8-452c-bd0f-111bcf39786a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.183726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-922bcc6f-9e64-4ba9-a519-a87755d3924b req-c006c419-6bc8-452c-bd0f-111bcf39786a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1024 time: 0.0592184 Aug 19 17:52:59.210497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2'}, {'name': 'network-changed', 'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:52:59.212714 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4d33a0-14a7-4fba-85b8-068784d7d003" -d '{"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2"}, {"name": "network-changed", "server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:52:59.264174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-922bcc6f-9e64-4ba9-a519-a87755d3924b req-38af1ab3-394a-4795-a2cc-16a2cb76920e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443&id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0705287 Aug 19 17:52:59.286582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80eb7b-95f1-48be-81f5-0a1b41c12d78 req-18587afb-9dd6-4882-93f2-a4ee869810ba tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.286785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b80eb7b-95f1-48be-81f5-0a1b41c12d78 req-18587afb-9dd6-4882-93f2-a4ee869810ba tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.0792723 Aug 19 17:52:59.334831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b80eb7b-95f1-48be-81f5-0a1b41c12d78 req-481f6c84-6ff0-49b2-b121-bbeb00e8fe19 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Aug 19 17:52:59.341292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:59.357965 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba3e39-dccf-4965-b71c-6d771f3e1e6e x-openstack-request-id: req-8fba3e39-dccf-4965-b71c-6d771f3e1e6e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:52:59.357965 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:52:59.357965 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fba3e39-dccf-4965-b71c-6d771f3e1e6e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:52:59.357965 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'status': 'completed', 'code': 200} Aug 19 17:52:59.357965 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'status': 'completed', 'code': 200} Aug 19 17:52:59.437755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b06634-7787-4444-83f5-30e446215e8b req-bd371af3-c55f-4408-815a-0e267243eeac tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.439589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3b06634-7787-4444-83f5-30e446215e8b req-bd371af3-c55f-4408-815a-0e267243eeac tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 945 time: 0.0989487 Aug 19 17:52:59.456314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:52:59.467679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:52:59.468584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:59.490844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-66438840-412b-43bd-8259-9099bc40f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.493208 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-66438840-412b-43bd-8259-9099bc40f805 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3778c8d4e18c449dab24b182008f87a8&device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1176 time: 0.0944200 Aug 19 17:52:59.610422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-987b3593-e265-472c-af46-e95e45939cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.612237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-987b3593-e265-472c-af46-e95e45939cff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 1095 time: 0.1700952 Aug 19 17:52:59.623103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1ca3-a033-4fa7-87e9-3706db2ccda5 req-c7c23931-7a2d-4c29-b58a-670ef2229133 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.625197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-3fe16976-c46d-40dd-b4a9-ccbb98e80c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.626940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-3fe16976-c46d-40dd-b4a9-ccbb98e80c8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 200 len: 913 time: 0.1257997 Aug 19 17:52:59.631555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-effe1ca3-a033-4fa7-87e9-3706db2ccda5 req-c7c23931-7a2d-4c29-b58a-670ef2229133 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 944 time: 0.1783702 Aug 19 17:52:59.637862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:59.685441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:52:59.690842 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:59.734833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-21d21151-69ed-4583-b9b1-612652c90e50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 200 len: 217 time: 0.0817416 Aug 19 17:52:59.774004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=14']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:52:59.774955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-effe1ca3-a033-4fa7-87e9-3706db2ccda5 req-41d4487a-4297-4b51-b579-dbafe619af6a tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422338 Aug 19 17:52:59.820260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-92099376-7093-4b06-bbc9-e0dc3904c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.823915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-92099376-7093-4b06-bbc9-e0dc3904c5cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 916 time: 0.1868312 Aug 19 17:52:59.831918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-57e6b1b0-5e61-49e5-875f-6166e3d3b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:52:59.833457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-57e6b1b0-5e61-49e5-875f-6166e3d3b910 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 200 len: 852 time: 0.0893464 Aug 19 17:52:59.838569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Deleting port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:52:59.838927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:52:59.868691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:52:59.881414 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-e0e6052b-b049-4093-9536-d0df50e2c74a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=472fcca1-16cb-495e-8122-d4cb2158d65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343325 Aug 19 17:52:59.886007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 63e9527a-460c-4fda-8927-28e3f3628b66 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:52:59.985825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-bdca22c9-e59b-489e-aa99-2ebc6eeff64d service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Aug 19 17:53:00.000358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-d9ebb54d-47d7-4a78-887f-fd7c7a2b0746 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5ee10f4-8518-4775-9566-858cd1141fd8 HTTP/1.1" status: 200 len: 217 time: 0.1561000 Aug 19 17:53:00.045121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:00.058779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'port_id': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'mac_address': 'fa:16:3e:aa:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7e6ec-7546-46c1-b972-07452a4cf165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:00.063079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 63e9527a-460c-4fda-8927-28e3f3628b66 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:00.085933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdaf76-4526-41e8-aedf-5bbc8f7bdc1c req-40e225b6-8cb4-42e6-9e8f-0fa80cdc314b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.087527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03cdaf76-4526-41e8-aedf-5bbc8f7bdc1c req-40e225b6-8cb4-42e6-9e8f-0fa80cdc314b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.2119370 Aug 19 17:53:00.094460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 63e9527a-460c-4fda-8927-28e3f3628b66 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:00.094676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.131017 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-cc0e08ef-c4e2-4013-8344-ace0b2be70eb service neutron] 10.222.0.42 "GET /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183474 Aug 19 17:53:00.135555 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.145344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86781cf5-d25d-4427-ba04-dd5e0b2c8591 req-7d30959d-b4b7-436d-aef1-23342b620f30 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.146860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86781cf5-d25d-4427-ba04-dd5e0b2c8591 req-7d30959d-b4b7-436d-aef1-23342b620f30 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 945 time: 0.2744384 Aug 19 17:53:00.156383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ee10f4-8518-4775-9566-858cd1141fd8 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:00.170981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-c0f82744-c294-4595-9ee3-0df2a4a3f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.172463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-c0f82744-c294-4595-9ee3-0df2a4a3f256 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 0.1589558 Aug 19 17:53:00.189172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:00.193631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.222654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] For port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:00.222937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.261230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03cdaf76-4526-41e8-aedf-5bbc8f7bdc1c req-16b7ee26-5fa9-4e58-b9f7-8c594c2d2ef2 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420057 Aug 19 17:53:00.263107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Calling delete_port for e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:00.268470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-0bcfaeed-3366-48c0-a32e-7a0610b443c1 service neutron] 10.222.0.13 "GET /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.2121439 Aug 19 17:53:00.297250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86781cf5-d25d-4427-ba04-dd5e0b2c8591 req-c1a6bb0b-a3c2-46ab-af27-52e94354b311 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/security-groups?id=94b56687-0103-4418-9ba3-01a376f37de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256664 Aug 19 17:53:00.394316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.456195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:00.477308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=63e9527a-460c-4fda-8927-28e3f3628b66,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:00.481877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.508035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-9a3667b8-7d6a-4858-b314-9fe859237095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2968688 Aug 19 17:53:00.544355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:00.556953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a60e-c20f-48fe-870b-765d133cbdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.564561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-a059c9c6-0868-4611-9486-f28d6836efff tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.566660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-a059c9c6-0868-4611-9486-f28d6836efff tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 951 time: 0.0509264 Aug 19 17:53:00.568723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c5ee10f4-8518-4775-9566-858cd1141fd8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:00.671511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Deleting port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:00.672189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.683335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-e7e4eba4-ff1a-4f11-94e1-fa81c228a544 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.685208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-e7e4eba4-ff1a-4f11-94e1-fa81c228a544 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce4a79c-0d1d-4d75-8540-9827e19ed218 HTTP/1.1" status: 200 len: 946 time: 0.2867982 Aug 19 17:53:00.699215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cdcec-10a9-41d7-a0d4-7a545d31c15b req-68de86c8-4c14-4de9-9f0d-d59ea724a4a6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.701368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284cdcec-10a9-41d7-a0d4-7a545d31c15b req-68de86c8-4c14-4de9-9f0d-d59ea724a4a6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 944 time: 0.3041685 Aug 19 17:53:00.759410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}, {'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:00.761890 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237038d1-c89c-47d4-b1ba-7d5604892db4" -d '{"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}, {"server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "name": "network-vif-plugged", "status": "completed", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:00.775575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2c299-7450-4e7a-9111-63d75f869ac9 req-edee0d70-2cc8-4871-a1ed-17eb571756a8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.783089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6c2c299-7450-4e7a-9111-63d75f869ac9 req-edee0d70-2cc8-4871-a1ed-17eb571756a8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4 HTTP/1.1" status: 200 len: 951 time: 0.3355534 Aug 19 17:53:00.790090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-68c5b524-c08e-4ef1-b255-3dc274863e7f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:00.791706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-68c5b524-c08e-4ef1-b255-3dc274863e7f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 1024 time: 0.0773337 Aug 19 17:53:00.796307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.849582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] For port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:00.849944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:00.891418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Calling delete_port for b52db6fb-2a51-4d7c-9c95-7ff0badd48ed owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:00.975074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Deleting port 62aba0e9-f829-47d9-9079-8380fd6818b2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:00.975617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.111972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port 62aba0e9-f829-47d9-9079-8380fd6818b2, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=62aba0e9-f829-47d9-9079-8380fd6818b2,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:01.112244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.130791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Calling delete_port for 62aba0e9-f829-47d9-9079-8380fd6818b2 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:01.141236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.155931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b', '134d4602-2e2d-463b-94e3-d1703c034b91', 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:01.200525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event deleted for resources: {'Port': ['ID=b52db6fb-2a51-4d7c-9c95-7ff0badd48ed,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:01.215384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.215384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.215384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.216931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.217227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.217559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.217893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.218217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.218545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.218871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.219197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.219559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:01.240759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-be88df63-778a-4901-89a0-1d0e0349760e service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842539 Aug 19 17:53:01.271273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284cdcec-10a9-41d7-a0d4-7a545d31c15b req-ba49d9b0-2c26-4936-ad2a-ff30537e5185 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516677 Aug 19 17:53:01.281439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] No DVR routers for this DVR port b52db6fb-2a51-4d7c-9c95-7ff0badd48ed on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:01.285141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.290305 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d2b9f54-6540-4dee-901b-d92fbc9aba11 req-7e95ec9e-334c-46b3-8b39-89c1ef728144 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "DELETE /v2.0/ports/b52db6fb-2a51-4d7c-9c95-7ff0badd48ed HTTP/1.1" status: 204 len: 173 time: 0.7137983 Aug 19 17:53:01.290777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-deleted', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:01.293171 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96643dd-8b02-41eb-9c17-d86a74807c03" -d '{"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-deleted", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:01.360054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.389079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6c2c299-7450-4e7a-9111-63d75f869ac9 req-3986a2a3-da28-4d7b-bb71-007bd9f11016 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050162 Aug 19 17:53:01.424101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.462929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6e1a77d2-3199-40a0-ad2b-1c9780826122'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:01.483815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'Port': ['ID=62aba0e9-f829-47d9-9079-8380fd6818b2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:01.565331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] No DVR routers for this DVR port 62aba0e9-f829-47d9-9079-8380fd6818b2 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:01.570252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.573063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ecb2dc47-57e3-4810-86d8-d741510bee65 req-8ec6fd9e-56f7-48d1-8576-3725baf57de8 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "DELETE /v2.0/ports/62aba0e9-f829-47d9-9079-8380fd6818b2 HTTP/1.1" status: 204 len: 173 time: 0.7681680 Aug 19 17:53:01.655536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event deleted for resources: {'Port': ['ID=e8c77fe3-643b-46f2-9ab5-d9bfcbe18653,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:01.677244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dbf4efc-9f2f-4954-91d6-2c02bcfff2e8 req-08bb35ed-b9a0-4581-88ca-87ff48d2af73 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=b09b059a-6e68-4f58-8e9a-9114f5540e4a HTTP/1.1" status: 200 len: 210 time: 0.1262543 Aug 19 17:53:01.761436 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e3db7-1475-42aa-9b10-deaab13489a6 x-openstack-request-id: req-b16e3db7-1475-42aa-9b10-deaab13489a6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:01.761760 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "code": 200}, {"server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "name": "network-vif-plugged", "status": "completed", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:01.761975 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b16e3db7-1475-42aa-9b10-deaab13489a6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:01.762513 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'code': 200} Aug 19 17:53:01.763304 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66', 'code': 200} Aug 19 17:53:01.835273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.849612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-4d9080c1-8e26-4829-b671-d6694df6c41e service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945795 Aug 19 17:53:01.857831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] No DVR routers for this DVR port e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:01.866102 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.868095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3b06634-7787-4444-83f5-30e446215e8b req-54728224-21ba-4870-8c6d-07b590565dd0 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.42 "DELETE /v2.0/ports/e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 HTTP/1.1" status: 204 len: 173 time: 2.4163451 Aug 19 17:53:01.869836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:01.880164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'name': 'network-vif-deleted', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:01.882603 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b059d579-bd08-4414-874f-6bf8647739e8" -d '{"events": [{"server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "name": "network-vif-deleted", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:01.907649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:01.913283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Deleting port 6e1a77d2-3199-40a0-ad2b-1c9780826122 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:01.913626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:01.955767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50edb3-b671-4323-b682-9de60dc22fca req-c70079b6-c493-460c-9dc0-545b973c6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:01.958991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0c50edb3-b671-4323-b682-9de60dc22fca req-c70079b6-c493-460c-9dc0-545b973c6ce5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1097 time: 0.0780783 Aug 19 17:53:02.005594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c5ee10f4-8518-4775-9566-858cd1141fd8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:02.013659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c5ee10f4-8518-4775-9566-858cd1141fd8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:02.013931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0c50edb3-b671-4323-b682-9de60dc22fca req-78b321e9-cc28-4c02-a30e-930ea2c294b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Aug 19 17:53:02.014103 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.018683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed57a9-419a-44db-becd-2cddad635411 req-5ffaf2af-1b22-416d-86da-98622a55f3f6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:02.020702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ed57a9-419a-44db-becd-2cddad635411 req-5ffaf2af-1b22-416d-86da-98622a55f3f6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.4008205 Aug 19 17:53:02.044596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:02.103404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.130767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:02.150478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:02.153599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898f03-a2d1-4c85-87ae-d657499e25c6 req-95dc4f2b-58dc-4a28-8831-989a1b53341c tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:02.155289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75898f03-a2d1-4c85-87ae-d657499e25c6 req-95dc4f2b-58dc-4a28-8831-989a1b53341c tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 945 time: 0.3033032 Aug 19 17:53:02.163283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.165032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:02.175507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ed57a9-419a-44db-becd-2cddad635411 req-549a6f9b-86e7-46d3-8d00-1055f4338bb8 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435692 Aug 19 17:53:02.181023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:02.184397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] For port 6e1a77d2-3199-40a0-ad2b-1c9780826122, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e1a77d2-3199-40a0-ad2b-1c9780826122,segment=NetworkSegment(81c13661-958c-47c3-b167-2495a48ee229),segment_id=81c13661-958c-47c3-b167-2495a48ee229)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:02.185308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.242000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.252497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Calling delete_port for 6e1a77d2-3199-40a0-ad2b-1c9780826122 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:02.264963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:02.307880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75898f03-a2d1-4c85-87ae-d657499e25c6 req-7eddcee4-8630-4662-84d6-4426e860e7c1 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377828 Aug 19 17:53:02.369939 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2500a960-a88b-47a7-a721-57bd90bf5de3 x-openstack-request-id: req-2500a960-a88b-47a7-a721-57bd90bf5de3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:02.370332 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4", "name": "network-vif-deleted", "tag": "b52db6fb-2a51-4d7c-9c95-7ff0badd48ed", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:02.370639 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2500a960-a88b-47a7-a721-57bd90bf5de3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:02.371087 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bff5b-aa9f-4fff-9736-05bf75f0b0b4', 'name': 'network-vif-deleted', 'tag': 'b52db6fb-2a51-4d7c-9c95-7ff0badd48ed', 'status': 'completed', 'code': 200} Aug 19 17:53:02.448818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a20c3-4d68-4628-a7e3-2efacf06fc59 req-c312cc6a-46dd-44ed-b30b-f59ce775abaf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:02.451101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f9a20c3-4d68-4628-a7e3-2efacf06fc59 req-c312cc6a-46dd-44ed-b30b-f59ce775abaf tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 943 time: 0.1747088 Aug 19 17:53:02.459932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] Transition to ACTIVE for port object c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:02.478260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.510122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32b11184-eea2-4f17-b267-d550eb022078 req-7f9eb59a-5509-4688-88bb-5219205eeeb7 tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b494a4f-6a1a-4092-a049-32076d535632 HTTP/1.1" status: 200 len: 210 time: 0.0546319 Aug 19 17:53:02.542424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d7184c40-76ad-48c0-b70e-eed94276b69c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:02.616627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f9a20c3-4d68-4628-a7e3-2efacf06fc59 req-f27068b1-bb9b-43a7-b733-8f4f35c8b209 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550777 Aug 19 17:53:02.678128 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f641d6e-c403-48f7-8e44-9f465675c0b9 x-openstack-request-id: req-2f641d6e-c403-48f7-8e44-9f465675c0b9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:02.678695 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b494a4f-6a1a-4092-a049-32076d535632", "name": "network-vif-deleted", "tag": "e8c77fe3-643b-46f2-9ab5-d9bfcbe18653", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:02.678695 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f641d6e-c403-48f7-8e44-9f465675c0b9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:02.679062 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b494a4f-6a1a-4092-a049-32076d535632', 'name': 'network-vif-deleted', 'tag': 'e8c77fe3-643b-46f2-9ab5-d9bfcbe18653', 'status': 'completed', 'code': 200} Aug 19 17:53:02.680118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.703899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:02.710080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] No DVR routers for this DVR port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:02.751494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Pushing event deleted for resources: {'Port': ['ID=6e1a77d2-3199-40a0-ad2b-1c9780826122,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:02.827323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] No DVR routers for this DVR port 6e1a77d2-3199-40a0-ad2b-1c9780826122 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:02.832673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9e78aeac-aa19-452f-9812-bbb814a45228 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce/bindings/n-h1-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5125964 Aug 19 17:53:02.833696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:02.835547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65a9d1b3-292f-469f-81ae-4ad1837905e1 req-cea785ad-a6ea-4746-af63-7fb7c3c8ee0c tempest-MultipleCreateTestJSON-2097578454 tempest-MultipleCreateTestJSON-2097578454-project] 10.222.0.13 "DELETE /v2.0/ports/6e1a77d2-3199-40a0-ad2b-1c9780826122 HTTP/1.1" status: 204 len: 173 time: 2.1314685 Aug 19 17:53:02.860298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1322f-9271-459b-b74a-dfe2e9804194 req-3e0f281a-757f-47e3-86f0-83b990d6afe9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:02.861877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feb1322f-9271-459b-b74a-dfe2e9804194 req-3e0f281a-757f-47e3-86f0-83b990d6afe9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1231019 Aug 19 17:53:02.906520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feb1322f-9271-459b-b74a-dfe2e9804194 req-c26d1b49-571a-4997-969f-488f67001e3f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Aug 19 17:53:03.023751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-4494909d-20a1-45ca-9c68-d30baeb20d67 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.025661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-4494909d-20a1-45ca-9c68-d30baeb20d67 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.0720091 Aug 19 17:53:03.149982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0efe6-97e0-419a-a699-9f661c0b49c8 req-70fd9eb8-8d5f-4d05-b7e6-93b9c6236005 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.152483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97b0efe6-97e0-419a-a699-9f661c0b49c8 req-70fd9eb8-8d5f-4d05-b7e6-93b9c6236005 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.1079900 Aug 19 17:53:03.177634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-f0afb8dd-5540-416d-b947-93b8fc7d8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.180479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-f0afb8dd-5540-416d-b947-93b8fc7d8ee8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f&tenant_id=6439c690dedc4551b5cb97a52db76db2 HTTP/1.1" status: 200 len: 1096 time: 0.1465502 Aug 19 17:53:03.249703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97b0efe6-97e0-419a-a699-9f661c0b49c8 req-37cfc125-3b44-4b01-86d6-cbb13b581f86 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Aug 19 17:53:03.285126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-430ad287-0849-4b15-ac5a-3b7710e6916f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2 HTTP/1.1" status: 200 len: 1800 time: 0.1034498 Aug 19 17:53:03.309990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-354605f3-71c8-4a3a-8798-6237593d3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.312316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-354605f3-71c8-4a3a-8798-6237593d3447 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6439c690dedc4551b5cb97a52db76db2&device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1096 time: 0.0796835 Aug 19 17:53:03.353777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:03.376573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:03.377033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e8c77fe3-643b-46f2-9ab5-d9bfcbe18653 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:03.377538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:03.407698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: b52db6fb-2a51-4d7c-9c95-7ff0badd48ed {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:03.408048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b52db6fb-2a51-4d7c-9c95-7ff0badd48ed not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:03.408608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 62aba0e9-f829-47d9-9079-8380fd6818b2 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:03.437603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 62aba0e9-f829-47d9-9079-8380fd6818b2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:03.438796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 62aba0e9-f829-47d9-9079-8380fd6818b2 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:03.441110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:03.469149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:03.488860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21889643-29b1-4bb1-be01-4fb3b64a7b76 req-96082e3e-7a2c-4005-8379-2e2e44e4baec tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.490605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21889643-29b1-4bb1-be01-4fb3b64a7b76 req-96082e3e-7a2c-4005-8379-2e2e44e4baec tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 950 time: 0.1409290 Aug 19 17:53:03.528379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-7580e4fa-1aaa-4afa-b52a-db048d1c9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.529967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-7580e4fa-1aaa-4afa-b52a-db048d1c9181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 200 len: 909 time: 0.2059405 Aug 19 17:53:03.531581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:03.596020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-487ee7c6-3ec6-457b-bafa-86a8d8fd4b83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 200 len: 217 time: 0.0487564 Aug 19 17:53:03.612913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21889643-29b1-4bb1-be01-4fb3b64a7b76 req-20fa8c06-7cad-4a35-b627-7f514df35fb7 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086257 Aug 19 17:53:03.664183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:03.666950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:03.668117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f37b05f6-1a1c-4558-8f28-1996d1c5f36b req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2 HTTP/1.1" status: 204 len: 173 time: 0.3710656 Aug 19 17:53:03.676576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-a1a30f70-9e37-4348-9c99-10ab0c586250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.677990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-a1a30f70-9e37-4348-9c99-10ab0c586250 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 200 len: 848 time: 0.0624757 Aug 19 17:53:03.682933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14aeb4-0729-49b6-87a6-9addbbcb7b21 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:03.714219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-9bd3d0c1-f627-43b8-9864-b8c5152ecab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6823ed67-9e6c-451d-8bde-2508e3d09943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276086 Aug 19 17:53:03.764986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:03.767557 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23717844-a6f7-4e1a-b931-bc1c1ff336f7" -d '{"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:03.837972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-ade8079b-5e7c-4a2a-be72-7d217ce78b82 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7031de3514424fadb88883f3edc1c6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348542 Aug 19 17:53:03.899549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e1a77d2-3199-40a0-ad2b-1c9780826122 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:03.921297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 6e1a77d2-3199-40a0-ad2b-1c9780826122 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:03.921934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e1a77d2-3199-40a0-ad2b-1c9780826122 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:03.924134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c485a1-52f1-4a40-990b-e08d54452248 req-09f96587-8834-49e1-812a-84716ed8deef tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:03.925782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36c485a1-52f1-4a40-990b-e08d54452248 req-09f96587-8834-49e1-812a-84716ed8deef tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 945 time: 0.1831715 Aug 19 17:53:03.939568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-659dd48d-6a5c-4f7a-9c09-9729635663eb service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168868 Aug 19 17:53:04.060584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-6e44c64d-944d-4c23-91d1-760358cb7e80 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.062085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-6e44c64d-944d-4c23-91d1-760358cb7e80 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150304 Aug 19 17:53:04.064896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36c485a1-52f1-4a40-990b-e08d54452248 req-8fb8a0e3-b9c5-4176-a63b-b4fb08cc660c tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326599 Aug 19 17:53:04.085455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-addc0294-4d5f-4b13-b685-f025f870be05 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/quotas/7031de3514424fadb88883f3edc1c6f0 HTTP/1.1" status: 200 len: 375 time: 0.0159862 Aug 19 17:53:04.135470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-93079c46-6e02-45a5-9d40-acbf101a9031 service neutron] 10.222.0.42 "GET /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861458 Aug 19 17:53:04.152489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-8de2a27f-6046-4f44-a867-b6b25b07017f tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563800 Aug 19 17:53:04.221710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92757b-f888-49fa-9c5c-f6181c7783e9 req-16bfd389-6aea-46ab-bea3-a2cb0963ae79 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.223246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef92757b-f888-49fa-9c5c-f6181c7783e9 req-16bfd389-6aea-46ab-bea3-a2cb0963ae79 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 944 time: 0.0547822 Aug 19 17:53:04.280373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef92757b-f888-49fa-9c5c-f6181c7783e9 req-93c1249c-254e-436f-bfe7-f8a73f4e5be3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Aug 19 17:53:04.349736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-9257c356-c00f-4df6-8130-ba478e9e3933 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443 HTTP/1.1" status: 200 len: 1799 time: 0.0569730 Aug 19 17:53:04.373109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'name': 'network-vif-deleted', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:04.374984 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d5e6f-f2d2-46f9-9d48-5063c617ab98 x-openstack-request-id: req-447d5e6f-f2d2-46f9-9d48-5063c617ab98 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:04.375351 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:04.375737 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-447d5e6f-f2d2-46f9-9d48-5063c617ab98 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:04.376195 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'code': 200} Aug 19 17:53:04.377367 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca63f101-a7cc-47f6-8a3f-d80a9a41a738" -d '{"events": [{"server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "name": "network-vif-deleted", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:04.542910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-0fba84ae-5260-441a-95db-a37ec641a0e6 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.544605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-0fba84ae-5260-441a-95db-a37ec641a0e6 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f&tenant_id=6439c690dedc4551b5cb97a52db76db2&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1096 time: 0.1618199 Aug 19 17:53:04.552979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.566921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46d126-cda8-4a77-a2ce-cde4ce62dbed req-cabd57f0-b381-46b6-abc8-4398c798e434 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.568558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b46d126-cda8-4a77-a2ce-cde4ce62dbed req-cabd57f0-b381-46b6-abc8-4398c798e434 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1346951 Aug 19 17:53:04.619535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353752c-156e-43db-b895-da1ecfa7d0a1 req-dc827607-4d7d-42ef-b921-fa4aebcacf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.621033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9353752c-156e-43db-b895-da1ecfa7d0a1 req-dc827607-4d7d-42ef-b921-fa4aebcacf50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 1097 time: 0.1424897 Aug 19 17:53:04.646798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.690561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'name': 'network-vif-deleted', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:04.692814 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68705b-59c6-4619-b858-882866938202" -d '{"events": [{"server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "name": "network-vif-deleted", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:04.727342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b46d126-cda8-4a77-a2ce-cde4ce62dbed req-7c1488c0-3679-4795-8008-6a20e1ac10c8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475525 Aug 19 17:53:04.738517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9353752c-156e-43db-b895-da1ecfa7d0a1 req-6a2f4f47-5d7a-421d-943c-582c6f36f3c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994301 Aug 19 17:53:04.752626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.754583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.755768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07f0fc88-f674-4ec3-b59d-a8792ed75d54 req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443 HTTP/1.1" status: 204 len: 173 time: 0.3966963 Aug 19 17:53:04.796502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85ad9a-d8f2-4ec6-99b3-c6ffd95284b1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:04.845315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:04.852828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-c6c9a431-7dc6-49d1-ba7c-6ab04f8ab626 service neutron] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:04.860656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-c6c9a431-7dc6-49d1-ba7c-6ab04f8ab626 service neutron] Notify callbacks [] for binding, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.861978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-c6c9a431-7dc6-49d1-ba7c-6ab04f8ab626 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce/bindings/n-h2-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.3048499 Aug 19 17:53:04.877985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-d530af68-682c-42de-b332-07ee552d9483 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.880596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-d530af68-682c-42de-b332-07ee552d9483 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0820320 Aug 19 17:53:04.907664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-513ac495-10fc-471f-8487-5d38a3fc9a2b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:04.909148 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-513ac495-10fc-471f-8487-5d38a3fc9a2b tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 950 time: 0.1501040 Aug 19 17:53:04.917122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Deleting subnet eabb818e-f91f-45b1-91d0-c28587bd948e {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:04.928496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:04.965780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c458207-e671-4d96-b9ae-dacd74da4bc3 req-356588c8-60ad-45c1-83c7-3159de8c5393 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 210 time: 0.0707202 Aug 19 17:53:04.975669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-b4cc9783-2814-4920-bde2-e0b35bd303d2 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0845838 Aug 19 17:53:04.990014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:05.026205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.032277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.066960 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc3da87-44e0-449f-93fc-8943094d488d x-openstack-request-id: req-1bc3da87-44e0-449f-93fc-8943094d488d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:05.067220 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09b059a-6e68-4f58-8e9a-9114f5540e4a", "name": "network-vif-deleted", "tag": "62aba0e9-f829-47d9-9079-8380fd6818b2", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:05.067484 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bc3da87-44e0-449f-93fc-8943094d488d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:05.067881 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09b059a-6e68-4f58-8e9a-9114f5540e4a', 'name': 'network-vif-deleted', 'tag': '62aba0e9-f829-47d9-9079-8380fd6818b2', 'status': 'completed', 'code': 200} Aug 19 17:53:05.085076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.125262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Deleting port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:05.125600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.213223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.254854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a5ac3-c08d-4948-b650-529adf18b279 req-970b4048-da63-42cd-b861-6c18003c2eaf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:05.256418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-832a5ac3-c08d-4948-b650-529adf18b279 req-970b4048-da63-42cd-b861-6c18003c2eaf tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=96972921-b65d-4345-a1ba-43532dee4fb7 HTTP/1.1" status: 200 len: 950 time: 0.1327116 Aug 19 17:53:05.264267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabb818e-f91f-45b1-91d0-c28587bd948e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:05.274436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.278764 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82f239a0-3aee-46c5-88e0-435369ca4cd7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eabb818e-f91f-45b1-91d0-c28587bd948e HTTP/1.1" status: 204 len: 168 time: 0.4302924 Aug 19 17:53:05.280906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] For port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:05.280906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.281127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44792) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:05.293002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Calling delete_port for e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:05.421902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-832a5ac3-c08d-4948-b650-529adf18b279 req-e7d89965-a0fa-499d-a2d9-fb42f517df06 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542995 Aug 19 17:53:05.428671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.440814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.456462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b', '134d4602-2e2d-463b-94e3-d1703c034b91'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:05.483320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event deleted for resources: {'Port': ['ID=e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:05.570254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] No DVR routers for this DVR port e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:05.579637 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.582505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-180f6098-3d5f-47f6-88d2-d07b316c2e04 req-56d33194-2c01-481d-a04a-e06078f4e033 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "DELETE /v2.0/ports/e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 HTTP/1.1" status: 204 len: 173 time: 0.6620688 Aug 19 17:53:05.621843 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23f1b3-703e-4060-9ebc-74ef70c57bfa x-openstack-request-id: req-1a23f1b3-703e-4060-9ebc-74ef70c57bfa {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:05.622290 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4a79c-0d1d-4d75-8540-9827e19ed218", "name": "network-vif-deleted", "tag": "6e1a77d2-3199-40a0-ad2b-1c9780826122", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:05.622547 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a23f1b3-703e-4060-9ebc-74ef70c57bfa {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:05.622921 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4a79c-0d1d-4d75-8540-9827e19ed218', 'name': 'network-vif-deleted', 'tag': '6e1a77d2-3199-40a0-ad2b-1c9780826122', 'status': 'completed', 'code': 200} Aug 19 17:53:05.627865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.656620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1152778003', 'description': 'tempest-description-993662212'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:05.681145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-dbbed40c-c4cb-4df7-8cbe-e49ddd38d194 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7031de3514424fadb88883f3edc1c6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550025 Aug 19 17:53:05.700816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d328e9b-3252-4257-9e4e-d78383f6916f']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:05.727777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c13661-958c-47c3-b167-2495a48ee229') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:05.728069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c13661-958c-47c3-b167-2495a48ee229') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:05.753953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.771743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.796049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.833816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:05.834326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:05.836124 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:05.849732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-c6794422-89c4-4955-b92c-e95c3f1f83a7 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:05.851157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-c6794422-89c4-4955-b92c-e95c3f1f83a7 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645455 Aug 19 17:53:05.865635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Request body: {'port': {'device_id': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '7031de3514424fadb88883f3edc1c6f0'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:06.235708 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:53:06.287910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.307541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.310519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] 10.222.0.36 "DELETE /v2.0/networks/8d328e9b-3252-4257-9e4e-d78383f6916f HTTP/1.1" status: 204 len: 168 time: 1.0291524 Aug 19 17:53:06.329054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.330126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eb3d8-bba6-4441-b957-e63b25d7334e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d328e9b-3252-4257-9e4e-d78383f6916f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:06.334956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.452885 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.460256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.473825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Made reservation on behalf of 7031de3514424fadb88883f3edc1c6f0 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:06.478011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.489534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44806) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:06.496460 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298 associated. External IP: 172.25.5.74, port: 05f21ece-1051-4173-9e11-68c35e51efce. Aug 19 17:53:06.502245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.503517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-267f6409-671c-485e-9fff-51c1824850dc req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8597264 Aug 19 17:53:06.546298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf7483-5cd9-4366-ba00-0ee5cac14fa4 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90c603-69bc-413f-9d42-bc749a628048,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:06.599046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6139426-df41-4b30-aca4-f0678708bc46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4179b584941e4cd285a13cfd0e551af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082690 Aug 19 17:53:06.602044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44812) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:06.661463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7a9db-068d-462e-bb7d-911827b819a7 req-499fd84e-b060-4e8a-85bb-17e1c259c03a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:06.662951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33a7a9db-068d-462e-bb7d-911827b819a7 req-499fd84e-b060-4e8a-85bb-17e1c259c03a tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 944 time: 0.0666671 Aug 19 17:53:06.702634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Allocated IP 192.168.233.120 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/adf183ff-f843-4789-b3bf-3c03f9eb35da) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:06.704642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.739852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.770845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33a7a9db-068d-462e-bb7d-911827b819a7 req-3742d146-25c3-4746-bd9c-ddd4666318b4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732512 Aug 19 17:53:06.812137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:06.867154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.869686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.873765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94b56687-0103-4418-9ba3-01a376f37de9 HTTP/1.1" status: 204 len: 168 time: 0.2678750 Aug 19 17:53:06.890343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc22ac-4c6c-40a2-8919-a6100dc0cc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b56687-0103-4418-9ba3-01a376f37de9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:06.924447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:06.938567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Transition to ACTIVE for port object adf183ff-f843-4789-b3bf-3c03f9eb35da will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:06.967609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b549d74-a32b-4a2e-aa51-ec972e01cabb req-7c04cdde-4f81-4f0c-a02f-20b5506f654e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:06.971949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b549d74-a32b-4a2e-aa51-ec972e01cabb req-7c04cdde-4f81-4f0c-a02f-20b5506f654e tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1163185 Aug 19 17:53:06.973765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.004456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:07.011044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.014982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:07.028021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:07.031562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:07.036094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:07.040494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Pushing event updated for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:07.047799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:07.063094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b549d74-a32b-4a2e-aa51-ec972e01cabb req-1eacb9fe-e1b3-4123-9d5c-aba4dba2fe3d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Aug 19 17:53:07.065088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-3dc2505e-17f2-49b9-9543-bdda0e341be6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "PUT /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 995 time: 2.0886068 Aug 19 17:53:07.078772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-deleted', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:07.080161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:07.081016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:07.084549 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af3add6-966f-48bf-b44a-30ed1cf7dbb9" -d '{"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-deleted", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:07.123086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.123769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.157609 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-4c99d4c6-cee3-4877-9303-0f4a8c11017e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2959213 Aug 19 17:53:07.172789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Request body: {'port': {'device_id': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:07.187854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-832297b8-1114-44a3-ac5d-0a291f9f6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.189407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-832297b8-1114-44a3-ac5d-0a291f9f6d27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.1035914 Aug 19 17:53:07.264152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.307120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e53db-867f-4749-9eaa-4d7ec94631f1 req-daf1c755-50fd-43bd-9b7f-aaef62d9d1bf tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.309940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-155e53db-867f-4749-9eaa-4d7ec94631f1 req-daf1c755-50fd-43bd-9b7f-aaef62d9d1bf tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 936 time: 0.1173055 Aug 19 17:53:07.359216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:07.369954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:07.380615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-22200559-4ece-40cc-b8a7-4b650c6dc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.380615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-22200559-4ece-40cc-b8a7-4b650c6dc527 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1750488 Aug 19 17:53:07.438404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-155e53db-867f-4749-9eaa-4d7ec94631f1 req-df922bb5-9ce2-47bd-a2b9-03938ccf5b0c tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047974 Aug 19 17:53:07.448178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:07.452551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:07.466806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef138aa3-feeb-4ef8-9d2c-aa2a57e38a14 None None] Provisioning for port adf183ff-f843-4789-b3bf-3c03f9eb35da completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:07.477536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-03fe95c2-1395-429f-9915-a78fc44fb5ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 998 time: 0.0894768 Aug 19 17:53:07.481788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef138aa3-feeb-4ef8-9d2c-aa2a57e38a14 None None] Provisioning complete for port adf183ff-f843-4789-b3bf-3c03f9eb35da triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:07.482352 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ef138aa3-feeb-4ef8-9d2c-aa2a57e38a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.579140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-89d2b3de-fcf6-4ad6-b3fe-a8c915b08251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.581465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-89d2b3de-fcf6-4ad6-b3fe-a8c915b08251 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0949845 Aug 19 17:53:07.601545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ef138aa3-feeb-4ef8-9d2c-aa2a57e38a14 None None] Port adf183ff-f843-4789-b3bf-3c03f9eb35da cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:53:07.638874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:07.643120 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9933a1-4f32-489f-9ae7-8f31143a7b75" -d '{"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:07.678105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-f6860cce-c147-4995-89b4-f383ff15a7c9 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/5d90c603-69bc-413f-9d42-bc749a628048 HTTP/1.1" status: 200 len: 1800 time: 0.0954444 Aug 19 17:53:07.693744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf183ff-f843-4789-b3bf-3c03f9eb35da {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:07.697566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Request body: {'security_group': {'name': 'tempest-sg-hth-529149577', 'description': 'tempest-description-hth-1981038074'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:07.703391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-5b97b9db-1710-4273-bf9a-07c7faf9cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:07.704736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.705312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-5b97b9db-1710-4273-bf9a-07c7faf9cad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125224 Aug 19 17:53:07.720483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Transition to ACTIVE for port object adf183ff-f843-4789-b3bf-3c03f9eb35da will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:07.724440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.773147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:05Z', 'revision_number': 1, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:07.807856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:07.809815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.830643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:07.840815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:07.841891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:07.868083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Attempting to bind port adf183ff-f843-4789-b3bf-3c03f9eb35da on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:07.868423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Attempting to bind port adf183ff-f843-4789-b3bf-3c03f9eb35da by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:07.869009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Attempting to bind port adf183ff-f843-4789-b3bf-3c03f9eb35da on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:07.874725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Port adf183ff-f843-4789-b3bf-3c03f9eb35da on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:53:07.875056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Attempting to bind port adf183ff-f843-4789-b3bf-3c03f9eb35da on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:07.880776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:07.881119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:07.881507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:07.882407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Bound port: adf183ff-f843-4789-b3bf-3c03f9eb35da, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:07.882770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:07.899428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:07.977636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:07.977933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:07.982761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:07.984604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-0fc05470-a10c-4bdd-bee0-b20f7a342c16 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691283 Aug 19 17:53:07.988116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.015004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.041169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.041890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.043371 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] 10.222.0.42 "PUT /v2.0/ports/adf183ff-f843-4789-b3bf-3c03f9eb35da HTTP/1.1" status: 200 len: 1097 time: 0.8775098 Aug 19 17:53:08.050960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.053645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.055135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aece3dc6-3f03-4bfe-b28d-52477611c9db req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "PUT /v2.0/security-groups/5d90c603-69bc-413f-9d42-bc749a628048 HTTP/1.1" status: 200 len: 1774 time: 0.3665080 Aug 19 17:53:08.088250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f898c4-8b49-4ca1-843e-90cd60565cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:08.122799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a07a9-4a42-47d3-85be-2c415dac7439 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90c603-69bc-413f-9d42-bc749a628048,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:08.146417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1124465396-network', 'tenant_id': '423baffd971c4dfe97cb69a2734b8b9c'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:08.152119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4598efaa-df5c-447d-b2a5-642e50eef24c req-33d21ded-fbbb-4f54-add1-d9de0694750c service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665175 Aug 19 17:53:08.207866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Made reservation on behalf of 423baffd971c4dfe97cb69a2734b8b9c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:08.210233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.214602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-5377dec5-c843-4bbd-a3e0-7dac635880b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.216238 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-5377dec5-c843-4bbd-a3e0-7dac635880b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 1100 time: 0.1181011 Aug 19 17:53:08.222070 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.276084 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4048bb-bb53-4d4a-9c2c-43c0037a3a81 x-openstack-request-id: req-bd4048bb-bb53-4d4a-9c2c-43c0037a3a81 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:08.276376 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96972921-b65d-4345-a1ba-43532dee4fb7", "name": "network-vif-deleted", "tag": "e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:08.276626 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd4048bb-bb53-4d4a-9c2c-43c0037a3a81 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:08.277218 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96972921-b65d-4345-a1ba-43532dee4fb7', 'name': 'network-vif-deleted', 'tag': 'e2fd715d-ae23-4c42-b0b3-e4772d1cbfd0', 'status': 'completed', 'code': 200} Aug 19 17:53:08.281497 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-9ff8992c-ff82-4bd9-8912-be9dd28490da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da HTTP/1.1" status: 200 len: 217 time: 0.0505056 Aug 19 17:53:08.339219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:05Z', 'revision_number': 1, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:08.377064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-d4df8513-4cf2-41cd-9920-e498812dd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.378791 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-d4df8513-4cf2-41cd-9920-e498812dd034 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0877428 Aug 19 17:53:08.397678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50d48c-54b8-45e5-b6ce-c96bb8c5247a None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:05Z', 'revision_number': 1, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:08.417945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263d29-0e3a-4581-bb94-07494d879093 req-b159c5ae-cbc6-4d94-aeb0-77cc0d4de90c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.427439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4263d29-0e3a-4581-bb94-07494d879093 req-b159c5ae-cbc6-4d94-aeb0-77cc0d4de90c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.0912194 Aug 19 17:53:08.469709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-8fb089b2-94da-47fc-8ceb-04e2d949eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.472208 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-8fb089b2-94da-47fc-8ceb-04e2d949eae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846319 Aug 19 17:53:08.474552 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.480102 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.496057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4263d29-0e3a-4581-bb94-07494d879093 req-70801e08-6c18-481d-97cc-e167523fa986 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Aug 19 17:53:08.556343 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147c610-6d61-4427-bd7e-1bcf34644e28 x-openstack-request-id: req-d147c610-6d61-4427-bd7e-1bcf34644e28 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:08.556902 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:08.557224 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d147c610-6d61-4427-bd7e-1bcf34644e28 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:08.557874 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:53:08.579916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:08.596600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:08.615728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.616118 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Added segment 9f5c6695-3620-4431-b253-56a5e34e553f of type vlan for network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 Aug 19 17:53:08.692326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc73341-7417-43bf-8814-48b99538fd3e None None] New status for floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:53:08.701599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.709840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48778744-8a77-44d7-866d-4e798b90f18c req-7c9acfb6-8708-4c22-8229-6ab02c589df1 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/5d90c603-69bc-413f-9d42-bc749a628048 HTTP/1.1" status: 200 len: 1774 time: 0.1381834 Aug 19 17:53:08.712266 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-aa1f979e-32d0-4f3f-b8af-e4e5a1f646dd service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243621 Aug 19 17:53:08.727745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-12dc391e-2d55-44d8-9fd0-40e3d1700660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.729466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-12dc391e-2d55-44d8-9fd0-40e3d1700660 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.1391423 Aug 19 17:53:08.811408 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.812539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.813575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.866958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-382540b3-2784-4118-9f7e-2b0ec71baf9c tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.868608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-382540b3-2784-4118-9f7e-2b0ec71baf9c tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1562438 Aug 19 17:53:08.877356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b916ee56-07be-4c45-bdd1-86588e6ff7b3 req-e6ec2aa2-f478-46e7-8fbe-e712eac65184 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542423 Aug 19 17:53:08.893787 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9933655 Aug 19 17:53:08.897663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:08.900319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67719ac1-e46a-4934-ac8e-3bd7a2b817f6 req-8a1ea7b4-9af9-41d7-8ede-bc779b432302 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.901909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67719ac1-e46a-4934-ac8e-3bd7a2b817f6 req-8a1ea7b4-9af9-41d7-8ede-bc779b432302 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 1096 time: 0.1053228 Aug 19 17:53:08.903175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Request body: {'subnet': {'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1124465396-subnet', 'tenant_id': '423baffd971c4dfe97cb69a2734b8b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:08.914222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f824d9a-feaa-46a4-b609-9abdfd9dfb8b admin admin] Pushing event updated for resources: {'Network': ['ID=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:08.925592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:08.940645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Made reservation on behalf of 423baffd971c4dfe97cb69a2734b8b9c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:08.943421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:08.986061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-7158b7a2-d24e-4bdf-8b7e-1cb3ddb095fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:08.987846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-7158b7a2-d24e-4bdf-8b7e-1cb3ddb095fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.2416308 Aug 19 17:53:09.053599 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67719ac1-e46a-4934-ac8e-3bd7a2b817f6 req-0a46906d-c482-405d-876b-9bd4e5815628 tempest-LiveMigrationTest-662180120 tempest-LiveMigrationTest-662180120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358070 Aug 19 17:53:09.061560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-878d1b45-9616-4b24-b653-733d3a2eb2c0 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 998 time: 0.1635606 Aug 19 17:53:09.072583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:09.128742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-cfdb487b-21af-4783-84e2-bcd89ed4d263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 1000 time: 0.1297700 Aug 19 17:53:09.143083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:09.157094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:09.219686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c951b449-3244-4983-8bc8-b1429dbc4517,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:09.224069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Checking segment: {'id': '9f5c6695-3620-4431-b253-56a5e34e553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:09.224435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Network hostable DHCP agents. Network: a31eb80c-5cca-4b20-81fe-c4fc2c804cc2, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:09.241589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:09.251925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a31eb80c-5cca-4b20-81fe-c4fc2c804cc2) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:09.255983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:09.256120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-33e29066-da57-4804-83ea-70051b4d5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:09.256601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:09.257457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-33e29066-da57-4804-83ea-70051b4d5618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1119823 Aug 19 17:53:09.266718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63314814-a98d-4fb1-97a0-7e1b7c47c5a0 None None] Network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:09.275955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf597f52-56ae-4506-a502-3bafc4d57b93 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3773718 Aug 19 17:53:09.330526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf0441-6898-4801-9bd4-d1236596c638 req-09dee66f-b9fb-40c8-b411-f489947be3a2 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:09.335928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8bf0441-6898-4801-9bd4-d1236596c638 req-09dee66f-b9fb-40c8-b411-f489947be3a2 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 948 time: 0.1382020 Aug 19 17:53:09.421155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091d72a-535a-453b-84cb-0b9abb359160 None None] Network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:09.446800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-3d6d8001-00c6-4540-81aa-632a71d82e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:09.448344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-3d6d8001-00c6-4540-81aa-632a71d82e48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817198 Aug 19 17:53:09.476263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8bf0441-6898-4801-9bd4-d1236596c638 req-c4e3eeae-1a11-4705-9f02-6cddf2497b03 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138356 Aug 19 17:53:09.647114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-3d83ee4d-bc6d-47df-a987-42dd2ce6acdd service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855834 Aug 19 17:53:09.785754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efb330-eb39-4fd7-8b47-42d9d5886cae req-1bb9cd6c-7497-41e2-aaa0-94349ffac292 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:09.787239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08efb330-eb39-4fd7-8b47-42d9d5886cae req-1bb9cd6c-7497-41e2-aaa0-94349ffac292 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.1578112 Aug 19 17:53:10.159722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9933a1-4f32-489f-9ae7-8f31143a7b75 req-b77f11d3-9977-41ce-9de9-424fc46abd63 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961371 Aug 19 17:53:10.179110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08efb330-eb39-4fd7-8b47-42d9d5886cae req-3bd615c0-0458-49f3-950d-4af672b32c63 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616250 Aug 19 17:53:10.237445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-8066207f-65d8-411e-84fa-e0d5bb278deb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:10.238940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-8066207f-65d8-411e-84fa-e0d5bb278deb tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/ports?device_id=45909737-16ad-4757-b6ce-4564fa30adcd HTTP/1.1" status: 200 len: 949 time: 0.0707707 Aug 19 17:53:10.280759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:10.283024 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a" -d '{"events": [{"name": "network-changed", "server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:10.293074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.297324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-1e30d79c-4208-4a6f-81ee-2fbebfed286f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/5d90c603-69bc-413f-9d42-bc749a628048 HTTP/1.1" status: 200 len: 1774 time: 0.0850558 Aug 19 17:53:10.299698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.343708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Deleting port 134d4602-2e2d-463b-94e3-d1703c034b91 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:10.344065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.437591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] For port 134d4602-2e2d-463b-94e3-d1703c034b91, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=134d4602-2e2d-463b-94e3-d1703c034b91,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:10.437863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.437982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.445679 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298 associated. External IP: 172.25.5.74, port: 05f21ece-1051-4173-9e11-68c35e51efce. Aug 19 17:53:10.449539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Calling delete_port for 134d4602-2e2d-463b-94e3-d1703c034b91 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:10.495618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.583201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.585652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.586749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99013132-c438-4cf1-9ff7-670dd08c84c1 req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d90c603-69bc-413f-9d42-bc749a628048 HTTP/1.1" status: 204 len: 173 time: 0.2513676 Aug 19 17:53:10.595868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.598457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f673ff-c99e-4e14-81a0-e566e262326a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90c603-69bc-413f-9d42-bc749a628048,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:10.620268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b', '134d4602-2e2d-463b-94e3-d1703c034b91'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:10.651630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event deleted for resources: {'Port': ['ID=134d4602-2e2d-463b-94e3-d1703c034b91,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:10.711213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] No DVR routers for this DVR port 134d4602-2e2d-463b-94e3-d1703c034b91 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:10.712826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:10.715783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:10.717854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d13afa5-d8e5-4f0a-87da-b7279200636e req-72847b41-77aa-4150-bdb9-66977c330114 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "DELETE /v2.0/ports/134d4602-2e2d-463b-94e3-d1703c034b91 HTTP/1.1" status: 204 len: 173 time: 0.4718268 Aug 19 17:53:10.849778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:10.877818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:10.897553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:10.898272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:11.041970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:11.122690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:11.235761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:11.322711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-f00d96c9-3594-4a9a-85e3-cee6f077f88e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:11.330284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-f00d96c9-3594-4a9a-85e3-cee6f077f88e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/networks?id=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 HTTP/1.1" status: 200 len: 814 time: 0.2790554 Aug 19 17:53:11.355778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-333eb271-63b7-4ec5-be55-1818ca1c343a tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/quotas/423baffd971c4dfe97cb69a2734b8b9c HTTP/1.1" status: 200 len: 375 time: 0.0244024 Aug 19 17:53:11.358932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device adf183ff-f843-4789-b3bf-3c03f9eb35da details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:11.363051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22d79716-8442-439e-a358-3e0d8238eb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.386073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:10Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:11.417666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-d5046af0-ff7c-4a57-9879-c704372499d7 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=423baffd971c4dfe97cb69a2734b8b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610909 Aug 19 17:53:11.432669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:11.458800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:11.466960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.480033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22d79716-8442-439e-a358-3e0d8238eb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.487665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:11.488468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:11.523792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22d79716-8442-439e-a358-3e0d8238eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.546859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:11.548817 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94598d97-4bcb-4a75-9233-1560919a8749" -d '{"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:11.583967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4897905d-22e4-4125-90c3-52a3d6a3b85d tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "PUT /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 997 time: 2.5157275 Aug 19 17:53:11.593183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-278cdcc1-733e-4b51-978a-6be9523f7fd8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:11.594822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-278cdcc1-733e-4b51-978a-6be9523f7fd8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 944 time: 0.1108699 Aug 19 17:53:11.600118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-22d79716-8442-439e-a358-3e0d8238eb60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c021c8e20c55499a9c21694d4461d8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738226 Aug 19 17:53:11.600118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d79716-8442-439e-a358-3e0d8238eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a124b3-cd15-438e-b195-64c2a1d21d35,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:11.603985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44914) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:11.605937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:11.630743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'adf183ff-f843-4789-b3bf-3c03f9eb35da', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'adf183ff-f843-4789-b3bf-3c03f9eb35da', 'mac_address': 'fa:16:3e:ec:cb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:11.638164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-878ab62f-00bc-4147-97ad-72d6537f0621 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:11.639603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-878ab62f-00bc-4147-97ad-72d6537f0621 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports/05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 942 time: 0.0497341 Aug 19 17:53:11.667052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:11.671062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-d5e41c78-71b5-4e50-82f7-27be8c648acb service neutron] 10.222.0.36 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381120 Aug 19 17:53:11.715058 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.718258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.754474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.771511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf183ff-f843-4789-b3bf-3c03f9eb35da {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:11.775478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Deleting port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:11.776343 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.795371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-f2cfeed3-e33e-4c44-9a06-d0d3f5d657ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:11.797194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-f2cfeed3-e33e-4c44-9a06-d0d3f5d657ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.0684850 Aug 19 17:53:11.811509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-3a7dd4ea-a7b6-49fc-9b36-e884a3c4331d service neutron] 10.222.0.36 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391449 Aug 19 17:53:11.812167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:11.816501 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.882927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.885357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.889382 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5a124b3-cd15-438e-b195-64c2a1d21d35 HTTP/1.1" status: 204 len: 168 time: 0.2815998 Aug 19 17:53:11.915240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4be94-aa79-4360-b687-1a7a77b215d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a124b3-cd15-438e-b195-64c2a1d21d35,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:11.946216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] For port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:11.946583 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:11.953333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:11.965719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-6a13f121-2a2a-43ff-ab5e-b416a1a82668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:11.968235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-6a13f121-2a2a-43ff-ab5e-b416a1a82668 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1552818 Aug 19 17:53:11.974156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Calling delete_port for c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:12.052600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['adf183ff-f843-4789-b3bf-3c03f9eb35da'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:12.077970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-5d18bd10-6c0e-4892-a863-271f4501d49b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.0869622 Aug 19 17:53:12.095487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:10Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:12.126678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1845-6d7c-4fd4-a27c-2b02e0dd8730 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:10Z', 'revision_number': 3, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:12.162847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:12.214763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a081ef30-1e61-45aa-8390-c079ea434903'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:12.218182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event deleted for resources: {'Port': ['ID=c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:12.270068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-00bcb800-eb12-4231-973a-b5bbabba009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.275222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-00bcb800-eb12-4231-973a-b5bbabba009e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1812043 Aug 19 17:53:12.297478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b89e7-cae8-4c65-8a92-5e067ceb2f4b req-63bfaaf0-aaeb-419f-9097-996923fc9fb6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.308028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e90b89e7-cae8-4c65-8a92-5e067ceb2f4b req-63bfaaf0-aaeb-419f-9097-996923fc9fb6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2291558 Aug 19 17:53:12.321248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] No DVR routers for this DVR port c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:12.326383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:12.339883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bbb808eb-d5f0-44cc-a0ba-79b10838c1e8 req-275be4a7-2281-474c-9f9d-e3b761f94f1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.42 "DELETE /v2.0/ports/c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce HTTP/1.1" status: 204 len: 173 time: 0.7368414 Aug 19 17:53:12.388990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e90b89e7-cae8-4c65-8a92-5e067ceb2f4b req-3eb27383-db70-4290-abba-a7d38efbe561 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729585 Aug 19 17:53:12.476005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134b191-e79e-4313-b0ac-6bb768b409b6 None None] New status for floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:53:12.498567 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85304414-ec14-46da-97c8-ae100976d497 x-openstack-request-id: req-85304414-ec14-46da-97c8-ae100976d497 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:12.499083 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:12.499083 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85304414-ec14-46da-97c8-ae100976d497 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:12.499512 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da', 'status': 'completed', 'code': 200} Aug 19 17:53:12.511320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44934) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:12.532982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b152561-42bc-4c28-be7c-d6a6561a46a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:12.629915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-05f683eb-8b16-46a9-9f98-600d6d04e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.638925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-05f683eb-8b16-46a9-9f98-600d6d04e475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7031de3514424fadb88883f3edc1c6f0&device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 1101 time: 0.1156650 Aug 19 17:53:12.715973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4b9ce519-9dc1-407b-aba5-1d46fa889157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.717518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4b9ce519-9dc1-407b-aba5-1d46fa889157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4077647 Aug 19 17:53:12.758239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b060-f795-40b4-bbca-52013dcf26a7 req-1138feec-0eb0-4dd9-8323-41d9ce652df6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.759659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75d7b060-f795-40b4-bbca-52013dcf26a7 req-1138feec-0eb0-4dd9-8323-41d9ce652df6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 949 time: 0.1445117 Aug 19 17:53:12.878485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-2fd1f1ab-5b25-4507-9b99-94070963a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:12.879993 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-2fd1f1ab-5b25-4507-9b99-94070963a3a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2323225 Aug 19 17:53:12.882789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75d7b060-f795-40b4-bbca-52013dcf26a7 req-552d5641-98fc-4727-8953-b59ad808e495 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Aug 19 17:53:12.898103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:12.914355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:12.934216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b152561-42bc-4c28-be7c-d6a6561a46a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:12.939306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b152561-42bc-4c28-be7c-d6a6561a46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:12.970679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:12.971325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:12.999747 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-68c49bd4-047c-445b-aa63-d4ffb7f60c46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da HTTP/1.1" status: 200 len: 217 time: 0.1032367 Aug 19 17:53:13.002190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44938) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:13.002517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2b152561-42bc-4c28-be7c-d6a6561a46a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59d339ab56bf4c54b7283bdd79252820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894557 Aug 19 17:53:13.010444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b152561-42bc-4c28-be7c-d6a6561a46a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9411fc8-9605-48d6-a1a0-c0036565e307,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:13.056949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d43d6d6b-fe2f-4c4b-a1f5-b71f73d27b9c req-4001bb83-6e00-4d56-9b6b-7df2e727c68d tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 210 time: 0.0403132 Aug 19 17:53:13.089167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4ffd5086-ec20-4dc3-9985-ad19c97160ae service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517921 Aug 19 17:53:13.107537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-9ea97fc7-0dde-4008-81f6-5eb8cf96df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.109809 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-9ea97fc7-0dde-4008-81f6-5eb8cf96df1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1004586 Aug 19 17:53:13.144994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.192917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.218018 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84780686-c9ec-481f-bcfa-a9604bdd9f98 x-openstack-request-id: req-84780686-c9ec-481f-bcfa-a9604bdd9f98 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:13.218282 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:13.218485 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84780686-c9ec-481f-bcfa-a9604bdd9f98 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:13.220721 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:53:13.231116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-cf0c5193-c0b6-4d98-8c19-7c8be2f10873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.232745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-cf0c5193-c0b6-4d98-8c19-7c8be2f10873 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038010 Aug 19 17:53:13.241476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:13.305059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-b93035b4-0c86-4b2b-aa46-f6da2b812cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226429 Aug 19 17:53:13.324874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.337641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.338962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9411fc8-9605-48d6-a1a0-c0036565e307 HTTP/1.1" status: 204 len: 168 time: 0.3356600 Aug 19 17:53:13.360747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08e2ed-4598-429c-b22b-8528ea82b4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9411fc8-9605-48d6-a1a0-c0036565e307,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:13.372635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7083def6-a25f-4045-a25d-d5bd7ebe0772 req-c3170a6d-fd9b-4d2a-bbdd-11e5953cc956 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 210 time: 0.0699418 Aug 19 17:53:13.400912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-05c10cb9-5b07-4e66-9e20-d337f0c1debb service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564221 Aug 19 17:53:13.436499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device adf183ff-f843-4789-b3bf-3c03f9eb35da up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:13.488541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-85e6a0ab-180a-4def-b27a-288cfc249877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.490758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-85e6a0ab-180a-4def-b27a-288cfc249877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1097 time: 0.1122420 Aug 19 17:53:13.542289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598d97-4bcb-4a75-9233-1560919a8749 req-4f733c77-90b9-4364-b0a7-d5b42090e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.543995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-4f733c77-90b9-4364-b0a7-d5b42090e651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.2856009 Aug 19 17:53:13.582282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8b331ebb-b7c4-4bfb-a1cd-6bdb57b2720a req-734dd941-b67f-4893-a1ae-d8c6579fe2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710913 Aug 19 17:53:13.630797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port adf183ff-f843-4789-b3bf-3c03f9eb35da completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:13.661726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port adf183ff-f843-4789-b3bf-3c03f9eb35da triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:13.662097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.682654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598d97-4bcb-4a75-9233-1560919a8749 req-512cdfb6-d900-47b2-8429-fd4f39b243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.685488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-512cdfb6-d900-47b2-8429-fd4f39b243ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1334491 Aug 19 17:53:13.829122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d158-26a5-4986-992a-67c3991d6caf req-b7c0faa5-dec9-4391-911f-a53aafb387c6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:13.830602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2310d158-26a5-4986-992a-67c3991d6caf req-b7c0faa5-dec9-4391-911f-a53aafb387c6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.3386793 Aug 19 17:53:13.831917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-4ffc0392-788c-49be-b927-81402f7b88c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.1200252 Aug 19 17:53:13.915214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44948) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:13.937594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c7de99e-e38c-40cd-9110-1143b5e3bf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:13.960352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2310d158-26a5-4986-992a-67c3991d6caf req-efaa2929-3df5-4c8e-aeef-3a3a91af539c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133053 Aug 19 17:53:14.023255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598d97-4bcb-4a75-9233-1560919a8749 req-a1db7beb-b11f-4893-8340-f7a2a2a745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.024852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-a1db7beb-b11f-4893-8340-f7a2a2a745fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1749215 Aug 19 17:53:14.026453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4333cebf-7ebf-4034-8715-a993c121b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.028148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-4333cebf-7ebf-4034-8715-a993c121b35f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.5113387 Aug 19 17:53:14.035356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-922e4c1b-a680-4ddd-89de-cf30981283af tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.037033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-922e4c1b-a680-4ddd-89de-cf30981283af tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.13 "GET /v2.0/networks?id=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 HTTP/1.1" status: 200 len: 814 time: 0.3239415 Aug 19 17:53:14.070092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c7de99e-e38c-40cd-9110-1143b5e3bf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.075792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c7de99e-e38c-40cd-9110-1143b5e3bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.141184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Request body: {'port': {'device_id': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2', 'admin_state_up': True, 'tenant_id': '423baffd971c4dfe97cb69a2734b8b9c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:14.146982 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.167354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de99e-e38c-40cd-9110-1143b5e3bf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3924631-ef99-4d8f-89c1-246021f54610,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:14.185149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:14.187801 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d0ddd-d1ea-460a-9dbb-f234bd4519f1" -d '{"events": [{"server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "name": "network-vif-plugged", "status": "completed", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:14.189234 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c7de99e-e38c-40cd-9110-1143b5e3bf2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ab4d2672d8246a5912d3696b5b949c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726557 Aug 19 17:53:14.191808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:14.238842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:14.246665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.247559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:14.265204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.273977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:12Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:14.291431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.293256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 134d4602-2e2d-463b-94e3-d1703c034b91 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:14.293840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 134d4602-2e2d-463b-94e3-d1703c034b91 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:14.336978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:14.363209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:14.363936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:14.365486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.369316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:14.369932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:14.372058 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3924631-ef99-4d8f-89c1-246021f54610 HTTP/1.1" status: 204 len: 168 time: 0.1781297 Aug 19 17:53:14.382346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f56d5-023f-4811-956b-85b54e730a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3924631-ef99-4d8f-89c1-246021f54610,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:14.500487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-deleted', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91'}, {'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-deleted', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:14.502846 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee73ff-e902-4b40-948a-6756775d3a26" -d '{"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-deleted", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91"}, {"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-deleted", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:14.508866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:14.748895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-ea4979ea-71d8-4f40-8082-6b8ee33e2281 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 1000 time: 0.7096863 Aug 19 17:53:14.803972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:12Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:14.827183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598d97-4bcb-4a75-9233-1560919a8749 req-0b708728-3077-4188-935c-64fc14cf7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.828741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-0b708728-3077-4188-935c-64fc14cf7835 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7907412 Aug 19 17:53:14.839037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-abd3d624-ab60-4a07-a276-0f71d8c96652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.840728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-abd3d624-ab60-4a07-a276-0f71d8c96652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0798640 Aug 19 17:53:14.840989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82edc7a4-9e47-4b8e-adc3-888407fa24c3 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '63e9527a-460c-4fda-8927-28e3f3628b66', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:47:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:12Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:14.957156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5a756-f9cd-4368-a2d2-8b80d8970a9c req-2bf0e61a-23cf-45f4-b9ef-d0be59e501bf tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:14.958591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c5a756-f9cd-4368-a2d2-8b80d8970a9c req-2bf0e61a-23cf-45f4-b9ef-d0be59e501bf tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.2581584 Aug 19 17:53:14.959239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Made reservation on behalf of 423baffd971c4dfe97cb69a2734b8b9c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:14.962620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:15.086250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-b9845aae-6993-4bb5-8360-8bcea0abe93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:15.090125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-b9845aae-6993-4bb5-8360-8bcea0abe93a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274666 Aug 19 17:53:15.099192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50c5a756-f9cd-4368-a2d2-8b80d8970a9c req-730f73bf-11ee-44ec-9927-ed41ed5d0d6b tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287251 Aug 19 17:53:15.169995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-e4a2666c-3104-46ed-827b-9654e0b63374 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282790 Aug 19 17:53:15.224566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:15.226780 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:15.316939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Allocated IP 172.20.0.4 (a31eb80c-5cca-4b20-81fe-c4fc2c804cc2/c951b449-3244-4983-8bc8-b1429dbc4517/ed91ac50-06de-4ab1-bcd7-12f83e9af11a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:15.325115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-1aa9bfad-6e8e-4128-8182-2722b3d584b6 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211909 Aug 19 17:53:15.377116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:15.403243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94598d97-4bcb-4a75-9233-1560919a8749 req-cd791db6-b7c0-4803-a2db-101c1aeac081 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208235 Aug 19 17:53:15.467551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:15.467901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:15.530042 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-f7fce8e7-4595-4560-a1a3-beb17e3d309a req-c7ca3551-6c64-4f5f-b9e7-2e77a28f28cd tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:15.542754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fce8e7-4595-4560-a1a3-beb17e3d309a req-c7ca3551-6c64-4f5f-b9e7-2e77a28f28cd tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ee1e6e0e-b0f2-47fa-826a-8ff5c81b1443 HTTP/1.1" status: 404 len: 352 time: 0.0728524 Aug 19 17:53:15.557264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d8a153f-e513-435a-85b6-7da3a3eecde8 req-3e3de68f-a7c8-42f6-a167-8531a73513c3 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184620 Aug 19 17:53:15.643154 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d268891-afa6-4f5f-bdfc-56518cc47b0e x-openstack-request-id: req-7d268891-afa6-4f5f-bdfc-56518cc47b0e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:15.643662 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "name": "network-vif-plugged", "status": "completed", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:15.644112 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d268891-afa6-4f5f-bdfc-56518cc47b0e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:15.644750 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da', 'code': 200} Aug 19 17:53:15.698824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:15.704892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-833a209a-9e35-4509-890f-f001e31af4c3 req-4ae3f73e-1732-466e-a5bd-81ac2dd196c3 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d411211-7816-473d-8063-031144f69a7f HTTP/1.1" status: 200 len: 210 time: 0.0505292 Aug 19 17:53:15.769875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-60ff39eb-a92b-4d30-8900-51627ad1ea2f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:15.771596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-60ff39eb-a92b-4d30-8900-51627ad1ea2f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1590657 Aug 19 17:53:15.823148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236441b-1e2b-41c3-bb2a-7b9a12260eb1 req-c217e18e-6d5d-425f-897b-91d6c7a47f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:15.827203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e236441b-1e2b-41c3-bb2a-7b9a12260eb1 req-c217e18e-6d5d-425f-897b-91d6c7a47f81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 1102 time: 0.1147504 Aug 19 17:53:15.848565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1317e4-5248-4eaa-9ef3-dd230b661f32 req-46481b08-b13c-4450-9837-143237316d3a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:15.850317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa1317e4-5248-4eaa-9ef3-dd230b661f32 req-46481b08-b13c-4450-9837-143237316d3a tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 949 time: 0.1443250 Aug 19 17:53:15.877753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1999472a-e377-48d3-a5ee-23560be853ea req-a4492705-42c9-4801-bbd5-670ddd2bd7b2 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 210 time: 0.0695636 Aug 19 17:53:15.900658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e236441b-1e2b-41c3-bb2a-7b9a12260eb1 req-862ea852-753b-4dc3-b1b9-21e207c537c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652220 Aug 19 17:53:15.924798 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:53:15.933004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:15.989802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa1317e4-5248-4eaa-9ef3-dd230b661f32 req-906cd866-61a9-44d8-a02d-c9a9e7c8b8a8 tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b81ad3f-85e9-4fda-bdc6-7f74e314053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170573 Aug 19 17:53:16.014858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:16.023540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:16.028085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:16.058559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Pushing event updated for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:16.086932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Deleting port d90f4d51-c3a9-4730-81b3-6938ebb5131b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:16.087278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:16.109757 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e6e6c-320a-4ecd-adbf-e86c14755984 x-openstack-request-id: req-766e6e6c-320a-4ecd-adbf-e86c14755984 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:16.110046 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:16.110294 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-766e6e6c-320a-4ecd-adbf-e86c14755984 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:16.110673 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66', 'status': 'completed', 'code': 200} Aug 19 17:53:16.141543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:16.143693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:16.177102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-c2671ae7-2cef-444f-84fb-50b076f94e4e tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0456879 Aug 19 17:53:16.202857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Request body: {'port': {'device_id': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:16.247376 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705db01f-c9d3-49c9-9fbc-cf26fec370bb x-openstack-request-id: req-705db01f-c9d3-49c9-9fbc-cf26fec370bb {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:16.247711 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45909737-16ad-4757-b6ce-4564fa30adcd", "name": "network-vif-deleted", "tag": "134d4602-2e2d-463b-94e3-d1703c034b91", "status": "completed", "code": 200}, {"server_uuid": "8d411211-7816-473d-8063-031144f69a7f", "name": "network-vif-deleted", "tag": "c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:16.247963 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-705db01f-c9d3-49c9-9fbc-cf26fec370bb {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:16.248351 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45909737-16ad-4757-b6ce-4564fa30adcd', 'name': 'network-vif-deleted', 'tag': '134d4602-2e2d-463b-94e3-d1703c034b91', 'status': 'completed', 'code': 200} Aug 19 17:53:16.248901 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d411211-7816-473d-8063-031144f69a7f', 'name': 'network-vif-deleted', 'tag': 'c4f83e2b-7b93-4f86-a6b1-95e2dc3348ce', 'status': 'completed', 'code': 200} Aug 19 17:53:16.301767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] For port d90f4d51-c3a9-4730-81b3-6938ebb5131b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d90f4d51-c3a9-4730-81b3-6938ebb5131b,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:16.302376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:16.319754 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-089e7984-6ab0-4b9f-ab25-8d6d8623b5e2 req-e351592a-3db1-420e-ad79-2563fb283d18 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:16.320846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-089e7984-6ab0-4b9f-ab25-8d6d8623b5e2 req-e351592a-3db1-420e-ad79-2563fb283d18 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d6de35d-9e20-4557-ab0a-3ae5b48cb0b2 HTTP/1.1" status: 404 len: 352 time: 0.0560155 Aug 19 17:53:16.349328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-546cf0f8-3bd6-487e-93ea-3fc84779c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:16.350794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-546cf0f8-3bd6-487e-93ea-3fc84779c1c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1097 time: 0.1874197 Aug 19 17:53:16.355302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Calling delete_port for d90f4d51-c3a9-4730-81b3-6938ebb5131b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:16.414801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:16.464659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f99b2-630e-436a-a647-0cb75083a1d9 req-7ff1b7e9-dfa3-4d33-90ba-1399775122b4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:16.466716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-888f99b2-630e-436a-a647-0cb75083a1d9 req-7ff1b7e9-dfa3-4d33-90ba-1399775122b4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2598825 Aug 19 17:53:16.573144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-3f738456-d930-44c4-9504-e6c6bc5af7e6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.2281423 Aug 19 17:53:16.671340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-888f99b2-630e-436a-a647-0cb75083a1d9 req-a9db05b2-1da5-463a-983b-a711c457ee26 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916897 Aug 19 17:53:16.753796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-0887d8c7-5e83-4688-a3ba-6566a5cced75 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:16.755134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-0887d8c7-5e83-4688-a3ba-6566a5cced75 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports/63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 942 time: 0.1662691 Aug 19 17:53:16.760647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:16.772946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-99f98296-d7a5-4ab0-aec7-394796c1bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:16.772946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-99f98296-d7a5-4ab0-aec7-394796c1bd64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.4087248 Aug 19 17:53:17.020697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247306f-9563-4186-a23f-ebf76a86901f req-90a9b576-79fc-42d7-9b59-43ec3446f2ca tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:17.022461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b247306f-9563-4186-a23f-ebf76a86901f req-90a9b576-79fc-42d7-9b59-43ec3446f2ca tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.2856967 Aug 19 17:53:17.033926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-47418b59-00d4-4bac-899f-e5bd2665c00f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 1000 time: 0.2439890 Aug 19 17:53:17.064736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:17.068783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-95ec0cda-4dcb-4400-99db-89d7bd2a7b23 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.2215667 Aug 19 17:53:17.076341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d90f4d51-c3a9-4730-81b3-6938ebb5131b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:17.153088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Pushing event deleted for resources: {'Port': ['ID=d90f4d51-c3a9-4730-81b3-6938ebb5131b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:17.247094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b247306f-9563-4186-a23f-ebf76a86901f req-74563a0f-673f-4b08-8f3a-9fe2101bccc7 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114437 Aug 19 17:53:17.248262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-ae6459c7-8d90-4e2b-981e-0dc954ee299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:17.249626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-ae6459c7-8d90-4e2b-981e-0dc954ee299f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1995080 Aug 19 17:53:17.608906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] No DVR routers for this DVR port d90f4d51-c3a9-4730-81b3-6938ebb5131b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:17.633227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:17.635254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3c95f15-da36-4027-9c2d-a24a4b2f6467 req-d25e4307-c0d0-4199-9c1c-8ba6da62892f tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.42 "DELETE /v2.0/ports/d90f4d51-c3a9-4730-81b3-6938ebb5131b HTTP/1.1" status: 204 len: 173 time: 1.8564515 Aug 19 17:53:17.649986 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-a22fa056-a4bd-4f88-8344-f02256a9a363 req-136a3b07-03d6-4d9a-9e8b-8d3b4e172a73 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:17.651051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a22fa056-a4bd-4f88-8344-f02256a9a363 req-136a3b07-03d6-4d9a-9e8b-8d3b4e172a73 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/6788c908-9c0a-4318-abfa-c754ae30b667 HTTP/1.1" status: 404 len: 352 time: 0.0901034 Aug 19 17:53:17.677674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91ac50-06de-4ab1-bcd7-12f83e9af11a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:17.697595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:17.733309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-03b1edd6-6b51-4791-b88c-09cd19e2c0bf tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:17.739214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24c7e683-705a-4c56-be26-8fc242a0c13b req-03b1edd6-6b51-4791-b88c-09cd19e2c0bf tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.6332493 Aug 19 17:53:17.767156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-4ae535c2-78af-4118-ab8d-9d7d1c5e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:17.768965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-4ae535c2-78af-4118-ab8d-9d7d1c5e5671 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107828 Aug 19 17:53:17.775809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Transition to ACTIVE for port object ed91ac50-06de-4ab1-bcd7-12f83e9af11a will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:17.835204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:17.966555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c09689c-3b15-4239-af85-ba2e52934f4d req-51052f0b-7f45-40da-9129-683852b228cd tempest-MigrationsAdminTest-690407965 tempest-MigrationsAdminTest-690407965-project] 10.222.0.36 "GET /v2.0/ports?device_id=a829d935-5ef1-41b3-ba30-8f4183007405 HTTP/1.1" status: 200 len: 210 time: 0.0876207 Aug 19 17:53:17.996140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:18.021916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4af4-6d82-4259-aeff-08538d7e21bf req-8064ddab-d162-4372-a44a-60e5fbe29bf9 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.023359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-385d4af4-6d82-4259-aeff-08538d7e21bf req-8064ddab-d162-4372-a44a-60e5fbe29bf9 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 943 time: 0.2116418 Aug 19 17:53:18.078513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-7e77f6b0-ab99-46b8-af32-89bc486c3775 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015606 Aug 19 17:53:18.112213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-deleted', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:18.114834 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331de8c-550d-46a0-9cec-c20a158ca139" -d '{"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-deleted", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:18.214289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-385d4af4-6d82-4259-aeff-08538d7e21bf req-bb2cd822-5a20-4520-9109-b678cfcf645b tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739035 Aug 19 17:53:18.226096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Attempting to bind port ed91ac50-06de-4ab1-bcd7-12f83e9af11a on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:18.226443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Attempting to bind port ed91ac50-06de-4ab1-bcd7-12f83e9af11a by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9f5c6695-3620-4431-b253-56a5e34e553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:18.226780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Attempting to bind port ed91ac50-06de-4ab1-bcd7-12f83e9af11a on network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:18.232795 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-ca1bc55f-0829-4086-acc5-f8a808f938ca req-ac486c5d-b821-4f74-852d-e6277c70e3c0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:18.234031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca1bc55f-0829-4086-acc5-f8a808f938ca req-ac486c5d-b821-4f74-852d-e6277c70e3c0 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/ded808a2-5782-46fc-bc46-ea2318ae4326 HTTP/1.1" status: 404 len: 352 time: 0.0332603 Aug 19 17:53:18.266484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Port ed91ac50-06de-4ab1-bcd7-12f83e9af11a on network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:53:18.267045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Attempting to bind port ed91ac50-06de-4ab1-bcd7-12f83e9af11a on network a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:18.325550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:18.325893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Checking segment: {'id': '9f5c6695-3620-4431-b253-56a5e34e553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:18.326287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Bound using segment: {'id': '9f5c6695-3620-4431-b253-56a5e34e553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:18.326911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Bound port: ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5c6695-3620-4431-b253-56a5e34e553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:18.327474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:18.337488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eae10cde-cd7d-4388-bcf6-1cf7f8a62ad9 req-518681c5-5ef9-4eff-a29f-f5f86bffc899 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490702 Aug 19 17:53:18.409619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-d596ebb6-5199-404d-837c-5a86ce696517 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.1468735 Aug 19 17:53:18.493082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb45a-0c11-4250-8545-cdfe1f18ee46 req-42bece94-9573-48ec-a297-033d189836c9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.494600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58bb45a-0c11-4250-8545-cdfe1f18ee46 req-42bece94-9573-48ec-a297-033d189836c9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1560161 Aug 19 17:53:18.503505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-3308092d-df20-4eb8-8cd6-5a4a47813da8 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.505577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-3308092d-df20-4eb8-8cd6-5a4a47813da8 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports/63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 942 time: 0.0880613 Aug 19 17:53:18.518888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:18.523081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,segment=NetworkSegment(9f5c6695-3620-4431-b253-56a5e34e553f),segment_id=9f5c6695-3620-4431-b253-56a5e34e553f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:18.532587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:18.593586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.594220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:18.595674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed91ac50-06de-4ab1-bcd7-12f83e9af11a HTTP/1.1" status: 200 len: 1092 time: 2.4015613 Aug 19 17:53:18.601819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58bb45a-0c11-4250-8545-cdfe1f18ee46 req-d19f2f29-5939-46db-9498-664593a6abb5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952733 Aug 19 17:53:18.657383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f65ed5-23ca-4215-a650-75eadbff74c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:18.673948 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2734dc7b-504c-48a5-815b-15910eed9b97 x-openstack-request-id: req-2734dc7b-504c-48a5-815b-15910eed9b97 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:18.674242 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a829d935-5ef1-41b3-ba30-8f4183007405", "name": "network-vif-deleted", "tag": "d90f4d51-c3a9-4730-81b3-6938ebb5131b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:18.674492 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2734dc7b-504c-48a5-815b-15910eed9b97 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:18.674886 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a829d935-5ef1-41b3-ba30-8f4183007405', 'name': 'network-vif-deleted', 'tag': 'd90f4d51-c3a9-4730-81b3-6938ebb5131b', 'status': 'completed', 'code': 200} Aug 19 17:53:18.691274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-068b90af-d1a1-4f06-8aec-41bc0ab32a59 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.1143706 Aug 19 17:53:18.793411 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-6248abe8-f2ef-42e8-a5b4-16c177747acd req-9b74268e-aba7-487a-a0b2-3d1415c0d75e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:18.794547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6248abe8-f2ef-42e8-a5b4-16c177747acd req-9b74268e-aba7-487a-a0b2-3d1415c0d75e tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/0d661dac-33e6-4a71-9f4e-a2479d3ea7a2 HTTP/1.1" status: 404 len: 352 time: 0.0616331 Aug 19 17:53:18.814829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-cc7a18ab-c6c3-4514-b97e-1d40140490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.816377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-cc7a18ab-c6c3-4514-b97e-1d40140490b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=423baffd971c4dfe97cb69a2734b8b9c&device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 1095 time: 0.1364465 Aug 19 17:53:18.853562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-152413f1-0bfa-46ad-a56a-7506a3756366 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:18.861612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-152413f1-0bfa-46ad-a56a-7506a3756366 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1423619 Aug 19 17:53:18.940677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-090478eb-d295-47bd-82d4-5ddb2a2c71dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a HTTP/1.1" status: 200 len: 217 time: 0.0990856 Aug 19 17:53:19.022998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-c6e2954c-6e30-47b5-8a41-2d16b7be5e1b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.1601822 Aug 19 17:53:19.040898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:19.047135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a83-b698-4619-9314-8a37e6775549 req-7fd0afd5-27a0-4a69-bcdd-42e66484c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:19.048595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-7fd0afd5-27a0-4a69-bcdd-42e66484c328 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c951b449-3244-4983-8bc8-b1429dbc4517 HTTP/1.1" status: 200 len: 854 time: 0.0845735 Aug 19 17:53:19.055987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404358-6063-4546-9efb-370b806e4402 req-c1f018f5-8cfa-4bf7-b621-4547ccd2990b tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:19.057374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c404358-6063-4546-9efb-370b806e4402 req-c1f018f5-8cfa-4bf7-b621-4547ccd2990b tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.1876249 Aug 19 17:53:19.121208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-c3c5b4b7-5bb1-4528-a9ec-668fd7bef0a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369444 Aug 19 17:53:19.206073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:19.217820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c404358-6063-4546-9efb-370b806e4402 req-5f8c6611-5f40-4ffe-8e40-f7ca84b21cfa tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234765 Aug 19 17:53:19.352241 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-08991388-8de6-41c6-bb00-2a5e84f7da0d req-73ef838a-e2f7-4051-812c-db1e493508bc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] show failed (client error): The resource could not be found. Aug 19 17:53:19.353283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08991388-8de6-41c6-bb00-2a5e84f7da0d req-73ef838a-e2f7-4051-812c-db1e493508bc tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9d86ed1a-5f4e-4a23-a61f-b5c1517085b8 HTTP/1.1" status: 404 len: 352 time: 0.0683644 Aug 19 17:53:19.370557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-6885ddfd-6a30-4787-8fec-08e26c55abc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379727 Aug 19 17:53:19.398622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:19.451627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d90f4d51-c3a9-4730-81b3-6938ebb5131b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:19.454606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d90f4d51-c3a9-4730-81b3-6938ebb5131b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:19.606707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:19.613915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:19.614252 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298 disassociated. External IP: 172.25.5.74, port: 63e9527a-460c-4fda-8927-28e3f3628b66. Aug 19 17:53:19.743949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:19.757108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8923a83-b698-4619-9314-8a37e6775549 req-80c47bac-f640-46b1-90cb-c49ca43178c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740213 Aug 19 17:53:19.786533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3a43-73da-46ee-8353-10abf327ad8c req-81d35683-55d6-4649-b01a-ce20840e17cd tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:19.788016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc0f3a43-73da-46ee-8353-10abf327ad8c req-81d35683-55d6-4649-b01a-ce20840e17cd tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 943 time: 0.1287818 Aug 19 17:53:19.877343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc0f3a43-73da-46ee-8353-10abf327ad8c req-13029de1-c6af-4e03-8b12-e8ed4b25241a tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817189 Aug 19 17:53:19.948770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c522a11-2d83-49c9-9e46-9b2b75c1b027 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45bf29bd9b544268bfdf8e0464c51770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013888 Aug 19 17:53:19.949691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:19.962697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:20.048987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.075553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.138436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.141127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.142283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b81ad3f-85e9-4fda-bdc6-7f74e314053c HTTP/1.1" status: 204 len: 168 time: 0.1916435 Aug 19 17:53:20.161208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:20.166868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.173854 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:20.185300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6fb94-0b8e-48bc-8453-7cb117037b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81ad3f-85e9-4fda-bdc6-7f74e314053c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:20.195100 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:20.204305 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:20.232163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-51b6b549-74f9-4450-9089-202b80eb223f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "PUT /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 694 time: 1.1997418 Aug 19 17:53:20.314810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-3efd7c00-d2ce-4694-bd6a-88690484350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.326269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-3efd7c00-d2ce-4694-bd6a-88690484350f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1097 time: 0.0902328 Aug 19 17:53:20.380526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee10c-b0b1-46d1-b258-5429c9970806 req-ab053765-7777-4141-a3e4-40438217d690 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.388687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b07ee10c-b0b1-46d1-b258-5429c9970806 req-ab053765-7777-4141-a3e4-40438217d690 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.1541033 Aug 19 17:53:20.392946 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:20.440970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b07ee10c-b0b1-46d1-b258-5429c9970806 req-2cc7ec5a-787e-47b6-9ac2-7dfabe3046d5 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Aug 19 17:53:20.506281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-b7af6237-8363-49cf-b3f5-de71f741af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.514916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-b7af6237-8363-49cf-b3f5-de71f741af97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1904659 Aug 19 17:53:20.560014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-11d8cb5c-efc0-477f-9954-c2e8529757d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 217 time: 0.0425704 Aug 19 17:53:20.648018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-85935651-1ac0-4ae0-b0e1-5b075d12ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.648856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:20.650073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-85935651-1ac0-4ae0-b0e1-5b075d12ba43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0764744 Aug 19 17:53:20.665912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:20.683719 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:20.693338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:20.693853 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:20.697326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635f5d-035c-439c-bbd5-22b67ba042c0 req-75c3579c-60eb-4dba-b0ac-63452615af90 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.706996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3635f5d-035c-439c-bbd5-22b67ba042c0 req-75c3579c-60eb-4dba-b0ac-63452615af90 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1467907 Aug 19 17:53:20.709055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a'}, {'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:20.712514 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245941b5-6cf5-439b-ab6e-b128b4322759" -d '{"events": [{"name": "network-changed", "server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a"}, {"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:20.733522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-23d9bffc-03f3-4ac2-abe0-352d53d95358 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59d58c65aa4e47deb56730de14b9ae5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660386 Aug 19 17:53:20.738943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45104) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:20.766198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-9b91819f-e736-4af3-ba91-0c283567aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:20.774035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-9b91819f-e736-4af3-ba91-0c283567aa85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123712 Aug 19 17:53:20.805584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.810391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3635f5d-035c-439c-bbd5-22b67ba042c0 req-652d3f19-3320-42de-87f5-b254a26b7780 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974894 Aug 19 17:53:20.814649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:20.834531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.898941 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.903185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:20.905408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e13b4bc-5973-4019-ab5d-b6b828e375c8 HTTP/1.1" status: 204 len: 168 time: 0.1647589 Aug 19 17:53:20.916260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2013-ea05-442b-b7e0-cab8766c3fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13b4bc-5973-4019-ab5d-b6b828e375c8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:20.984437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-b4f4de8d-cc91-4872-aa1a-833fbcae24e7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094734 Aug 19 17:53:21.057059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621c52b-ea0c-4f43-8903-95f319e494b6 req-ad6391a8-976e-4b73-8934-5cadaeab6763 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.059106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0621c52b-ea0c-4f43-8903-95f319e494b6 req-ad6391a8-976e-4b73-8934-5cadaeab6763 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1023 time: 0.1136851 Aug 19 17:53:21.086087 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:21.117021 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8fb829-a344-4b6c-8eea-7be25905b8f5 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:21.125461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0621c52b-ea0c-4f43-8903-95f319e494b6 req-df62baed-22be-4552-9124-aaa80101565f tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=b2ed74f8-6f5a-4c4e-93d2-999680d06d82&id=9dbaa6a8-981a-43d9-bb8d-72de094c3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0581012 Aug 19 17:53:21.137822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f1d008-3237-439d-b72d-77cd1fab05dd req-c2f264d0-821c-422d-acd4-9525b748bf0c service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524408 Aug 19 17:53:21.204454 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540965d-e637-443c-9f76-b996855fc335 x-openstack-request-id: req-e540965d-e637-443c-9f76-b996855fc335 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:21.205044 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:21.205044 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e540965d-e637-443c-9f76-b996855fc335 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:21.205372 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a', 'status': 'completed', 'code': 200} Aug 19 17:53:21.205626 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66', 'status': 'completed', 'code': 200} Aug 19 17:53:21.324735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069528-c013-4a03-9db3-f5a192165f33 req-1ea7db4f-2123-44a1-a73d-ea695a4ed9ed tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.326109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb069528-c013-4a03-9db3-f5a192165f33 req-1ea7db4f-2123-44a1-a73d-ea695a4ed9ed tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 1102 time: 0.1196711 Aug 19 17:53:21.415872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb069528-c013-4a03-9db3-f5a192165f33 req-6ebfbaee-0357-41e6-a88a-b66ec8ecef61 tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:21.520524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-12b81313-fdb0-4ae4-9870-5b6e2928fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.522072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-12b81313-fdb0-4ae4-9870-5b6e2928fd3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=423baffd971c4dfe97cb69a2734b8b9c&device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 1095 time: 0.2444649 Aug 19 17:53:21.539814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f0ef2-14e2-4b3a-ae31-1c3d0f22278d req-7f867f4b-4581-42ae-b1c3-a80f080db065 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.547207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b64f0ef2-14e2-4b3a-ae31-1c3d0f22278d req-7f867f4b-4581-42ae-b1c3-a80f080db065 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 943 time: 0.2272093 Aug 19 17:53:21.548932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be24a9-939a-40ed-b25b-c47aca1e0bb9 None None] New status for floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:53:21.596060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-780b558c-bde6-4791-a250-15348f06d7eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.597799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-780b558c-bde6-4791-a250-15348f06d7eb tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1023 time: 0.2030551 Aug 19 17:53:21.668117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b64f0ef2-14e2-4b3a-ae31-1c3d0f22278d req-c3388499-cf1a-43d0-a102-5bafeb29552a tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198802 Aug 19 17:53:21.721516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:21.889397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb069528-c013-4a03-9db3-f5a192165f33 req-6ebfbaee-0357-41e6-a88a-b66ec8ecef61 tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:21.892560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-55907e57-40a5-46ec-9c58-5f0643918403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:21.894459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-55907e57-40a5-46ec-9c58-5f0643918403 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 HTTP/1.1" status: 200 len: 915 time: 0.3452153 Aug 19 17:53:21.899292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bb069528-c013-4a03-9db3-f5a192165f33 req-6ebfbaee-0357-41e6-a88a-b66ec8ecef61 tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:21.939105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8d5177b-c21f-4fc9-a93d-16a436a4f28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:21.960858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ed91ac50-06de-4ab1-bcd7-12f83e9af11a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:22.065554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-06c4b006-3bb2-4fb3-bc6c-db1325fb5d72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a HTTP/1.1" status: 200 len: 217 time: 0.1546848 Aug 19 17:53:22.079952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb069528-c013-4a03-9db3-f5a192165f33 req-6ebfbaee-0357-41e6-a88a-b66ec8ecef61 tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7117250 Aug 19 17:53:22.116456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfbaee-0357-41e6-a88a-b66ec8ecef61 tempest-LiveMigrationNegativeTest-1330737565 tempest-LiveMigrationNegativeTest-1330737565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9ad00c-63e9-4454-98d3-15a7ba52b1e5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:22.153721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8d5177b-c21f-4fc9-a93d-16a436a4f28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.157990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8d5177b-c21f-4fc9-a93d-16a436a4f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.166142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,segment=NetworkSegment(9f5c6695-3620-4431-b253-56a5e34e553f),segment_id=9f5c6695-3620-4431-b253-56a5e34e553f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:22.185356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a', 'network_id': 'a31eb80c-5cca-4b20-81fe-c4fc2c804cc2', 'port_id': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a', 'mac_address': 'fa:16:3e:f0:ba:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c951b449-3244-4983-8bc8-b1429dbc4517', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:22.207277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a8d5177b-c21f-4fc9-a93d-16a436a4f28b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=426b0cfa3f93426db2560cde48d29b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844909 Aug 19 17:53:22.209409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:22.217658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5177b-c21f-4fc9-a93d-16a436a4f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed8a95a-9f48-44d3-8dab-e444933f4562,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:22.235868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.255185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91ac50-06de-4ab1-bcd7-12f83e9af11a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:22.278367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.279628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,segment=NetworkSegment(9f5c6695-3620-4431-b253-56a5e34e553f),segment_id=9f5c6695-3620-4431-b253-56a5e34e553f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:22.284404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.310256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.352720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:22.380710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.383627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.387887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eed8a95a-9f48-44d3-8dab-e444933f4562 HTTP/1.1" status: 204 len: 168 time: 0.1743083 Aug 19 17:53:22.400128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a231-a0e5-4f01-b07f-7a91ed194fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed8a95a-9f48-44d3-8dab-e444933f4562,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:22.533455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-6e3c9105-4c8a-414a-9ab5-da76f5bd4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:22.535066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-6e3c9105-4c8a-414a-9ab5-da76f5bd4f57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c951b449-3244-4983-8bc8-b1429dbc4517 HTTP/1.1" status: 200 len: 854 time: 0.4409215 Aug 19 17:53:22.539322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Deleting port d7184c40-76ad-48c0-b70e-eed94276b69c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:22.539747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.665791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-0e9a4d81-7131-42eb-ba7f-516b784fbb54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934260 Aug 19 17:53:22.717015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0e635-4a4e-4f95-b72b-f0ad489743d8 req-e1b39bbb-e5ae-450d-8837-07740768cdf8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:22.718605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bac0e635-4a4e-4f95-b72b-f0ad489743d8 req-e1b39bbb-e5ae-450d-8837-07740768cdf8 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1745176 Aug 19 17:53:22.780162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ed91ac50-06de-4ab1-bcd7-12f83e9af11a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:22.785032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c149a0-4281-4389-a7ed-8f969aecb21c req-a0888993-f0ff-4285-bfc6-b689c26a0c4b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:22.787345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66c149a0-4281-4389-a7ed-8f969aecb21c req-a0888993-f0ff-4285-bfc6-b689c26a0c4b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.2417984 Aug 19 17:53:22.858793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] For port d7184c40-76ad-48c0-b70e-eed94276b69c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d7184c40-76ad-48c0-b70e-eed94276b69c,segment=NetworkSegment(a1a96a8b-c745-46e0-a4c7-b74cc49915fb),segment_id=a1a96a8b-c745-46e0-a4c7-b74cc49915fb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:22.859168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.898003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45176) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:22.907564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Calling delete_port for d7184c40-76ad-48c0-b70e-eed94276b69c owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:22.924414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bc99f0d-402e-4750-a4a6-a0e37d451a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:22.940761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bac0e635-4a4e-4f95-b72b-f0ad489743d8 req-32faf8b5-c159-4fd8-a8a5-300d47fb1318 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871078 Aug 19 17:53:22.966108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-748ea4f5-17ec-4e99-bbe9-be0b30433d62 service neutron] 10.222.0.13 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869403 Aug 19 17:53:22.972076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66c149a0-4281-4389-a7ed-8f969aecb21c req-9cfc9ab4-7ed6-443b-845d-bb4bc7c3c85b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496949 Aug 19 17:53:23.007317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-2cacbc0b-3868-48b5-9917-8928048c1be8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:23.009190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-2cacbc0b-3868-48b5-9917-8928048c1be8 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "GET /v2.0/ports?device_id=19c5972d-8012-47c3-80c2-dcb55374fbd6 HTTP/1.1" status: 200 len: 944 time: 0.1983457 Aug 19 17:53:23.111730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bc99f0d-402e-4750-a4a6-a0e37d451a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.118657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bc99f0d-402e-4750-a4a6-a0e37d451a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.171935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4bc99f0d-402e-4750-a4a6-a0e37d451a57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4b22b6556974303a5c4e9a80f6b6868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728026 Aug 19 17:53:23.174533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:23.180672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc99f0d-402e-4750-a4a6-a0e37d451a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113654fd-7e8a-42db-a729-1a621a6a98e3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:23.229300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.254709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.270041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-421b06d6-5bac-44b6-8843-75e15f6b04f9 service neutron] 10.222.0.13 "GET /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598500 Aug 19 17:53:23.281570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-5e88f308-353d-48d8-b640-43dc73aefce2 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:23.283006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-5e88f308-353d-48d8-b640-43dc73aefce2 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2244620 Aug 19 17:53:23.319626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.322236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.326303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/113654fd-7e8a-42db-a729-1a621a6a98e3 HTTP/1.1" status: 204 len: 168 time: 0.1480174 Aug 19 17:53:23.333048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ec618-8eb1-4e0e-a847-b353f9308929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113654fd-7e8a-42db-a729-1a621a6a98e3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:23.338845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b2cc-8131-4315-ac04-827bb9b16866 req-ecf05424-8adb-4b12-9652-35b066ac4bd5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:23.340659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b879b2cc-8131-4315-ac04-827bb9b16866 req-ecf05424-8adb-4b12-9652-35b066ac4bd5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/ports?device_id=c377e906-fdba-4522-9509-ecf464d6ddf2 HTTP/1.1" status: 200 len: 1023 time: 0.1900849 Aug 19 17:53:23.418565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-c1363796-75fc-4c8b-a932-cd9bb8861da4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.1232495 Aug 19 17:53:23.437854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Deleting port a081ef30-1e61-45aa-8390-c079ea434903 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:23.438196 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.489734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:23.549834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.566853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.627334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b879b2cc-8131-4315-ac04-827bb9b16866 req-7bd2e7da-9eab-41fc-938a-654f28f9a9d5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c7b0e8c-fa9b-4ded-864a-40752f066465&id=b2ed74f8-6f5a-4c4e-93d2-999680d06d82&id=9dbaa6a8-981a-43d9-bb8d-72de094c3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2532051 Aug 19 17:53:23.651318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'Port': ['ID=d7184c40-76ad-48c0-b70e-eed94276b69c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:23.685236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-f7793020-e720-44d0-9ab6-a587ec025b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:23.686765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-f7793020-e720-44d0-9ab6-a587ec025b65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 1097 time: 0.3089492 Aug 19 17:53:23.803415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] No DVR routers for this DVR port d7184c40-76ad-48c0-b70e-eed94276b69c on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:23.838088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.840818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc252610-6cb9-47de-9d07-c8c642a1d1b4 req-06fbcdaa-af71-43e2-8f40-6b5aeb9c9f64 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.42 "DELETE /v2.0/ports/d7184c40-76ad-48c0-b70e-eed94276b69c HTTP/1.1" status: 204 len: 173 time: 2.2252545 Aug 19 17:53:23.842525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] For port a081ef30-1e61-45aa-8390-c079ea434903, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a081ef30-1e61-45aa-8390-c079ea434903,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:23.842884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:23.846843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'name': 'network-vif-deleted', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:23.848921 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4cadf-368d-42fc-ba6d-39d9b1b6400c" -d '{"events": [{"server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "name": "network-vif-deleted", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:23.878561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Calling delete_port for a081ef30-1e61-45aa-8390-c079ea434903 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:23.975827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c118e-bbe5-4d44-b70a-6559cc3a1ba9 req-91d177d6-5d33-439d-9128-7adb02fb901d tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:23.977356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa4c118e-bbe5-4d44-b70a-6559cc3a1ba9 req-91d177d6-5d33-439d-9128-7adb02fb901d tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 944 time: 0.2673295 Aug 19 17:53:24.004165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ed91ac50-06de-4ab1-bcd7-12f83e9af11a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:24.061093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port ed91ac50-06de-4ab1-bcd7-12f83e9af11a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:24.065532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port ed91ac50-06de-4ab1-bcd7-12f83e9af11a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:24.065913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.069676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-b19a2e9e-319a-4b33-91dd-3752d97c2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:24.071161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-b19a2e9e-319a-4b33-91dd-3752d97c2b61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.3491416 Aug 19 17:53:24.144605 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.146327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-701aa153-9ec8-4fb2-9940-bf34985789b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 200 len: 217 time: 0.0618219 Aug 19 17:53:24.158399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa4c118e-bbe5-4d44-b70a-6559cc3a1ba9 req-9ae5578e-591b-42ea-8685-05d3b1ff6eef tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431856 Aug 19 17:53:24.187171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:24.190257 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7db79d6-318d-41f9-a3fa-18222c7756a3" -d '{"events": [{"server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "name": "network-vif-plugged", "status": "completed", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:24.217150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,segment=NetworkSegment(9f5c6695-3620-4431-b253-56a5e34e553f),segment_id=9f5c6695-3620-4431-b253-56a5e34e553f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:24.219315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.220919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a081ef30-1e61-45aa-8390-c079ea434903 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:24.328478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-771c9ba2-8ea9-4090-970e-a9cabe980f9e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:24.329912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:24.330944 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-771c9ba2-8ea9-4090-970e-a9cabe980f9e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.13 "GET /v2.0/ports?device_id=925f57dd-b4f9-46f9-95e6-5a9f236959e1 HTTP/1.1" status: 200 len: 945 time: 0.0881341 Aug 19 17:53:24.392011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.399970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-2a886662-19dc-4683-8ced-4e3bd58e1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:24.407777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-2a886662-19dc-4683-8ced-4e3bd58e1eb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1664107 Aug 19 17:53:24.480825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Deleting port 63e9527a-460c-4fda-8927-28e3f3628b66 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:24.481211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.526811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event deleted for resources: {'Port': ['ID=a081ef30-1e61-45aa-8390-c079ea434903,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:24.608766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] For port 63e9527a-460c-4fda-8927-28e3f3628b66, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=63e9527a-460c-4fda-8927-28e3f3628b66,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:24.609153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.637341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Calling delete_port for 63e9527a-460c-4fda-8927-28e3f3628b66 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:24.642931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] No DVR routers for this DVR port a081ef30-1e61-45aa-8390-c079ea434903 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:24.647663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.649725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bd6dfca-a0cd-44cd-a8bb-cd2cbdf30815 req-3db5c4ce-6d00-441c-b69d-4678f71c5275 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "DELETE /v2.0/ports/a081ef30-1e61-45aa-8390-c079ea434903 HTTP/1.1" status: 204 len: 173 time: 1.5922747 Aug 19 17:53:24.663131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-bf11c6eb-ddbb-48c7-8f77-b6b89c250767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:24.664713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-bf11c6eb-ddbb-48c7-8f77-b6b89c250767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944532 Aug 19 17:53:24.836654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.851551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['05f21ece-1051-4173-9e11-68c35e51efce'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:24.871673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event deleted for resources: {'Port': ['ID=63e9527a-460c-4fda-8927-28e3f3628b66,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:24.899599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['63e9527a-460c-4fda-8927-28e3f3628b66'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:24.950580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] No DVR routers for this DVR port 63e9527a-460c-4fda-8927-28e3f3628b66 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:24.957938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:24.961721 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4583e447-0a1e-4fcd-b55b-1bfaf42972a7 req-bada369c-e233-46fd-bf85-8374813a5c19 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.13 "DELETE /v2.0/ports/63e9527a-460c-4fda-8927-28e3f3628b66 HTTP/1.1" status: 204 len: 173 time: 0.6248744 Aug 19 17:53:24.961882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'name': 'network-vif-deleted', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:24.964170 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1cd2cb-6925-48b1-bb81-6186af09accc" -d '{"events": [{"server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "name": "network-vif-deleted", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:25.280127 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40230c9c-d595-4a88-b7d7-0b532fa58437 x-openstack-request-id: req-40230c9c-d595-4a88-b7d7-0b532fa58437 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:25.280404 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377e906-fdba-4522-9509-ecf464d6ddf2", "name": "network-vif-deleted", "tag": "d7184c40-76ad-48c0-b70e-eed94276b69c", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:25.280577 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40230c9c-d595-4a88-b7d7-0b532fa58437 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:25.281004 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c377e906-fdba-4522-9509-ecf464d6ddf2', 'name': 'network-vif-deleted', 'tag': 'd7184c40-76ad-48c0-b70e-eed94276b69c', 'status': 'completed', 'code': 200} Aug 19 17:53:25.303902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:25.315333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:25.406831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-9f99dead-3bfe-4f26-9328-2ed43f5e384d service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318251 Aug 19 17:53:25.429230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d7184c40-76ad-48c0-b70e-eed94276b69c no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:25.451033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d7184c40-76ad-48c0-b70e-eed94276b69c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:25.451381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d7184c40-76ad-48c0-b70e-eed94276b69c not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:25.499851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67c741-4860-4cb9-bbd0-34eb59f00674 req-82e31616-1c12-4efa-a684-0ae20e87541c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:25.501321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b67c741-4860-4cb9-bbd0-34eb59f00674 req-82e31616-1c12-4efa-a684-0ae20e87541c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1461673 Aug 19 17:53:25.551526 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298 associated. External IP: 172.25.5.74, port: 05f21ece-1051-4173-9e11-68c35e51efce. Aug 19 17:53:25.610483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b67c741-4860-4cb9-bbd0-34eb59f00674 req-aa61b611-3bf6-4ce8-8b88-e9f6681947aa tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019256 Aug 19 17:53:25.632968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245941b5-6cf5-439b-ab6e-b128b4322759 req-3494e438-ec36-439c-aa3c-cedafd2203f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166214 Aug 19 17:53:25.768426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:25.805809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:25.835298 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43ee296-adc7-4b04-adb3-8984d43c1ea7 x-openstack-request-id: req-d43ee296-adc7-4b04-adb3-8984d43c1ea7 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:25.835718 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "name": "network-vif-plugged", "status": "completed", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:25.836135 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43ee296-adc7-4b04-adb3-8984d43c1ea7 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:25.836583 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a', 'code': 200} Aug 19 17:53:25.929057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:25.934109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:25.943000 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:25.965126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:25.970134 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:25.985977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-71f2b6f2-cefe-4b03-be69-c23c90a151ae tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "PUT /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 995 time: 2.5408585 Aug 19 17:53:26.003391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc3fd3-d266-4c2d-9ea4-af4ae28e9f91 req-6eef4ae1-8d30-4584-8f1d-01197cb5e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.005657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fddc3fd3-d266-4c2d-9ea4-af4ae28e9f91 req-6eef4ae1-8d30-4584-8f1d-01197cb5e3eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 1097 time: 0.0681918 Aug 19 17:53:26.030195 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d46cd7-f83a-4eab-aecc-31178613c789 x-openstack-request-id: req-b4d46cd7-f83a-4eab-aecc-31178613c789 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:26.031819 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925f57dd-b4f9-46f9-95e6-5a9f236959e1", "name": "network-vif-deleted", "tag": "63e9527a-460c-4fda-8927-28e3f3628b66", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:26.032349 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4d46cd7-f83a-4eab-aecc-31178613c789 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:26.033059 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f57dd-b4f9-46f9-95e6-5a9f236959e1', 'name': 'network-vif-deleted', 'tag': '63e9527a-460c-4fda-8927-28e3f3628b66', 'status': 'completed', 'code': 200} Aug 19 17:53:26.071150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fddc3fd3-d266-4c2d-9ea4-af4ae28e9f91 req-036d71e0-92f7-491e-934a-e601b1c78e36 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Aug 19 17:53:26.074557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-99c4cd00-e9cd-427e-ab63-95da22f81743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.076029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-99c4cd00-e9cd-427e-ab63-95da22f81743 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.0695100 Aug 19 17:53:26.094806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:26.179987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-758e5337-c646-4f1b-b758-21ef592c86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.181765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-758e5337-c646-4f1b-b758-21ef592c86d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.0980620 Aug 19 17:53:26.266361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa8dcf-991d-4262-ab8b-2cdad68bc42e req-2310dcee-347f-4f3a-87eb-5c1e659bfe65 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.268232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1efa8dcf-991d-4262-ab8b-2cdad68bc42e req-2310dcee-347f-4f3a-87eb-5c1e659bfe65 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 945 time: 0.1063480 Aug 19 17:53:26.275354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-d623c8b5-088f-47cc-890e-20cd94337019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 998 time: 0.0799713 Aug 19 17:53:26.329224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:24Z', 'revision_number': 8, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:26.340451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1efa8dcf-991d-4262-ab8b-2cdad68bc42e req-11638827-b574-4007-b9db-20b3102d4c49 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640526 Aug 19 17:53:26.347707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-2af42372-b13c-4338-80f8-d9ed17e6f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.349162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-2af42372-b13c-4338-80f8-d9ed17e6f3a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0655508 Aug 19 17:53:26.355813 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:26.370248 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:26.371354 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:26.400458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-7057a488-70b0-48d7-a107-b0d5b3bffa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.402552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-7057a488-70b0-48d7-a107-b0d5b3bffa9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470510 Aug 19 17:53:26.504942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-4a4c4c70-5858-4d5c-8913-be1d2220846a service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945892 Aug 19 17:53:26.591259 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:26.626647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9edda63-4277-4b89-a716-fa7bfdbaa896 req-36a3bb59-d548-4392-bbbc-b316622bf254 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086142 Aug 19 17:53:26.726590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7af27a88-cc27-47a1-9039-e747ea150696 req-2012e69f-1d1d-4322-99f5-0db05249ffc5 tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/9dbaa6a8-981a-43d9-bb8d-72de094c3dbf HTTP/1.1" status: 200 len: 1801 time: 0.0665224 Aug 19 17:53:26.750263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2cf53-61db-4c34-ba9d-fbcec263d4ec req-8f425db4-ec76-469a-828a-a44d94354973 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:26.751825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3d2cf53-61db-4c34-ba9d-fbcec263d4ec req-8f425db4-ec76-469a-828a-a44d94354973 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.0762124 Aug 19 17:53:26.821118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3d2cf53-61db-4c34-ba9d-fbcec263d4ec req-d9aee7cd-482e-4444-aee9-21b71f5aabc8 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562603 Aug 19 17:53:26.826324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7af27a88-cc27-47a1-9039-e747ea150696 req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:26.843306 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:24Z', 'revision_number': 8, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:26.852092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7af27a88-cc27-47a1-9039-e747ea150696 req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:26.872657 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46414b6-49ad-4cfe-965e-87f62c839413 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '43dbe19d-94cb-400b-8dc5-2f7796c1b298', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'port_id': '05f21ece-1051-4173-9e11-68c35e51efce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'mac_address': 'fa:16:3e:ef:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6423229a-084f-4da0-ae2e-b12730f11018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:52:40Z', 'updated_at': '2021-08-19T17:53:24Z', 'revision_number': 8, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:26.910119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7af27a88-cc27-47a1-9039-e747ea150696 req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:26.913343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7af27a88-cc27-47a1-9039-e747ea150696 req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:26.914762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7af27a88-cc27-47a1-9039-e747ea150696 req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/9dbaa6a8-981a-43d9-bb8d-72de094c3dbf HTTP/1.1" status: 204 len: 173 time: 0.1799219 Aug 19 17:53:26.929337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38dfa-7c1a-4812-9732-c20447fbe38a tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbaa6a8-981a-43d9-bb8d-72de094c3dbf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:27.062925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b649b9-f9bc-4468-a251-e668b2f7fb63 req-6af7d049-5c87-42d7-8416-34d463cdcdaa tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.064506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31b649b9-f9bc-4468-a251-e668b2f7fb63 req-6af7d049-5c87-42d7-8416-34d463cdcdaa tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 944 time: 0.0842750 Aug 19 17:53:27.079742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08427-b22d-4867-a9c7-14ec2a8f7b2d req-1f046a9e-b5da-4f59-b9f4-c725146f0be9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.081275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91e08427-b22d-4867-a9c7-14ec2a8f7b2d req-1f046a9e-b5da-4f59-b9f4-c725146f0be9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.0706670 Aug 19 17:53:27.097243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e32501-53ed-48af-8980-df84230e21e5 None None] New status for floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:53:27.138948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31b649b9-f9bc-4468-a251-e668b2f7fb63 req-7863a798-c3ae-427f-b92a-32891c7d9c5b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679207 Aug 19 17:53:27.146772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91e08427-b22d-4867-a9c7-14ec2a8f7b2d req-ccc41748-0b98-479c-bd9b-009bf1fe8af4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508227 Aug 19 17:53:27.244828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf6f049-b9ec-48f2-a824-b4030783a0f6 req-9cbd804a-ecfa-4979-a02b-8433123ec27e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 995 time: 0.0729134 Aug 19 17:53:27.305416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-deleted', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903'}, {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:27.307766 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa9c72-0743-4226-87d1-973ff74f1757" -d '{"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-deleted", "tag": "a081ef30-1e61-45aa-8390-c079ea434903"}, {"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:27.451032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-cf92844b-e096-4944-993f-19fe8cce0f29 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.452408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-cf92844b-e096-4944-993f-19fe8cce0f29 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 944 time: 0.1412117 Aug 19 17:53:27.472701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f049-b9ec-48f2-a824-b4030783a0f6 req-dce5ca44-3848-4cf4-b5ff-dec629faed77 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.474033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf6f049-b9ec-48f2-a824-b4030783a0f6 req-dce5ca44-3848-4cf4-b5ff-dec629faed77 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.2157154 Aug 19 17:53:27.489120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-c4f71361-7547-44dd-9b64-62d9b47c387b tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "GET /v2.0/security-groups/b2ed74f8-6f5a-4c4e-93d2-999680d06d82 HTTP/1.1" status: 200 len: 1801 time: 0.1283765 Aug 19 17:53:27.493413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-cbf6f049-b9ec-48f2-a824-b4030783a0f6 req-561a5eda-3246-4ed6-8d9e-6caecbc6acb5 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:53:27.494368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf6f049-b9ec-48f2-a824-b4030783a0f6 req-561a5eda-3246-4ed6-8d9e-6caecbc6acb5 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115457 Aug 19 17:53:27.524727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-f07cee5f-26e1-4322-b3b9-b046146d4230 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.526630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-f07cee5f-26e1-4322-b3b9-b046146d4230 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.42 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.1610854 Aug 19 17:53:27.554649 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f035e8c2-0458-4b92-a5c2-614fa3ea6eca x-openstack-request-id: req-f035e8c2-0458-4b92-a5c2-614fa3ea6eca {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:27.554948 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c5972d-8012-47c3-80c2-dcb55374fbd6", "name": "network-vif-deleted", "tag": "a081ef30-1e61-45aa-8390-c079ea434903", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:27.555185 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f035e8c2-0458-4b92-a5c2-614fa3ea6eca {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:27.555595 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c5972d-8012-47c3-80c2-dcb55374fbd6', 'name': 'network-vif-deleted', 'tag': 'a081ef30-1e61-45aa-8390-c079ea434903', 'status': 'completed', 'code': 200} Aug 19 17:53:27.555851 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:53:27.625276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-2e50018d-fb36-4496-aad5-ac50ad86c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.627912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-2e50018d-fb36-4496-aad5-ac50ad86c8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.0484741 Aug 19 17:53:27.704284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.739421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-735513d8-00f6-4d95-932a-cfc279cf13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.740951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-735513d8-00f6-4d95-932a-cfc279cf13c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1065915 Aug 19 17:53:27.764583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Deleting port 77c135e4-e83d-4aec-8380-c33d015c5063 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:27.764994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.776288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.812906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-39cf1685-ce87-4cbf-8267-8d34abfd5666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 1000 time: 0.0645609 Aug 19 17:53:27.864939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-597c6f48-52f9-4e32-9e52-2c067ce7ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.866703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-597c6f48-52f9-4e32-9e52-2c067ce7ba1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0464125 Aug 19 17:53:27.868363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3573f90-6e04-444e-87a2-e628cfe03754 req-40fc4206-a500-4d74-856e-0ccd121b95cd tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.869844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3573f90-6e04-444e-87a2-e628cfe03754 req-40fc4206-a500-4d74-856e-0ccd121b95cd tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 945 time: 0.1697221 Aug 19 17:53:27.882287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Deleting port adf183ff-f843-4789-b3bf-3c03f9eb35da {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:27.882287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.918794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-b2f4bca8-e0e6-4d9a-aac0-4ae136c0c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:27.920605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-b2f4bca8-e0e6-4d9a-aac0-4ae136c0c743 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433657 Aug 19 17:53:27.965789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.968304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:27.969623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdc09ae5-6ebf-4b0b-b4b0-2689007a415e req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] 10.222.0.36 "DELETE /v2.0/security-groups/b2ed74f8-6f5a-4c4e-93d2-999680d06d82 HTTP/1.1" status: 204 len: 173 time: 0.4526377 Aug 19 17:53:27.978489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:27.984143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 63e9527a-460c-4fda-8927-28e3f3628b66 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:28.000638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] For port 77c135e4-e83d-4aec-8380-c33d015c5063, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=77c135e4-e83d-4aec-8380-c33d015c5063,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:28.001006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.013791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1babe9-1f87-42e1-9496-790928e6d1aa tempest-SecurityGroupsTestJSON-53235331 tempest-SecurityGroupsTestJSON-53235331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed74f8-6f5a-4c4e-93d2-999680d06d82,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:28.040895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Calling delete_port for 77c135e4-e83d-4aec-8380-c33d015c5063 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:28.050239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 63e9527a-460c-4fda-8927-28e3f3628b66 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:28.051633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 63e9527a-460c-4fda-8927-28e3f3628b66 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:28.053810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Deleting subnet da81e7a2-9830-49aa-8ceb-ad390e8a9b09 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:28.064314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.086702 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3c83584f-40d9-40ed-826d-1e46556f5524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.100734 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-c9336466-4185-4589-a0c1-237ad2e3e5f7 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723981 Aug 19 17:53:28.105462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3573f90-6e04-444e-87a2-e628cfe03754 req-c1564a2c-ebb9-4da8-8a60-f949eb791e64 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268910 Aug 19 17:53:28.176302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.232032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] For port adf183ff-f843-4789-b3bf-3c03f9eb35da, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=adf183ff-f843-4789-b3bf-3c03f9eb35da,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:28.232360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.236275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.269534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Calling delete_port for adf183ff-f843-4789-b3bf-3c03f9eb35da owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:28.277629 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8cfa9c72-0743-4226-87d1-973ff74f1757 req-29df68bd-174c-4746-8560-6548bb0b20c8 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685960 Aug 19 17:53:28.279537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-66cf3298-6e8c-4d92-8356-9273147a5fa1 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.2574410 Aug 19 17:53:28.309472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.395815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0233ad-900f-46f9-bfb2-9590cd733bc7 req-d8652bb4-b5c5-419d-842b-790c478f19ab tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:28.397432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a0233ad-900f-46f9-bfb2-9590cd733bc7 req-d8652bb4-b5c5-419d-842b-790c478f19ab tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 950 time: 0.1852112 Aug 19 17:53:28.408411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-0aabb0d3-3a4e-4786-84e7-4a7cdc7eb431 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:28.413391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-0aabb0d3-3a4e-4786-84e7-4a7cdc7eb431 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports/05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 942 time: 0.1137307 Aug 19 17:53:28.420624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45328) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:28.566288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.576048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a0233ad-900f-46f9-bfb2-9590cd733bc7 req-2bdf3fdc-da6a-43f5-8b4e-ec940903315e tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564240 Aug 19 17:53:28.612700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da81e7a2-9830-49aa-8ceb-ad390e8a9b09,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:28.614934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.616972 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3cb4ff33-54ce-48e3-be8b-4ee24d2722cf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/da81e7a2-9830-49aa-8ceb-ad390e8a9b09 HTTP/1.1" status: 204 len: 168 time: 0.6378613 Aug 19 17:53:28.619418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:28.633799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-9759b5ee-a077-4961-8be4-881a15997f26 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.1562264 Aug 19 17:53:28.690853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event deleted for resources: {'Port': ['ID=77c135e4-e83d-4aec-8380-c33d015c5063,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:28.700787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.710861 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65456bf1-a7c8-44ad-8897-b8ca65a8a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.781608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.791287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472fcca1-16cb-495e-8122-d4cb2158d65f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:28.802618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:28.802920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a96a8b-c745-46e0-a4c7-b74cc49915fb') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:28.804329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c0de271-f2a0-4deb-bec6-de30d80ba559 req-ec0cc48b-2837-45b5-bf1c-7984b83da800 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7882c4-5190-40d2-96a7-b89b773529ff HTTP/1.1" status: 200 len: 210 time: 0.1061127 Aug 19 17:53:28.829243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.830859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] No DVR routers for this DVR port 77c135e4-e83d-4aec-8380-c33d015c5063 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:28.832558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.836416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.838702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d864197e-b5e3-41d1-a1e8-171e772a381e req-9e903557-eea4-4245-8b99-c1430ee0cc48 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "DELETE /v2.0/ports/77c135e4-e83d-4aec-8380-c33d015c5063 HTTP/1.1" status: 204 len: 173 time: 1.3741791 Aug 19 17:53:28.844682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['adf183ff-f843-4789-b3bf-3c03f9eb35da'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:28.856785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.865898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:28.866298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:28.868363 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:28.883613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Pushing event deleted for resources: {'Port': ['ID=adf183ff-f843-4789-b3bf-3c03f9eb35da,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:28.897226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:28.950508 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.954155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-0bdaa114-601a-4fc9-9d7b-92e2bb8b547b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:28.963903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:28.964414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-0bdaa114-601a-4fc9-9d7b-92e2bb8b547b tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3220129 Aug 19 17:53:28.970364 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/472fcca1-16cb-495e-8122-d4cb2158d65f HTTP/1.1" status: 204 len: 168 time: 0.3468511 Aug 19 17:53:28.994537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2eb4c8-78d2-4945-a8eb-06d3f6eeb1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=472fcca1-16cb-495e-8122-d4cb2158d65f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:29.020297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] No DVR routers for this DVR port adf183ff-f843-4789-b3bf-3c03f9eb35da on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:29.127694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:29.182641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03e5f4ef-c3dc-4ddc-bc9b-d2a7aea9a5f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3778c8d4e18c449dab24b182008f87a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535774 Aug 19 17:53:29.185824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:29.237358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.259630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.307865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.310393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.311589 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c7b0e8c-fa9b-4ded-864a-40752f066465 HTTP/1.1" status: 204 len: 168 time: 0.1247530 Aug 19 17:53:29.321996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87127df6-e342-48fa-8f03-1b54deac3ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b0e8c-fa9b-4ded-864a-40752f066465,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:29.382570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.384774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac94cc50-462a-449f-9e79-4f0c8dae445a req-d234f58b-d804-4aa5-905b-7747867de1fe tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.42 "DELETE /v2.0/ports/adf183ff-f843-4789-b3bf-3c03f9eb35da HTTP/1.1" status: 204 len: 173 time: 1.8462722 Aug 19 17:53:29.436552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2f5a378b-b4a3-494a-9c60-e5f12ef04379 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1000 time: 0.4710464 Aug 19 17:53:29.467695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebac184-8093-4ab7-8dfb-bafc30938e7b req-c2a01f98-5763-448e-8b42-2c0cce8b7013 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:29.469837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ebac184-8093-4ab7-8dfb-bafc30938e7b req-c2a01f98-5763-448e-8b42-2c0cce8b7013 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.4868927 Aug 19 17:53:29.474341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:29.560640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-deleted', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063'}, {'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'name': 'network-vif-deleted', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:29.563911 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3089f521-77ba-4fbc-b133-f3cb1f0139e4" -d '{"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-deleted", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063"}, {"server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "name": "network-vif-deleted", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:29.583950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65456bf1-a7c8-44ad-8897-b8ca65a8a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.587012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.593962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ebac184-8093-4ab7-8dfb-bafc30938e7b req-94a3b0b6-5008-4384-8a28-1d7ec72421f0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127260 Aug 19 17:53:29.620729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65456bf1-a7c8-44ad-8897-b8ca65a8a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.683532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65456bf1-a7c8-44ad-8897-b8ca65a8a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96451f60-cc40-43cd-bb01-7bd41e218c97,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:29.721094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-65456bf1-a7c8-44ad-8897-b8ca65a8a154 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aaab6ee1bc34231959e5b92f2e074ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2719946 Aug 19 17:53:29.721094 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15747cd1-a9ab-499c-9952-f7db81150f6c x-openstack-request-id: req-15747cd1-a9ab-499c-9952-f7db81150f6c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:29.721715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:29.722153 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7882c4-5190-40d2-96a7-b89b773529ff", "name": "network-vif-deleted", "tag": "77c135e4-e83d-4aec-8380-c33d015c5063", "status": "completed", "code": 200}, {"server_uuid": "c484f00a-ee7f-4d97-b60e-667c815fa38f", "name": "network-vif-deleted", "tag": "adf183ff-f843-4789-b3bf-3c03f9eb35da", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:29.722153 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15747cd1-a9ab-499c-9952-f7db81150f6c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:29.722153 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7882c4-5190-40d2-96a7-b89b773529ff', 'name': 'network-vif-deleted', 'tag': '77c135e4-e83d-4aec-8380-c33d015c5063', 'status': 'completed', 'code': 200} Aug 19 17:53:29.722153 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c484f00a-ee7f-4d97-b60e-667c815fa38f', 'name': 'network-vif-deleted', 'tag': 'adf183ff-f843-4789-b3bf-3c03f9eb35da', 'status': 'completed', 'code': 200} Aug 19 17:53:29.793207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.798906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.805262 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.805532 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298 disassociated. External IP: 172.25.5.74, port: 05f21ece-1051-4173-9e11-68c35e51efce. Aug 19 17:53:29.822819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.827304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d453f5c-7814-458c-8cc0-f6aef130bb4b req-4ad5c976-8b71-4439-854f-50b6c945f650 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c484f00a-ee7f-4d97-b60e-667c815fa38f HTTP/1.1" status: 200 len: 210 time: 0.0325363 Aug 19 17:53:29.895341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.902976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:29.904374 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96451f60-cc40-43cd-bb01-7bd41e218c97 HTTP/1.1" status: 204 len: 168 time: 0.1842046 Aug 19 17:53:29.935586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e3f3-5103-4387-85ff-52140fdfd505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96451f60-cc40-43cd-bb01-7bd41e218c97,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:29.990196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:30.036991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 77c135e4-e83d-4aec-8380-c33d015c5063 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:30.037414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 77c135e4-e83d-4aec-8380-c33d015c5063 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:30.108976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:30.272301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:30.278090 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.285457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:30.300765 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:30.301827 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:30.316073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-2d047dee-45b5-4009-9b25-d30748925fa4 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "PUT /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 695 time: 0.8654630 Aug 19 17:53:30.347237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45390) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:30.372900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0996641a-8c29-4ba6-a602-ddd86565a406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.431276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-d204b293-1a87-44f9-aea6-b14fe726516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.433940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-d204b293-1a87-44f9-aea6-b14fe726516a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.0955210 Aug 19 17:53:30.480152 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:30.484131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0996641a-8c29-4ba6-a602-ddd86565a406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.488108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0996641a-8c29-4ba6-a602-ddd86565a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.545126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996641a-8c29-4ba6-a602-ddd86565a406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7020f9-239d-4a5b-9d15-a1055d2e68d1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:30.545677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-30995014-8f0c-4fcc-949e-97a91a5f31fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.550259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0996641a-8c29-4ba6-a602-ddd86565a406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02601e10104b4bcc9e39aa26a1b55eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014537 Aug 19 17:53:30.552760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45396) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:30.569698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09988-988f-44ea-a510-a31601270b03 req-e7c3af4b-161b-4228-a42c-098304a1854b tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.571177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cba09988-988f-44ea-a510-a31601270b03 req-e7c3af4b-161b-4228-a42c-098304a1854b tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 945 time: 0.1243088 Aug 19 17:53:30.614635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.623187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-6982087d-b60f-46fc-9a61-5b03a8274042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.624721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-6982087d-b60f-46fc-9a61-5b03a8274042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.1767068 Aug 19 17:53:30.638741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cba09988-988f-44ea-a510-a31601270b03 req-3df557fb-edb6-482e-8bd6-3b2e4c1af03f tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Aug 19 17:53:30.642350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.694180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-d91374aa-fd18-4180-8694-1f8a6dac6ca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.0473375 Aug 19 17:53:30.707318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.710675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.711959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb7020f9-239d-4a5b-9d15-a1055d2e68d1 HTTP/1.1" status: 204 len: 168 time: 0.1582270 Aug 19 17:53:30.731439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70061114-0377-4a3e-b4b8-a9d9b8d0c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7020f9-239d-4a5b-9d15-a1055d2e68d1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:30.737018 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:30.771672 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:30.782459 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:30.782714 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:30.788162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-6c1c1add-c0a9-4dc9-958e-3c8aa98c6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.789462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-6c1c1add-c0a9-4dc9-958e-3c8aa98c6655 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.0845249 Aug 19 17:53:30.802148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7ff2-d237-4d69-9185-ffbad991bf69 req-50ae7546-c419-4cdd-b969-d604d009a34b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.803674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38a7ff2-d237-4d69-9185-ffbad991bf69 req-50ae7546-c419-4cdd-b969-d604d009a34b tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 944 time: 0.0664065 Aug 19 17:53:30.818344 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:30.872258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-39ef43e5-8f44-483c-8412-37c2548ab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:30.873792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-39ef43e5-8f44-483c-8412-37c2548ab540 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692372 Aug 19 17:53:30.887734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38a7ff2-d237-4d69-9185-ffbad991bf69 req-5aacac27-76f1-437c-80e3-a92024d56161 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/security-groups?id=96e2d1ad-905d-424e-8f24-7b6d7737d565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702610 Aug 19 17:53:30.922195 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:30.999485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-e3f91289-9ada-44f5-8841-f36f87f0551a service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010978 Aug 19 17:53:31.150393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-a83f4670-2518-4066-82a4-204de0e83c1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.153177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-a83f4670-2518-4066-82a4-204de0e83c1e tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 944 time: 0.0618699 Aug 19 17:53:31.155162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be7d4345-c0f5-439c-b247-456a7d40ec9c req-cfa83562-da2c-4424-afd8-5b04fc5b71a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542544 Aug 19 17:53:31.174072 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:31.222055 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aae6f4-5e84-48da-84c1-4e1bca6cf02a None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:18Z', 'revision_number': 4, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a9986eb2-6293-4a9e-b3c4-297587f05bc9', 'name': '', 'network_id': 'ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'mac_address': 'fa:16:3e:5d:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:16Z', 'updated_at': '2021-08-19T17:52:23Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'subnets': [{'id': '9419b5a8-f5c3-4f96-b212-b48317a79634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:31.285744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Deleting port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:31.286109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.414835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f39d3-6d6f-4954-b92e-5496f5b908ae req-b9ddcc34-2061-48fe-9e10-90d16a9ab139 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.416717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-072f39d3-6d6f-4954-b92e-5496f5b908ae req-b9ddcc34-2061-48fe-9e10-90d16a9ab139 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1167333 Aug 19 17:53:31.461234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device adf183ff-f843-4789-b3bf-3c03f9eb35da no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:31.461806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] For port 36a885ef-b5e6-4fc5-a500-029c2c848ce6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=36a885ef-b5e6-4fc5-a500-029c2c848ce6,segment=NetworkSegment(8f9aa163-73ba-4933-b937-849be126199d),segment_id=8f9aa163-73ba-4933-b937-849be126199d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:31.462042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.492832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Calling delete_port for 36a885ef-b5e6-4fc5-a500-029c2c848ce6 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:31.503819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: adf183ff-f843-4789-b3bf-3c03f9eb35da {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:31.504210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device adf183ff-f843-4789-b3bf-3c03f9eb35da not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:31.517281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-072f39d3-6d6f-4954-b92e-5496f5b908ae req-1c132f82-e290-42d2-8b16-5ba1a9909309 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885217 Aug 19 17:53:31.702846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-5e82f19f-330f-4f0a-b554-6e2b5aed8c7f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 200 len: 695 time: 0.0725889 Aug 19 17:53:31.707590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787d1a8-4743-42b7-86d8-4b5a834002aa None None] New status for floating IP 43dbe19d-94cb-400b-8dc5-2f7796c1b298: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:53:31.732443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:31.734891 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f5509-bf74-4b3f-854f-916122805da9" -d '{"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:31.777649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45454) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:31.870078 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.880131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.914382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df870-9ce3-471b-a15e-2ba77631f783 req-462fdbbd-aead-436e-a285-ac071bddd2c9 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.915953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db7df870-9ce3-471b-a15e-2ba77631f783 req-462fdbbd-aead-436e-a285-ac071bddd2c9 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.1605551 Aug 19 17:53:31.932472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a9b-ee15-4ce7-a162-d906d26775d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:31.963744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-bd2582cd-4b4e-4115-ac31-b2dc4029d787 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:31.966364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-bd2582cd-4b4e-4115-ac31-b2dc4029d787 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.2248645 Aug 19 17:53:32.051196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a9b-ee15-4ce7-a162-d906d26775d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.057332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f32f4a9b-ee15-4ce7-a162-d906d26775d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.062270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-0380000f-a65c-40f8-80ec-21fae941e8cd tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 698 time: 0.0637279 Aug 19 17:53:32.090726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f32f4a9b-ee15-4ce7-a162-d906d26775d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0124cda651a4f3494451c6bfa759083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124037 Aug 19 17:53:32.093303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45466) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:32.098359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Pushing event deleted for resources: {'Port': ['ID=36a885ef-b5e6-4fc5-a500-029c2c848ce6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:32.121338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f4a9b-ee15-4ce7-a162-d906d26775d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b80c281-d2b9-459b-9091-91e07b2b6268,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:32.138029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] No DVR routers for this DVR port 36a885ef-b5e6-4fc5-a500-029c2c848ce6 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:32.149527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.151980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2736554-fc24-46b1-91df-6ecdd3f1384f req-1cd0f510-eafd-4015-b5cc-ec48a11d3417 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.13 "DELETE /v2.0/ports/36a885ef-b5e6-4fc5-a500-029c2c848ce6 HTTP/1.1" status: 204 len: 173 time: 0.9912567 Aug 19 17:53:32.166973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.192705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.218964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db7df870-9ce3-471b-a15e-2ba77631f783 req-e7c4a005-3ef7-4e39-bdd6-6ab2c284c6b9 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296221 Aug 19 17:53:32.223621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-ef73be97-b71a-4160-8461-9015c80bc8d2 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 696 time: 0.1148746 Aug 19 17:53:32.252228 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.255286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.256790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b80c281-d2b9-459b-9091-91e07b2b6268 HTTP/1.1" status: 204 len: 168 time: 0.1625571 Aug 19 17:53:32.274066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8b2c4-118f-415d-b1ce-0dffadcecb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b80c281-d2b9-459b-9091-91e07b2b6268,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:32.477463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-90c09ae5-60d6-43de-81be-3684f0814b41 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:32.478984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-90c09ae5-60d6-43de-81be-3684f0814b41 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.13 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 945 time: 0.2588718 Aug 19 17:53:32.541332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7f634-ffc7-43a3-9b00-00159853971d req-60b304b9-e953-40ef-8a0c-c013b7ee0403 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:32.542896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b7f634-ffc7-43a3-9b00-00159853971d req-60b304b9-e953-40ef-8a0c-c013b7ee0403 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/ports?device_id=551fa817-3e26-49d5-865a-d63ee0e88de6 HTTP/1.1" status: 200 len: 945 time: 0.1717288 Aug 19 17:53:32.600862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Deleting port 5badc9ea-4567-4051-8dc0-21ed8e356896 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:32.601467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.668921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b7f634-ffc7-43a3-9b00-00159853971d req-2783d386-2a57-4d30-aa26-64643f44fc92 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167858 Aug 19 17:53:32.709025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Deleting port ed91ac50-06de-4ab1-bcd7-12f83e9af11a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:32.709385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.731840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.732212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:32.735706 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38807ac8-7340-40e0-ab8b-86840f670f5f x-openstack-request-id: req-38807ac8-7340-40e0-ab8b-86840f670f5f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:32.735991 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:32.736249 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38807ac8-7340-40e0-ab8b-86840f670f5f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:32.736637 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:53:32.824321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Calling delete_port for 5badc9ea-4567-4051-8dc0-21ed8e356896 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:32.876493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8f06446-aab9-4a12-bb4a-9106de34c109 req-d7cd8e67-44da-494b-a1f4-9bee9922afc4 tempest-LiveMigrationTest-1053936179 tempest-LiveMigrationTest-1053936179-project] 10.222.0.36 "GET /v2.0/ports?device_id=102b8fb0-bf11-40eb-bbf7-2f9e8a371552 HTTP/1.1" status: 200 len: 210 time: 0.0767696 Aug 19 17:53:32.961064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5509-bf74-4b3f-854f-916122805da9 req-7b8773a0-3ba9-4d2f-94f1-64b983031e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:32.962562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-7b8773a0-3ba9-4d2f-94f1-64b983031e36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b691c2b6279c432b93e5ea0e642455ec&device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 1097 time: 0.1640971 Aug 19 17:53:32.982764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] For port ed91ac50-06de-4ab1-bcd7-12f83e9af11a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,segment=NetworkSegment(9f5c6695-3620-4431-b253-56a5e34e553f),segment_id=9f5c6695-3620-4431-b253-56a5e34e553f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:32.983150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.015565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Calling delete_port for ed91ac50-06de-4ab1-bcd7-12f83e9af11a owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:33.127459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:33.192859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:33.231296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f947af-fecf-4bef-be7f-6ca03551d65a req-9777190b-3177-4f63-8070-03300574bf22 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:33.235923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28f947af-fecf-4bef-be7f-6ca03551d65a req-9777190b-3177-4f63-8070-03300574bf22 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2236166 Aug 19 17:53:33.248384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5509-bf74-4b3f-854f-916122805da9 req-a518a667-1145-49d3-bd3f-0bdec9abab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:33.250277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-a518a667-1145-49d3-bd3f-0bdec9abab92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 200 len: 922 time: 0.2769992 Aug 19 17:53:33.329846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1579393947-network', 'tenant_id': '591a29bf65194452b649696a7905cb4a'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:33.333261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88610765-8803-43ac-9377-17af9da02e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.334623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-83daf3b5-a83b-498e-a4c7-46d090a67fca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 200 len: 217 time: 0.0734074 Aug 19 17:53:33.340796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.364400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Made reservation on behalf of 591a29bf65194452b649696a7905cb4a for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:33.366691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.380207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.393359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event deleted for resources: {'Port': ['ID=5badc9ea-4567-4051-8dc0-21ed8e356896,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.401994 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.443999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28f947af-fecf-4bef-be7f-6ca03551d65a req-f0695bbd-ddc7-426d-9aef-a42bf580725d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997554 Aug 19 17:53:33.474092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88610765-8803-43ac-9377-17af9da02e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.482391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88610765-8803-43ac-9377-17af9da02e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.488009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5509-bf74-4b3f-854f-916122805da9 req-e756556b-bae2-4a5a-94b3-a067fc2cb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:33.489880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-e756556b-bae2-4a5a-94b3-a067fc2cb04c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 200 len: 860 time: 0.1410818 Aug 19 17:53:33.534022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-88610765-8803-43ac-9377-17af9da02e49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bb1caa13d184762a67cd3ccb4af735d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400214 Aug 19 17:53:33.539269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:33.548156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610765-8803-43ac-9377-17af9da02e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc22a75c-5a19-4201-92b9-71ea38ebeff8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.602799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.622315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.648735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ed91ac50-06de-4ab1-bcd7-12f83e9af11a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:33.662847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.677322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Pushing event deleted for resources: {'Port': ['ID=ed91ac50-06de-4ab1-bcd7-12f83e9af11a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.684244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.690805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.717434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.720322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.721652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f674a9-8e9e-43eb-b212-44248a6d94bf req-9d5d3139-030d-4be8-a908-161dc81d6ba9 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "DELETE /v2.0/floatingips/43dbe19d-94cb-400b-8dc5-2f7796c1b298 HTTP/1.1" status: 204 len: 173 time: 1.4750650 Aug 19 17:53:33.737002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:33.746781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcac9586-bc14-4a94-bdb9-fd2fd48d083f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.751706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f5509-bf74-4b3f-854f-916122805da9 req-871e2ec8-7714-4902-ba0e-33660a95d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:33.753715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.753921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-871e2ec8-7714-4902-ba0e-33660a95d4a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163496 Aug 19 17:53:33.754095 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Added segment eb7870ae-374c-42e7-a23e-7f286e5a3181 of type vlan for network 1c5b7c07-cfd3-4d68-b14a-433c553714cd Aug 19 17:53:33.756263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] No DVR routers for this DVR port ed91ac50-06de-4ab1-bcd7-12f83e9af11a on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:33.758812 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.761982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5de29db4-49dd-46f5-abdb-2ba947e2b50e req-77191f21-41bd-41af-a666-a859392b5d09 tempest-ServerAddressesTestJSON-1693469351 tempest-ServerAddressesTestJSON-1693469351-project] 10.222.0.13 "DELETE /v2.0/ports/ed91ac50-06de-4ab1-bcd7-12f83e9af11a HTTP/1.1" status: 204 len: 173 time: 1.2753723 Aug 19 17:53:33.799529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.803632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.806464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.807622 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc22a75c-5a19-4201-92b9-71ea38ebeff8 HTTP/1.1" status: 204 len: 168 time: 0.2673078 Aug 19 17:53:33.836108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae31f2-c166-44fa-8d50-466b0a8c7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc22a75c-5a19-4201-92b9-71ea38ebeff8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.849100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.850442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:33.851273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:33.916389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7873876 Aug 19 17:53:33.925174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45538) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:33.932220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Request body: {'subnet': {'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1579393947-subnet', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:33.942309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa1c7-8524-4c15-8adf-22ace02f1564 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5b7c07-cfd3-4d68-b14a-433c553714cd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:33.960279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:33.965553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Made reservation on behalf of 591a29bf65194452b649696a7905cb4a for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:33.968356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.019175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:34.050525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 36a885ef-b5e6-4fc5-a500-029c2c848ce6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:34.050917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 36a885ef-b5e6-4fc5-a500-029c2c848ce6 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:34.051549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ed91ac50-06de-4ab1-bcd7-12f83e9af11a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:34.076030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: ed91ac50-06de-4ab1-bcd7-12f83e9af11a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:34.076756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ed91ac50-06de-4ab1-bcd7-12f83e9af11a not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:34.176450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45542) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:34.184487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.197123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b13b3ef5-093b-42a7-a3c7-9cbe41ca711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.206675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-35eb2978-00ad-4a21-a178-4e0378e59a23 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4515574 Aug 19 17:53:34.262216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a730b1e-5484-48fa-a01d-ba6d0ad20275,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:34.282952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Checking segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:34.283435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Network hostable DHCP agents. Network: 1c5b7c07-cfd3-4d68-b14a-433c553714cd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:34.318891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:34.365770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1c5b7c07-cfd3-4d68-b14a-433c553714cd) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:34.368621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b13b3ef5-093b-42a7-a3c7-9cbe41ca711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.374012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:34.374908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.378329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-6af2ea30-0fea-4174-8c6a-023d75a29499 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:34.378949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b13b3ef5-093b-42a7-a3c7-9cbe41ca711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.379869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-6af2ea30-0fea-4174-8c6a-023d75a29499 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.13 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.5847886 Aug 19 17:53:34.386646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a51d9-88bf-49ab-ac91-87f82c8d1907 None None] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:34.396925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-9979d61c-d3cf-43a7-a841-6201a7ef9391 service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331439 Aug 19 17:53:34.420456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a980395d-b6e3-45b2-9af7-662f1af8799c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4935601 Aug 19 17:53:34.426196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45544) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:34.427164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761954d6-a459-4147-b431-450ff14563e0 req-7eee47dd-cf2f-40c0-863f-7117af91847f tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:34.431346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:34.436018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-761954d6-a459-4147-b431-450ff14563e0 req-7eee47dd-cf2f-40c0-863f-7117af91847f tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 950 time: 0.2379689 Aug 19 17:53:34.440976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b13b3ef5-093b-42a7-a3c7-9cbe41ca711b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=add761b75e2a41b1b745143333e562e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634432 Aug 19 17:53:34.443753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b3ef5-093b-42a7-a3c7-9cbe41ca711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719f730-dc7c-4ac4-a44e-e80f1bda41dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:34.446229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45546) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:34.488356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.489376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.558426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-e2b61b56-6299-4408-b186-715244d87f90 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:34.560662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.565686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-e2b61b56-6299-4408-b186-715244d87f90 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250396 Aug 19 17:53:34.566873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.616992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-ebd47c4e-0df0-4dd8-bfe1-223353f32dfd tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/quotas/55210f0714ec4ae2bf9dfb497ca70c81 HTTP/1.1" status: 200 len: 375 time: 0.0504138 Aug 19 17:53:34.619021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:53:34.621223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.629787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-761954d6-a459-4147-b431-450ff14563e0 req-cf118ca3-9e56-40fa-ba9e-8c35d2363eec tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/security-groups?id=62e16a40-06e3-4e46-8e68-c59f8641e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929131 Aug 19 17:53:34.651618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.688180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-fad57b66-9580-454a-a97e-47d2bf92b11e tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634608 Aug 19 17:53:34.705317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-913f5509-bf74-4b3f-854f-916122805da9 req-59585c11-2b65-4943-be07-b8378e85c72b service neutron] 10.222.0.42 "GET /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967558 Aug 19 17:53:34.719087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45550) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:34.738327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-deleted', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6'}, {'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'name': 'network-vif-deleted', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:34.748328 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def495f-fc7b-46aa-894d-71f692ebff89" -d '{"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-deleted", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6"}, {"server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "name": "network-vif-deleted", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:34.753758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.777507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Deleting port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:34.778311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.804131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Allocated IP 172.20.0.2 (1c5b7c07-cfd3-4d68-b14a-433c553714cd/5a730b1e-5484-48fa-a01d-ba6d0ad20275/dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:34.856191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Deleting subnet c951b449-3244-4983-8bc8-b1429dbc4517 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:34.861182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.872756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.875251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:34.876428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0719f730-dc7c-4ac4-a44e-e80f1bda41dd HTTP/1.1" status: 204 len: 168 time: 0.4262705 Aug 19 17:53:34.914845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6d2c1-f6ec-416b-9e8f-5f786ee66e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719f730-dc7c-4ac4-a44e-e80f1bda41dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:34.962489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:35.027427 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f7be9-d542-449b-b6f3-7f965c467b22 x-openstack-request-id: req-475f7be9-d542-449b-b6f3-7f965c467b22 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:35.028030 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102b8fb0-bf11-40eb-bbf7-2f9e8a371552", "name": "network-vif-deleted", "tag": "36a885ef-b5e6-4fc5-a500-029c2c848ce6", "status": "completed", "code": 200}, {"server_uuid": "551fa817-3e26-49d5-865a-d63ee0e88de6", "name": "network-vif-deleted", "tag": "ed91ac50-06de-4ab1-bcd7-12f83e9af11a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:35.028030 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-475f7be9-d542-449b-b6f3-7f965c467b22 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:35.028369 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102b8fb0-bf11-40eb-bbf7-2f9e8a371552', 'name': 'network-vif-deleted', 'tag': '36a885ef-b5e6-4fc5-a500-029c2c848ce6', 'status': 'completed', 'code': 200} Aug 19 17:53:35.028626 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fa817-3e26-49d5-865a-d63ee0e88de6', 'name': 'network-vif-deleted', 'tag': 'ed91ac50-06de-4ab1-bcd7-12f83e9af11a', 'status': 'completed', 'code': 200} Aug 19 17:53:35.054224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.083405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Deleting subnet f03e7dbe-5f17-40ed-bd98-e33c82cbe73d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:35.088372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.126872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.136289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Transition to ACTIVE for port object dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:35.153461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Transition to ACTIVE for port object dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:35.159773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.164249 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.172872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] For port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:35.173341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.189246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Calling delete_port for db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:35.251746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b47720-fbca-44e5-9dc9-d3fc10a6accd req-91049bed-1d93-4f9d-b019-47d9a2ced9fd tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 210 time: 0.1952665 Aug 19 17:53:35.297443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:35.307128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:35.316109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:35.327220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.331918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.362398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.381004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Pushing event updated for resources: {'Port': ['ID=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:35.391548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.399979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544c5e-364b-4284-8e57-ee116df706b7 req-114cad99-b89f-464a-98de-ed6c3609fbe2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:35.410266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6544c5e-364b-4284-8e57-ee116df706b7 req-114cad99-b89f-464a-98de-ed6c3609fbe2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.3158977 Aug 19 17:53:35.488101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Attempting to bind port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:35.488483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Attempting to bind port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:35.488850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Attempting to bind port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 on network 1c5b7c07-cfd3-4d68-b14a-433c553714cd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:35.503314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:35.504499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Checking segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:35.506335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.508569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Bound using segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:35.509451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Bound port: dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:35.510083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.555728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.566775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.610658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Allocated IP 172.25.5.186 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/245f4209-c6f8-432c-9b06-f1dcc9a8a287) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:35.617493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c951b449-3244-4983-8bc8-b1429dbc4517,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:35.618613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03e7dbe-5f17-40ed-bd98-e33c82cbe73d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:35.621202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.629279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-215543e4-582b-4399-8723-355d410de0bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f03e7dbe-5f17-40ed-bd98-e33c82cbe73d HTTP/1.1" status: 204 len: 168 time: 0.6649690 Aug 19 17:53:35.629958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.632061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45578) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:35.636398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-403a6fe4-e3aa-48b9-a86c-01b648d0ce07 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c951b449-3244-4983-8bc8-b1429dbc4517 HTTP/1.1" status: 204 len: 168 time: 0.9146063 Aug 19 17:53:35.640974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6544c5e-364b-4284-8e57-ee116df706b7 req-39d10bc2-2f08-4c52-9e41-8574b3698297 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289436 Aug 19 17:53:35.644699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:35.665039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] For port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:35.685263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d33a4-648b-49ac-a647-0587465667dc req-f3a24536-85ca-4ad0-801e-31a27c03437e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:35.704571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e02d33a4-648b-49ac-a647-0587465667dc req-f3a24536-85ca-4ad0-801e-31a27c03437e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 945 time: 0.2729878 Aug 19 17:53:35.780580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.850678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.853452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] For port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:35.858021 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.902802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.906047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.914461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:35.919252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6823ed67-9e6c-451d-8bde-2508e3d09943']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:35.933798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9aa163-73ba-4933-b937-849be126199d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:35.934147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9aa163-73ba-4933-b937-849be126199d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:35.934272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.942109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Pushing event deleted for resources: {'Port': ['ID=db3ec1cc-7997-4ccb-b7ee-e99c7ae11114,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:35.947589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:35.968132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e02d33a4-648b-49ac-a647-0587465667dc req-e7a6e0fd-8c34-40eb-b1e7-c0a03a2800a6 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572019 Aug 19 17:53:35.970721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c78fc62f-95f7-4594-93a9-7664429d1d99 req-4b04abc9-6cc7-4235-9012-1a6983bcdcc1 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ce68e-17fe-4478-8fab-f4904d447c7f HTTP/1.1" status: 200 len: 210 time: 0.1940303 Aug 19 17:53:35.989451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5f10d-144c-4d07-845e-eedd424bb31c None None] Pushing event updated for resources: {'Port': ['ID=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:36.001530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.016139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:36.016139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:36.017879 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:36.057318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.090033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] No DVR routers for this DVR port db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:36.107205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:36.114643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:36.118022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.118401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.119832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:36.121212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9366ddcf-5cd8-4f47-a744-e5d3478a9a0d req-13b95780-c70c-4ae6-a0bc-ba8491df19c6 tempest-LiveMigrationNegativeTest-1423345357 tempest-LiveMigrationNegativeTest-1423345357-project] 10.222.0.13 "DELETE /v2.0/ports/db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 HTTP/1.1" status: 204 len: 173 time: 1.7258871 Aug 19 17:53:36.149682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.154859 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6823ed67-9e6c-451d-8bde-2508e3d09943 HTTP/1.1" status: 204 len: 168 time: 0.5213232 Aug 19 17:53:36.155322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.157780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45592) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:36.161917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Pushing event updated for resources: {'Port': ['ID=245f4209-c6f8-432c-9b06-f1dcc9a8a287,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:36.180945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c02896-c7dc-4e60-b258-f27b766d2511 admin admin] Pushing event deleted for resources: {'Network': ['ID=6823ed67-9e6c-451d-8bde-2508e3d09943,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:36.202617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31eb80c-5cca-4b20-81fe-c4fc2c804cc2']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:36.225620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5c6695-3620-4431-b253-56a5e34e553f') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:36.225833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5c6695-3620-4431-b253-56a5e34e553f') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:36.244549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.257696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Deleting subnet e83008c3-2128-40c4-8aea-88c34c334a45 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:36.308762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.333497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.380400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:36.380835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:36.382866 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:36.440763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.453627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-8f489c54-4d46-42d4-8858-581896211704 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638337 Aug 19 17:53:36.596182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f66cc5af-2914-48fd-ad3c-ddc65d43d39f req-94169766-d7b1-4367-a8c6-aa2b9d43d106 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 210 time: 0.1655228 Aug 19 17:53:36.612489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-69edfc49-0ea2-4f9f-a121-52ef6e050e5f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:36.614157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-69edfc49-0ea2-4f9f-a121-52ef6e050e5f tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.42 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 945 time: 0.3540566 Aug 19 17:53:36.619366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.639363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.641301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a31eb80c-5cca-4b20-81fe-c4fc2c804cc2 HTTP/1.1" status: 204 len: 168 time: 0.9932861 Aug 19 17:53:36.707020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09d3c-63e5-4a83-89a1-9c9c27fb8a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31eb80c-5cca-4b20-81fe-c4fc2c804cc2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:36.746826 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.795391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-ee5a8979-0df3-4fc1-b19b-9c0439e2e3f3 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:36.796872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-ee5a8979-0df3-4fc1-b19b-9c0439e2e3f3 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173594 Aug 19 17:53:36.817829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Request body: {'port': {'device_id': '9f335311-4f47-4d8e-845d-3ec997400f45', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '55210f0714ec4ae2bf9dfb497ca70c81'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:36.894528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.911306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.953571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83008c3-2128-40c4-8aea-88c34c334a45,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:36.961184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:36.965778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-53601029-62d9-4125-b760-0949f842bb6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e83008c3-2128-40c4-8aea-88c34c334a45 HTTP/1.1" status: 204 len: 168 time: 0.8043287 Aug 19 17:53:36.968660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45612) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:36.979087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45614) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:37.005419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a6e0b-4124-4fac-b9f2-275e7276338f req-04df7d52-fbb8-4dd0-a1df-6bbd9ea4e89b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:37.011478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-522a6e0b-4124-4fac-b9f2-275e7276338f req-04df7d52-fbb8-4dd0-a1df-6bbd9ea4e89b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2292035 Aug 19 17:53:37.117173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'name': 'network-vif-deleted', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:37.119410 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec27e5a7-6248-4314-8737-c0b12ae04664" -d '{"events": [{"server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "name": "network-vif-deleted", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:37.133914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Deleting port 05f21ece-1051-4173-9e11-68c35e51efce {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:37.134254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.158031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c1214fa0-0571-4480-b77f-96205f00e419 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=423baffd971c4dfe97cb69a2734b8b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776724 Aug 19 17:53:37.158710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45622) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:37.189865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.210488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Made reservation on behalf of 55210f0714ec4ae2bf9dfb497ca70c81 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:37.215250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.282294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.300216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-522a6e0b-4124-4fac-b9f2-275e7276338f req-c7337fb7-c709-44ae-8479-193fe17627e1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751213 Aug 19 17:53:37.328044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442056f8-0afc-4314-86ca-645a5a261443 req-642f4b5d-3947-4609-82f7-957d7970e927 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:37.330551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-442056f8-0afc-4314-86ca-645a5a261443 req-642f4b5d-3947-4609-82f7-957d7970e927 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 945 time: 0.2068932 Aug 19 17:53:37.369390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.422133 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.434528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.470985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0d2a8-33d1-477d-804b-52f9c1ed3471 None None] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:37.524295 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c443a-163a-4bd3-8bb7-aa3630df32e7 x-openstack-request-id: req-852c443a-163a-4bd3-8bb7-aa3630df32e7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:37.524877 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8ce68e-17fe-4478-8fab-f4904d447c7f", "name": "network-vif-deleted", "tag": "db3ec1cc-7997-4ccb-b7ee-e99c7ae11114", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:37.524877 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-852c443a-163a-4bd3-8bb7-aa3630df32e7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:37.525406 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8ce68e-17fe-4478-8fab-f4904d447c7f', 'name': 'network-vif-deleted', 'tag': 'db3ec1cc-7997-4ccb-b7ee-e99c7ae11114', 'status': 'completed', 'code': 200} Aug 19 17:53:37.566017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:37.608626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-442056f8-0afc-4314-86ca-645a5a261443 req-60245a77-733d-4663-837f-21c86f4d0d75 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ae48788-e2cd-44ad-a95c-50a82659704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597337 Aug 19 17:53:37.629142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] For port 05f21ece-1051-4173-9e11-68c35e51efce, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=05f21ece-1051-4173-9e11-68c35e51efce,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:37.631578 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.646591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.648533 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.654775 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af8d2ae4-1c97-4c5c-8efd-938d4c2018a3 HTTP/1.1" status: 204 len: 168 time: 0.4893777 Aug 19 17:53:37.664350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.665839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-47869ccd-02c5-4e0e-9157-346dc5bdd3f2 None None] Provisioning for port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:37.680783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd546a13-46d1-425e-89c3-9f9d454a486f']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:37.686919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.703309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.707244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Calling delete_port for 05f21ece-1051-4173-9e11-68c35e51efce owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:37.707590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294d37-4514-48ba-a06d-3e1d577f850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d2ae4-1c97-4c5c-8efd-938d4c2018a3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:37.723833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b345b48e-4441-4915-b6fa-19f9de485183') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:37.724421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b345b48e-4441-4915-b6fa-19f9de485183') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:37.755582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74bc1d45-5755-4d6b-bf11-6ba10ece0b18 req-252f1998-9fe6-44e9-9d88-9da4a44fa4e0 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 210 time: 0.0701604 Aug 19 17:53:37.764544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.790629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:37.816208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:37.821727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:37.822295 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.861868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.866995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:53:37.920679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:37.921390 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:37.923266 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:37.979808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45640) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:37.980109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Allocated IP 192.168.233.224 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/59d99733-0c71-489e-affb-c5585c4cb2a8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:38.008836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.013710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:38.032153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.045718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:38.045718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device db3ec1cc-7997-4ccb-b7ee-e99c7ae11114 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:38.051977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.060861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] 10.222.0.36 "DELETE /v2.0/networks/dd546a13-46d1-425e-89c3-9f9d454a486f HTTP/1.1" status: 204 len: 168 time: 1.0898514 Aug 19 17:53:38.090980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:38.100269 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Sync routers for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:38.117545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.121035 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:38.121675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:38.124367 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11b0e5f1-7183-4816-9763-f251c43a0dde admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6966205 Aug 19 17:53:38.125002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45646) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:38.168332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:38.176048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.198637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349d9d2-51d4-4715-bbcf-f732a231e48c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd546a13-46d1-425e-89c3-9f9d454a486f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:38.247891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.249256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.250546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.251260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.253190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.255420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.255420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.262453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1cac58-0288-4757-bfc1-24bfb3f8b63f req-79dea8ff-3b06-4de5-a942-7f6ffe303b56 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.4249473 Aug 19 17:53:38.311502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:38.410513 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:38.427568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-51b08e6c-48bd-4ac3-8b03-0dbde8f2f4c4 None None] Provisioning complete for port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:38.429723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-51b08e6c-48bd-4ac3-8b03-0dbde8f2f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.432324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf01d-25f0-4889-a9c1-c7c2b7b3d8ed req-b819c4d8-bfdd-4ec9-a278-0844b152885f tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.439682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3afaf01d-25f0-4889-a9c1-c7c2b7b3d8ed req-b819c4d8-bfdd-4ec9-a278-0844b152885f tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 886 time: 0.1420124 Aug 19 17:53:38.460691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.506500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:38.653576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Pushing event deleted for resources: {'Port': ['ID=05f21ece-1051-4173-9e11-68c35e51efce,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:38.684629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8bfe7913-fbc9-41f3-9e2a-fce3f3507ea4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7031de3514424fadb88883f3edc1c6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6985350 Aug 19 17:53:38.684892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:36Z', 'revision_number': 3, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:38.685615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45666) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:38.724028 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Checking router: 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:38.724375 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Updating router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:53:38.762631 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.764485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] No DVR routers for this DVR port 05f21ece-1051-4173-9e11-68c35e51efce on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:38.778075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:38.780333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e85fd29d-88ec-4f95-b558-61499ed382b7 req-5028ba2d-09bf-4333-b684-f1193e563a4e tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.42 "DELETE /v2.0/ports/05f21ece-1051-4173-9e11-68c35e51efce HTTP/1.1" status: 204 len: 173 time: 2.1588926 Aug 19 17:53:38.799231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287489d-918f-475b-ab0c-0d5cabc7edfc req-24886c1e-d4f5-4b85-97f9-8dfcc85bc0f6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.808187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5287489d-918f-475b-ab0c-0d5cabc7edfc req-24886c1e-d4f5-4b85-97f9-8dfcc85bc0f6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.3669231 Aug 19 17:53:38.961935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5287489d-918f-475b-ab0c-0d5cabc7edfc req-578cc56e-6135-40c7-882c-ea6d7dcba4c9 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527760 Aug 19 17:53:38.974941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.975253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.975712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.976189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.976845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.977782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:38.991731 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4c8abff-b007-42da-a8cd-2e28a8d5e8f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6439c690dedc4551b5cb97a52db76db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813242 Aug 19 17:53:38.992257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca0ca506-80d2-4699-bdc3-ebbe9dc0d5e8 req-217287a5-a7a7-4539-b46d-575f14a1ecc5 tempest-NetworksTest-703070855 tempest-NetworksTest-703070855-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4322 time: 0.5249476 Aug 19 17:53:38.992991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45676) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:39.023332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.060469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.087274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.150108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Transition to ACTIVE for port object 59d99733-0c71-489e-affb-c5585c4cb2a8 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:39.185178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.187743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.188906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62e16a40-06e3-4e46-8e68-c59f8641e2d0 HTTP/1.1" status: 204 len: 168 time: 0.4780402 Aug 19 17:53:39.191714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.256461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.327084 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.329514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.333654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96e2d1ad-905d-424e-8f24-7b6d7737d565 HTTP/1.1" status: 204 len: 168 time: 0.3372736 Aug 19 17:53:39.368771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40d4b8f6-ef79-40a6-83a3-c0bcbaa950e0 req-6a0fd0de-b044-4f93-b2f9-427e8af6c938 tempest-FloatingIPsAssociationTestJSON-133117460 tempest-FloatingIPsAssociationTestJSON-133117460-project] 10.222.0.36 "GET /v2.0/ports?device_id=6423229a-084f-4da0-ae2e-b12730f11018 HTTP/1.1" status: 200 len: 210 time: 0.0509307 Aug 19 17:53:39.369445 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.372360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15edf06-a581-4527-8d3f-5fa675d192e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e16a40-06e3-4e46-8e68-c59f8641e2d0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:39.402435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3911c-5aeb-45d2-b526-38dd1dcd2f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2d1ad-905d-424e-8f24-7b6d7737d565,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:39.406113 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.439136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Transition to ACTIVE for port object 245f4209-c6f8-432c-9b06-f1dcc9a8a287 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:39.449723 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.453698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab73ca-0328-4a75-9fa0-f01f96333e5f req-1fc78596-d3a7-49fd-a9ae-ea46bebab043 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:39.455331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ab73ca-0328-4a75-9fa0-f01f96333e5f req-1fc78596-d3a7-49fd-a9ae-ea46bebab043 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 936 time: 0.1361039 Aug 19 17:53:39.482906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:39.496609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 05f21ece-1051-4173-9e11-68c35e51efce no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:39.528198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'name': 'network-vif-deleted', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:39.528955 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Attempting to bind port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:39.529620 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Attempting to bind port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:39.530202 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Attempting to bind port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:39.535931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:39.538514 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:39.539819 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:39.540479 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.541345 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:39.542668 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19791ac9-7356-43a5-804e-36e5419f5c37" -d '{"events": [{"server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "name": "network-vif-deleted", "tag": "05f21ece-1051-4173-9e11-68c35e51efce"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:39.542910 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Bound port: 245f4209-c6f8-432c-9b06-f1dcc9a8a287, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:39.543578 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.549137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ab73ca-0328-4a75-9fa0-f01f96333e5f req-43f812df-39db-48e7-a280-01ca2addc669 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Aug 19 17:53:39.555962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:39.563557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45696) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:39.569975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:39.574336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Pushing event updated for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:39.604024 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Pushing event updated for resources: {'Port': ['ID=245f4209-c6f8-432c-9b06-f1dcc9a8a287,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:39.621506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:39.627896 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.632703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 05f21ece-1051-4173-9e11-68c35e51efce {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:39.633213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.633690 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.634126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.635775 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.636223 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.637404 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.638612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.638845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 05f21ece-1051-4173-9e11-68c35e51efce not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:39.640647 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.641120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.641635 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.642166 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:39.649682 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc309c-6a73-4d39-9a08-c126efee3a2e x-openstack-request-id: req-48fc309c-6a73-4d39-9a08-c126efee3a2e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:39.649980 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423229a-084f-4da0-ae2e-b12730f11018", "name": "network-vif-deleted", "tag": "05f21ece-1051-4173-9e11-68c35e51efce", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:39.650228 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48fc309c-6a73-4d39-9a08-c126efee3a2e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:39.650612 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423229a-084f-4da0-ae2e-b12730f11018', 'name': 'network-vif-deleted', 'tag': '05f21ece-1051-4173-9e11-68c35e51efce', 'status': 'completed', 'code': 200} Aug 19 17:53:39.664020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:39.664680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.708230 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-72dac791-f257-4b73-80d1-2a50aa3eeb92 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8942287 Aug 19 17:53:39.721893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Request body: {'port': {'device_id': '9f335311-4f47-4d8e-845d-3ec997400f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:39.726226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:39.726459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.727131 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.738729 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] For port 245f4209-c6f8-432c-9b06-f1dcc9a8a287, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:39.746242 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] For port 245f4209-c6f8-432c-9b06-f1dcc9a8a287, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=245f4209-c6f8-432c-9b06-f1dcc9a8a287,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:39.751648 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.808818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:39.863324 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164fca7-9ffe-4dcc-b0be-030fb2dff486 None None] Pushing event updated for resources: {'Port': ['ID=245f4209-c6f8-432c-9b06-f1dcc9a8a287,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:39.894873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:39.895022 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:40.056343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:40.125272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-212998478-network', 'tenant_id': '3f79c3a1e65846a38ee6d56b6f1575d1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:40.147562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-190441f0-a8ad-4e14-a893-eb88004baf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.189869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4e09-5fdb-496b-8899-c06a4c60f89c req-0774ba52-0712-4039-b50e-0c733d987f0c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:40.209094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b20f4e09-5fdb-496b-8899-c06a4c60f89c req-0774ba52-0712-4039-b50e-0c733d987f0c tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1435061 Aug 19 17:53:40.226842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Allocated IP 172.20.0.1 (1c5b7c07-cfd3-4d68-b14a-433c553714cd/5a730b1e-5484-48fa-a01d-ba6d0ad20275/8ab64b1c-eb66-4521-acd6-ed6a287e841d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:40.234642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Made reservation on behalf of 3f79c3a1e65846a38ee6d56b6f1575d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:40.237215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.250571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.260048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45706) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.275984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2ff17c00-4a32-4190-b2c4-c105ac565fc3 None None] Provisioning for port 59d99733-0c71-489e-affb-c5585c4cb2a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:40.281470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2ff17c00-4a32-4190-b2c4-c105ac565fc3 None None] Provisioning complete for port 59d99733-0c71-489e-affb-c5585c4cb2a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:40.282254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2ff17c00-4a32-4190-b2c4-c105ac565fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.309626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45708) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.324431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b20f4e09-5fdb-496b-8899-c06a4c60f89c req-a2455c83-7b49-4976-b0d1-fd08ddc76bd2 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123271 Aug 19 17:53:40.324809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff17c00-4a32-4190-b2c4-c105ac565fc3 None None] Port 59d99733-0c71-489e-affb-c5585c4cb2a8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:53:40.422051 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:36Z', 'revision_number': 3, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:40.429529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-190441f0-a8ad-4e14-a893-eb88004baf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.434843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-190441f0-a8ad-4e14-a893-eb88004baf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.455972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.459589 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471da5e6-685a-49eb-b25c-654f02ef6d71 None None] The sync data for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 is: [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:36Z', 'revision_number': 3, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:40.467627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-190441f0-a8ad-4e14-a893-eb88004baf35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=247675b35ad54a34a815f8fa111de8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030087 Aug 19 17:53:40.470069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45716) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.477396 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0228d093-24d6-4e06-b86e-553915fe668a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9564613f747047e2a4bddf88b14e9373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130651 Aug 19 17:53:40.482409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.501431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11cfa685-2880-4cb2-997c-7fc1f1a72d8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af32e53e4fa84a39aba4540026cf220d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795797 Aug 19 17:53:40.507845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:40.574619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190441f0-a8ad-4e14-a893-eb88004baf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc338b0-2fa6-4d79-9558-15ebda38415e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:40.656928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.675835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d99733-0c71-489e-affb-c5585c4cb2a8 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:40.682235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.691809 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.692030 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.721049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Transition to ACTIVE for port object 8ab64b1c-eb66-4521-acd6-ed6a287e841d will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:40.721329 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.724056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.751900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.780466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.784354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Transition to ACTIVE for port object 59d99733-0c71-489e-affb-c5585c4cb2a8 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:40.796350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:40.828185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8968a2-63a6-44ac-971f-dacc11b4ca61 req-fd5e72d0-a23d-4b2e-a4ba-758f47132d8a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:40.829644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c8968a2-63a6-44ac-971f-dacc11b4ca61 req-fd5e72d0-a23d-4b2e-a4ba-758f47132d8a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 936 time: 0.1834440 Aug 19 17:53:40.965814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.024452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Pushing event updated for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.076627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Pushing event updated for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.083486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:41.086987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.111302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:41.113966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:41.146307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.239191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:41.242638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.290821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c8968a2-63a6-44ac-971f-dacc11b4ca61 req-e898ee36-e0a9-47ed-9904-ff24238cacd1 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474440 Aug 19 17:53:41.297800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.302353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.305999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d99fdb8a-23ea-4974-8d5b-7d5b43449e16 HTTP/1.1" status: 204 len: 168 time: 0.7885456 Aug 19 17:53:41.311809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.312143 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Added segment 8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb of type vlan for network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 Aug 19 17:53:41.323937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71034c-ba8c-4dda-9c34-a3fd448da988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99fdb8a-23ea-4974-8d5b-7d5b43449e16,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.326166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.329138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.330526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddc338b0-2fa6-4d79-9558-15ebda38415e HTTP/1.1" status: 204 len: 168 time: 0.8589382 Aug 19 17:53:41.331288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.333882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.335295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f9ad00c-63e9-4454-98d3-15a7ba52b1e5 HTTP/1.1" status: 204 len: 168 time: 0.8507733 Aug 19 17:53:41.347471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dcf15-8b4b-4519-bdcd-e68588931286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc338b0-2fa6-4d79-9558-15ebda38415e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.355862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7d7ea-7c87-409f-9c6f-67fca21086d8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.361371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fb0b-01ec-4bf0-bcf1-18e8e9d3f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9ad00c-63e9-4454-98d3-15a7ba52b1e5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.502218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-20821f1a-00a5-4c01-bb6d-a4558047f6f5 None None] Provisioning for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:41.512430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-20821f1a-00a5-4c01-bb6d-a4558047f6f5 None None] Provisioning complete for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:41.512938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-20821f1a-00a5-4c01-bb6d-a4558047f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.557787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Attempting to bind port 59d99733-0c71-489e-affb-c5585c4cb2a8 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:41.562552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Attempting to bind port 59d99733-0c71-489e-affb-c5585c4cb2a8 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:41.567430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Attempting to bind port 59d99733-0c71-489e-affb-c5585c4cb2a8 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:41.580749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-20821f1a-00a5-4c01-bb6d-a4558047f6f5 None None] Port 8ab64b1c-eb66-4521-acd6-ed6a287e841d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:53:41.594113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Port 59d99733-0c71-489e-affb-c5585c4cb2a8 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:53:41.594699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Attempting to bind port 59d99733-0c71-489e-affb-c5585c4cb2a8 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:41.603815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860e03-054f-4fe9-890b-d1b65a1603a3 req-d824aeb0-7603-455d-946e-6ce9be4f2f1b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:41.606945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24860e03-054f-4fe9-890b-d1b65a1603a3 req-d824aeb0-7603-455d-946e-6ce9be4f2f1b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1318569 Aug 19 17:53:41.612285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 245f4209-c6f8-432c-9b06-f1dcc9a8a287 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:41.677690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.690134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:41.697250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:41.699581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.699999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:41.700443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:41.700833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:41.701897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24860e03-054f-4fe9-890b-d1b65a1603a3 req-161f7188-8738-4ed2-b245-77c78246cee3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878973 Aug 19 17:53:41.705905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Bound port: 59d99733-0c71-489e-affb-c5585c4cb2a8, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:41.706351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.803863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.810561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:41.813811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=59d99733-0c71-489e-affb-c5585c4cb2a8,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:41.831872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 245f4209-c6f8-432c-9b06-f1dcc9a8a287, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=245f4209-c6f8-432c-9b06-f1dcc9a8a287,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:41.838687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.839661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.867286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.893843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:41.894470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:41.895917 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] 10.222.0.42 "PUT /v2.0/ports/59d99733-0c71-489e-affb-c5585c4cb2a8 HTTP/1.1" status: 200 len: 1097 time: 2.1794114 Aug 19 17:53:41.908801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=245f4209-c6f8-432c-9b06-f1dcc9a8a287,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:41.918150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:41.921037 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ff7903-e07a-4b51-896d-411686e8e309" -d '{"events": [{"name": "network-changed", "server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:42.010282 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eaaf78-0878-4153-95a3-f729cc65027e x-openstack-request-id: req-e1eaaf78-0878-4153-95a3-f729cc65027e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:42.010747 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:42.011357 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1eaaf78-0878-4153-95a3-f729cc65027e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:42.011357 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8', 'status': 'completed', 'code': 200} Aug 19 17:53:42.011998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c5c7c-6ada-4079-aafe-8492179a7b24 service neutron] Pushing event updated for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:42.043670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45738) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:42.073446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-672be384-f62b-452d-88ff-e05d5c1de95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.096124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.103725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.105053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.235397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-1d970af5-7850-4cf5-a828-a16e06f2569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.238051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-1d970af5-7850-4cf5-a828-a16e06f2569e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 1100 time: 0.2822733 Aug 19 17:53:42.241521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] Pushing event updated for resources: {'Network': ['ID=5b694ee5-63ac-488b-9f20-311cf2dec4e9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:42.243096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-672be384-f62b-452d-88ff-e05d5c1de95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.251789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-672be384-f62b-452d-88ff-e05d5c1de95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.254962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:42.318395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be384-f62b-452d-88ff-e05d5c1de95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66c465-a2bc-433c-ba17-2bb12cfe418d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:42.344647 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a0113a2-aca4-4417-a9d2-9e6b577c3c88 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8534770 Aug 19 17:53:42.357143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-672be384-f62b-452d-88ff-e05d5c1de95a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37ad1f7ad14f48d396fc1fc54a088677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109469 Aug 19 17:53:42.358662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45754) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:42.359199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:42.387094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Request body: {'subnet': {'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-212998478-subnet', 'tenant_id': '3f79c3a1e65846a38ee6d56b6f1575d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:42.433399 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-cba438d9-3265-4b16-8729-86189d227876 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=59d99733-0c71-489e-affb-c5585c4cb2a8 HTTP/1.1" status: 200 len: 217 time: 0.1790407 Aug 19 17:53:42.512253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Made reservation on behalf of 3f79c3a1e65846a38ee6d56b6f1575d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:42.516534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.519210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2dd8e7ee-1f25-4940-a3bd-4cd639abb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.521291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-2dd8e7ee-1f25-4940-a3bd-4cd639abb729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0755737 Aug 19 17:53:42.536718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ad09-cbc6-4a5a-a39c-766433498c02 req-48a26064-5145-4b19-9526-5a1c444c979a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.538649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1472ad09-cbc6-4a5a-a39c-766433498c02 req-48a26064-5145-4b19-9526-5a1c444c979a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 948 time: 0.1197703 Aug 19 17:53:42.551630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.583128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.592190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.680541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.687930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Pushing event updated for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:42.691374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.697176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.704178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-fb54921b-4456-42dc-87b5-aa9884e9cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.706144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-fb54921b-4456-42dc-87b5-aa9884e9cb0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1659834 Aug 19 17:53:42.709743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1472ad09-cbc6-4a5a-a39c-766433498c02 req-31d55b17-347c-4c9d-8b11-f75388ac689a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545658 Aug 19 17:53:42.893337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.895864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:42.899787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d66c465-a2bc-433c-ba17-2bb12cfe418d HTTP/1.1" status: 204 len: 168 time: 0.5342772 Aug 19 17:53:42.914583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659fba-1a2b-48b2-b877-1994d27ca027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66c465-a2bc-433c-ba17-2bb12cfe418d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:42.986128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c706-6235-4949-ab91-7f086ccaf045 req-2fc50447-5f95-461c-9315-89ccde5e7fb4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:42.988141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5249c706-6235-4949-ab91-7f086ccaf045 req-2fc50447-5f95-461c-9315-89ccde5e7fb4 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1558745 Aug 19 17:53:43.020154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.109394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5249c706-6235-4949-ab91-7f086ccaf045 req-b326d1d3-28c5-430f-bf15-2cc905709d86 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107032 Aug 19 17:53:43.120124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a78428a-a3cb-41ac-9879-33b0b0071b98,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:43.122725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Checking segment: {'id': '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:43.123325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Network hostable DHCP agents. Network: 5b694ee5-63ac-488b-9f20-311cf2dec4e9, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:43.157150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:43.171993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5b694ee5-63ac-488b-9f20-311cf2dec4e9) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:43.177887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:43.179091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.183856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d50727-4e09-42dc-ab3e-930ea4a6daf6 None None] Network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:43.219484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-00386d6c-ac4d-4476-bd3a-c1642e18c97f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8580344 Aug 19 17:53:43.353247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699653f1-68d1-45be-85d0-af012376bc99 None None] Network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:43.386909 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-4a27b0cb-bd32-4979-8034-1f5ae89cf20a service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334763 Aug 19 17:53:43.409189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:43.472817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:43.488536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 245f4209-c6f8-432c-9b06-f1dcc9a8a287 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:43.612969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:43.613370 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.726096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a036aabb-c860-4bfa-9166-5bd950edaab3 req-807389e3-87de-4266-8017-dc8ed52a46f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327968 Aug 19 17:53:43.784768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:43.863193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b16eb8c7-6e01-4b11-a8cd-4a47210755e1 None None] Provisioning complete for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:43.865855 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b16eb8c7-6e01-4b11-a8cd-4a47210755e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.875647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c5875-b6dd-46d4-ba2d-5a9066974126 req-87409c37-ea3c-41da-9b3d-9cbb3c590baf tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:43.877372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b2c5875-b6dd-46d4-ba2d-5a9066974126 req-87409c37-ea3c-41da-9b3d-9cbb3c590baf tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 948 time: 0.0647779 Aug 19 17:53:43.916091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-0899c6e5-d451-4ce5-ab9b-53bc401adab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:43.917762 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-0899c6e5-d451-4ce5-ab9b-53bc401adab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 1100 time: 0.1236813 Aug 19 17:53:43.921904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Deleting port a9986eb2-6293-4a9e-b3c4-297587f05bc9 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:43.922458 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:43.936146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b2c5875-b6dd-46d4-ba2d-5a9066974126 req-faa6d126-58df-4d34-a29d-4d23a51e7a3b tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Aug 19 17:53:43.952280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b16eb8c7-6e01-4b11-a8cd-4a47210755e1 None None] Port 8ab64b1c-eb66-4521-acd6-ed6a287e841d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:53:44.084122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-dacb9ff8-7038-4c50-80eb-001cdd5ef531 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:44.085783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-dacb9ff8-7038-4c50-80eb-001cdd5ef531 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/networks?id=5b694ee5-63ac-488b-9f20-311cf2dec4e9 HTTP/1.1" status: 200 len: 821 time: 0.1204386 Aug 19 17:53:44.103622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-b95eb70b-e002-41fc-8500-9f2f3652c355 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/quotas/3f79c3a1e65846a38ee6d56b6f1575d1 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Aug 19 17:53:44.153033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] For port a9986eb2-6293-4a9e-b3c4-297587f05bc9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a9986eb2-6293-4a9e-b3c4-297587f05bc9,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:44.153299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:44.154121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-8f0f1433-0f07-4fa3-a1ef-4525e0147c0e tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f79c3a1e65846a38ee6d56b6f1575d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430210 Aug 19 17:53:44.173046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Calling delete_port for a9986eb2-6293-4a9e-b3c4-297587f05bc9 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:44.175248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:44.188074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Sync routers for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:44.208497 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8508f958-ffc1-4ec4-a978-066f20c5deae admin admin] 10.222.0.36 "PUT /v2.0/routers/317668b0-2aff-4373-8d0b-c4a9fdaab9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0740182 Aug 19 17:53:44.211131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:44.211793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:44.250362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-bace03ed-d60f-43c4-b8c5-43c6883a0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:44.253201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-bace03ed-d60f-43c4-b8c5-43c6883a0d78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.3263803 Aug 19 17:53:44.331733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3158b-91f9-4cbc-8070-79c9e020cfd0 req-8499b131-e0d1-463c-9d28-13a27a09f057 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:44.333465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3158b-91f9-4cbc-8070-79c9e020cfd0 req-8499b131-e0d1-463c-9d28-13a27a09f057 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.1312964 Aug 19 17:53:44.433286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-25f1c67e-b0bd-46c4-96b6-c567489c5502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=59d99733-0c71-489e-affb-c5585c4cb2a8 HTTP/1.1" status: 200 len: 217 time: 0.0933738 Aug 19 17:53:44.434492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-4d02272d-66e6-47c9-a93b-0a6497ef5be6 service neutron] 10.222.0.36 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723582 Aug 19 17:53:44.483833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f3158b-91f9-4cbc-8070-79c9e020cfd0 req-8f14afc5-73db-410a-a74d-bfd7d03faabc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262553 Aug 19 17:53:44.498669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:44.595474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-96e9258c-37d4-4cd4-8fa8-30faf5726d45 service neutron] 10.222.0.36 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598198 Aug 19 17:53:44.715810 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:44.785269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9986eb2-6293-4a9e-b3c4-297587f05bc9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:44.799848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-7f09746e-a918-4ce4-8262-bb1f1a311248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:44.802640 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-7f09746e-a918-4ce4-8262-bb1f1a311248 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.3603671 Aug 19 17:53:44.821980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 2, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:44.858128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Checking router: 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:44.858662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Updating router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 port 8ab64b1c-eb66-4521-acd6-ed6a287e841d binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:53:44.877044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e564732b-5904-4602-bc38-29ae88171c21 req-ee7e42c5-aabf-4fa0-9546-296ee9c54647 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 210 time: 0.0827558 Aug 19 17:53:44.905836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.024443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-203cc110-a9cc-4734-8a67-aaff9787ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:45.026782 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-203cc110-a9cc-4734-8a67-aaff9787ad76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070639 Aug 19 17:53:45.190612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26bba4-771c-413c-882b-4f41c344d4a1 req-1d028afe-84e0-40d9-8c4c-28f76afb65ce tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:45.203633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b26bba4-771c-413c-882b-4f41c344d4a1 req-1d028afe-84e0-40d9-8c4c-28f76afb65ce tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 948 time: 0.1585186 Aug 19 17:53:45.213315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.281951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b26bba4-771c-413c-882b-4f41c344d4a1 req-69913a78-14da-4bad-a24c-39de65cd4b1f tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774753 Aug 19 17:53:45.326028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-1da117b8-e957-4a9c-8ca8-7cbd3bd3a97d service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916586 Aug 19 17:53:45.493169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 59d99733-0c71-489e-affb-c5585c4cb2a8 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:45.585818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:45.591482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252275494', 'description': 'tempest-description--1934931450'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:45.633387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.677498 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:53:45.716363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7ff7903-e07a-4b51-896d-411686e8e309 req-a974a245-de13-4e3b-956b-f3cbbb1e84df service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808804 Aug 19 17:53:45.787732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Router 1583e915-8dde-4554-89a1-c5c532466aba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:53:45.928185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-344dece7-a1a3-4827-9bdf-479b508335c2 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693305 Aug 19 17:53:45.930785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.943567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.979541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:53:45.987593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:45.993320 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Sync routers for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:53:46.011818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=59d99733-0c71-489e-affb-c5585c4cb2a8,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:46.020124 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:46.020971 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91aef5bb-b7bc-4551-a9f9-e4c34701c2b9 admin admin] 10.222.0.36 "PUT /v2.0/routers/1583e915-8dde-4554-89a1-c5c532466aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5581796 Aug 19 17:53:46.022481 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:46.023693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:46.034943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:46.035962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d509f8-af41-47df-b268-2c69c67a85a6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:46.037870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:46.082749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Transition to ACTIVE for port object 8ab64b1c-eb66-4521-acd6-ed6a287e841d will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:46.086168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '59d99733-0c71-489e-affb-c5585c4cb2a8', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '59d99733-0c71-489e-affb-c5585c4cb2a8', 'mac_address': 'fa:16:3e:aa:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:46.095715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.096582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.097122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.098173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.098836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.099376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.100059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.100584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.101213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.101737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.102264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.102779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:46.133697 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.138562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.142924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a0224e87-e3ca-40a2-b89d-7f3df6ca5cb5 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5530124 Aug 19 17:53:46.146286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45906) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:46.154820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'security_group_rule': {'security_group_id': '48d509f8-af41-47df-b268-2c69c67a85a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:46.208354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.225593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.241295 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:46.256697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb92d38-8ffe-4ff2-b5b3-4499fb6a0c56 None None] Pushing event updated for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:46.316400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-0e680143-0118-4fe2-834e-a70c7883412c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:46.325596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-0e680143-0118-4fe2-834e-a70c7883412c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835311 Aug 19 17:53:46.345323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b304d2-e496-40ec-b47b-5c53dc3555a7 req-f9215662-9a2b-4320-9fdb-74030738a7fc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:46.348055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8b304d2-e496-40ec-b47b-5c53dc3555a7 req-f9215662-9a2b-4320-9fdb-74030738a7fc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2539916 Aug 19 17:53:46.354939 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.363506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-e6f932d4-304a-4fec-9bf8-be8208751cca tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0369511 Aug 19 17:53:46.422375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-a91fc931-ed14-48f8-acfd-6aef6f776dc1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571558 Aug 19 17:53:46.449121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.477262 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.494135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d99733-0c71-489e-affb-c5585c4cb2a8 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:46.552543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8b304d2-e496-40ec-b47b-5c53dc3555a7 req-94e9c9b0-00b2-4c1e-b421-42b2a00c45c0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493795 Aug 19 17:53:46.608590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f69cbdb-f257-44b2-97f2-e06ddb0aa904,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:46.623243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.636950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4aa5ef22-e0e1-4294-9f6f-bbbf4d472bbf tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893951 Aug 19 17:53:46.640173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45918) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:46.644024 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:53:44Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:46.645020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'security_group_rule': {'security_group_id': '48d509f8-af41-47df-b268-2c69c67a85a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:46.715827 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Checking router: 1583e915-8dde-4554-89a1-c5c532466aba for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:53:46.736692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Routers {'1583e915-8dde-4554-89a1-c5c532466aba'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:46.737688 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1583e915-8dde-4554-89a1-c5c532466aba'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:46.757238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.769322 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.839005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=59d99733-0c71-489e-affb-c5585c4cb2a8,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:46.875247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:46.879364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.901523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d46286a-618d-4559-a44a-6678f94fd861 req-1b70d775-72ec-41a1-bd0e-81a965958a4e tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 210 time: 0.1073773 Aug 19 17:53:46.902948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.904038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Attempting to bind port 8ab64b1c-eb66-4521-acd6-ed6a287e841d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:46.904520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Attempting to bind port 8ab64b1c-eb66-4521-acd6-ed6a287e841d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:46.904774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Attempting to bind port 8ab64b1c-eb66-4521-acd6-ed6a287e841d on network 1c5b7c07-cfd3-4d68-b14a-433c553714cd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:46.916619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:46.916619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Checking segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:46.916619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.917333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Bound using segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:46.918182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Bound port: 8ab64b1c-eb66-4521-acd6-ed6a287e841d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:46.918607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.952854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:46.970721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:46.976957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.001158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a457e2-764c-4668-b65a-7c797800a47d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:47.023671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.024889 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d6a1eb11-623e-4170-8c2c-b7204d58a012 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835516 Aug 19 17:53:47.046812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:47.049210 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b478c15-f6dc-4f82-9b0b-d82496b1914e" -d '{"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:47.051076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] Set router 1583e915-8dde-4554-89a1-c5c532466aba gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:47.054959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45934) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:47.068322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:47.097326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'port_id': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'mac_address': 'fa:16:3e:aa:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7e6ec-7546-46c1-b972-07452a4cf165', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:47.111325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4e1e-fb20-46b3-b8da-11bb1d4f5e49 req-b7ca053c-f7a6-4102-94db-3e29bb00ab78 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:47.111584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.121618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d84f4e1e-fb20-46b3-b8da-11bb1d4f5e49 req-b7ca053c-f7a6-4102-94db-3e29bb00ab78 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 949 time: 0.1107531 Aug 19 17:53:47.155809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['59d99733-0c71-489e-affb-c5585c4cb2a8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:47.190022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.225611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d84f4e1e-fb20-46b3-b8da-11bb1d4f5e49 req-94ef2bcb-cdb6-4b66-9192-0686192b3376 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027772 Aug 19 17:53:47.297768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6ca421f-1d9f-4175-9b25-012dbec9483e req-c50948b9-be7e-4eb7-a0e0-1fcbe7139f24 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.0865462 Aug 19 17:53:47.345924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.373879 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51adfe0f-3fb7-4560-b01d-8b0e3d584436 x-openstack-request-id: req-51adfe0f-3fb7-4560-b01d-8b0e3d584436 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:47.374466 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:47.374958 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51adfe0f-3fb7-4560-b01d-8b0e3d584436 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:47.376046 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'code': 200} Aug 19 17:53:47.382225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ee10f4-8518-4775-9566-858cd1141fd8 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:47.407801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:47.416033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:47.423165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.441460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.461935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.469785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:53:44Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:47.523411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-3cd1a6e5-5ee2-4b85-b28c-3458fb962a84 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:47.534929 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f1f3b-31d6-4d93-ba47-591735224311 None None] The sync data for ids ['1583e915-8dde-4554-89a1-c5c532466aba'] in n-d-778550-10 is: [{'id': '1583e915-8dde-4554-89a1-c5c532466aba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1407929459-router', 'tenant_id': 'b691c2b6279c432b93e5ea0e642455ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:53:44Z', 'revision_number': 5, 'project_id': 'b691c2b6279c432b93e5ea0e642455ec', 'gw_port': {'id': '7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e915-8dde-4554-89a1-c5c532466aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:52:12Z', 'updated_at': '2021-08-19T17:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:47.537049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-3cd1a6e5-5ee2-4b85-b28c-3458fb962a84 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.42 "GET /v2.0/networks?id=5b694ee5-63ac-488b-9f20-311cf2dec4e9 HTTP/1.1" status: 200 len: 821 time: 1.1370683 Aug 19 17:53:47.551719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Request body: {'port': {'device_id': '448fdca5-5d18-4463-ae17-a634b48077ee', 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9', 'admin_state_up': True, 'tenant_id': '3f79c3a1e65846a38ee6d56b6f1575d1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:47.581198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] For port 8ab64b1c-eb66-4521-acd6-ed6a287e841d, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:47.613943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] For port 8ab64b1c-eb66-4521-acd6-ed6a287e841d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ab64b1c-eb66-4521-acd6-ed6a287e841d,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:47.660183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.703681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:47.754198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Deleting port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:47.754534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:47.771832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c5ee10f4-8518-4775-9566-858cd1141fd8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:47.783246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Allocated IP 172.25.5.13 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c12da45e-6c84-4d6f-a31f-00bdea1795b2) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:47.858876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd264c-5aca-4b94-8137-72c4b84e8205 req-6f573cbb-68f4-4f6a-9570-b2fffb99e14f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:47.867207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74fd264c-5aca-4b94-8137-72c4b84e8205 req-6f573cbb-68f4-4f6a-9570-b2fffb99e14f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 944 time: 0.1650817 Aug 19 17:53:47.983527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:53:47.986460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:48.010779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74fd264c-5aca-4b94-8137-72c4b84e8205 req-2f1cc710-e4fe-4888-aa65-764980d60e2b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368840 Aug 19 17:53:48.033973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] For port 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:48.034354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:48.102329 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:48.125537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Calling delete_port for 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:48.134466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:48.216934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-227a36a3-7f6d-49d7-bf04-5a15c3c8cc5d req-56854c42-ad23-4a76-99c1-edcc35656adb tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 210 time: 0.0663903 Aug 19 17:53:48.230644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Made reservation on behalf of 3f79c3a1e65846a38ee6d56b6f1575d1 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:48.235398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:48.256712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:48.329238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:48.360446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:48.389170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:48.521214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb92d38-8ffe-4ff2-b5b3-4499fb6a0c56 None None] Pushing event updated for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:48.535679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-cc413d07-ae14-4b80-91fa-4e892c9a54fa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1935565 Aug 19 17:53:48.540545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'Port': ['ID=c12da45e-6c84-4d6f-a31f-00bdea1795b2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:48.542986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:53:48.622663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Allocated IP 172.20.0.11 (5b694ee5-63ac-488b-9f20-311cf2dec4e9/0a78428a-a3cb-41ac-9879-33b0b0071b98/f7c6eb9c-f9e6-4578-b6ae-224c2406be6c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:48.690612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-200d5dd1-7f63-40d9-a27e-89356c738c7a req-b60fab15-5fc6-4474-90d9-af55546296e8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.1229420 Aug 19 17:53:48.784768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:48.795680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745527-cbeb-41d5-a311-510c5d2cb7e6 req-159ec632-ab5b-482c-ba73-baf7d554f2e4 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:48.805908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f745527-cbeb-41d5-a311-510c5d2cb7e6 req-159ec632-ab5b-482c-ba73-baf7d554f2e4 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 949 time: 0.2492373 Aug 19 17:53:48.833948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46008) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:48.851579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:48.853232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-85d5597b-10a7-4449-b960-0558b182d23e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:48.860733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-85d5597b-10a7-4449-b960-0558b182d23e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234262 Aug 19 17:53:48.888164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': 'a3b357df-591e-4488-9242-5d2a499dae46', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:48.912566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:47Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:48.955383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7879da7-9f7d-4f40-afbd-6daaa3a8be58 None None] The sync data for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 is: [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:47Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:53:48.962192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.017650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f745527-cbeb-41d5-a311-510c5d2cb7e6 req-65a4f4d6-34fb-46b7-8bbd-0202846be1ed tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724327 Aug 19 17:53:49.042740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.128151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.191336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.204964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.210768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.241262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fe68d94-7987-45bd-ae72-74c55ba45882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.285473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fda98e-da97-4e53-a754-385d1a81fe46 req-cd03804d-c3f6-43e9-a519-1362eb210156 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:49.287011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3fda98e-da97-4e53-a754-385d1a81fe46 req-cd03804d-c3f6-43e9-a519-1362eb210156 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 944 time: 0.1429272 Aug 19 17:53:49.317969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:49.320950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.321458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.321680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1583e915-8dde-4554-89a1-c5c532466aba {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:53:49.330432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.331945 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6ed5a04-8fc8-429a-8f5a-be9c3d486700 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1583e915-8dde-4554-89a1-c5c532466aba HTTP/1.1" status: 204 len: 168 time: 3.3059485 Aug 19 17:53:49.335756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46018) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:49.369693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.486690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3fda98e-da97-4e53-a754-385d1a81fe46 req-282d7769-fd48-417f-a5b5-f9f873b481fc tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661055 Aug 19 17:53:49.501362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Deleting subnet 9419b5a8-f5c3-4f96-b212-b48317a79634 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:53:49.507989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.526451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 59d99733-0c71-489e-affb-c5585c4cb2a8 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:49.528736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.534715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48be9095-4e94-4d2f-b6f0-27e0b7cdbf79 req-d216a4a6-2d0b-41f4-82c7-8e03ef76c587 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 210 time: 0.1194847 Aug 19 17:53:49.582948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46022) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:49.641074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.648253 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.654334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:49.679401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:49.690563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:49.745077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'Port': ['ID=c12da45e-6c84-4d6f-a31f-00bdea1795b2,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:49.766375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.793323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.825796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50577027-98e4-4b25-a184-e13deb0a9a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.827409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Pushing event updated for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:49.843851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d0b2fbc-e4a9-484d-94ec-07d1b4ec867a req-f278ade9-30ce-4000-b44b-ebdb50eb14ae tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Aug 19 17:53:49.868463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 59d99733-0c71-489e-affb-c5585c4cb2a8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:49.868856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fe68d94-7987-45bd-ae72-74c55ba45882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.872833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 59d99733-0c71-489e-affb-c5585c4cb2a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:49.873296 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.874865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:49.875234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.887341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fe68d94-7987-45bd-ae72-74c55ba45882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.890267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:49.900762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1e8bcc66-e570-4db5-9de2-09dda4de8bbe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8329501 Aug 19 17:53:49.964378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ab64b1c-eb66-4521-acd6-ed6a287e841d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:49.975578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4fe68d94-7987-45bd-ae72-74c55ba45882 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76d503f8e57b4fbc81b710f6b50cffa6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1355481 Aug 19 17:53:49.975784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46030) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:49.990871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe68d94-7987-45bd-ae72-74c55ba45882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b1447f-0853-473f-b10f-094b2441e4bd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:50.037393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:50.055773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.123794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.159577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.181602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.208298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.238620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9419b5a8-f5c3-4f96-b212-b48317a79634,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:50.243323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.249435 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c2602853-5820-44be-b426-a652a3b7826a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9419b5a8-f5c3-4f96-b212-b48317a79634 HTTP/1.1" status: 204 len: 168 time: 0.9125063 Aug 19 17:53:50.251137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:50.256806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:50.259739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.262408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.266209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7b1447f-0853-473f-b10f-094b2441e4bd HTTP/1.1" status: 204 len: 168 time: 0.2849071 Aug 19 17:53:50.269428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6526a9-567d-4eab-ae69-13594084f87d None None] Network ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:50.283208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:50.283689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.285689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c5ee10f4-8518-4775-9566-858cd1141fd8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:50.286071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.322690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4cc5c-d805-442d-85ee-22c228785253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b1447f-0853-473f-b10f-094b2441e4bd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:50.364592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ab94-6fb9-4c28-9648-dd94ebbee40e req-48f55d09-3444-400d-9dba-2dc7ae8b96d4 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:50.372563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64a9ab94-6fb9-4c28-9648-dd94ebbee40e req-48f55d09-3444-400d-9dba-2dc7ae8b96d4 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 949 time: 0.1359766 Aug 19 17:53:50.380407 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.401228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.418204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-267628f0-4b3a-4408-b6f0-1335930a5773 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8672280 Aug 19 17:53:50.429628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:50.432721 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814a823-818a-4bad-9ad4-b7f7c116ec29" -d '{"events": [{"server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "name": "network-vif-plugged", "status": "completed", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:50.444383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Request body: {'port': {'device_id': '448fdca5-5d18-4463-ae17-a634b48077ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:50.513517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.521117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50577027-98e4-4b25-a184-e13deb0a9a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.554819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=59d99733-0c71-489e-affb-c5585c4cb2a8,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:50.577258 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb7030b-6682-4bf3-90d2-33c3bd5d092a x-openstack-request-id: req-8eb7030b-6682-4bf3-90d2-33c3bd5d092a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:50.577701 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "name": "network-vif-plugged", "status": "completed", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:50.577966 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8eb7030b-6682-4bf3-90d2-33c3bd5d092a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:50.578421 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8', 'code': 200} Aug 19 17:53:50.602444 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.606388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.607858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50577027-98e4-4b25-a184-e13deb0a9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.698185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50577027-98e4-4b25-a184-e13deb0a9a3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3f60c8846db442b970b6b71965c03c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1112947 Aug 19 17:53:50.704609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46084) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:50.826597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Deleting port 916bc612-d653-4a12-a722-008c93049492 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:50.826944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:50.889401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64a9ab94-6fb9-4c28-9648-dd94ebbee40e req-dd74fe39-b35e-4bfb-97c3-10f253b177c8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130594 Aug 19 17:53:50.952013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46092) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:50.999917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1465dd9a-2fc8-432c-84c1-6aac8d7e821d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.016965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893d929f-6077-4380-85d7-8a4e975abf63,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.048193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.118609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.131734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] For port 916bc612-d653-4a12-a722-008c93049492, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=916bc612-d653-4a12-a722-008c93049492,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:51.132371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.140024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.141929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.165445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db528b-6cf6-4c6e-80cb-594ec4394c2a req-ed7a4294-c08d-4c2d-9da8-59850b77c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:51.167952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8db528b-6cf6-4c6e-80cb-594ec4394c2a req-ed7a4294-c08d-4c2d-9da8-59850b77c9ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 1102 time: 0.4907088 Aug 19 17:53:51.177636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Calling delete_port for 916bc612-d653-4a12-a722-008c93049492 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:51.178647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50577027-98e4-4b25-a184-e13deb0a9a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb6a17-b3ab-4945-b9e9-fc779694cc30,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.222298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:51.223960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] DHCP port deletion for ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:53:51.237238 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.248987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.256902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9fb3e-373c-4d9a-9caf-fcf83f01d4dc req-bc7c1505-f40a-4bc7-bb4a-8591e8f20d87 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:51.258499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79e9fb3e-373c-4d9a-9caf-fcf83f01d4dc req-bc7c1505-f40a-4bc7-bb4a-8591e8f20d87 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 944 time: 0.5441103 Aug 19 17:53:51.268164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.239 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:51.269297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8ab64b1c-eb66-4521-acd6-ed6a287e841d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ab64b1c-eb66-4521-acd6-ed6a287e841d,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:51.296527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.312421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a9986eb2-6293-4a9e-b3c4-297587f05bc9 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:51.314591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec27bf-92fd-49d4-bbf4-f0c6a864b32e req-d673c969-c7b4-4824-86ab-19cb007fb59d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:51.320611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2ec27bf-92fd-49d4-bbf4-f0c6a864b32e req-d673c969-c7b4-4824-86ab-19cb007fb59d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 932 time: 0.2514000 Aug 19 17:53:51.339227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8db528b-6cf6-4c6e-80cb-594ec4394c2a req-d472097c-158b-490e-94b2-10ebc1ed29f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497638 Aug 19 17:53:51.353486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a9986eb2-6293-4a9e-b3c4-297587f05bc9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:51.354500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a9986eb2-6293-4a9e-b3c4-297587f05bc9 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:51.376407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.437658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79e9fb3e-373c-4d9a-9caf-fcf83f01d4dc req-b55fdd87-4670-4c5d-8fe0-f4894fa382a5 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671233 Aug 19 17:53:51.459807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1465dd9a-2fc8-432c-84c1-6aac8d7e821d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.460887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2ec27bf-92fd-49d4-bbf4-f0c6a864b32e req-1c23d147-b26a-4ede-bc76-8e7d13d0b871 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315327 Aug 19 17:53:51.540674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:51.543052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1465dd9a-2fc8-432c-84c1-6aac8d7e821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.547728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Deleting port 916bc612-d653-4a12-a722-008c93049492 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:53:51.548163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.550171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.580427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.583031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:53:51.583660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7ebaa185-4ee1-4ab7-8bc3-45b1b2ed411c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:51.584323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 916bc612-d653-4a12-a722-008c93049492 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:53:51.584992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.586162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8afb6a17-b3ab-4945-b9e9-fc779694cc30 HTTP/1.1" status: 204 len: 168 time: 0.8784645 Aug 19 17:53:51.598149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465dd9a-2fc8-432c-84c1-6aac8d7e821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2091037-f7f9-4cf1-b0da-88da7092a39b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.614277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04f6c8-5e4a-4cd4-9128-0685c3e37a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb6a17-b3ab-4945-b9e9-fc779694cc30,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.640796 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.677827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.680423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1465dd9a-2fc8-432c-84c1-6aac8d7e821d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=271554b26fbe4cbe8546219251f38135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7183056 Aug 19 17:53:51.690756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=916bc612-d653-4a12-a722-008c93049492,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.693120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] For port 916bc612-d653-4a12-a722-008c93049492, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=916bc612-d653-4a12-a722-008c93049492,segment=NetworkSegment(b1ed0531-f5d3-4678-836f-4d3cb829ae1e),segment_id=b1ed0531-f5d3-4678-836f-4d3cb829ae1e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:51.693768 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.694487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:51.711068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Calling delete_port for 916bc612-d653-4a12-a722-008c93049492 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:53:51.713060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port 916bc612-d653-4a12-a722-008c93049492 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 17:53:51.714271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 916bc612-d653-4a12-a722-008c93049492 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:53:51.759170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] No DVR routers for this DVR port 916bc612-d653-4a12-a722-008c93049492 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:51.766074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64402aca-004d-4abd-aa57-004faee814c7 req-c2f863ac-b081-49f6-9e63-aaddddcfff52 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.0777335 Aug 19 17:53:51.778777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:51.850760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.865099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.902515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] Pushing event deleted for resources: {'Port': ['ID=916bc612-d653-4a12-a722-008c93049492,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:51.908215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:51.909842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:51.912448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:51.924510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:51.933831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:51.935145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:51.942426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55088844-24fb-47a3-869c-cf25f8832a67 None None] No DVR routers for this DVR port 916bc612-d653-4a12-a722-008c93049492 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:53:51.944592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ed0531-f5d3-4678-836f-4d3cb829ae1e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:53:52.008012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.013442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:52.027950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c6eb9c-f9e6-4578-b6ae-224c2406be6c {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:52.028407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:52.029472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.048482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-93d1cc28-c8eb-4ed7-b92b-1a4b59245435 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1711605 Aug 19 17:53:52.069159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.090064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Request body: {'port': {'device_id': 'a3b357df-591e-4488-9242-5d2a499dae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:52.093651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.115231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.118284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:53:52.118732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:53:52.121065 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:53:52.161916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.172945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6bfc9-50b3-4090-adf0-13373f7fcd79 req-873889c6-821f-4744-a4ad-70e654fa7994 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:52.180024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0a6bfc9-50b3-4090-adf0-13373f7fcd79 req-873889c6-821f-4744-a4ad-70e654fa7994 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 950 time: 0.1256051 Aug 19 17:53:52.219551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.233141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:52.264493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Transition to ACTIVE for port object f7c6eb9c-f9e6-4578-b6ae-224c2406be6c will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:52.265703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a59db015-3c55-4a29-8f7a-d0461c6c1bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.278709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.283226 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.296844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.298701 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3 HTTP/1.1" status: 204 len: 168 time: 2.0465810 Aug 19 17:53:52.347466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0f26fbbe-5772-472c-abf0-28732c80f72e None None] Provisioning for port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:52.352233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0f26fbbe-5772-472c-abf0-28732c80f72e None None] Provisioning complete for port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:52.352607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0f26fbbe-5772-472c-abf0-28732c80f72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.377010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0a6bfc9-50b3-4090-adf0-13373f7fcd79 req-50b826db-945a-48ba-856c-0b8b965848f6 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951482 Aug 19 17:53:52.377250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438644c-e01f-44c1-a14a-07c392c206a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffcd75ae-20e7-4198-bdc2-9efcbd5edaf3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:52.417402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:52.508081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.513366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.514424 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2091037-f7f9-4cf1-b0da-88da7092a39b HTTP/1.1" status: 204 len: 168 time: 0.8041101 Aug 19 17:53:52.514557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fbbe-5772-472c-abf0-28732c80f72e None None] Port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:53:52.580037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:52.582896 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d975ca7f-6a9a-4aeb-94c0-7465427fe88f" -d '{"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:52.592576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b916d6-13b1-454c-9656-7431c0787c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2091037-f7f9-4cf1-b0da-88da7092a39b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:52.652444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Attempting to bind port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:52.652791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Attempting to bind port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:52.653126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Attempting to bind port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c on network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:52.655773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:52.663089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c on network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:53:52.663089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Attempting to bind port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c on network 5b694ee5-63ac-488b-9f20-311cf2dec4e9 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:52.665440 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.670807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:52.671194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Checking segment: {'id': '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:52.671624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Bound using segment: {'id': '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:52.672163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Bound port: f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:52.672530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.703687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a59db015-3c55-4a29-8f7a-d0461c6c1bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.718983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Transition to ACTIVE for port object 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:52.734531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.751860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a59db015-3c55-4a29-8f7a-d0461c6c1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:52.771089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:52.796453 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a59db015-3c55-4a29-8f7a-d0461c6c1bc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d6a65351a8345e4bc7c539911105869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589118 Aug 19 17:53:52.801579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46152) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:52.931029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:52.936966 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:53:52.958346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59db015-3c55-4a29-8f7a-d0461c6c1bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab77127-c936-425a-9d69-502f6321551f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:52.988750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,segment=NetworkSegment(8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb),segment_id=8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:53.002669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.061981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.112045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.112725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.114077 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] 10.222.0.42 "PUT /v2.0/ports/f7c6eb9c-f9e6-4578-b6ae-224c2406be6c HTTP/1.1" status: 200 len: 1093 time: 2.6898959 Aug 19 17:53:53.114524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:53.117644 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:53.166757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.187638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f1879-4f31-488e-8e7c-b9b263be4cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:53.249617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-5ab1c923-8bb7-4e7e-bae4-51fc9cc78408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.251260 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-5ab1c923-8bb7-4e7e-bae4-51fc9cc78408 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f79c3a1e65846a38ee6d56b6f1575d1&device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 1096 time: 0.0818329 Aug 19 17:53:53.293277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d74e2-0b6a-4606-a319-856b7c2ade2a req-1a8b9241-2ac4-472a-b3e8-d44b6d9edca0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.294829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d69d74e2-0b6a-4606-a319-856b7c2ade2a req-1a8b9241-2ac4-472a-b3e8-d44b6d9edca0 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.6117551 Aug 19 17:53:53.298031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-bc724294-6b9d-4957-b064-c1a64c5f7f1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c HTTP/1.1" status: 200 len: 217 time: 0.0392466 Aug 19 17:53:53.302775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.305628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.307472 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab77127-c936-425a-9d69-502f6321551f HTTP/1.1" status: 204 len: 168 time: 0.5043719 Aug 19 17:53:53.319038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:53.350317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddfe72-1846-4c84-9705-6f21b3452da6 req-fe8f22e5-a72b-4796-9a3b-077dcfc5d6fe tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.357828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80ddfe72-1846-4c84-9705-6f21b3452da6 req-fe8f22e5-a72b-4796-9a3b-077dcfc5d6fe tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 944 time: 0.6704497 Aug 19 17:53:53.359313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fef08-a6a9-4b14-a552-366b82249f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab77127-c936-425a-9d69-502f6321551f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:53.366680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-138dac6f-ba3f-4e83-a8a2-b57d406de9da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b691c2b6279c432b93e5ea0e642455ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873511 Aug 19 17:53:53.370951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:53.420246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-768b31f8-859e-4a95-8246-41bd9d907228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.422680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-768b31f8-859e-4a95-8246-41bd9d907228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a78428a-a3cb-41ac-9879-33b0b0071b98 HTTP/1.1" status: 200 len: 861 time: 0.1133053 Aug 19 17:53:53.459850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d69d74e2-0b6a-4606-a319-856b7c2ade2a req-15306960-11f6-4920-874d-1f63efa71f6d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532290 Aug 19 17:53:53.463244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Attempting to bind port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:53.463244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Attempting to bind port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:53.463627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Attempting to bind port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:53.476056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80ddfe72-1846-4c84-9705-6f21b3452da6 req-8a336745-1deb-4bac-b126-39abe10eb69f tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Aug 19 17:53:53.495004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:53:53.495253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Attempting to bind port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:53.507143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-9e4f29c5-19a2-48fb-bb55-ec847a26db64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b694ee5-63ac-488b-9f20-311cf2dec4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648303 Aug 19 17:53:53.515512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:53.530245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:53.530562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:53.531896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Bound port: 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:53.536527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.566928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ab64b1c-eb66-4521-acd6-ed6a287e841d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:53.570180 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c448211-8670-4b85-a009-2985fd09ff2b x-openstack-request-id: req-3c448211-8670-4b85-a009-2985fd09ff2b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:53.570474 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-plugged", "status": "completed", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:53.570997 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c448211-8670-4b85-a009-2985fd09ff2b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:53.571416 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'code': 200} Aug 19 17:53:53.581156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.680334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.699268 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fec40-22cb-45d9-acd7-2cbc4793a4cc x-openstack-request-id: req-996fec40-22cb-45d9-acd7-2cbc4793a4cc {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:53.699598 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:53.699855 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996fec40-22cb-45d9-acd7-2cbc4793a4cc {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:53.701408 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c', 'status': 'completed', 'code': 200} Aug 19 17:53:53.719170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46182) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:53.730572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8ab64b1c-eb66-4521-acd6-ed6a287e841d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:53.731166 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.813862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-a491199e-5897-45bd-9869-ffdeb802e5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948980 Aug 19 17:53:53.921960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aaa22-57de-4d38-a710-cec3d5e32174 req-62427cad-18da-4fb1-a548-4d14e8aedc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.925784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a87aaa22-57de-4d38-a710-cec3d5e32174 req-62427cad-18da-4fb1-a548-4d14e8aedc05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 1097 time: 0.1648252 Aug 19 17:53:53.932816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.936218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:53.938378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:53.942660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ae48788-e2cd-44ad-a95c-50a82659704a HTTP/1.1" status: 204 len: 168 time: 0.5664456 Aug 19 17:53:53.973311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:53.975779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57d657-6eee-4b13-9b7e-eb99c6365b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae48788-e2cd-44ad-a95c-50a82659704a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:53.986240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e4451-a1d7-42a8-bbb8-05e1f2522ab5 req-a258820b-0712-4b49-b1b4-2a6c22eb5ed0 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:53.986240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a0e4451-a1d7-42a8-bbb8-05e1f2522ab5 req-a258820b-0712-4b49-b1b4-2a6c22eb5ed0 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 950 time: 0.1501386 Aug 19 17:53:53.999841 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.007081 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a87aaa22-57de-4d38-a710-cec3d5e32174 req-030f66f5-7d50-4f1a-835d-d3e3a7712d35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Aug 19 17:53:54.027397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88841d1e-d1aa-4242-99e9-01a2b184f80a req-61e41546-3982-4c26-81e5-3cb0f463349b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.039323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88841d1e-d1aa-4242-99e9-01a2b184f80a req-61e41546-3982-4c26-81e5-3cb0f463349b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 948 time: 0.4533644 Aug 19 17:53:54.053425 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd1daf34-2dac-4eed-b1df-169567cacf96 req-1d3e0204-0c4d-47c0-ba5c-4e2e5ab65986 service neutron] 10.222.0.42 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225149 Aug 19 17:53:54.058894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-652843402-network', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:54.081883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:54.085207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.097240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.129298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.132777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.134466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] 10.222.0.13 "PUT /v2.0/ports/9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 200 len: 1097 time: 2.0676572 Aug 19 17:53:54.145914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:54.149621 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704690ed-801e-4382-953e-4cfb7487fc99" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:54.236452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a0e4451-a1d7-42a8-bbb8-05e1f2522ab5 req-06dc5016-5c53-4577-985e-b0716e8401f5 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262795 Aug 19 17:53:54.261662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.271673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da99a-791c-4a2e-801a-1d6e1337ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:54.279757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.311764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88841d1e-d1aa-4242-99e9-01a2b184f80a req-516aa779-b9a6-44b3-a274-377b8c8c6ebf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645545 Aug 19 17:53:54.327618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867f9a5-2001-4d4d-8f78-90a9369747ee,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:54.361225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:54.364923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-ab261d9f-66a1-4d46-897a-160231def42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.366537 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-ab261d9f-66a1-4d46-897a-160231def42a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f79c3a1e65846a38ee6d56b6f1575d1&device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 1096 time: 0.2542562 Aug 19 17:53:54.404396 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bac4024-fc49-4a0a-8e5e-3ce310d49c92 x-openstack-request-id: req-2bac4024-fc49-4a0a-8e5e-3ce310d49c92 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:54.404869 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:54.405434 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bac4024-fc49-4a0a-8e5e-3ce310d49c92 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:54.405981 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', 'status': 'completed', 'code': 200} Aug 19 17:53:54.430327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-a065ac2c-0226-4277-95a7-f5ca287a9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.436108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-a065ac2c-0226-4277-95a7-f5ca287a9b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1100 time: 0.0942602 Aug 19 17:53:54.498637 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.498886 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Added segment e532afcf-8837-4ff3-962a-adb792cd41f8 of type vlan for network 78068965-a9bd-4d03-b18d-4318e2c98f17 Aug 19 17:53:54.535515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-9c551ec1-c52e-449e-a69f-5a5996742186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 200 len: 217 time: 0.0840394 Aug 19 17:53:54.556803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-8dcebe13-dd4c-4be0-b4a7-a5bd399320b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.559304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-8dcebe13-dd4c-4be0-b4a7-a5bd399320b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b694ee5-63ac-488b-9f20-311cf2dec4e9 HTTP/1.1" status: 200 len: 922 time: 0.1801169 Aug 19 17:53:54.613443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.617439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-67bd66f9-8d51-4342-9ea2-7ddc8fa6872c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c HTTP/1.1" status: 200 len: 217 time: 0.0447254 Aug 19 17:53:54.676617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-449142e6-86c7-4263-a800-90280a089d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.678516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-449142e6-86c7-4263-a800-90280a089d0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1326137 Aug 19 17:53:54.694482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-9ff4f7c4-304c-47b2-910a-a64d1d986632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.695967 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-9ff4f7c4-304c-47b2-910a-a64d1d986632 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a78428a-a3cb-41ac-9879-33b0b0071b98 HTTP/1.1" status: 200 len: 861 time: 0.0707397 Aug 19 17:53:54.699769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe552eff-14da-447b-8efb-8bb99f37a744 req-35e535f8-54db-4b38-a558-8dbc810e1da6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.704539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.705897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.706509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:54.707764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe552eff-14da-447b-8efb-8bb99f37a744 req-35e535f8-54db-4b38-a558-8dbc810e1da6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.0780187 Aug 19 17:53:54.804247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe552eff-14da-447b-8efb-8bb99f37a744 req-984be5ca-67fc-402e-aab4-f523e5cf0a64 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951622 Aug 19 17:53:54.825408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-19b8d591-a04c-41d3-9581-cffa89d2b510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b694ee5-63ac-488b-9f20-311cf2dec4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069968 Aug 19 17:53:54.830337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-5a00e2a8-83c0-4cf6-8425-d0a51ff810b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:54.841428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-5a00e2a8-83c0-4cf6-8425-d0a51ff810b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524103 Aug 19 17:53:54.879882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] Pushing event updated for resources: {'Network': ['ID=78068965-a9bd-4d03-b18d-4318e2c98f17,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:54.894729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:54.897049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-234397c1-f933-4a8a-97da-ed4fe6fb23eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1761343 Aug 19 17:53:54.935510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46226) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:54.962171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Request body: {'subnet': {'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-652843402-subnet', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:55.073683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-b3e5636e-7ae2-482e-b09f-77287257ec22 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426629 Aug 19 17:53:55.191410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158d3bd-dd39-4a72-891a-2f15a4abc0d0 req-912cd931-5a9e-4aa2-a132-559ee7705651 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:55.200395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7158d3bd-dd39-4a72-891a-2f15a4abc0d0 req-912cd931-5a9e-4aa2-a132-559ee7705651 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 944 time: 0.3214161 Aug 19 17:53:55.242280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:55.245802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:55.304369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-35fdeb3f-4aad-4434-92a9-4e16ea7998f0 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497714 Aug 19 17:53:55.467755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7158d3bd-dd39-4a72-891a-2f15a4abc0d0 req-9679b82d-6088-41b0-acbc-89e5867f5886 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658153 Aug 19 17:53:55.537515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f7c6eb9c-f9e6-4578-b6ae-224c2406be6c details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:55.573348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ab1f97b-f7c5-4f54-8796-ed61c38e8466 req-a2553278-8bd2-4638-b4cb-8c27a48b4f1d service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608919 Aug 19 17:53:55.609610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:55.631961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2c5b71e5-8aa4-4f3b-a0dc-32ab02e15b62 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:55.643181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2c5b71e5-8aa4-4f3b-a0dc-32ab02e15b62 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5677185 Aug 19 17:53:55.664387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-de5eceac-e9e4-41a8-a45e-8e8e9648bae4 service neutron] 10.222.0.42 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657399 Aug 19 17:53:55.678815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,segment=NetworkSegment(8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb),segment_id=8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:55.706348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c', 'network_id': '5b694ee5-63ac-488b-9f20-311cf2dec4e9', 'port_id': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c', 'mac_address': 'fa:16:3e:63:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a78428a-a3cb-41ac-9879-33b0b0071b98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:55.726642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-979e8e8f-c96d-47b7-926f-83bfaa933af0 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/quotas/55210f0714ec4ae2bf9dfb497ca70c81 HTTP/1.1" status: 200 len: 375 time: 0.0819526 Aug 19 17:53:55.755680 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:55.772681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c6eb9c-f9e6-4578-b6ae-224c2406be6c {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:55.805719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:55.820064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,segment=NetworkSegment(8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb),segment_id=8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:55.827974 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:55.834685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448460c-b70e-4573-b70f-684f83de7f98 req-7de6e119-eaf7-4dad-9a17-56adbd8fe953 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:55.836552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c448460c-b70e-4573-b70f-684f83de7f98 req-7de6e119-eaf7-4dad-9a17-56adbd8fe953 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 948 time: 0.2622931 Aug 19 17:53:55.848004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b53a1dd5-ff89-4fcd-8a5b-dfea61453c5a req-0c2f1438-a3c3-4a98-9a19-5a3163378beb service neutron] 10.222.0.42 "GET /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745846 Aug 19 17:53:55.888886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704690ed-801e-4382-953e-4cfb7487fc99 req-39e549cc-f2d3-4b80-bd4a-cf5a89f4ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:55.889308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-618804443-network', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:55.891270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-39e549cc-f2d3-4b80-bd4a-cf5a89f4ec03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1100 time: 0.2131569 Aug 19 17:53:55.895414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:55.912175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.912596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.913098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.913486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.913851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.914235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.914604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.914960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.915273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.915697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.915989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.916345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:53:55.918278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Made reservation on behalf of 530fde8182ef4fe2a7282b569bcc2d64 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:55.928771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:55.932019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-de471bae-dd9a-4a0e-bb82-cf0c9d9f61a7 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2043550 Aug 19 17:53:55.949429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.008544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c448460c-b70e-4573-b70f-684f83de7f98 req-11409652-676d-4629-9555-7081fde0cc67 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329889 Aug 19 17:53:56.026973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f7c6eb9c-f9e6-4578-b6ae-224c2406be6c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:56.106525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.129507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.137784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.205158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:53:56.228848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e652aae-f173-4e3c-a2b9-4af8d8cdd91d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:56.237821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Pushing event updated for resources: {'Subnet': ['ID=670b0f07-1a12-4778-99a4-e75e1ca1e0e1,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:56.249894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.252056 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Added segment 56037d80-0a55-4aab-b26a-947c5cd06c3c of type vlan for network bfea6118-6c1b-4c5c-bae1-1f74341ad589 Aug 19 17:53:56.295705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704690ed-801e-4382-953e-4cfb7487fc99 req-dfab71bc-1764-4b41-862e-bca652421ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.297664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-dfab71bc-1764-4b41-862e-bca652421ce3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.3871541 Aug 19 17:53:56.341141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1cf337-c194-4892-af2f-66efa87d5032 req-5f4dfc45-96c5-4a5d-8bf1-97c207b558a6 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.1192367 Aug 19 17:53:56.349942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.394207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.396011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.396861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.417091 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8060160 Aug 19 17:53:56.430442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46274) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:56.431020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Request body: {'subnet': {'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-subnet', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:56.440186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-9cc22222-f7c1-4454-aadd-e6844a265935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 200 len: 217 time: 0.1061366 Aug 19 17:53:56.467200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1efd66-04a7-4ddf-bf13-4be43348ff06 req-0b7923f6-7d33-4076-865b-86ed7b1cb5a1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.469166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f1efd66-04a7-4ddf-bf13-4be43348ff06 req-0b7923f6-7d33-4076-865b-86ed7b1cb5a1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2497308 Aug 19 17:53:56.504556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c8d86-18f0-42c3-9f65-20ac9e448da0 admin admin] Pushing event updated for resources: {'Network': ['ID=bfea6118-6c1b-4c5c-bae1-1f74341ad589,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:56.519761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:53:56.569218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Checking segment: {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:56.569698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Network hostable DHCP agents. Network: 78068965-a9bd-4d03-b18d-4318e2c98f17, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:56.660412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Made reservation on behalf of 530fde8182ef4fe2a7282b569bcc2d64 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:56.673074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:56.756895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704690ed-801e-4382-953e-4cfb7487fc99 req-981901a5-5017-4bd1-a5af-7a83733d1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.757887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-981901a5-5017-4bd1-a5af-7a83733d1ccc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2733958 Aug 19 17:53:56.758458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:56.803096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f1efd66-04a7-4ddf-bf13-4be43348ff06 req-3ec03872-d339-4f2a-bce7-a3edea0618d7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715170 Aug 19 17:53:56.827836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 78068965-a9bd-4d03-b18d-4318e2c98f17) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:56.844814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e97a1-0060-4b57-98ba-74ce00ee8d8c None None] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:56.890468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7edb-d83f-45bd-913e-54b404a11f69 req-6dee00fe-bb0e-4a10-9baf-a9ddaf9d304a tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.892212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dce7edb-d83f-45bd-913e-54b404a11f69 req-6dee00fe-bb0e-4a10-9baf-a9ddaf9d304a tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 945 time: 0.3120856 Aug 19 17:53:56.893734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:56.894313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.042921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704690ed-801e-4382-953e-4cfb7487fc99 req-847cc599-9855-4aa8-be0f-bcb26f077166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:57.046564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-847cc599-9855-4aa8-be0f-bcb26f077166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2698622 Aug 19 17:53:57.077322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8760210a-3f2c-4fbf-a914-7e53419c248b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1398318 Aug 19 17:53:57.080501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:57.085604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:57.105254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-78068965-a9bd-4d03-b18d-4318e2c98f17', 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'fixed_ips': [{'subnet_id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:53:57.106120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.137939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.139615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.219963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3dce7edb-d83f-45bd-913e-54b404a11f69 req-98074620-b395-4864-9ce3-9e8ab7d496ab tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001108 Aug 19 17:53:57.299388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.359142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdc6b1-1e13-433b-9666-935a8a7e1b07 req-e4dd8d72-9172-4aa2-9199-7e0815d56b4a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:57.360695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39cdc6b1-1e13-433b-9666-935a8a7e1b07 req-e4dd8d72-9172-4aa2-9199-7e0815d56b4a tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.3351321 Aug 19 17:53:57.368377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Allocated IP 172.20.0.2 (78068965-a9bd-4d03-b18d-4318e2c98f17/670b0f07-1a12-4778-99a4-e75e1ca1e0e1/fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:57.509637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-bd14e27d-8955-4728-8d20-295051783038 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257896 Aug 19 17:53:57.531720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39cdc6b1-1e13-433b-9666-935a8a7e1b07 req-62be53bd-57cc-443a-8e21-e21187531dce tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510992 Aug 19 17:53:57.585022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145df04-4541-482c-94a4-257d082d86cf req-e61d61e0-ae88-4bc3-9619-66b694825c19 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:57.594589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1145df04-4541-482c-94a4-257d082d86cf req-e61d61e0-ae88-4bc3-9619-66b694825c19 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 948 time: 0.2482800 Aug 19 17:53:57.645477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.655628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.776351 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2ee5c334-2d72-4468-a14f-2ac620904480 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241457 Aug 19 17:53:57.783702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f7c6eb9c-f9e6-4578-b6ae-224c2406be6c up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:57.802262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8938686d-898e-45b2-ad8c-1897ec9763f6 req-7352d716-140e-4ac2-8135-c8c214ad1ed5 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0486763 Aug 19 17:53:57.835921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.852555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Transition to ACTIVE for port object fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:57.874246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Transition to ACTIVE for port object fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:57.878521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:57.885342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1145df04-4541-482c-94a4-257d082d86cf req-bca80073-dce4-4cc9-b897-7046bed99d1d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839170 Aug 19 17:53:57.886952 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.891143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=16be8592-e3c9-4191-ae26-2ff4b4649a77,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:57.913708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:57.915093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Checking segment: {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:57.915243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:57.915662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Network hostable DHCP agents. Network: bfea6118-6c1b-4c5c-bae1-1f74341ad589, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:53:57.944995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-704690ed-801e-4382-953e-4cfb7487fc99 req-af61ec8e-f510-437a-a0be-9c8060957e5e service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252481 Aug 19 17:53:57.975598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:53:57.996708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2bd803c9-a281-49cc-a007-c30f94a4ddfc tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:57.998434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2bd803c9-a281-49cc-a007-c30f94a4ddfc tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131429 Aug 19 17:53:58.001672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, bfea6118-6c1b-4c5c-bae1-1f74341ad589) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:58.008268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:58.009297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.040323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Request body: {'port': {'device_id': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '55210f0714ec4ae2bf9dfb497ca70c81'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:58.045194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d39d81d-b940-414c-9a5c-5094697fc7fd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6152356 Aug 19 17:53:58.045992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46338) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:53:58.050518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:58.056586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:58.062816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:58.069434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add363fa-e260-4dbb-bd4b-0c63972475df None None] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:53:58.073420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:53:58.079560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:58.096360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.097612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.172753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.233309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Attempting to bind port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:53:58.235198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Attempting to bind port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:53:58.235798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Attempting to bind port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 on network 78068965-a9bd-4d03-b18d-4318e2c98f17 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:53:58.273965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:53:58.275622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Checking segment: {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:53:58.275622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.275622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Bound using segment: {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:53:58.275622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Bound port: fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:53:58.275985 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.290894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Pushing event updated for resources: {'Port': ['ID=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:58.311212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-29df5761-0e1f-4038-aa2c-a5cc83162a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.328924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.352444 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:53:58.360871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.388695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Made reservation on behalf of 55210f0714ec4ae2bf9dfb497ca70c81 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:53:58.392632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.532133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] For port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:53:58.541071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.541430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.596415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] For port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:53:58.603194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:53:58.606384 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81825622-2597-4fed-903f-c2a4805b5bfb" -d '{"events": [{"server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:53:58.628348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:58.655533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.667595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', 'mac_address': 'fa:16:3e:58:e1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:53:58.670582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Allocated IP 172.25.5.70 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/a13023c5-dadb-4b81-a363-0eaafed91016) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:58.714043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7db9b-0bc8-4a4a-b1b5-54cf2c34a722 req-43d64362-1c31-4de4-9893-bf8f89ccce6a tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:58.715803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67c7db9b-0bc8-4a4a-b1b5-54cf2c34a722 req-43d64362-1c31-4de4-9893-bf8f89ccce6a tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 945 time: 0.3746290 Aug 19 17:53:58.717263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Allocated IP 192.168.233.16 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/7a5f2494-85fd-4487-bb04-912d82f57a34) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:58.736091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-b9941914-06ac-4daa-a6c5-b4c884002607 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:58.743130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-b9941914-06ac-4daa-a6c5-b4c884002607 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 0.3453934 Aug 19 17:53:58.768049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,segment=NetworkSegment(8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb),segment_id=8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:58.779736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-2a0a33b3-712a-4695-a853-544010cf7a85 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/quotas/38df9711c37540cca55c07b3731d5794 HTTP/1.1" status: 200 len: 375 time: 0.0354643 Aug 19 17:53:58.805671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.830548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67c7db9b-0bc8-4a4a-b1b5-54cf2c34a722 req-65b659b1-f47b-45b8-bcdf-115cfed0918a tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838604 Aug 19 17:53:58.861977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-97917940-ab34-43e4-b1ec-fcb484e97ae3 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812237 Aug 19 17:53:58.862908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'fixed_ips': [{'subnet_id': '16be8592-e3c9-4191-ae26-2ff4b4649a77'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:53:58.865968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.950494 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915869ab-fe85-415c-ba5c-8e58aa61c04b x-openstack-request-id: req-915869ab-fe85-415c-ba5c-8e58aa61c04b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:53:58.950908 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "name": "network-vif-plugged", "status": "completed", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:53:58.951035 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-915869ab-fe85-415c-ba5c-8e58aa61c04b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:53:58.951415 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c', 'code': 200} Aug 19 17:53:58.966687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:58.974240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3cc25-e530-477c-a589-626e31306331 None None] Pushing event updated for resources: {'Port': ['ID=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:59.036396 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.148912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.171895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:53:59.183905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Transition to ACTIVE for port object 7a5f2494-85fd-4487-bb04-912d82f57a34 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:53:59.219129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:53:59.232073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.240654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.253613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.255710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['59d99733-0c71-489e-affb-c5585c4cb2a8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:59.262493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:59.310669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:59.322951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:59.331046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:59.405659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Allocated IP 172.20.0.2 (bfea6118-6c1b-4c5c-bae1-1f74341ad589/16be8592-e3c9-4191-ae26-2ff4b4649a77/d64e4944-a887-44ae-b258-cdb7acbda0c1) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:53:59.434480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:53:59.460422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:59.463897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.552605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:53:59.555154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:53:59.565302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Pushing event updated for resources: {'Port': ['ID=a13023c5-dadb-4b81-a363-0eaafed91016,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:59.602029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:53:59.609546 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5955729 Aug 19 17:53:59.612094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:53:59.620279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:59.658899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Request body: {'port': {'device_id': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:53:59.789553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.792738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84a590-28bb-4511-a3a1-6f546ab70b93 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Pushing event updated for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:53:59.842920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f960a937-d1db-49b8-8f53-e902fe9e5f8b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:59.844343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f960a937-d1db-49b8-8f53-e902fe9e5f8b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/ports?device_id=2297cda7-1e75-47b7-94ca-51764a3cdf6b HTTP/1.1" status: 200 len: 945 time: 0.2478387 Aug 19 17:53:59.924111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1fad9-ce27-4f0f-b156-3690b6cf62d2 req-9e27e18b-46dc-4b0b-a2bf-a7bf43049786 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:59.925696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ab1fad9-ce27-4f0f-b156-3690b6cf62d2 req-9e27e18b-46dc-4b0b-a2bf-a7bf43049786 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 935 time: 0.3282568 Aug 19 17:53:59.928332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-07531e7a-b8b3-4928-ba27-0f6b0704ce23 None None] Provisioning for port 7a5f2494-85fd-4487-bb04-912d82f57a34 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:53:59.967646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-177c4a4c-33b9-4631-8699-92145a559180 service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0880191 Aug 19 17:53:59.969895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:53:59.978037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ba503-718a-46ba-a6db-ccdcffce9a98 req-d958292f-ca80-4340-9f1c-8b5ffdd8fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:53:59.980311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea0ba503-718a-46ba-a6db-ccdcffce9a98 req-d958292f-ca80-4340-9f1c-8b5ffdd8fde3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 1098 time: 0.3849266 Aug 19 17:53:59.985050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-07531e7a-b8b3-4928-ba27-0f6b0704ce23 None None] Provisioning complete for port 7a5f2494-85fd-4487-bb04-912d82f57a34 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:53:59.985449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07531e7a-b8b3-4928-ba27-0f6b0704ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.076358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:00.084371 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.089034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-07531e7a-b8b3-4928-ba27-0f6b0704ce23 None None] Port 7a5f2494-85fd-4487-bb04-912d82f57a34 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:00.115016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Transition to ACTIVE for port object d64e4944-a887-44ae-b258-cdb7acbda0c1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:00.150043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.150836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Transition to ACTIVE for port object d64e4944-a887-44ae-b258-cdb7acbda0c1 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:00.172424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.269373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:00.283185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:00.290008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Allocated IP 172.25.5.149 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/d0a734b7-2905-4174-b4f4-1cc9bdf06f19) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:00.294468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:00.300057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Pushing event updated for resources: {'Port': ['ID=d64e4944-a887-44ae-b258-cdb7acbda0c1,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:00.364530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Attempting to bind port d64e4944-a887-44ae-b258-cdb7acbda0c1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:00.364530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Attempting to bind port d64e4944-a887-44ae-b258-cdb7acbda0c1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:00.364530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Attempting to bind port d64e4944-a887-44ae-b258-cdb7acbda0c1 on network bfea6118-6c1b-4c5c-bae1-1f74341ad589 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:00.372905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:00.373315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Checking segment: {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:00.373830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.374100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Bound using segment: {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:00.374754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Bound port: d64e4944-a887-44ae-b258-cdb7acbda0c1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:00.375175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.387309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae35b3d-34c2-4b16-b77d-56e6c85ea472 None None] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:00.423753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.432827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-4a4b0a10-2b6f-484f-bdfd-d2e3f3836482 service neutron] 10.222.0.36 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640529 Aug 19 17:54:00.499331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5f2494-85fd-4487-bb04-912d82f57a34 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:00.504007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Provisioning for port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:00.511944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.520732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Provisioning complete for port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:00.521106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.535533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Transition to ACTIVE for port object 7a5f2494-85fd-4487-bb04-912d82f57a34 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:00.536771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.556994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea0ba503-718a-46ba-a6db-ccdcffce9a98 req-0e7eff2b-5032-4bea-89f3-d184fa061de9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168277 Aug 19 17:54:00.590488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.612446 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d3217cc-9363-41ff-9d4a-8ea99eb6c868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.616338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] For port d64e4944-a887-44ae-b258-cdb7acbda0c1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:00.639092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] For port d64e4944-a887-44ae-b258-cdb7acbda0c1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d64e4944-a887-44ae-b258-cdb7acbda0c1,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:00.646910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ab1fad9-ce27-4f0f-b156-3690b6cf62d2 req-78ceb669-099f-40f6-aea2-b28cbbaae6ba tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993699 Aug 19 17:54:00.691263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.716101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.780442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:00.813249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Deleting port c5ee10f4-8518-4775-9566-858cd1141fd8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:00.813610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:00.818449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:00.831209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:00.850877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Pushing event updated for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:01.059664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Pushing event updated for resources: {'Port': ['ID=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:01.097362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Attempting to bind port 7a5f2494-85fd-4487-bb04-912d82f57a34 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:01.098500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Attempting to bind port 7a5f2494-85fd-4487-bb04-912d82f57a34 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:01.099051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Attempting to bind port 7a5f2494-85fd-4487-bb04-912d82f57a34 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:01.108013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Port 7a5f2494-85fd-4487-bb04-912d82f57a34 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:01.109196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Attempting to bind port 7a5f2494-85fd-4487-bb04-912d82f57a34 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:01.118311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:01.120075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:01.120901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:01.121880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Bound port: 7a5f2494-85fd-4487-bb04-912d82f57a34, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:01.122483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.139780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.219191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e3885-718c-499b-9bfb-707199dcef2f req-e1200560-4cfc-4732-85db-bbda27feba08 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:01.219865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b24e3885-718c-499b-9bfb-707199dcef2f req-e1200560-4cfc-4732-85db-bbda27feba08 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 949 time: 0.4444022 Aug 19 17:54:01.268868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.291899 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.304286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] For port c5ee10f4-8518-4775-9566-858cd1141fd8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c5ee10f4-8518-4775-9566-858cd1141fd8,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:01.304732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.330794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214d929-ee6f-486b-be3a-fa67546008d7 None None] Pushing event updated for resources: {'Port': ['ID=d64e4944-a887-44ae-b258-cdb7acbda0c1,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:01.366072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087ff9-e549-4bec-a673-9a9e24b0879e req-4de04f43-1c0c-46bd-928b-14e7e317ef93 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:01.379769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66087ff9-e549-4bec-a673-9a9e24b0879e req-4de04f43-1c0c-46bd-928b-14e7e317ef93 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 946 time: 0.4263802 Aug 19 17:54:01.412745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] For port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:01.424371 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.481760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Calling delete_port for c5ee10f4-8518-4775-9566-858cd1141fd8 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:01.669201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128505d-4e52-4d43-9f50-d59b5571a59b None None] Pushing event updated for resources: {'Port': ['ID=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:01.801435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:01.808981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=7a5f2494-85fd-4487-bb04-912d82f57a34,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:01.821669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.858956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.863353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b24e3885-718c-499b-9bfb-707199dcef2f req-4b726925-64ae-412d-9e98-a0b0a5bfb1a7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899234 Aug 19 17:54:01.869691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.872997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4bdeaf23-2d5b-4b92-842a-c6d81538c466 None None] Provisioning complete for port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:01.873460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4bdeaf23-2d5b-4b92-842a-c6d81538c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.906476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66087ff9-e549-4bec-a673-9a9e24b0879e req-fcc3bcb7-2276-4190-bf91-d9a74b6660a2 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254650 Aug 19 17:54:01.913936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event deleted for resources: {'Port': ['ID=c5ee10f4-8518-4775-9566-858cd1141fd8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:01.943642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:01.943642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:01.943642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] 10.222.0.42 "PUT /v2.0/ports/7a5f2494-85fd-4487-bb04-912d82f57a34 HTTP/1.1" status: 200 len: 1096 time: 2.2946351 Aug 19 17:54:01.956895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:01.961600 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:02.011985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Router 7922d0a0-19f4-4c46-8b36-532bceb296f7 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:54:02.067295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Pushing event updated for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:02.076953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] No DVR routers for this DVR port c5ee10f4-8518-4775-9566-858cd1141fd8 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:02.102331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.110342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe47323c-0fad-4dca-9581-87f472689ad2 req-f70d9dc8-6e4d-4536-8646-331c11b8d520 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "DELETE /v2.0/ports/c5ee10f4-8518-4775-9566-858cd1141fd8 HTTP/1.1" status: 204 len: 173 time: 2.2585485 Aug 19 17:54:02.132055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.132682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.132810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.133140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.133512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.133843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.134295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.135128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.139224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.140144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.140372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.140753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ab253-bc6c-4394-a8ae-eb04673e7e6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:02.170173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:02.207327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-deleted', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:02.218284 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de7dffc-15ac-4a7c-a877-4f155b781e70" -d '{"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-deleted", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:02.234662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f6ddde7-41c1-43f0-9e4d-a944ba7a3f72 req-8513952e-53e8-4c6f-ab8d-8990bbea064d tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 210 time: 0.1621158 Aug 19 17:54:02.261101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.360899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:02.366495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:02.366882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.392017 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf5189a-101d-4f49-92f9-fee170685641 x-openstack-request-id: req-2cf5189a-101d-4f49-92f9-fee170685641 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:02.392302 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:02.392302 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cf5189a-101d-4f49-92f9-fee170685641 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:02.392778 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34', 'status': 'completed', 'code': 200} Aug 19 17:54:02.423730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-1eefe2f7-c7cb-4013-a9c7-401ca57c3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:02.427863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-1eefe2f7-c7cb-4013-a9c7-401ca57c3689 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 1099 time: 0.2613850 Aug 19 17:54:02.441543 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e785f9c-83ce-4d47-98e9-199cdde514fb x-openstack-request-id: req-4e785f9c-83ce-4d47-98e9-199cdde514fb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:02.441839 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297cda7-1e75-47b7-94ca-51764a3cdf6b", "name": "network-vif-deleted", "tag": "c5ee10f4-8518-4775-9566-858cd1141fd8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:02.442102 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e785f9c-83ce-4d47-98e9-199cdde514fb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:02.442561 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297cda7-1e75-47b7-94ca-51764a3cdf6b', 'name': 'network-vif-deleted', 'tag': 'c5ee10f4-8518-4775-9566-858cd1141fd8', 'status': 'completed', 'code': 200} Aug 19 17:54:02.515429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-b26f2153-a111-430b-a234-223bb5130ef0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7a5f2494-85fd-4487-bb04-912d82f57a34 HTTP/1.1" status: 200 len: 217 time: 0.0789571 Aug 19 17:54:02.542631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.585819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:02.595904 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b8bb4-6c94-462b-9fe5-ddd414c9ddfa" -d '{"events": [{"server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "name": "network-vif-plugged", "status": "completed", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:02.621280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-64d056ed-0829-47c2-a3fb-2d4c418f395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:02.623830 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-64d056ed-0829-47c2-a3fb-2d4c418f395e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1017287 Aug 19 17:54:02.629020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:02.631260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:02.636356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.637426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:02.639644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f0e6a-8979-41bb-a17d-464c1bdeb562 req-59a6cc68-3a0b-4c83-ba2c-b6d32c150b28 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:02.658612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c29f0e6a-8979-41bb-a17d-464c1bdeb562 req-59a6cc68-3a0b-4c83-ba2c-b6d32c150b28 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 947 time: 0.2816174 Aug 19 17:54:02.679031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:02.684214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ad0b602d-5523-4324-9f8b-60a2ebbc8e6f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6024489 Aug 19 17:54:02.687327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Sync routers for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:02.690645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46432) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:02.696052 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb79c6-3e67-4ee9-bf85-67c1cffdbb68 x-openstack-request-id: req-90eb79c6-3e67-4ee9-bf85-67c1cffdbb68 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:02.696354 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "name": "network-vif-plugged", "status": "completed", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:02.696659 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90eb79c6-3e67-4ee9-bf85-67c1cffdbb68 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:02.697231 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', 'code': 200} Aug 19 17:54:02.735918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:02.736585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:02.738375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: c5ee10f4-8518-4775-9566-858cd1141fd8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:02.738727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c5ee10f4-8518-4775-9566-858cd1141fd8 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:02.796849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-0a6ea397-9957-45e3-91b9-826ef694b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:02.799620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-0a6ea397-9957-45e3-91b9-826ef694b038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1545901 Aug 19 17:54:02.859409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:02.923816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c72459-31aa-49b1-bc61-f6d8f68cb7bf None None] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:03.045922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19783a-0868-4359-9060-b55b4847e665 req-3347c16c-1f9e-4f1b-85be-84e862d4e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.047424 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fc19783a-0868-4359-9060-b55b4847e665 req-3347c16c-1f9e-4f1b-85be-84e862d4e5e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1102 time: 0.1164188 Aug 19 17:54:03.066745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-73c9b561-d79d-4398-bffe-90d9ea27ca84 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485340 Aug 19 17:54:03.074242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c29f0e6a-8979-41bb-a17d-464c1bdeb562 req-96f82aef-1feb-4c10-9a92-8d5acb80bb8e tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114389 Aug 19 17:54:03.086958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-df71fac8-16ce-4145-86d4-2dfa64a34d65 None None] Provisioning for port d64e4944-a887-44ae-b258-cdb7acbda0c1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:03.094583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:03.235152 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2ab56fef-b4f9-4f03-9338-4bedde87a190 req-3db2659c-ec9d-42fa-90dd-499433e8e4af service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591601 Aug 19 17:54:03.255737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fc19783a-0868-4359-9060-b55b4847e665 req-10e0b6ca-df1a-4b39-9c2f-1d462b33f06a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449200 Aug 19 17:54:03.385633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-7c185b4b-923e-4ffd-9e79-428fa3100d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.388001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-7c185b4b-923e-4ffd-9e79-428fa3100d05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 1099 time: 0.0768700 Aug 19 17:54:03.479787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:03.569509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-b936cd1c-879e-47cb-a173-d9dadc6de622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.571240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-b936cd1c-879e-47cb-a173-d9dadc6de622 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1756105 Aug 19 17:54:03.660737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-9465f52a-55fa-4f78-bd1e-811d7838c432 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7a5f2494-85fd-4487-bb04-912d82f57a34 HTTP/1.1" status: 200 len: 217 time: 0.0800662 Aug 19 17:54:03.675134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d64e4944-a887-44ae-b258-cdb7acbda0c1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:03.720360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:00Z', 'revision_number': 3, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:03.752298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-29088a19-4743-4035-81e6-a005e31ba937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.754928 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-29088a19-4743-4035-81e6-a005e31ba937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0886874 Aug 19 17:54:03.767086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599312-031d-433a-81e2-c4ab171fe3da req-e59347cf-fd46-4e35-9ac9-77f9bfc8a874 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.771177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Checking router: 7922d0a0-19f4-4c46-8b36-532bceb296f7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:03.771870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Updating router 7922d0a0-19f4-4c46-8b36-532bceb296f7 port a13023c5-dadb-4b81-a363-0eaafed91016 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:54:03.774399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7599312-031d-433a-81e2-c4ab171fe3da req-e59347cf-fd46-4e35-9ac9-77f9bfc8a874 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 950 time: 0.7466843 Aug 19 17:54:03.816609 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:03.818313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:03.841899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-295b70b6-6fc3-4800-8ef7-a58f1d9c57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.848259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-295b70b6-6fc3-4800-8ef7-a58f1d9c57ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840111 Aug 19 17:54:03.907540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-b49c67e5-a8b7-402f-85ef-3bb88dd4a6d7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.909032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-b49c67e5-a8b7-402f-85ef-3bb88dd4a6d7 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 815 time: 1.0958638 Aug 19 17:54:03.928358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7599312-031d-433a-81e2-c4ab171fe3da req-cde0259f-2a5d-4ba9-a6ed-4e03c058799f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530213 Aug 19 17:54:03.943058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Request body: {'port': {'device_id': '2863077f-331f-431e-8890-74018faa4538', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'admin_state_up': True, 'tenant_id': '38df9711c37540cca55c07b3731d5794'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:03.957254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298afda6-f217-4a98-b1e0-56e39d32edc4 req-88259535-e2ab-4dd5-a11d-2f373c680223 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:03.958830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-298afda6-f217-4a98-b1e0-56e39d32edc4 req-88259535-e2ab-4dd5-a11d-2f373c680223 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 946 time: 0.2421424 Aug 19 17:54:03.978040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d64e4944-a887-44ae-b258-cdb7acbda0c1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:03.989141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d64e4944-a887-44ae-b258-cdb7acbda0c1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:03.989405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.038806 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-a001aa10-568c-4680-926f-a011dd3de6de service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826887 Aug 19 17:54:04.060421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] Provisioning complete for port d64e4944-a887-44ae-b258-cdb7acbda0c1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:04.060846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.172104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0e62e1f-d3f6-4975-b586-bb69174bbc01 req-d337786b-4f52-4614-8687-1fa433e0008b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 210 time: 0.0949585 Aug 19 17:54:04.200813 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4f57123-1c2d-4315-8c1c-b7b2265c8e7b req-7b07af2a-045d-4622-a4a1-9d07814bda52 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543021 Aug 19 17:54:04.221324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-298afda6-f217-4a98-b1e0-56e39d32edc4 req-0f2845fe-bd77-4b07-adf3-5aa8e6e084b4 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002902 Aug 19 17:54:04.352410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.395389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.445424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] For port d64e4944-a887-44ae-b258-cdb7acbda0c1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d64e4944-a887-44ae-b258-cdb7acbda0c1,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:04.453422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.490443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Made reservation on behalf of 38df9711c37540cca55c07b3731d5794 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:04.495960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.515287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Router 481f7c11-7106-4e95-b43d-2c9ffec37a4c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:54:04.531656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 17:54:04.532143 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 17:54:04.636951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa1234-dcb8-4be7-8545-78f150e2cd3b None None] Pushing event updated for resources: {'Port': ['ID=d64e4944-a887-44ae-b258-cdb7acbda0c1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:04.678671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.683853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d061a-8cf3-43ea-a234-d066caae7c3b req-736910f7-82a4-4102-b001-e8710ebcd4eb tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:04.685444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061d061a-8cf3-43ea-a234-d066caae7c3b req-736910f7-82a4-4102-b001-e8710ebcd4eb tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 947 time: 0.2400873 Aug 19 17:54:04.692172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Transition to ACTIVE for port object a13023c5-dadb-4b81-a363-0eaafed91016 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:04.699633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.721029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.750735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e0b09-8589-4353-8607-0302d0d42a35 None None] Pushing event updated for resources: {'Port': ['ID=a13023c5-dadb-4b81-a363-0eaafed91016,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:04.767810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Attempting to bind port a13023c5-dadb-4b81-a363-0eaafed91016 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:04.768426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Attempting to bind port a13023c5-dadb-4b81-a363-0eaafed91016 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:04.768812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Attempting to bind port a13023c5-dadb-4b81-a363-0eaafed91016 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:04.791385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:04.792406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:04.792406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.792715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:04.793202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Bound port: a13023c5-dadb-4b81-a363-0eaafed91016, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:04.793592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:04.858018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061d061a-8cf3-43ea-a234-d066caae7c3b req-846f0760-cf06-443e-b3a3-052426104646 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497107 Aug 19 17:54:04.902431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:04.919286 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Sync routers for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:04.934763 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:04.935420 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:04.961890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Allocated IP 172.20.0.11 (e5b7f5b6-1d59-463a-91aa-376d508432dd/4cf7e6ec-7546-46c1-b972-07452a4cf165/f4b41e47-c120-4228-a590-92a597a47523) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:04.992312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-d544e257-7780-499c-8b3d-e33e6d7c85bc tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd73748a91f146e0b54ec0e659d82146&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809383 Aug 19 17:54:05.008116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.012541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-41964930-dc00-42d3-8044-69b3de703eee admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9623592 Aug 19 17:54:05.013796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46504) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:05.023748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] For port a13023c5-dadb-4b81-a363-0eaafed91016, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:05.032682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] For port a13023c5-dadb-4b81-a363-0eaafed91016, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a13023c5-dadb-4b81-a363-0eaafed91016,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:05.038677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.143999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:05.225538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e0b09-8589-4353-8607-0302d0d42a35 None None] Pushing event updated for resources: {'Port': ['ID=a13023c5-dadb-4b81-a363-0eaafed91016,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:05.230699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:05.231355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:05.304977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8caaca-ffc3-4482-8790-8c6e1e8992e8 req-e199ef0f-3ae3-455a-b154-04e06126fe62 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:05.308713 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:05.313429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b8caaca-ffc3-4482-8790-8c6e1e8992e8 req-e199ef0f-3ae3-455a-b154-04e06126fe62 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 946 time: 0.3269272 Aug 19 17:54:05.339250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:05.339625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.387319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-40b040e2-7b88-4546-99a2-46f62d92b5a3 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:05.394949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-40b040e2-7b88-4546-99a2-46f62d92b5a3 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794222 Aug 19 17:54:05.397651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Allocated IP 172.20.0.1 (78068965-a9bd-4d03-b18d-4318e2c98f17/670b0f07-1a12-4778-99a4-e75e1ca1e0e1/ff87a764-f417-4f4b-b189-b1c95f466a03) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:05.436030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:05.468938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-87789758-b332-41b3-a7cd-ee5cad061303 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/quotas/bd73748a91f146e0b54ec0e659d82146 HTTP/1.1" status: 200 len: 375 time: 0.0729682 Aug 19 17:54:05.499321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b8caaca-ffc3-4482-8790-8c6e1e8992e8 req-0b9eedce-7030-4035-8c2b-f8bcebe0e051 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b7d7ea-7c87-409f-9c6f-67fca21086d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702433 Aug 19 17:54:05.539716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.596996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 7a5f2494-85fd-4487-bb04-912d82f57a34 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:05.617125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-10f9d5b9-75ab-404b-b939-c9b3b644ad73 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1471736 Aug 19 17:54:05.727278 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:01Z', 'revision_number': 3, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:05.754396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d64e4944-a887-44ae-b258-cdb7acbda0c1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:05.766994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Checking router: 481f7c11-7106-4e95-b43d-2c9ffec37a4c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:05.767349 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Updating router 481f7c11-7106-4e95-b43d-2c9ffec37a4c port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:54:05.816495 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.894312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.959170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:05.981881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:00Z', 'revision_number': 3, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:06.013313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event updated for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:06.024517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d594a42-7c5b-4eaa-814c-e3195cd327a5 None None] The sync data for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 is: [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:00Z', 'revision_number': 3, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:06.033704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=7a5f2494-85fd-4487-bb04-912d82f57a34,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:06.043383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d64e4944-a887-44ae-b258-cdb7acbda0c1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:06.043779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.075416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92002-868d-489b-b918-ddb264fd7cb6 req-b82b31d6-5c89-4cbc-be4a-43812192da7f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:06.078366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cc92002-868d-489b-b918-ddb264fd7cb6 req-b82b31d6-5c89-4cbc-be4a-43812192da7f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 950 time: 0.4499736 Aug 19 17:54:06.097726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Network e5b7f5b6-1d59-463a-91aa-376d508432dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:06.128654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '7a5f2494-85fd-4487-bb04-912d82f57a34', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '7a5f2494-85fd-4487-bb04-912d82f57a34', 'mac_address': 'fa:16:3e:be:59:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:06.135176 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.139564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:06.158199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:06.254283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:06.254973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.274466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.308173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cc92002-868d-489b-b918-ddb264fd7cb6 req-845479ae-b699-4e09-bea2-a0f34a6f48cd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030137 Aug 19 17:54:06.314613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Transition to ACTIVE for port object ff87a764-f417-4f4b-b189-b1c95f466a03 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:06.336146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa014f9-b3f7-4b91-9989-0a62a3e92916 req-bdaed069-0205-40dd-b0c1-74afe4e522d6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:06.346368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fa014f9-b3f7-4b91-9989-0a62a3e92916 req-bdaed069-0205-40dd-b0c1-74afe4e522d6 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 932 time: 0.3717327 Aug 19 17:54:06.362165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-4b0fb6e3-f4d9-4b0c-b448-8bf961fe0b28 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:06.363791 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-4b0fb6e3-f4d9-4b0c-b448-8bf961fe0b28 tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.42 "GET /v2.0/ports?device_id=448fdca5-5d18-4463-ae17-a634b48077ee HTTP/1.1" status: 200 len: 946 time: 0.1554449 Aug 19 17:54:06.367119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Allocated IP 172.20.0.1 (bfea6118-6c1b-4c5c-bae1-1f74341ad589/16be8592-e3c9-4191-ae26-2ff4b4649a77/8782ffbb-6c47-4bef-8ddc-e742700b3a43) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:06.385410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5f2494-85fd-4487-bb04-912d82f57a34 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:06.487888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=7a5f2494-85fd-4487-bb04-912d82f57a34,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:06.490585 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.491731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d922fc94-860d-41d4-a308-3a371fb72eda tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5600870 Aug 19 17:54:06.494344 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.523934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fa014f9-b3f7-4b91-9989-0a62a3e92916 req-87a8ed63-8fd9-4f68-9ab6-297fa2e3ef5b tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702180 Aug 19 17:54:06.540189 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Transition to ACTIVE for port object d0a734b7-2905-4174-b4f4-1cc9bdf06f19 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:06.550718 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.564479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Request body: {'port': {'device_id': '2863077f-331f-431e-8890-74018faa4538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:06.645542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:06.685611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Deleting port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:06.685764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.697372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.720993 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Attempting to bind port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:06.721383 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Attempting to bind port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:06.721931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Attempting to bind port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:06.724904 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e34f4-3a40-44bf-8f70-809db6878e97 None None] Pushing event updated for resources: {'Port': ['ID=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:06.753059 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:06.754854 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:06.755184 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.755623 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:06.756108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Bound port: d0a734b7-2905-4174-b4f4-1cc9bdf06f19, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:06.756514 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.757162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['7a5f2494-85fd-4487-bb04-912d82f57a34'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:06.792379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-fe2f5b0f-7803-4cfd-ad03-380bc71683f2 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd73748a91f146e0b54ec0e659d82146&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023483 Aug 19 17:54:06.838246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Transition to ACTIVE for port object 8782ffbb-6c47-4bef-8ddc-e742700b3a43 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:06.865513 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] For port d0a734b7-2905-4174-b4f4-1cc9bdf06f19, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:06.878194 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] For port d0a734b7-2905-4174-b4f4-1cc9bdf06f19, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:06.887040 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.900886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.960401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] For port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,segment=NetworkSegment(8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb),segment_id=8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:06.961007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:06.984823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Calling delete_port for f7c6eb9c-f9e6-4578-b6ae-224c2406be6c owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:06.993171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.061274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:07.079188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e34f4-3a40-44bf-8f70-809db6878e97 None None] Pushing event updated for resources: {'Port': ['ID=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:07.109297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:07.114497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:07.120184 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:07.121149 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:07.184410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.202644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.205767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Pushing event updated for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:07.335675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Pushing event updated for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:07.359015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f415f1-e34e-46af-ae10-1d72ca3c8a34 req-cff430b5-25c0-4815-8be7-941afb1dfc3e tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:07.366757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f415f1-e34e-46af-ae10-1d72ca3c8a34 req-cff430b5-25c0-4815-8be7-941afb1dfc3e tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 948 time: 0.7373486 Aug 19 17:54:07.398198 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:07.433110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f415f1-e34e-46af-ae10-1d72ca3c8a34 req-d2132845-7719-4f1d-b3cd-0f9b5af96b27 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652790 Aug 19 17:54:07.460077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:07.473280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:07.476856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:07.508734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.511695 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.527939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f7c6eb9c-f9e6-4578-b6ae-224c2406be6c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:07.563542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Pushing event deleted for resources: {'Port': ['ID=f7c6eb9c-f9e6-4578-b6ae-224c2406be6c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:07.625658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33d422d8-581a-4e72-9685-a444202a1f07 None None] Provisioning for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:07.637078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33d422d8-581a-4e72-9685-a444202a1f07 None None] Provisioning complete for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:07.637466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33d422d8-581a-4e72-9685-a444202a1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.753877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] No DVR routers for this DVR port f7c6eb9c-f9e6-4578-b6ae-224c2406be6c on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:07.762538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.774744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-33d422d8-581a-4e72-9685-a444202a1f07 None None] Port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:07.781756 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f3f7d48-6174-4c5f-b8e8-a69221ea8ff5 req-ffcb901e-8d40-45d7-8769-fdff78b54b2d tempest-ServerAddressesNegativeTestJSON-1118361252 tempest-ServerAddressesNegativeTestJSON-1118361252-project] 10.222.0.42 "DELETE /v2.0/ports/f7c6eb9c-f9e6-4578-b6ae-224c2406be6c HTTP/1.1" status: 204 len: 173 time: 1.4032869 Aug 19 17:54:07.783029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'name': 'network-vif-deleted', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:07.794181 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a61aee-e361-494a-8d35-3bc112d094f1" -d '{"events": [{"server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "name": "network-vif-deleted", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:07.805788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-e6316735-16d1-4735-ac13-97f5207fcb3f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:07.812814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-e6316735-16d1-4735-ac13-97f5207fcb3f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9856968 Aug 19 17:54:07.864162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:07.885467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a13023c5-dadb-4b81-a363-0eaafed91016 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:07.986419 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-00d03d4b-8dc1-4ec0-a258-dd298ed66190 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd73748a91f146e0b54ec0e659d82146&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510272 Aug 19 17:54:08.048714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-825c2ea7-95c0-4097-b729-f0410d640d22 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/quotas/bd73748a91f146e0b54ec0e659d82146 HTTP/1.1" status: 200 len: 375 time: 0.2198021 Aug 19 17:54:08.057561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a13023c5-dadb-4b81-a363-0eaafed91016 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:08.070420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a13023c5-dadb-4b81-a363-0eaafed91016 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:08.070802 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.078312 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:01Z', 'revision_number': 3, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:08.140661 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4285b0-91f4-4458-a301-d5d2fec1888a None None] The sync data for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 is: [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:01Z', 'revision_number': 3, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:08.172918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05b0c399-0529-4ea8-b5b4-64d7e3e53f4d None None] Provisioning for port ff87a764-f417-4f4b-b189-b1c95f466a03 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:08.182692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05b0c399-0529-4ea8-b5b4-64d7e3e53f4d None None] Provisioning complete for port ff87a764-f417-4f4b-b189-b1c95f466a03 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:08.183086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05b0c399-0529-4ea8-b5b4-64d7e3e53f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.235858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-05b0c399-0529-4ea8-b5b4-64d7e3e53f4d None None] Port ff87a764-f417-4f4b-b189-b1c95f466a03 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:08.287382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.294309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.314722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a13023c5-dadb-4b81-a363-0eaafed91016, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a13023c5-dadb-4b81-a363-0eaafed91016,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:08.318220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.324215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.403228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a13023c5-dadb-4b81-a363-0eaafed91016,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:08.492774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-e0c03f36-477c-4ff5-9394-59fcefaf4a50 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:08.496812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-e0c03f36-477c-4ff5-9394-59fcefaf4a50 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5007420 Aug 19 17:54:08.507561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.523221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Request body: {'port': {'device_id': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': 'bd73748a91f146e0b54ec0e659d82146'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:08.582438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Pushing event updated for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:08.651232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-2971a977-f641-41e2-9a91-2405a6ac7b8b tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5994813 Aug 19 17:54:08.789605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-e405caa1-3378-4854-b3c1-6b16d9c86b4b tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:08.804049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-e405caa1-3378-4854-b3c1-6b16d9c86b4b tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1102 time: 0.7157688 Aug 19 17:54:08.855793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:08.858850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Made reservation on behalf of bd73748a91f146e0b54ec0e659d82146 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:08.862947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.867037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:08.872977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b41e47-c120-4228-a590-92a597a47523 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:08.884515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.901648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-f1560d95-31da-4a3e-a480-7084aad6efca tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:08.921426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.011135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46552) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:09.015194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.209941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Transition to ACTIVE for port object f4b41e47-c120-4228-a590-92a597a47523 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:09.276633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b1533822-6cb0-47dd-b573-11e5e0881dc5 None None] Provisioning complete for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:09.277280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b1533822-6cb0-47dd-b573-11e5e0881dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.279901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Deleting subnet 0a78428a-a3cb-41ac-9879-33b0b0071b98 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:54:09.284639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.349618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.413144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.432977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b1533822-6cb0-47dd-b573-11e5e0881dc5 None None] Port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:09.484357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.485379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.521141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.580029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.610921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:09.614875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da6d8-479d-4290-8319-58d5ad90263f req-23a960dc-a85f-431d-8062-1fc627e50573 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:09.616094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 7a5f2494-85fd-4487-bb04-912d82f57a34 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:09.624864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c0da6d8-479d-4290-8319-58d5ad90263f req-23a960dc-a85f-431d-8062-1fc627e50573 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 932 time: 0.6125963 Aug 19 17:54:09.636922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Router 481f7c11-7106-4e95-b43d-2c9ffec37a4c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:54:09.703488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.725527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0a78428a-a3cb-41ac-9879-33b0b0071b98 HTTP/1.1" status: 204 len: 168 time: 0.7059922 Aug 19 17:54:09.727080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4576f-eecf-405e-a173-4e6f0fe065d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a78428a-a3cb-41ac-9879-33b0b0071b98,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:09.731262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:09.751414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 7a5f2494-85fd-4487-bb04-912d82f57a34 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:09.767401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 7a5f2494-85fd-4487-bb04-912d82f57a34 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:09.768177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.854928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Allocated IP 192.168.233.155 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/d1dc6931-df54-40fc-ad25-93e196755f6a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:09.880314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:09.941872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:09.972108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a13023c5-dadb-4b81-a363-0eaafed91016 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:09.995378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c0da6d8-479d-4290-8319-58d5ad90263f req-7139ffbe-d04e-4ab3-b3d8-41ed3af49b74 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670008 Aug 19 17:54:10.059801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:10.075238 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d2bd01a-450e-4add-b979-dc1ada643e33 admin admin] 10.222.0.36 "PUT /v2.0/routers/481f7c11-7106-4e95-b43d-2c9ffec37a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0597162 Aug 19 17:54:10.083196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.106781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:10.113957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d446f01-62a6-42f7-b13f-fd89faa89300" -d '{"events": [{"server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:10.128285 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38e29d-4163-47b2-83b5-e7ed9f4d6811 x-openstack-request-id: req-cc38e29d-4163-47b2-83b5-e7ed9f4d6811 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:10.128644 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fdca5-5d18-4463-ae17-a634b48077ee", "name": "network-vif-deleted", "tag": "f7c6eb9c-f9e6-4578-b6ae-224c2406be6c", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:10.128894 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc38e29d-4163-47b2-83b5-e7ed9f4d6811 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:10.129291 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448fdca5-5d18-4463-ae17-a634b48077ee', 'name': 'network-vif-deleted', 'tag': 'f7c6eb9c-f9e6-4578-b6ae-224c2406be6c', 'status': 'completed', 'code': 200} Aug 19 17:54:10.161314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=7a5f2494-85fd-4487-bb04-912d82f57a34,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:10.165363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Attempting to bind port f4b41e47-c120-4228-a590-92a597a47523 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:10.166540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Attempting to bind port f4b41e47-c120-4228-a590-92a597a47523 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:10.166984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Attempting to bind port f4b41e47-c120-4228-a590-92a597a47523 on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:10.183942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.187071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Port f4b41e47-c120-4228-a590-92a597a47523 on network e5b7f5b6-1d59-463a-91aa-376d508432dd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:10.187597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Attempting to bind port f4b41e47-c120-4228-a590-92a597a47523 on network e5b7f5b6-1d59-463a-91aa-376d508432dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:10.191777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f7c6eb9c-f9e6-4578-b6ae-224c2406be6c no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:10.258493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: f7c6eb9c-f9e6-4578-b6ae-224c2406be6c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:10.258847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f7c6eb9c-f9e6-4578-b6ae-224c2406be6c not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:10.267690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a13023c5-dadb-4b81-a363-0eaafed91016 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:10.267918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:10.268482 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.268589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Checking segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:10.268589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Bound using segment: {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:10.269148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Bound port: f4b41e47-c120-4228-a590-92a597a47523, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136fb255-2b28-418f-9f9d-2546806b9a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:10.269630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.330182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:10.400926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.401596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-f1560d95-31da-4a3e-a480-7084aad6efca tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.428397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-f1560d95-31da-4a3e-a480-7084aad6efca tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.430328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b694ee5-63ac-488b-9f20-311cf2dec4e9']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:10.451550 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.459303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:10.459687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4b183f-0ccf-4b0c-bcd9-a2caa8a8f0bb') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:10.466194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac91f-93ff-4eed-ac12-872a6aff50d2 req-215729ce-55a6-4c95-b0b4-c17df3cfbcd2 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:10.474344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-174ac91f-93ff-4eed-ac12-872a6aff50d2 req-215729ce-55a6-4c95-b0b4-c17df3cfbcd2 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 949 time: 0.2385340 Aug 19 17:54:10.488375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.499351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.530760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.539414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.545892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Transition to ACTIVE for port object d1dc6931-df54-40fc-ad25-93e196755f6a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:10.550402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:54:10.550880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:54:10.552867 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:54:10.579811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e9ad8af-07d3-4bde-a4bb-2d90bb6c5ed3 req-f1560d95-31da-4a3e-a480-7084aad6efca tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7627375 Aug 19 17:54:10.612178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0a734b7-2905-4174-b4f4-1cc9bdf06f19 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:10.635698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:10.652502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f4b41e47-c120-4228-a590-92a597a47523,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:10.688083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-64653a77-1a4a-41eb-81a1-b1ff4a5ac74c tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd73748a91f146e0b54ec0e659d82146&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096869 Aug 19 17:54:10.706668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.726063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:10.731106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:10.731659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.766807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1560d95-31da-4a3e-a480-7084aad6efca tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a267d-64af-4991-ae82-e6083bd91205,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:10.814584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:10.815212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.817127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4b41e47-c120-4228-a590-92a597a47523 HTTP/1.1" status: 200 len: 1093 time: 4.2720382 Aug 19 17:54:10.817739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:10.820110 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d81486b-24ae-4df8-b686-059e06bd7fee" -d '{"events": [{"name": "network-changed", "server_uuid": "2863077f-331f-431e-8890-74018faa4538", "tag": "f4b41e47-c120-4228-a590-92a597a47523"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:10.840533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-174ac91f-93ff-4eed-ac12-872a6aff50d2 req-6c8d0c48-0ba3-49fc-8748-942148bdd89a tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651493 Aug 19 17:54:10.841153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Pushing event updated for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:10.845720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4cd272b6-efec-41e6-a7ec-9ad16c699d28 req-e1945466-0d3d-4168-8650-e1334853de6e tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 210 time: 0.0952508 Aug 19 17:54:10.846556 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.944121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.984570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.989651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port d0a734b7-2905-4174-b4f4-1cc9bdf06f19, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:10.997578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:10.998391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.012330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.017066 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b694ee5-63ac-488b-9f20-311cf2dec4e9 HTTP/1.1" status: 204 len: 168 time: 1.2802079 Aug 19 17:54:11.047924 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04a506-5a26-4071-91d1-c3d24ebbe3ae x-openstack-request-id: req-ae04a506-5a26-4071-91d1-c3d24ebbe3ae {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:11.048219 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:11.048474 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae04a506-5a26-4071-91d1-c3d24ebbe3ae {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:11.050727 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34', 'code': 200} Aug 19 17:54:11.060965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Sync routers for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:11.066857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265070c-91ef-4897-879e-6cb21cb5d9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:11.101487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-07c40684-a343-4548-bc6b-23cfbf0c6c45 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:11.104076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-07c40684-a343-4548-bc6b-23cfbf0c6c45 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007077 Aug 19 17:54:11.110142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd6624-c594-454b-81a4-3452283a47b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b694ee5-63ac-488b-9f20-311cf2dec4e9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:11.129705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:11.136954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Request body: {'port': {'device_id': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': 'bd73748a91f146e0b54ec0e659d82146'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:11.144192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-f36386f9-afad-4a6d-b48c-643a8a9d635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:11.145824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-f36386f9-afad-4a6d-b48c-643a8a9d635e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 1096 time: 0.2081730 Aug 19 17:54:11.164495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:11.169198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:11.234968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-a17ea6a4-8d08-41e2-846e-2363630cf967 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b41e47-c120-4228-a590-92a597a47523 HTTP/1.1" status: 200 len: 217 time: 0.0525260 Aug 19 17:54:11.245928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:11.262582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:11.298776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:11.302780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:11.303527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:11.335949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:11.375693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:11.395663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:11.409065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-bdfe59f3-e877-484f-a866-c958c1c7112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:11.411160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-bdfe59f3-e877-484f-a866-c958c1c7112c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 0.1642132 Aug 19 17:54:11.423802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dfcea-706f-474a-b82f-6eedc7117cd7 req-bf9f5aef-2117-4f80-a218-a8bd47f5496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:11.426937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-785dfcea-706f-474a-b82f-6eedc7117cd7 req-bf9f5aef-2117-4f80-a218-a8bd47f5496b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 1101 time: 0.3122616 Aug 19 17:54:11.485510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50d174f9-2554-456c-821b-cf2a4203cbbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f79c3a1e65846a38ee6d56b6f1575d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788740 Aug 19 17:54:11.491430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:11.515276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:11.515968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.550370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-4a434e4b-5b5c-4dfa-a124-c74859c540cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216817 Aug 19 17:54:11.564304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-dd7833e8-3d8f-4e28-a78d-25fe91698aad tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5210142 Aug 19 17:54:11.630532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:11.677063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-06d2e144-c7fd-4856-9b72-1ad9ab18edd6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1639400 Aug 19 17:54:11.699427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Request body: {'port': {'device_id': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:11.700532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eb6e6f6c-cdac-4e3c-861c-aa4216c475cb None None] Provisioning for port d1dc6931-df54-40fc-ad25-93e196755f6a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:11.700973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-785dfcea-706f-474a-b82f-6eedc7117cd7 req-bc29d783-fe61-407a-9e1b-5feb607d4c6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467449 Aug 19 17:54:11.715071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eb6e6f6c-cdac-4e3c-861c-aa4216c475cb None None] Provisioning complete for port d1dc6931-df54-40fc-ad25-93e196755f6a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:11.715770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eb6e6f6c-cdac-4e3c-861c-aa4216c475cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.736007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.745263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0a734b7-2905-4174-b4f4-1cc9bdf06f19 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:11.795601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-d42c77d9-7677-4ad6-865e-85591be1c3f8 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272100 Aug 19 17:54:11.796341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.797135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.804798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Made reservation on behalf of bd73748a91f146e0b54ec0e659d82146 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:11.809084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.834600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Router 7922d0a0-19f4-4c46-8b36-532bceb296f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:54:11.838731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.846986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:11.847656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:11.851349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e6f6c-cdac-4e3c-861c-aa4216c475cb None None] Port d1dc6931-df54-40fc-ad25-93e196755f6a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:11.924553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:07Z', 'revision_number': 4, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8782ffbb-6c47-4bef-8ddc-e742700b3a43', 'name': '', 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'mac_address': 'fa:16:3e:05:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:05Z', 'updated_at': '2021-08-19T17:54:07Z', 'revision_number': 2, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'subnets': [{'id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:11.961740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Checking router: 481f7c11-7106-4e95-b43d-2c9ffec37a4c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:11.962442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Updating router 481f7c11-7106-4e95-b43d-2c9ffec37a4c port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:54:12.004236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b50ab776-0e06-4531-8d3f-9754bf7dadf2 None None] Provisioning complete for port ff87a764-f417-4f4b-b189-b1c95f466a03 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:12.004987 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b50ab776-0e06-4531-8d3f-9754bf7dadf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.052783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.055907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.060125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82b7d7ea-7c87-409f-9c6f-67fca21086d8 HTTP/1.1" status: 204 len: 168 time: 0.5586202 Aug 19 17:54:12.069871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b50ab776-0e06-4531-8d3f-9754bf7dadf2 None None] Port ff87a764-f417-4f4b-b189-b1c95f466a03 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:12.079619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.110228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078afc-d02c-42fc-9e71-12debdf8582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7d7ea-7c87-409f-9c6f-67fca21086d8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:12.129854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:12.136259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a92e5182-424e-454e-b253-2302f15b5069 admin admin] 10.222.0.36 "PUT /v2.0/routers/7922d0a0-19f4-4c46-8b36-532bceb296f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4407005 Aug 19 17:54:12.138502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c1b85ca-b677-4884-b8bd-c9e255fb7c05 req-7ae69d33-bc60-4c4d-a70a-bed11fb6e6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286929 Aug 19 17:54:12.143471 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Sync routers for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:12.150708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Allocated IP 192.168.233.251 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/698770ac-b2c0-4d3c-bb34-b724a4306f26) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:12.160048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:12.160695 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:12.187208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.414559 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:12.433018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Allocated IP 172.25.5.48 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ad27dc78-70b0-406a-9457-0504fa7f33d4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:12.440074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:12.527143 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c39c3-c8cb-4c9b-a7ba-f96f6c78465d x-openstack-request-id: req-1a4c39c3-c8cb-4c9b-a7ba-f96f6c78465d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:12.527436 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2863077f-331f-431e-8890-74018faa4538", "tag": "f4b41e47-c120-4228-a590-92a597a47523", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:12.527719 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a4c39c3-c8cb-4c9b-a7ba-f96f6c78465d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:12.528124 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523', 'status': 'completed', 'code': 200} Aug 19 17:54:12.555916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.579389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Transition to ACTIVE for port object 8782ffbb-6c47-4bef-8ddc-e742700b3a43 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:12.606475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.697794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:12.742793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Transition to ACTIVE for port object 698770ac-b2c0-4d3c-bb34-b724a4306f26 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:12.827040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb3f01-0bbd-471b-83cb-3cd120dd479c None None] Pushing event updated for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:12.839210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-e4cb135e-3dfc-410f-aac9-9e77ebc8cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:12.849761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-e4cb135e-3dfc-410f-aac9-9e77ebc8cd63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38df9711c37540cca55c07b3731d5794&device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 1096 time: 0.2543461 Aug 19 17:54:12.866353 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ff87a764-f417-4f4b-b189-b1c95f466a03', 'name': '', 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'mac_address': 'fa:16:3e:c0:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:04Z', 'updated_at': '2021-08-19T17:54:09Z', 'revision_number': 2, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'subnets': [{'id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:12.882345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906665d-cbf3-44fd-b959-4f286aee5c4c req-b8492d89-0e6b-4d75-91dd-5cceb02ab244 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:12.896165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1906665d-cbf3-44fd-b959-4f286aee5c4c req-b8492d89-0e6b-4d75-91dd-5cceb02ab244 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 944 time: 0.3026025 Aug 19 17:54:12.946501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Checking router: 7922d0a0-19f4-4c46-8b36-532bceb296f7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:12.950976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Updating router 7922d0a0-19f4-4c46-8b36-532bceb296f7 port ff87a764-f417-4f4b-b189-b1c95f466a03 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:54:13.002058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.014256 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.021345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Attempting to bind port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:13.022504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Attempting to bind port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:13.026670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Attempting to bind port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 on network bfea6118-6c1b-4c5c-bae1-1f74341ad589 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:13.040578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:13.042573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Checking segment: {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:13.044199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.046493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Bound using segment: {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:13.047312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Bound port: 8782ffbb-6c47-4bef-8ddc-e742700b3a43, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56037d80-0a55-4aab-b26a-947c5cd06c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:13.048701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.141348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:13.161437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-32fba8ed-2696-46df-89dc-2eac49cdfc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:13.173030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] For port 8782ffbb-6c47-4bef-8ddc-e742700b3a43, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:13.173263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-32fba8ed-2696-46df-89dc-2eac49cdfc88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 200 len: 916 time: 0.2542250 Aug 19 17:54:13.176331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] For port 8782ffbb-6c47-4bef-8ddc-e742700b3a43, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8782ffbb-6c47-4bef-8ddc-e742700b3a43,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:13.182626 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.193349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.206220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1857618669'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:13.207057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.226890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Transition to ACTIVE for port object d1dc6931-df54-40fc-ad25-93e196755f6a will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:13.243651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:13.248387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.298524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:13.300501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-f33448c2-1fcc-4221-87e1-c20e0f8434e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b41e47-c120-4228-a590-92a597a47523 HTTP/1.1" status: 200 len: 217 time: 0.1264882 Aug 19 17:54:13.317417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:13.355569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:13.382235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:13.388421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.403350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:13.404113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:13.422854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:13.425333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.433108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb3f01-0bbd-471b-83cb-3cd120dd479c None None] Pushing event updated for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:13.546736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Attempting to bind port d1dc6931-df54-40fc-ad25-93e196755f6a on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:13.547148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Attempting to bind port d1dc6931-df54-40fc-ad25-93e196755f6a by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:13.547905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Attempting to bind port d1dc6931-df54-40fc-ad25-93e196755f6a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:13.556649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-17b5af66-f9f0-4834-b300-35a133b81c3d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4357989 Aug 19 17:54:13.556885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1906665d-cbf3-44fd-b959-4f286aee5c4c req-945409d3-eb34-4f97-81aa-b835b8fda4eb tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596696 Aug 19 17:54:13.562927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:13.565499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Port d1dc6931-df54-40fc-ad25-93e196755f6a on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:13.565833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Attempting to bind port d1dc6931-df54-40fc-ad25-93e196755f6a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:13.575885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:13.576233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:13.576613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:13.577052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Bound port: d1dc6931-df54-40fc-ad25-93e196755f6a, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:13.577619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.611695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Request body: {'port': {'device_id': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:13.625920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:54:13.665661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.666020 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Added segment 0ef266be-cd45-44c7-a0de-2dfe3f25ad3b of type vlan for network a67550bc-a95e-4e60-a799-450a7904a7ca Aug 19 17:54:13.769401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:13.772669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:13.777238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.780430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.826706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:13.878996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:13.898215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.918291 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.923299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:13.923439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:13.924210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.925584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.926096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-df00f298-68f5-4526-9cd4-7ecb59205323 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1dc6931-df54-40fc-ad25-93e196755f6a HTTP/1.1" status: 200 len: 1097 time: 2.2330356 Aug 19 17:54:13.926574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:13.933161 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b37331-c776-4713-a8e6-88cdbc374ced" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:13.936185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46644) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:13.941334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:13.942072 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Transition to ACTIVE for port object ff87a764-f417-4f4b-b189-b1c95f466a03 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:13.955307 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.056799 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bc017-7875-4983-80d4-0151b52e15d3 None None] Pushing event updated for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:14.176253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Attempting to bind port ff87a764-f417-4f4b-b189-b1c95f466a03 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:14.176931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Attempting to bind port ff87a764-f417-4f4b-b189-b1c95f466a03 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:14.177477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Attempting to bind port ff87a764-f417-4f4b-b189-b1c95f466a03 on network 78068965-a9bd-4d03-b18d-4318e2c98f17 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:14.182872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f4b41e47-c120-4228-a590-92a597a47523 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:14.185218 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:14.185809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Checking segment: {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:14.186397 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.186954 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Bound using segment: {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:14.187612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Bound port: ff87a764-f417-4f4b-b189-b1c95f466a03, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e532afcf-8837-4ff3-962a-adb792cd41f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:14.191547 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.229597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-30c2ea00-8708-4681-8e39-4003613ea0c8 None None] Provisioning for port 698770ac-b2c0-4d3c-bb34-b724a4306f26 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:14.239999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-2c20460b-124d-4d44-aeee-68885fc54317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:14.241729 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-2c20460b-124d-4d44-aeee-68885fc54317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 1100 time: 0.2500699 Aug 19 17:54:14.253235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-30c2ea00-8708-4681-8e39-4003613ea0c8 None None] Provisioning complete for port 698770ac-b2c0-4d3c-bb34-b724a4306f26 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:14.253235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-30c2ea00-8708-4681-8e39-4003613ea0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.351541 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] For port ff87a764-f417-4f4b-b189-b1c95f466a03, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:14.355975 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] For port ff87a764-f417-4f4b-b189-b1c95f466a03, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff87a764-f417-4f4b-b189-b1c95f466a03,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:14.367604 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.416525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-60e06396-9704-44eb-a89d-5513daac4bea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d1dc6931-df54-40fc-ad25-93e196755f6a HTTP/1.1" status: 200 len: 217 time: 0.1555798 Aug 19 17:54:14.450097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bc017-7875-4983-80d4-0151b52e15d3 None None] Pushing event updated for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:14.501347 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:14.503028 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:14.534253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-fa099d90-44cb-4157-8c2e-026c21ee678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:14.540944 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-fa099d90-44cb-4157-8c2e-026c21ee678f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1162903 Aug 19 17:54:14.550984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-7133c7f3-d097-45a9-ba7a-ba3a9f02d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:14.552449 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-7133c7f3-d097-45a9-ba7a-ba3a9f02d8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 200 len: 855 time: 1.2242434 Aug 19 17:54:14.616468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1751447 Aug 19 17:54:14.620533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.626260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46660) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:14.691291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-9155cc19-ee32-41d6-9b88-854284c87d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:14.700034 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-9155cc19-ee32-41d6-9b88-854284c87d2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493838 Aug 19 17:54:14.711976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'subnet': {'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:14.804862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698770ac-b2c0-4d3c-bb34-b724a4306f26 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:14.822795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.858770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Transition to ACTIVE for port object 698770ac-b2c0-4d3c-bb34-b724a4306f26 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:14.859584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=ad27dc78-70b0-406a-9457-0504fa7f33d4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:14.864574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:14.869310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1536971933-network', 'tenant_id': 'cc2a694a3a174bb58a500410167f7024'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:14.918073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-6b1a00b3-4585-4a1e-8d91-7953a90ffffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5b7f5b6-1d59-463a-91aa-376d508432dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2784095 Aug 19 17:54:14.920335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:14.954406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f4b41e47-c120-4228-a590-92a597a47523,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:14.959654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-163847f6-1083-4f6d-ad1e-6f027562fb4b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346184 Aug 19 17:54:14.974578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:14.987758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'f4b41e47-c120-4228-a590-92a597a47523', 'network_id': 'e5b7f5b6-1d59-463a-91aa-376d508432dd', 'port_id': 'f4b41e47-c120-4228-a590-92a597a47523', 'mac_address': 'fa:16:3e:13:31:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7e6ec-7546-46c1-b972-07452a4cf165', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:15.085017 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:15.089286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6121258e-3f77-4ac4-8626-e2d820412fbc req-85650904-349e-4385-aaf1-ca3a8e250b5b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156335 Aug 19 17:54:15.113481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:15.115438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c9f7-55ed-42b6-82b3-d1638cbda27c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Network': ['ID=a67550bc-a95e-4e60-a799-450a7904a7ca,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:15.120264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-7ec756e8-c73c-40a2-a373-afadccccaea7 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835916 Aug 19 17:54:15.125133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:15.162601 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.191349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Attempting to bind port 698770ac-b2c0-4d3c-bb34-b724a4306f26 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:15.192025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Attempting to bind port 698770ac-b2c0-4d3c-bb34-b724a4306f26 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:15.192701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Attempting to bind port 698770ac-b2c0-4d3c-bb34-b724a4306f26 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:15.202567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a67550bc-a95e-4e60-a799-450a7904a7ca details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:54:15.207268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Port 698770ac-b2c0-4d3c-bb34-b724a4306f26 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:15.207768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Attempting to bind port 698770ac-b2c0-4d3c-bb34-b724a4306f26 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:15.207897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b41e47-c120-4228-a590-92a597a47523 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:15.214975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:15.215660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:15.216176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:15.216709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Bound port: 698770ac-b2c0-4d3c-bb34-b724a4306f26, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:15.217182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.256664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f4b41e47-c120-4228-a590-92a597a47523,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:15.265988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d81486b-24ae-4df8-b686-059e06bd7fee req-67b9a5f2-553f-4c56-9798-0221ecf1e037 service neutron] 10.222.0.13 "GET /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336956 Aug 19 17:54:15.294056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-30c2ea00-8708-4681-8e39-4003613ea0c8 None None] Port 698770ac-b2c0-4d3c-bb34-b724a4306f26 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:15.321060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1934a-0326-4d0a-869c-6cb5ea894a2d req-586edf1f-d4c4-4850-b63e-28b849ee17c6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:15.322957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c1934a-0326-4d0a-869c-6cb5ea894a2d req-586edf1f-d4c4-4850-b63e-28b849ee17c6 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 936 time: 1.4719014 Aug 19 17:54:15.330893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:15.338555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:15.343661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Made reservation on behalf of cc2a694a3a174bb58a500410167f7024 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:15.346022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.347222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.371929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.397434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c1934a-0326-4d0a-869c-6cb5ea894a2d req-4ce54cf9-d660-4d1d-a474-3ce1ad9b42af tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Aug 19 17:54:15.406089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.417821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:15.421692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.423260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:15.423977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.425843 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] 10.222.0.42 "PUT /v2.0/ports/698770ac-b2c0-4d3c-bb34-b724a4306f26 HTTP/1.1" status: 200 len: 1097 time: 1.8513145 Aug 19 17:54:15.468752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9ad1e-2a5b-4a66-bae3-374731211969 service neutron] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:15.518221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:07Z', 'revision_number': 4, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8782ffbb-6c47-4bef-8ddc-e742700b3a43', 'name': '', 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'mac_address': 'fa:16:3e:05:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:05Z', 'updated_at': '2021-08-19T17:54:13Z', 'revision_number': 4, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'subnets': [{'id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:15.562520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ff87a764-f417-4f4b-b189-b1c95f466a03', 'name': '', 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'mac_address': 'fa:16:3e:c0:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:04Z', 'updated_at': '2021-08-19T17:54:14Z', 'revision_number': 4, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'subnets': [{'id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:15.574643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29fa5a-77e8-43fe-9c1a-77906ed97ea9 None None] The sync data for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 is: [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:07Z', 'revision_number': 4, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8782ffbb-6c47-4bef-8ddc-e742700b3a43', 'name': '', 'network_id': 'bfea6118-6c1b-4c5c-bae1-1f74341ad589', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'mac_address': 'fa:16:3e:05:15:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:05Z', 'updated_at': '2021-08-19T17:54:13Z', 'revision_number': 4, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'subnets': [{'id': '16be8592-e3c9-4191-ae26-2ff4b4649a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:15.595951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-94d8c519-2def-4065-96b8-93b5628ccd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:15.598825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-94d8c519-2def-4065-96b8-93b5628ccd08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 1100 time: 0.1268866 Aug 19 17:54:15.627358 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffd25-b43d-4920-bb13-176a746ac3f6 None None] The sync data for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 is: [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ff87a764-f417-4f4b-b189-b1c95f466a03', 'name': '', 'network_id': '78068965-a9bd-4d03-b18d-4318e2c98f17', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'mac_address': 'fa:16:3e:c0:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:04Z', 'updated_at': '2021-08-19T17:54:14Z', 'revision_number': 4, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'subnets': [{'id': '670b0f07-1a12-4778-99a4-e75e1ca1e0e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:15.627685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:15.697224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f4b41e47-c120-4228-a590-92a597a47523'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:15.703028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-2a5fcda9-7cda-4bf8-9d48-fc0f6985e37c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26 HTTP/1.1" status: 200 len: 217 time: 0.0867968 Aug 19 17:54:15.864493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-df00ab8a-a6da-40df-89b7-850d267a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:15.866866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-df00ab8a-a6da-40df-89b7-850d267a8137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1627409 Aug 19 17:54:15.950599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:15.973082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-0694996d-5bd9-4d45-b07e-415d07d956d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:15.978216 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-0694996d-5bd9-4d45-b07e-415d07d956d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020355 Aug 19 17:54:16.013151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.054735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.110594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:54:16.150007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-a1467bae-a643-407b-969b-a12320149b19 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634524 Aug 19 17:54:16.192837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296c9639-a637-4e85-a253-de0de3d754d7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:16.211740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.212642 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Added segment 69c60034-8d7b-48a4-871b-2805960adbb8 of type vlan for network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 Aug 19 17:54:16.278266 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-52424dc8-ac25-4a19-bec5-2148c741df1e req-94e5f53f-682d-4873-97e2-93622baa116e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195405 Aug 19 17:54:16.341460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.369548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1b400-386e-4985-8207-9b4bfdf2f492 req-c61ba1ba-f277-41ee-b1ec-3aa32d9846e1 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:16.371210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23a1b400-386e-4985-8207-9b4bfdf2f492 req-c61ba1ba-f277-41ee-b1ec-3aa32d9846e1 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 949 time: 0.8066175 Aug 19 17:54:16.372154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.531895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.673459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Subnet': ['ID=17ef86c4-7a50-4b76-b572-4ca41ab32de1,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:16.676779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.677911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:16.678677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.690723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23a1b400-386e-4985-8207-9b4bfdf2f492 req-b3f4a863-56b0-4a06-bec3-fde0e6272722 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902427 Aug 19 17:54:16.722924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Checking segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:16.722924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network hostable DHCP agents. Network: a67550bc-a95e-4e60-a799-450a7904a7ca, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:54:16.783997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3058836 Aug 19 17:54:16.785056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.785585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46674) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:16.796545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Request body: {'subnet': {'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1536971933-subnet', 'tenant_id': 'cc2a694a3a174bb58a500410167f7024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:16.824895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network a67550bc-a95e-4e60-a799-450a7904a7ca is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:54:16.836614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Made reservation on behalf of cc2a694a3a174bb58a500410167f7024 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:16.840143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.875480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5ce2d-7d5d-4324-b3e1-75d8ff9b8c81 admin admin] Pushing event updated for resources: {'Network': ['ID=341ef6a2-3c23-4971-bc69-f5c42e1a6564,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:16.879093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a67550bc-a95e-4e60-a799-450a7904a7ca) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:16.883977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:16.895057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389db49-e66c-4b87-af84-b7f2b6147aeb None None] Network a67550bc-a95e-4e60-a799-450a7904a7ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:16.905420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:54:16.914131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:16.926161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-34dbc1d7-7eba-4d68-bd5e-2f9333003524 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022208 Aug 19 17:54:17.065706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ef57e217-47fe-4792-8196-1b23ae701911 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3576245 Aug 19 17:54:17.069096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46682) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:17.091239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-779819053'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:17.159043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.171569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.216469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.239773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:17.243483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.299394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-1ef64695-ed3f-4727-ace8-fc2ebeb12c7e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:17.306821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-1ef64695-ed3f-4727-ace8-fc2ebeb12c7e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656912 Aug 19 17:54:17.329577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09898fa-866c-4dca-a4a6-d476e517a76c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:17.329849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=ad27dc78-70b0-406a-9457-0504fa7f33d4,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:17.351107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Checking segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:17.351602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Network hostable DHCP agents. Network: 341ef6a2-3c23-4971-bc69-f5c42e1a6564, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:54:17.361600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ca417da3-6dc1-49c1-9e86-35db2d451da3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0537558 Aug 19 17:54:17.364944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.374002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a67550bc-a95e-4e60-a799-450a7904a7ca', 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'fixed_ips': [{'subnet_id': '17ef86c4-7a50-4b76-b572-4ca41ab32de1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:54:17.375404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.388366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:54:17.400276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:54:17.422309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.422717 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Added segment c734d86f-b7aa-4448-ae0f-3c5d8b96209d of type vlan for network ae2dff2c-04e2-4615-b924-d0456402e8c6 Aug 19 17:54:17.428600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 341ef6a2-3c23-4971-bc69-f5c42e1a6564) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:17.433933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.441435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-3c96436c-d14c-40f3-8c54-2a47ad34947d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8223493 Aug 19 17:54:17.445241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:17.447622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.494533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fd870-e549-44de-abf5-10b1be8c6c78 None None] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:17.523313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a00b59e-7db7-4696-bd24-0f9fac8d2221 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7367408 Aug 19 17:54:17.577769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-79861afa-ca76-484d-8453-4e3439a1481a tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.1341350 Aug 19 17:54:17.582384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.610198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-9724900b-61fb-447e-9fbe-2bd839b5f3ff tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475138 Aug 19 17:54:17.708004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:17.754887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:54:17.813121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Allocated IP 19.80.0.2 (a67550bc-a95e-4e60-a799-450a7904a7ca/17ef86c4-7a50-4b76-b572-4ca41ab32de1/27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:17.849443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.864734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:17.865398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:17.899277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8782ffbb-6c47-4bef-8ddc-e742700b3a43 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:17.982164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8956714 Aug 19 17:54:17.984889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:17.990196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'subnet': {'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:18.006852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d938-46f4-4011-a3ad-bdb5ad75dcee tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Network': ['ID=ae2dff2c-04e2-4615-b924-d0456402e8c6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:18.020258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-f9568d23-0d7c-48d0-8c88-87272502d7ba tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.030307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e939e-f609-4f5e-b944-29a2cf8fced3 req-f9568d23-0d7c-48d0-8c88-87272502d7ba tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.4512181 Aug 19 17:54:18.075064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:54:18.163142 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6f7dbf-dfc6-4a1d-a28e-c589a4d67767 x-openstack-request-id: req-8f6f7dbf-dfc6-4a1d-a28e-c589a4d67767 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:18.163415 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:18.163715 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f6f7dbf-dfc6-4a1d-a28e-c589a4d67767 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:18.164111 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'status': 'completed', 'code': 200} Aug 19 17:54:18.187366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea686f1-c1a6-4ffa-9b62-ce72c5be49f4 None None] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:18.200491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:18.203161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f4b41e47-c120-4228-a590-92a597a47523 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:18.206555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:18.211706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:18.293710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:18.300632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b37331-c776-4713-a8e6-88cdbc374ced req-113b44c2-fc7e-4283-bf25-3add4ba4a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.302165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-113b44c2-fc7e-4283-bf25-3add4ba4a641 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 1100 time: 0.1570668 Aug 19 17:54:18.422334 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:54:18.428757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'mac_address': 'fa:16:3e:5b:ea:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:18.451901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51df1-e5a0-4987-a6c7-84aebae4118e req-36306f78-ce52-4c21-a09f-d0cc108fd85f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.461694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9b51df1-e5a0-4987-a6c7-84aebae4118e req-36306f78-ce52-4c21-a09f-d0cc108fd85f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 945 time: 0.2443419 Aug 19 17:54:18.526811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:18.550443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9b51df1-e5a0-4987-a6c7-84aebae4118e req-d52def5a-7ea8-4a08-b232-d15ceaace3af tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851576 Aug 19 17:54:18.591916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:18.592299 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:18.595400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b37331-c776-4713-a8e6-88cdbc374ced req-ac78b4b3-02ab-49a6-9014-437d26a8c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.604499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-ac78b4b3-02ab-49a6-9014-437d26a8c548 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2709882 Aug 19 17:54:18.704061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-33233362-aa2e-48ef-9461-a6b2f9ca9d3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d1dc6931-df54-40fc-ad25-93e196755f6a HTTP/1.1" status: 200 len: 217 time: 0.0925822 Aug 19 17:54:18.732361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:18.759406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:18.762555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port f4b41e47-c120-4228-a590-92a597a47523 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:18.827076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port f4b41e47-c120-4228-a590-92a597a47523 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:18.827826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:18.829321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Transition to ACTIVE for port object 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:18.848991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:18.857680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698770ac-b2c0-4d3c-bb34-b724a4306f26 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:18.880182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:18.899383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b37331-c776-4713-a8e6-88cdbc374ced req-6bacf93f-ab5a-426c-ad82-423916ac4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.903061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-6bacf93f-ab5a-426c-ad82-423916ac4660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1982155 Aug 19 17:54:18.923972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14521e-6945-4ea3-aa76-fac6bff5e892 req-0aefe1f9-9843-4d33-9548-b3d8308dc672 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:18.934220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca14521e-6945-4ea3-aa76-fac6bff5e892 req-0aefe1f9-9843-4d33-9548-b3d8308dc672 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 948 time: 0.2477276 Aug 19 17:54:19.056951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.155827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca14521e-6945-4ea3-aa76-fac6bff5e892 req-d86d059b-cf7d-4191-aa48-f925bc7151c8 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192638 Aug 19 17:54:19.159814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Subnet': ['ID=7fdfaa40-f338-493d-b1ba-68acddc030f1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:19.173041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Checking segment: {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:19.173831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network hostable DHCP agents. Network: ae2dff2c-04e2-4615-b924-d0456402e8c6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:54:19.180894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b37331-c776-4713-a8e6-88cdbc374ced req-e3a1ab5c-17c1-430c-8e66-f80a2bdc620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:19.182562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-e3a1ab5c-17c1-430c-8e66-f80a2bdc620e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2724752 Aug 19 17:54:19.205696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:54:19.217877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ae2dff2c-04e2-4615-b924-d0456402e8c6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:19.223381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:19.224173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.247385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae95a4-67d5-4656-b103-1f465817eea6 None None] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:19.276113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3e4c990-b5ed-41a4-a240-67ce33464d84 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2899861 Aug 19 17:54:19.384569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'mac_address': 'fa:16:3e:e2:99:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:19.386951 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.444053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Transition to ACTIVE for port object 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:19.505911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-8d315440-63fc-4b6e-b616-b3fa91d461ab service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147786 Aug 19 17:54:19.561936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.572071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.581611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-423c6c56-82ef-493e-9186-069942bf4517 req-d8ba6813-6a62-4038-9caa-654b8e849f28 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3619115 Aug 19 17:54:19.600731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:19.615685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-4da2ffd1-74be-4529-975b-cfeb1863495d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:19.622711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-4da2ffd1-74be-4529-975b-cfeb1863495d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 814 time: 0.2631404 Aug 19 17:54:19.632935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.642069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:19.645099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['698770ac-b2c0-4d3c-bb34-b724a4306f26'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:19.660061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-78c24e88-af39-4782-96b8-2ce3f12e37d8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/quotas/cc2a694a3a174bb58a500410167f7024 HTTP/1.1" status: 200 len: 375 time: 0.0360699 Aug 19 17:54:19.670838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Network a67550bc-a95e-4e60-a799-450a7904a7ca is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:19.686106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b37331-c776-4713-a8e6-88cdbc374ced req-462c35ef-d875-4272-a7d6-d47ae2da4371 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717191 Aug 19 17:54:19.708489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-8b88da9c-8a26-41c9-9f76-ebe0f4aa1187 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478320 Aug 19 17:54:19.709471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.719999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:19.769651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-ae2dff2c-04e2-4615-b924-d0456402e8c6', 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'fixed_ips': [{'subnet_id': '7fdfaa40-f338-493d-b1ba-68acddc030f1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:54:19.770589 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.785575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:19.788958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:19.812285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8782ffbb-6c47-4bef-8ddc-e742700b3a43, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8782ffbb-6c47-4bef-8ddc-e742700b3a43,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:19.845034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.845842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff87a764-f417-4f4b-b189-b1c95f466a03 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:19.868814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-256dc082-2377-4c96-a81b-8385ebb14aaf service neutron] 10.222.0.36 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548398 Aug 19 17:54:19.911421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:19.914108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:19.922956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Pushing event updated for resources: {'Port': ['ID=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:19.964574 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.093824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:20.096454 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed0c16-7f00-4aa1-bd1c-7b9692032149" -d '{"events": [{"server_uuid": "2863077f-331f-431e-8890-74018faa4538", "name": "network-vif-plugged", "status": "completed", "tag": "f4b41e47-c120-4228-a590-92a597a47523"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:20.140945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Attempting to bind port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:20.141329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Attempting to bind port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:20.141756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Attempting to bind port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 on network a67550bc-a95e-4e60-a799-450a7904a7ca {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:20.144798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f4b41e47-c120-4228-a590-92a597a47523,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:20.165195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:20.168543 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48b4a84-8265-4b1d-9a22-7991741779a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:20.170277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.172034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:20.200885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:20.201335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Checking segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:20.201747 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.202045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Bound using segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:20.202536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Bound port: 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:20.202922 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.272401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ff87a764-f417-4f4b-b189-b1c95f466a03 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:20.291734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.306429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d1dc6931-df54-40fc-ad25-93e196755f6a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:20.323485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-153651c3-9874-4945-b471-ddbd0ac86f55 service neutron] 10.222.0.36 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453647 Aug 19 17:54:20.331760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ff87a764-f417-4f4b-b189-b1c95f466a03 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:20.332004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.392153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Allocated IP 19.86.0.2 (ae2dff2c-04e2-4615-b924-d0456402e8c6/7fdfaa40-f338-493d-b1ba-68acddc030f1/93bfa6e0-a87e-464f-be38-7242c3ed4459) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:20.400726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:20.461695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Allocated IP 172.25.5.46 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c41dad05-fead-4420-8132-64a1c3163e7b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:20.484858 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-86083762-edf5-4790-8615-5ad0f77176bf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538502 Aug 19 17:54:20.597699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] For port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:20.603967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:20.639067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.664872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] For port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:20.677306 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.709691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-30c49d3c-8aef-42d9-b3d8-92519a799413 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:20.711649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-30c49d3c-8aef-42d9-b3d8-92519a799413 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206860 Aug 19 17:54:20.725891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:20.732278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.848686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45bb7-00d7-4a61-9f86-503e1659f2d1 None None] Pushing event updated for resources: {'Port': ['ID=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:20.902420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:20.922425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:20.923971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:20.925333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=c41dad05-fead-4420-8132-64a1c3163e7b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:20.928807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:20.929009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-b5dfaa43-196d-49c2-9c6f-623997187b50 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503995 Aug 19 17:54:20.929718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:20.996342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.072540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-80142089-3909-4437-93ca-06a857605fd0 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:21.074450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-80142089-3909-4437-93ca-06a857605fd0 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 1101 time: 0.2875261 Aug 19 17:54:21.120906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.248 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/26cbc4a9-807c-40ee-9740-dc618885135a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:21.161482 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.173018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ff87a764-f417-4f4b-b189-b1c95f466a03, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff87a764-f417-4f4b-b189-b1c95f466a03,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:21.179923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-68942ba7-8e4b-4c0f-b520-b3908bff7c16 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.180478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Transition to ACTIVE for port object 93bfa6e0-a87e-464f-be38-7242c3ed4459 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:21.182779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.231422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Transition to ACTIVE for port object 93bfa6e0-a87e-464f-be38-7242c3ed4459 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:21.251252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.296945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:21.298497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:21.301975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:21.306498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:21.340178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.362298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object 26cbc4a9-807c-40ee-9740-dc618885135a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:21.409119 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.425956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-d8a1d766-afa8-4f3a-9dd0-3208264e91b3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:21.428994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-d8a1d766-afa8-4f3a-9dd0-3208264e91b3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4927168 Aug 19 17:54:21.443997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:21.462946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Pushing event updated for resources: {'Port': ['ID=93bfa6e0-a87e-464f-be38-7242c3ed4459,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:21.476310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Attempting to bind port 93bfa6e0-a87e-464f-be38-7242c3ed4459 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:21.476682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Attempting to bind port 93bfa6e0-a87e-464f-be38-7242c3ed4459 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:21.477035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Attempting to bind port 93bfa6e0-a87e-464f-be38-7242c3ed4459 on network ae2dff2c-04e2-4615-b924-d0456402e8c6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:21.481153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:21.484621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:21.488592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:21.494254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:21.496403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Checking segment: {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:21.507466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.507915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Bound using segment: {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:21.508430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Bound port: 93bfa6e0-a87e-464f-be38-7242c3ed4459, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:21.509410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.534420 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.555496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:21.585040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:21.585700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.598461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8782ffbb-6c47-4bef-8ddc-e742700b3a43 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:21.648583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:21.694952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.706996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:21.769626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-68942ba7-8e4b-4c0f-b520-b3908bff7c16 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.777322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-68942ba7-8e4b-4c0f-b520-b3908bff7c16 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.782157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ab00fc67-3f08-4e87-b651-e66147831531 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0609488 Aug 19 17:54:21.795158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Request body: {'port': {'device_id': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:21.864656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.889262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb59d632-265a-4f3e-b909-edf75d0dbd54 req-68942ba7-8e4b-4c0f-b520-b3908bff7c16 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782063 Aug 19 17:54:21.901048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68942ba7-8e4b-4c0f-b520-b3908bff7c16 tempest-ServersAdminNegativeTestJSON-1626880080 tempest-ServersAdminNegativeTestJSON-1626880080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c407d2eb-2789-49d4-b3cd-9a4be5a0dbca,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:21.920753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:21.928867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:21.973382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] For port 93bfa6e0-a87e-464f-be38-7242c3ed4459, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:21.976056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1510e096-12d5-4e55-b869-8c8caad9f5cb None None] Provisioning for port 26cbc4a9-807c-40ee-9740-dc618885135a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:22.006076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1510e096-12d5-4e55-b869-8c8caad9f5cb None None] Provisioning complete for port 26cbc4a9-807c-40ee-9740-dc618885135a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:22.006448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1510e096-12d5-4e55-b869-8c8caad9f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.092110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1510e096-12d5-4e55-b869-8c8caad9f5cb None None] Port 26cbc4a9-807c-40ee-9740-dc618885135a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:22.111586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] For port 93bfa6e0-a87e-464f-be38-7242c3ed4459, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93bfa6e0-a87e-464f-be38-7242c3ed4459,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:22.127934 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.139199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.160779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.167928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:22.169075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.185115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 698770ac-b2c0-4d3c-bb34-b724a4306f26 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:22.240640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 698770ac-b2c0-4d3c-bb34-b724a4306f26 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:22.241237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.271483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=c41dad05-fead-4420-8132-64a1c3163e7b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:22.285074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:22.345184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-8ddb6c1a-cf96-4da9-b18e-86e574af728f tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1252275494&fields=id&tenant_id=591a29bf65194452b649696a7905cb4a HTTP/1.1" status: 200 len: 267 time: 0.2037041 Aug 19 17:54:22.346841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579cf6f-ad09-4c10-819a-3a74e6df4777 None None] Network a67550bc-a95e-4e60-a799-450a7904a7ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:22.385873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cbc4a9-807c-40ee-9740-dc618885135a {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:22.395720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.410081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Transition to ACTIVE for port object 26cbc4a9-807c-40ee-9740-dc618885135a will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:22.415526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.436556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2aa7a-1996-4ef1-847c-c4d23d6bd0a5 None None] Pushing event updated for resources: {'Port': ['ID=93bfa6e0-a87e-464f-be38-7242c3ed4459,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:22.499739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.511019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c171937-63c5-457d-bad3-023b3509df59 None None] Provisioning for port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:22.521714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port d1dc6931-df54-40fc-ad25-93e196755f6a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:22.538835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.555040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-423c6c56-82ef-493e-9186-069942bf4517 req-bb617c99-68eb-41c2-b555-e131ead83454 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9626644 Aug 19 17:54:22.573441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d1dc6931-df54-40fc-ad25-93e196755f6a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:22.573826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.585409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.611549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Attempting to bind port 26cbc4a9-807c-40ee-9740-dc618885135a on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:22.611849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Attempting to bind port 26cbc4a9-807c-40ee-9740-dc618885135a by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:22.612178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Attempting to bind port 26cbc4a9-807c-40ee-9740-dc618885135a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:22.614314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Pushing event updated for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:22.621165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Port 26cbc4a9-807c-40ee-9740-dc618885135a on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:22.621503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Attempting to bind port 26cbc4a9-807c-40ee-9740-dc618885135a on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:22.627773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:22.628137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:22.628536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:22.628951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Bound port: 26cbc4a9-807c-40ee-9740-dc618885135a, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:22.630711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.713389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:22.714674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-423c6c56-82ef-493e-9186-069942bf4517 req-7c67de60-d139-434b-924e-8bf4d826e593 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.1585727 Aug 19 17:54:22.752145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-f5a19292-4f34-468c-8c37-529de3cb103e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:22.753724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-f5a19292-4f34-468c-8c37-529de3cb103e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 814 time: 0.6029153 Aug 19 17:54:22.773340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:22.783112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.36 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/6708c3cc-99c7-42ba-90b3-b67a101191f9) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:22.786812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:22.791433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=26cbc4a9-807c-40ee-9740-dc618885135a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:22.805430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.810307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.856259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Request body: {'port': {'device_id': '41706106-8c19-4dff-a799-53e2dbe8de47', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'admin_state_up': True, 'tenant_id': 'cc2a694a3a174bb58a500410167f7024'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:22.888592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:22.888818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-f4c7294d-012e-48d0-8589-6c30e9a85bee tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:22.889215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.890718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-f4c7294d-012e-48d0-8589-6c30e9a85bee tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/networks?id=1c5b7c07-cfd3-4d68-b14a-433c553714cd HTTP/1.1" status: 200 len: 816 time: 0.5444467 Aug 19 17:54:22.896240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] 10.222.0.42 "PUT /v2.0/ports/26cbc4a9-807c-40ee-9740-dc618885135a HTTP/1.1" status: 200 len: 1097 time: 1.1061413 Aug 19 17:54:22.900165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f061df-884b-4736-a8a8-62e60d634cbd service neutron] Pushing event updated for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:22.928142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:22.932858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:22.937395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:22.946802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:22.947138 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.008142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ef4859b8-44a2-49fd-b7bc-e93095795430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.014119 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-ef4859b8-44a2-49fd-b7bc-e93095795430 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 1100 time: 0.0800772 Aug 19 17:54:23.020708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:23.034972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.086519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-aef2a17a-3f48-4974-b2ba-243174276b6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=26cbc4a9-807c-40ee-9740-dc618885135a HTTP/1.1" status: 200 len: 217 time: 0.0644674 Aug 19 17:54:23.136033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.154872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-35cba7a7-55c7-4f40-a949-46396ee37a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.156762 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-35cba7a7-55c7-4f40-a949-46396ee37a30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0625033 Aug 19 17:54:23.161585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:23.199408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-694afd16-a63c-4392-a1eb-3eff7d7750fd tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/quotas/591a29bf65194452b649696a7905cb4a HTTP/1.1" status: 200 len: 375 time: 0.1192183 Aug 19 17:54:23.206888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:23.212685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.246788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f6605d87-dbe3-410e-b3e8-138f2d4645f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.249523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f6605d87-dbe3-410e-b3e8-138f2d4645f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853448 Aug 19 17:54:23.286087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:23.316090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6c56-82ef-493e-9186-069942bf4517 req-78d5e212-1031-489a-a437-e06216bca986 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.318122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-423c6c56-82ef-493e-9186-069942bf4517 req-78d5e212-1031-489a-a437-e06216bca986 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.5599065 Aug 19 17:54:23.345677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Made reservation on behalf of cc2a694a3a174bb58a500410167f7024 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:23.349867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.377802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-766dfd8e-6561-466a-b28c-6a747456615a None None] Provisioning complete for port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:23.378337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-766dfd8e-6561-466a-b28c-6a747456615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.424875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.447397 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-0c0e9de6-8062-42ca-a5ac-439f37ee47f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919079 Aug 19 17:54:23.504376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-dcd882e5-df52-47bb-8f36-8e56b3a4d3c2 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=591a29bf65194452b649696a7905cb4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2744482 Aug 19 17:54:23.510940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93bfa6e0-a87e-464f-be38-7242c3ed4459 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:23.594296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 93bfa6e0-a87e-464f-be38-7242c3ed4459 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:23.599050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff87a764-f417-4f4b-b189-b1c95f466a03 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:23.603947 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-93e39823-43c3-4d2c-bb28-11bbdb459f28 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491175 Aug 19 17:54:23.612810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object 6708c3cc-99c7-42ba-90b3-b67a101191f9 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:23.654849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ff87a764-f417-4f4b-b189-b1c95f466a03 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:23.655052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.773900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a7736-9d58-42da-a520-c1db386e235a None None] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:54:23.786766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-5145e054-e6d8-4715-a921-922d08020611 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.792690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-5145e054-e6d8-4715-a921-922d08020611 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:23.794294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-5145e054-e6d8-4715-a921-922d08020611 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/networks?id=a67550bc-a95e-4e60-a799-450a7904a7ca&id=ae2dff2c-04e2-4615-b924-d0456402e8c6&id=a67550bc-a95e-4e60-a799-450a7904a7ca HTTP/1.1" status: 200 len: 1391 time: 0.3076501 Aug 19 17:54:23.850127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-e2e62223-dce1-46ab-b554-4a696b80ff02 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/quotas/d8ea2eb68d2d4884a76825dc22263ef9 HTTP/1.1" status: 200 len: 375 time: 0.0461326 Aug 19 17:54:23.857151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Allocated IP 172.20.0.10 (341ef6a2-3c23-4971-bc69-f5c42e1a6564/b09898fa-866c-4dca-a4a6-d476e517a76c/b61ef1c6-56dc-4117-8d01-978abbc79e5b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:23.880193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:23.889070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-5cc41049-fb6b-4a30-8cfb-ed22ce91c9d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045628 Aug 19 17:54:23.913408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:23.919261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Provisioning for port 93bfa6e0-a87e-464f-be38-7242c3ed4459 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:23.957496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Provisioning complete for port 93bfa6e0-a87e-464f-be38-7242c3ed4459 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:23.957873 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.021742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:24.042573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:24.061395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:24.099647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.104549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-5bc4ad28-5ee0-4a42-95fa-5b95de0a6101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2449622 Aug 19 17:54:24.105215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:24.163300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] For port 93bfa6e0-a87e-464f-be38-7242c3ed4459, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93bfa6e0-a87e-464f-be38-7242c3ed4459,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:24.171422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.229263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaa537-8e27-4062-90bd-802563dd3a96 None None] Pushing event updated for resources: {'Port': ['ID=93bfa6e0-a87e-464f-be38-7242c3ed4459,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:24.260355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:24.261033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.283072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-a8c97be9-35f2-4465-9dec-b09b07c93fef service neutron] 10.222.0.36 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705997 Aug 19 17:54:24.303371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-66e64a42-5a82-4925-860f-270f03eab51a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8638411 Aug 19 17:54:24.320176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Request body: {'port': {'device_id': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:24.392524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Provisioning complete for port 93bfa6e0-a87e-464f-be38-7242c3ed4459 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:24.393378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0c9ec06b-6f8b-46e2-8ce7-8e793bc7813f service neutron] 10.222.0.36 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710578 Aug 19 17:54:24.399615 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.414616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.482500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.500857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Provisioning for port 6708c3cc-99c7-42ba-90b3-b67a101191f9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:24.505496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Provisioning complete for port 6708c3cc-99c7-42ba-90b3-b67a101191f9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:24.512111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:24.551807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ed296ed9-e0a1-458e-acfc-1c352028252e None None] Port 6708c3cc-99c7-42ba-90b3-b67a101191f9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:24.597203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-150733af-938c-4b8e-8e2d-6577b401404c service neutron] 10.222.0.36 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934032 Aug 19 17:54:24.599689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.081617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:25.111879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:25.114215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:25.127369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:25.265304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fa5d0-9011-48a5-b1e5-f44b750b0f05 req-8c9dab9a-4ced-4662-a04f-9bd699b20f07 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.266825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-810fa5d0-9011-48a5-b1e5-f44b750b0f05 req-8c9dab9a-4ced-4662-a04f-9bd699b20f07 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.6216841 Aug 19 17:54:25.276378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.277061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.285348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-3bf7748f-7ef3-4ea4-9a35-633488eb43a3 service neutron] 10.222.0.36 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781371 Aug 19 17:54:25.295875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93bfa6e0-a87e-464f-be38-7242c3ed4459 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:25.343851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 93bfa6e0-a87e-464f-be38-7242c3ed4459 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:25.344123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.383124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-432169c0-a74e-40b3-804f-4dfb3b09c75d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5356269 Aug 19 17:54:25.410207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Request body: {'port': {'device_id': '41706106-8c19-4dff-a799-53e2dbe8de47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:25.433423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:25.443714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-810fa5d0-9011-48a5-b1e5-f44b750b0f05 req-c3f8644e-0826-4551-9a8f-46a895384827 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610773 Aug 19 17:54:25.520874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:25.521262 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.528950 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1a282-0ba6-4151-b3c6-12e1ae662358 x-openstack-request-id: req-4be1a282-0ba6-4151-b3c6-12e1ae662358 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:25.529238 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2863077f-331f-431e-8890-74018faa4538", "name": "network-vif-plugged", "status": "completed", "tag": "f4b41e47-c120-4228-a590-92a597a47523", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:25.529485 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4be1a282-0ba6-4151-b3c6-12e1ae662358 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:25.529911 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523', 'code': 200} Aug 19 17:54:25.569086 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc46e1-db09-4376-bedd-1468c7fd8a39 x-openstack-request-id: req-0bfc46e1-db09-4376-bedd-1468c7fd8a39 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:25.569549 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:25.569655 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bfc46e1-db09-4376-bedd-1468c7fd8a39 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:25.569770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-21d47a4e-8faf-488a-a369-bfc1669ce6d4 service neutron] 10.222.0.36 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647605 Aug 19 17:54:25.569983 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'status': 'completed', 'code': 200} Aug 19 17:54:25.607103 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.656834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6708c3cc-99c7-42ba-90b3-b67a101191f9 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:25.700085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.711271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 26cbc4a9-807c-40ee-9740-dc618885135a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:25.780640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Transition to ACTIVE for port object 6708c3cc-99c7-42ba-90b3-b67a101191f9 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:25.796406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.826952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-6adb157a-df22-471e-ad0e-b8e7123e23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.828512 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-6adb157a-df22-471e-ad0e-b8e7123e23b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 1102 time: 0.1978726 Aug 19 17:54:25.851002 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:25.930881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-4fdd56b1-6dc0-4274-bfd1-b056a871933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.932530 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-4fdd56b1-6dc0-4274-bfd1-b056a871933c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.0913756 Aug 19 17:54:25.943857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d54a11-f5ef-49f2-9cc3-5feca1248ba5 req-fa55acf6-656d-497b-8b1e-2f4e825beedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.945460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-30d54a11-f5ef-49f2-9cc3-5feca1248ba5 req-fa55acf6-656d-497b-8b1e-2f4e825beedf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 1098 time: 0.1973846 Aug 19 17:54:25.945592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=26cbc4a9-807c-40ee-9740-dc618885135a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:25.950950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fed5b-b810-4467-b53e-e4ea947c3bf3 req-4cc78d1a-83f6-4f9d-ba6f-f8e655eff256 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:25.953418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f3fed5b-b810-4467-b53e-e4ea947c3bf3 req-4cc78d1a-83f6-4f9d-ba6f-f8e655eff256 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 950 time: 0.2563715 Aug 19 17:54:25.966204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '26cbc4a9-807c-40ee-9740-dc618885135a', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '26cbc4a9-807c-40ee-9740-dc618885135a', 'mac_address': 'fa:16:3e:83:54:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:25.988562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-73afac80-51cc-4033-babc-9817daea6f7e service neutron] 10.222.0.36 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969221 Aug 19 17:54:26.002609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:26.013728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-36fb06f6-024d-43b2-b15c-871eb2ea5f29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26 HTTP/1.1" status: 200 len: 217 time: 0.0634577 Aug 19 17:54:26.025559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:26.051816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cbc4a9-807c-40ee-9740-dc618885135a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:26.087654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=26cbc4a9-807c-40ee-9740-dc618885135a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:26.095185 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:26.165472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-fc024652-2e54-483c-94b4-602791e31ced tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:26.167825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-fc024652-2e54-483c-94b4-602791e31ced tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.42 "GET /v2.0/networks?id=1c5b7c07-cfd3-4d68-b14a-433c553714cd HTTP/1.1" status: 200 len: 816 time: 0.6250622 Aug 19 17:54:26.174271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-c1c556f6-6e8e-4000-b8f3-647684631184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:26.176082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-c1c556f6-6e8e-4000-b8f3-647684631184 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1482496 Aug 19 17:54:26.181162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-30d54a11-f5ef-49f2-9cc3-5feca1248ba5 req-ec728f6e-b6b5-4bdd-971a-c2ad73bb89b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661310 Aug 19 17:54:26.189291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:26.281422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-b9513964-f73e-417f-89c5-524c147f474c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=591a29bf65194452b649696a7905cb4a HTTP/1.1" status: 200 len: 380 time: 0.0866809 Aug 19 17:54:26.286035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-abb1abcd-4684-4440-9ce4-07bd08a8a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:26.288280 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-abb1abcd-4684-4440-9ce4-07bd08a8a593 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923893 Aug 19 17:54:26.294127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'port': {'device_id': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'admin_state_up': True, 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'security_groups': ['48d509f8-af41-47df-b268-2c69c67a85a6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:26.295097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f3fed5b-b810-4467-b53e-e4ea947c3bf3 req-83281986-c8b8-40cc-a19d-e4a95f4c1938 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999122 Aug 19 17:54:26.342125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:26.375759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-16415a8a-fed0-4452-8f8f-5fce22ec8224 service neutron] 10.222.0.36 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539100 Aug 19 17:54:26.438305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-57138fb3-db5b-42bd-93fb-8dc1ebf95d77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2362857 Aug 19 17:54:26.467251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Attempting to bind port 6708c3cc-99c7-42ba-90b3-b67a101191f9 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:26.468160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Attempting to bind port 6708c3cc-99c7-42ba-90b3-b67a101191f9 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:26.468570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Attempting to bind port 6708c3cc-99c7-42ba-90b3-b67a101191f9 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:26.498329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Port 6708c3cc-99c7-42ba-90b3-b67a101191f9 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:26.498329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Attempting to bind port 6708c3cc-99c7-42ba-90b3-b67a101191f9 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:26.499829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-b1bb6592-652c-4b1c-aec9-2b85300a6426 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999223 Aug 19 17:54:26.514239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0486b71-c54b-41a6-a1b2-f58741feda84 req-bfa28e9b-4bbb-40ab-afa6-2510318addb6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:26.521937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0486b71-c54b-41a6-a1b2-f58741feda84 req-bfa28e9b-4bbb-40ab-afa6-2510318addb6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 932 time: 0.1619587 Aug 19 17:54:26.561885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:26.562331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:26.562796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:26.563310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Bound port: 6708c3cc-99c7-42ba-90b3-b67a101191f9, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:26.563783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:26.582447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Made reservation on behalf of 591a29bf65194452b649696a7905cb4a for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:26.585979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:26.648165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0486b71-c54b-41a6-a1b2-f58741feda84 req-378bd1c9-33da-481a-a3fa-1cf206c7d863 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250830 Aug 19 17:54:26.751328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:26.755558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:26.778869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:26.788846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-1607fcfd-dd2e-4d09-9762-c02ca790959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:26.790999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-1607fcfd-dd2e-4d09-9762-c02ca790959e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 1102 time: 0.3029180 Aug 19 17:54:26.823415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-ff82e5c6-5880-4fd7-ae25-7aec21e6fe2e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079166 Aug 19 17:54:26.832680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Allocated IP 172.20.0.13 (1c5b7c07-cfd3-4d68-b14a-433c553714cd/5a730b1e-5484-48fa-a01d-ba6d0ad20275/6bb024c3-374c-46a6-9af2-61238673e4a3) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:26.943198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:26.950645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-12300e65-45f8-42fa-8478-83e65020ee26 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1845884 Aug 19 17:54:26.952028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.009839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.023181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:27.025585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Transition to ACTIVE for port object 6bb024c3-374c-46a6-9af2-61238673e4a3 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:27.066386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.105251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.105887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.107950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] 10.222.0.42 "PUT /v2.0/ports/6708c3cc-99c7-42ba-90b3-b67a101191f9 HTTP/1.1" status: 200 len: 1096 time: 2.7953818 Aug 19 17:54:27.117438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Transition to ACTIVE for port object b61ef1c6-56dc-4117-8d01-978abbc79e5b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:27.118606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:27.121970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:27.122725 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1" -d '{"events": [{"name": "network-changed", "server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:27.134427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:27.140223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:27.147725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event updated for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:27.156659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.170815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.242566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.247532 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.253259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7153b-a054-4abb-b065-0cb5d399fea9 service neutron] Pushing event updated for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:27.276299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-84e04a87-5afa-4e5e-a6a6-b72d39181f92 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862380 Aug 19 17:54:27.283923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244e7a4-da1c-43f2-b060-f4837c732f51 req-dabc982a-f7a9-4460-b12c-fc3950cbcf39 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.293174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f244e7a4-da1c-43f2-b060-f4837c732f51 req-dabc982a-f7a9-4460-b12c-fc3950cbcf39 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 949 time: 0.5294688 Aug 19 17:54:27.311043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Request body: {'port': {'device_id': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:27.419412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.523019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f244e7a4-da1c-43f2-b060-f4837c732f51 req-a018818a-8136-4347-a617-b7d0ad7fda0a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288589 Aug 19 17:54:27.526813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:27.541601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26'}, {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:27.541601 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f02f89-f52e-4ac0-b956-3be3e5a111a6" -d '{"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-plugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26"}, {"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:27.608150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-d203105d-d917-4656-8611-d9e39270a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.617173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-d203105d-d917-4656-8611-d9e39270a450 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.6552122 Aug 19 17:54:27.667032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:27.670058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-c02c4f6b-36c8-494f-860e-fb2f8eb1f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.671929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-c02c4f6b-36c8-494f-860e-fb2f8eb1f95b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 1099 time: 0.4948294 Aug 19 17:54:27.673833 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246fb6b-0c7e-481b-b88b-96c4f35619dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:27.723275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 26cbc4a9-807c-40ee-9740-dc618885135a up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:27.751855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-4637de69-9511-4c99-88f0-0e547bf28acd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=59d99733-0c71-489e-affb-c5585c4cb2a8 HTTP/1.1" status: 200 len: 217 time: 0.1337380 Aug 19 17:54:27.801671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-030dd62e-81f6-462b-9d74-0b282eac51a8 None None] Provisioning for port 6bb024c3-374c-46a6-9af2-61238673e4a3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:27.811204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-030dd62e-81f6-462b-9d74-0b282eac51a8 None None] Provisioning complete for port 6bb024c3-374c-46a6-9af2-61238673e4a3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:27.811599 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-030dd62e-81f6-462b-9d74-0b282eac51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.845367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-da31dc99-f1c6-4a99-9d18-c647d740b44a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9 HTTP/1.1" status: 200 len: 217 time: 0.1270115 Aug 19 17:54:27.847732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-420bb146-3682-4456-ab97-f5b2cda789be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.849909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-420bb146-3682-4456-ab97-f5b2cda789be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0631270 Aug 19 17:54:27.855014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-030dd62e-81f6-462b-9d74-0b282eac51a8 None None] Port 6bb024c3-374c-46a6-9af2-61238673e4a3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:27.857932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 26cbc4a9-807c-40ee-9740-dc618885135a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:27.862765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 26cbc4a9-807c-40ee-9740-dc618885135a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:27.863232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.886971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb024c3-374c-46a6-9af2-61238673e4a3 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:27.895876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.918501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Transition to ACTIVE for port object 6bb024c3-374c-46a6-9af2-61238673e4a3 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:27.921231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-5ba872fe-88f3-4523-978e-c81f159f2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:27.924412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-5ba872fe-88f3-4523-978e-c81f159f2ab2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0641685 Aug 19 17:54:27.928433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:27.983168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.001577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:28.013437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:28.013707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:28.014063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:28.032484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=26cbc4a9-807c-40ee-9740-dc618885135a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:28.032987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641056-9874-4c76-b6ce-18b2788a4e03 req-afc3ffcf-94a9-404f-8f5c-46fbf16fbe38 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.034691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d641056-9874-4c76-b6ce-18b2788a4e03 req-afc3ffcf-94a9-404f-8f5c-46fbf16fbe38 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 932 time: 0.4113820 Aug 19 17:54:28.040308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.049079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:28.049449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:28.089840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-37a9f3c1-769f-4a7e-8369-74c1d13982b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.091371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-37a9f3c1-769f-4a7e-8369-74c1d13982b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2300680 Aug 19 17:54:28.121442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:28.147729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Attempting to bind port 6bb024c3-374c-46a6-9af2-61238673e4a3 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:28.148069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Attempting to bind port 6bb024c3-374c-46a6-9af2-61238673e4a3 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:28.148397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Attempting to bind port 6bb024c3-374c-46a6-9af2-61238673e4a3 on network 1c5b7c07-cfd3-4d68-b14a-433c553714cd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:28.154552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Port 6bb024c3-374c-46a6-9af2-61238673e4a3 on network 1c5b7c07-cfd3-4d68-b14a-433c553714cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:28.155173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Attempting to bind port 6bb024c3-374c-46a6-9af2-61238673e4a3 on network 1c5b7c07-cfd3-4d68-b14a-433c553714cd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:28.159399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c7c92c7d-aa92-4a49-b6ac-f62e5bcdccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.181713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:28.182368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Checking segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:28.183033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Bound using segment: {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:28.183725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Bound port: 6bb024c3-374c-46a6-9af2-61238673e4a3, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7870ae-374c-42e7-a23e-7f286e5a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:28.184392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.369844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:28.373947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6bb024c3-374c-46a6-9af2-61238673e4a3,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:28.387616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.446546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48e319f0-9576-451b-8305-bcb783a30725 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.453320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48e319f0-9576-451b-8305-bcb783a30725 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.455856 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48e319f0-9576-451b-8305-bcb783a30725 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "GET /v2.0/networks?id=a67550bc-a95e-4e60-a799-450a7904a7ca&id=ae2dff2c-04e2-4615-b924-d0456402e8c6&id=a67550bc-a95e-4e60-a799-450a7904a7ca HTTP/1.1" status: 200 len: 1391 time: 0.2874658 Aug 19 17:54:28.458202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.458819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.463761 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] 10.222.0.42 "PUT /v2.0/ports/6bb024c3-374c-46a6-9af2-61238673e4a3 HTTP/1.1" status: 200 len: 1093 time: 1.1630318 Aug 19 17:54:28.484654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'admin_state_up': True, 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:28.510311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:28.510710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Checking segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:28.511063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Bound using segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:28.511550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Bound port: b61ef1c6-56dc-4117-8d01-978abbc79e5b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:28.511923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.530653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-aac2792c-02ee-4326-8840-06c793d66824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.532214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-aac2792c-02ee-4326-8840-06c793d66824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5805902 Aug 19 17:54:28.540176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d641056-9874-4c76-b6ce-18b2788a4e03 req-2da99411-2905-492c-a204-72065d626950 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937551 Aug 19 17:54:28.648691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-52b83955-cc8f-426c-b89b-c926c194420f service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055155 Aug 19 17:54:28.650182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.662607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae39f-d05c-49c3-a9b3-87f1beaf4f9d service neutron] Pushing event updated for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:28.692968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-fd82c5cb-7869-492b-ad5f-edf4c6fe2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.694753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-fd82c5cb-7869-492b-ad5f-edf4c6fe2fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=591a29bf65194452b649696a7905cb4a&device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 1096 time: 0.1815348 Aug 19 17:54:28.709443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:28.715042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:28.759702 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-37611273-0ebd-43cc-bb26-303c9dd63b0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb024c3-374c-46a6-9af2-61238673e4a3 HTTP/1.1" status: 200 len: 217 time: 0.0544240 Aug 19 17:54:28.848444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-027e58bc-8696-4a08-aeaf-fbea6f0d5a8b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413428 Aug 19 17:54:28.858349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-df046d39-c750-4f07-a1ef-ac24a41e53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.859861 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-df046d39-c750-4f07-a1ef-ac24a41e53c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a730b1e-5484-48fa-a01d-ba6d0ad20275 HTTP/1.1" status: 200 len: 855 time: 0.0905273 Aug 19 17:54:28.947095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Allocated IP 19.80.0.235 (a67550bc-a95e-4e60-a799-450a7904a7ca/17ef86c4-7a50-4b76-b572-4ca41ab32de1/5e7308e0-c137-4429-9461-48570b79fdb5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:28.953005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-82a68cc9-d57f-4d89-83be-5d50bbc196a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.954873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-82a68cc9-d57f-4d89-83be-5d50bbc196a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c5b7c07-cfd3-4d68-b14a-433c553714cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862207 Aug 19 17:54:28.957878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:28.996545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf072d8-caec-48bf-bbbf-5c344ad70811 req-6ee9062a-d8a2-45e9-8d0a-96deb465f462 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:28.997999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bf072d8-caec-48bf-bbbf-5c344ad70811 req-6ee9062a-d8a2-45e9-8d0a-96deb465f462 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.3033643 Aug 19 17:54:29.009201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:29.019954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93458f09-9213-4f0f-8423-0babe2c11a3e req-abd053db-4e43-4667-97a2-d57fe02a8591 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541532 Aug 19 17:54:29.030398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.067850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Allocated IP 172.25.5.89 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/2d3a3f06-654d-4d5a-952e-266fc5bfd655) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:29.125506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.126144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.127618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] 10.222.0.13 "PUT /v2.0/ports/b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 1093 time: 3.7231269 Aug 19 17:54:29.134242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afdd65bf-c1e1-499a-8634-50b7d18ce80f req-0b6a858d-5096-4daa-9880-cf0ec297051e service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768066 Aug 19 17:54:29.200338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bf072d8-caec-48bf-bbbf-5c344ad70811 req-d8d0b3ae-c922-4549-90e3-1520787987e1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867082 Aug 19 17:54:29.216622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84be42-f9f6-4f8c-b844-08c973bc111e service neutron] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:29.280544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-f0efab4f-8ff9-4346-9454-f1e70b14b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.282415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-f0efab4f-8ff9-4346-9454-f1e70b14b298 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1096 time: 0.0776103 Aug 19 17:54:29.345579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-92470a2c-722b-44a4-aabd-f354e711111e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.0469000 Aug 19 17:54:29.348467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.389267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20c8bd31-96b2-4a27-84ed-d42f58538eff req-1ef409b6-9bc3-4e31-8b40-994df640b7c2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 210 time: 0.0456591 Aug 19 17:54:29.435495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-f3179d47-f241-4f13-a7e5-e462e36e3b59 service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719222 Aug 19 17:54:29.446160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d585-4a33-4279-be6a-4b583de731ef req-8728f076-e0bc-4944-b1d3-e78337cde4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.447679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-8728f076-e0bc-4944-b1d3-e78337cde4e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.0868123 Aug 19 17:54:29.482705 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdcd93-a855-4938-ac2c-996b3b980144 x-openstack-request-id: req-21cdcd93-a855-4938-ac2c-996b3b980144 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:29.483000 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:29.483253 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21cdcd93-a855-4938-ac2c-996b3b980144 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:29.483683 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9', 'status': 'completed', 'code': 200} Aug 19 17:54:29.487312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-09f5a54e-7d1b-4515-ae1f-2f484476d1de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319467 Aug 19 17:54:29.494733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.552367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.586877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Transition to ACTIVE for port object 5e7308e0-c137-4429-9461-48570b79fdb5 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:29.596347 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e5752871-ab08-46aa-b1d0-759a9aaf1467 req-e4299618-c17b-4ba0-aee7-080d98102379 service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503170 Aug 19 17:54:29.627901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:29.637122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.656401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:29.664076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:29.689804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network a67550bc-a95e-4e60-a799-450a7904a7ca is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:29.693244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:29.696790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:29.716200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=2d3a3f06-654d-4d5a-952e-266fc5bfd655,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:29.739423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:29.741890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-3cf8a043-bbd3-4005-b73a-13bf54331c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.743511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-3cf8a043-bbd3-4005-b73a-13bf54331c28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 1099 time: 0.2419798 Aug 19 17:54:29.756312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c26b-4848-4318-929e-914fe0c75dbc req-ab19726b-84ae-47bf-ab92-2bd64f3101f0 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.756709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:29.757443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:29.757839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08b5c26b-4848-4318-929e-914fe0c75dbc req-ab19726b-84ae-47bf-ab92-2bd64f3101f0 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 950 time: 0.1731637 Aug 19 17:54:29.773653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d8b3fe7f-8472-48aa-a3fc-eee7faf086d4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2965329 Aug 19 17:54:29.779363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-fb67ce95-cb02-415a-8765-9b9fa022bfc9 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807684 Aug 19 17:54:29.796731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6', 'admin_state_up': True, 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:29.936564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:54:29.940698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08b5c26b-4848-4318-929e-914fe0c75dbc req-75a6186c-f997-4ebb-9449-17ed034fc5a2 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Aug 19 17:54:29.966675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:29.974779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.005226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.023738 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb0e48-63ce-4da8-a6d0-8205657835e0 x-openstack-request-id: req-6acb0e48-63ce-4da8-a6d0-8205657835e0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:30.024320 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-plugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26", "code": 200}, {"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:30.024320 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6acb0e48-63ce-4da8-a6d0-8205657835e0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:30.024735 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'code': 200} Aug 19 17:54:30.024979 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'code': 200} Aug 19 17:54:30.034400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9844d585-4a33-4279-be6a-4b583de731ef req-672e0cb8-0c0e-454f-88da-54cd5eadf861 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099042 Aug 19 17:54:30.049759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1212394d-27ce-4e6a-b4f3-a8980233917e None None] Provisioning for port 5e7308e0-c137-4429-9461-48570b79fdb5 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:30.052165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-b7cd38ea-ba3f-4d1e-b630-946aa910fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.053274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-b7cd38ea-ba3f-4d1e-b630-946aa910fb6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2918203 Aug 19 17:54:30.055062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1212394d-27ce-4e6a-b4f3-a8980233917e None None] Provisioning complete for port 5e7308e0-c137-4429-9461-48570b79fdb5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:30.059435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1212394d-27ce-4e6a-b4f3-a8980233917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.128006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1212394d-27ce-4e6a-b4f3-a8980233917e None None] Port 5e7308e0-c137-4429-9461-48570b79fdb5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:30.152222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-d250c8fd-dfde-4d2c-9629-bdf2ae55ce5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9 HTTP/1.1" status: 200 len: 217 time: 0.0897717 Aug 19 17:54:30.213706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Allocated IP 19.86.0.235 (ae2dff2c-04e2-4615-b924-d0456402e8c6/7fdfaa40-f338-493d-b1ba-68acddc030f1/4e56c864-2536-4545-8f3f-5371ff70506f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:30.220828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe0c88-9565-44dd-8c2a-1b0c1885ed23 req-45794b6c-2dba-4e23-a8e1-c3c579fc4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.223572 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-61fe0c88-9565-44dd-8c2a-1b0c1885ed23 req-45794b6c-2dba-4e23-a8e1-c3c579fc4c5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 1102 time: 0.1075721 Aug 19 17:54:30.252244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.301879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-61fe0c88-9565-44dd-8c2a-1b0c1885ed23 req-9ed22758-4e2d-48b6-ab45-fdc385f65b94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Aug 19 17:54:30.303234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-15cdedfc-9a05-403c-a191-aa87b40df62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.304644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-15cdedfc-9a05-403c-a191-aa87b40df62f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1244781 Aug 19 17:54:30.320848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701c1f5-36ba-46bf-9d4b-a7aa1a1ea212 req-b36ecd96-e96e-4126-9fed-81874fd8dc2c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.322912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d701c1f5-36ba-46bf-9d4b-a7aa1a1ea212 req-b36ecd96-e96e-4126-9fed-81874fd8dc2c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.1914921 Aug 19 17:54:30.351822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c058-8a90-49d8-9fff-5d339ac820f7 req-e3746e1e-7e6d-4ecf-9356-34f6fc007d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.354087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f855c058-8a90-49d8-9fff-5d339ac820f7 req-e3746e1e-7e6d-4ecf-9356-34f6fc007d8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 1102 time: 0.1718318 Aug 19 17:54:30.417716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.432598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Transition to ACTIVE for port object 4e56c864-2536-4545-8f3f-5371ff70506f will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:30.451253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d701c1f5-36ba-46bf-9d4b-a7aa1a1ea212 req-ac39f47e-0f98-4a68-a11f-202564ce99de tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175034 Aug 19 17:54:30.454383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f855c058-8a90-49d8-9fff-5d339ac820f7 req-14d22f40-803a-40c0-84ce-05e0d22d60e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Aug 19 17:54:30.470660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.523139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:30.528375 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1eca0-c222-4f17-9c6f-2c01aa3e80ca x-openstack-request-id: req-c1b1eca0-c222-4f17-9c6f-2c01aa3e80ca {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:30.528912 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:30.529371 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1b1eca0-c222-4f17-9c6f-2c01aa3e80ca {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:30.530102 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a', 'status': 'completed', 'code': 200} Aug 19 17:54:30.534862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:30.538511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:30.539481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dc581991-faef-4a5b-b5a4-4b45eb8135e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.542480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:30.599973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-d9bd3c0b-cd6d-4c2a-bb27-a9c96d16925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.602713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-d9bd3c0b-cd6d-4c2a-bb27-a9c96d16925d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098552 Aug 19 17:54:30.639325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.639325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.650662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-40aa26ac-4bcf-446c-adc9-1e58120c80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.652346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-40aa26ac-4bcf-446c-adc9-1e58120c80a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 1102 time: 0.0823703 Aug 19 17:54:30.660507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-ad3c15b1-692a-4dca-ae19-0a25fb9b458c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8682115 Aug 19 17:54:30.708734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.725381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.751504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'admin_state_up': True, 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:30.808393 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.810713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-44778e7e-de96-4de5-86af-306c15ae0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.812304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-44778e7e-de96-4de5-86af-306c15ae0df4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1508470 Aug 19 17:54:30.816781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a061e7-48c9-4a49-b6d6-0f47dbc345b1 req-3cef98fa-42e7-4ea0-a065-0e36af3b82b4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.818975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81a061e7-48c9-4a49-b6d6-0f47dbc345b1 req-3cef98fa-42e7-4ea0-a065-0e36af3b82b4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 950 time: 0.1953750 Aug 19 17:54:30.854766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6538a1e5-09c5-4fce-9edb-1b925a396660 None None] Provisioning for port 4e56c864-2536-4545-8f3f-5371ff70506f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:30.859909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6538a1e5-09c5-4fce-9edb-1b925a396660 None None] Provisioning complete for port 4e56c864-2536-4545-8f3f-5371ff70506f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:30.860608 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6538a1e5-09c5-4fce-9edb-1b925a396660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.866214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-fabd428b-9b31-4ea6-9c2d-2dc4e1ae5b84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=26cbc4a9-807c-40ee-9740-dc618885135a HTTP/1.1" status: 200 len: 217 time: 0.0415921 Aug 19 17:54:30.892533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81a061e7-48c9-4a49-b6d6-0f47dbc345b1 req-62953748-8fa3-4f36-8446-fbbbd766cc22 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Aug 19 17:54:30.905783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6538a1e5-09c5-4fce-9edb-1b925a396660 None None] Port 4e56c864-2536-4545-8f3f-5371ff70506f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:30.912783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=2d3a3f06-654d-4d5a-952e-266fc5bfd655,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:30.950114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-6c9b1f18-6a99-44fb-9fa6-1087db70fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:30.951650 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-6c9b1f18-6a99-44fb-9fa6-1087db70fe41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0730152 Aug 19 17:54:30.972395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:30.975999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:30.989232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-e3ee2f68-10c2-46f1-a261-b5aaf5a173e8 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777130 Aug 19 17:54:30.990013 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.067621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-70b54ac1-849f-4689-862c-1f91bf374e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.069148 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-70b54ac1-849f-4689-862c-1f91bf374e73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088789 Aug 19 17:54:31.080304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.081527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-02aef259-e4f9-4f84-b779-290c8387108f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0738647 Aug 19 17:54:31.153643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066ecfb-44aa-4f08-aa6d-762b72c99732 req-06312071-0221-446b-ba74-f10c032c6a61 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.155338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3066ecfb-44aa-4f08-aa6d-762b72c99732 req-06312071-0221-446b-ba74-f10c032c6a61 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.1610148 Aug 19 17:54:31.181063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-221939ba-8049-4bbd-ae54-ae25fd7795c8 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.0887120 Aug 19 17:54:31.197450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ce3350d-a8c0-478b-b8a9-159ae4ca17c1 req-4000a77c-36a9-4168-8d5e-a04953160bf6 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906500 Aug 19 17:54:31.205030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Allocated IP 19.80.0.19 (a67550bc-a95e-4e60-a799-450a7904a7ca/17ef86c4-7a50-4b76-b572-4ca41ab32de1/f2224222-44e6-4c13-968e-eb1b9926124a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:31.223150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-962c4fad-8c91-4bf6-bac3-54f538ea3c61 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450849 Aug 19 17:54:31.405127 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a246fb6b-0c7e-481b-b88b-96c4f35619dd req-36623e34-3f73-4850-9606-c0d089266e5f service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703918 Aug 19 17:54:31.452709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.469996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Transition to ACTIVE for port object f2224222-44e6-4c13-968e-eb1b9926124a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:31.511940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.564596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:31.566884 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b" -d '{"events": [{"name": "network-changed", "server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:31.570885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network a67550bc-a95e-4e60-a799-450a7904a7ca is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:31.574007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:31.577103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:31.589042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3066ecfb-44aa-4f08-aa6d-762b72c99732 req-fc2f43df-e611-4c01-bd83-6a7fc7505f52 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221582 Aug 19 17:54:31.610637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:31.667165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-a7cd65e8-26a9-4e5d-b238-10af64d02123 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.676156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.676720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.678965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d8f2df-2c60-451a-b58d-6838ec9f5670 req-a7cd65e8-26a9-4e5d-b238-10af64d02123 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.4874160 Aug 19 17:54:31.695279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c6528d3c-0b47-40b6-87eb-909ebe6202dc tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9485362 Aug 19 17:54:31.714933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:31.740012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6708c3cc-99c7-42ba-90b3-b67a101191f9 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:31.748646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb85b8-0408-40c8-9433-1cce63239e58 req-0ef547ea-b4b2-4f37-8a2d-feb48ea517d4 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.750337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bbb85b8-0408-40c8-9433-1cce63239e58 req-0ef547ea-b4b2-4f37-8a2d-feb48ea517d4 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 944 time: 0.0703838 Aug 19 17:54:31.782375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:31.821953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bbb85b8-0408-40c8-9433-1cce63239e58 req-425289b8-1984-49f8-95d2-ebdc094ee3fe tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606146 Aug 19 17:54:31.836314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db678-2586-4cd1-982a-f1d412d802b1 req-ad55072b-b8b5-45e1-be0d-46cabc0e0f3e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.843282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db678-2586-4cd1-982a-f1d412d802b1 req-ad55072b-b8b5-45e1-be0d-46cabc0e0f3e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.849512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db678-2586-4cd1-982a-f1d412d802b1 req-ad55072b-b8b5-45e1-be0d-46cabc0e0f3e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.858124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c9db678-2586-4cd1-982a-f1d412d802b1 req-ad55072b-b8b5-45e1-be0d-46cabc0e0f3e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2376 time: 0.1066794 Aug 19 17:54:31.913308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c9db678-2586-4cd1-982a-f1d412d802b1 req-9624980e-9bad-408d-9047-628c229319b1 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Aug 19 17:54:31.983026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277e3c6-7d8d-4a92-8cc2-85319ccd59b6 req-6f9f1d2a-bc41-4564-b15d-98715b5ca536 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:31.984726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d277e3c6-7d8d-4a92-8cc2-85319ccd59b6 req-6f9f1d2a-bc41-4564-b15d-98715b5ca536 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 950 time: 0.0704088 Aug 19 17:54:32.012938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.017553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48f4274f-5d76-43c8-9de2-d67b0ebf226b None None] Provisioning for port f2224222-44e6-4c13-968e-eb1b9926124a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:32.029453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:32.032402 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94472f9-5941-4aa2-8f35-1ccdf8d9768c" -d '{"events": [{"server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "name": "network-vif-plugged", "status": "completed", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:32.037446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48f4274f-5d76-43c8-9de2-d67b0ebf226b None None] Provisioning complete for port f2224222-44e6-4c13-968e-eb1b9926124a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:32.037892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48f4274f-5d76-43c8-9de2-d67b0ebf226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.050381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d277e3c6-7d8d-4a92-8cc2-85319ccd59b6 req-9d5c31dd-bc6f-4bc7-ab92-9517efcd50c9 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Aug 19 17:54:32.069520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d65d61-f8c4-49bc-9533-4c84555c9743 req-65c86f3c-c0af-4022-aded-8cb7d3709675 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.071822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0d65d61-f8c4-49bc-9533-4c84555c9743 req-65c86f3c-c0af-4022-aded-8cb7d3709675 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.0860741 Aug 19 17:54:32.073137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:32.093426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '6708c3cc-99c7-42ba-90b3-b67a101191f9', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '6708c3cc-99c7-42ba-90b3-b67a101191f9', 'mac_address': 'fa:16:3e:ba:99:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:32.096053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-48f4274f-5d76-43c8-9de2-d67b0ebf226b None None] Port f2224222-44e6-4c13-968e-eb1b9926124a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:32.126274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0d65d61-f8c4-49bc-9533-4c84555c9743 req-16c7cc03-a938-41fc-b148-0e602f12b745 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Aug 19 17:54:32.127728 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791b240-d06b-493e-b23d-1ce4e3e419a7 x-openstack-request-id: req-e791b240-d06b-493e-b23d-1ce4e3e419a7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:32.128017 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:32.128265 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e791b240-d06b-493e-b23d-1ce4e3e419a7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:32.128643 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'status': 'completed', 'code': 200} Aug 19 17:54:32.136998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.151437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6708c3cc-99c7-42ba-90b3-b67a101191f9 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:32.165698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7308e0-c137-4429-9461-48570b79fdb5 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:32.177748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.182800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:32.187243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.197106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Transition to ACTIVE for port object 5e7308e0-c137-4429-9461-48570b79fdb5 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:32.203149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.256455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:32.304287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:32.311732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:32.374414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Attempting to bind port 5e7308e0-c137-4429-9461-48570b79fdb5 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:32.374849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Attempting to bind port 5e7308e0-c137-4429-9461-48570b79fdb5 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:32.375319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Attempting to bind port 5e7308e0-c137-4429-9461-48570b79fdb5 on network a67550bc-a95e-4e60-a799-450a7904a7ca {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:32.376222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-8e6fb8b6-9672-4733-b398-768de62c0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.378109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-8e6fb8b6-9672-4733-b398-768de62c0a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1096 time: 0.2087636 Aug 19 17:54:32.380122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Port 5e7308e0-c137-4429-9461-48570b79fdb5 on network a67550bc-a95e-4e60-a799-450a7904a7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:32.380508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Attempting to bind port 5e7308e0-c137-4429-9461-48570b79fdb5 on network a67550bc-a95e-4e60-a799-450a7904a7ca {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:32.386302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:32.386728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Checking segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:32.387742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Bound using segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:32.387742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Bound port: 5e7308e0-c137-4429-9461-48570b79fdb5, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:32.388185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.450130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['6708c3cc-99c7-42ba-90b3-b67a101191f9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:32.458857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-6a76d7c5-b409-434a-ae49-60cfee04b00f tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2802696 Aug 19 17:54:32.468135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f3589-4cc3-4cff-9fa9-0510ef48cd71 req-7d457e9b-25b8-438b-9eaa-f4933257be2e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.473766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:32.475435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c17f3589-4cc3-4cff-9fa9-0510ef48cd71 req-7d457e9b-25b8-438b-9eaa-f4933257be2e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 950 time: 0.1577053 Aug 19 17:54:32.477387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5e7308e0-c137-4429-9461-48570b79fdb5,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:32.482902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.490500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:32.501149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:32.520816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'port_id': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'mac_address': 'fa:16:3e:8b:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09898fa-866c-4dca-a4a6-d476e517a76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:32.529484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.530278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.531813 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e7308e0-c137-4429-9461-48570b79fdb5 HTTP/1.1" status: 200 len: 1093 time: 0.8225870 Aug 19 17:54:32.532375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3'}, {'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:32.534828 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d" -d '{"events": [{"name": "network-changed", "server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3"}, {"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:32.544052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.569827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:32.595232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a41e-6de4-4de4-a73b-041c04485788 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:32.621569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.643988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.650141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c17f3589-4cc3-4cff-9fa9-0510ef48cd71 req-bf68f272-bfc9-4a4e-8978-4d20f29143b7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686518 Aug 19 17:54:32.668683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-35d8f151-f2f8-4ca8-b3b0-0b416c3a3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.670470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-35d8f151-f2f8-4ca8-b3b0-0b416c3a3f1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.2808793 Aug 19 17:54:32.680032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:32.726261 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a024fb9b-9082-4f49-894f-ad92c76bab32 x-openstack-request-id: req-a024fb9b-9082-4f49-894f-ad92c76bab32 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:32.726551 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "name": "network-vif-plugged", "status": "completed", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:32.726804 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a024fb9b-9082-4f49-894f-ad92c76bab32 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:32.727221 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a', 'code': 200} Aug 19 17:54:32.736403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:32.743777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:32.751476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-28d57245-4963-492b-8d5f-00881aa954e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.0723426 Aug 19 17:54:32.829480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:32.871705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-247fc89e-0334-4111-8c91-0985f6549f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.873201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-247fc89e-0334-4111-8c91-0985f6549f74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.1100862 Aug 19 17:54:32.913953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-66a02aba-5fe2-4638-8a56-3ea0f94e62e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316734 Aug 19 17:54:32.917962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305daeab-6ba3-4052-83ee-ef47d055be15 req-4e587a40-77a1-4498-9974-97119875cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.919423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-305daeab-6ba3-4052-83ee-ef47d055be15 req-4e587a40-77a1-4498-9974-97119875cd6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 1102 time: 0.1087544 Aug 19 17:54:32.926558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892b7f-fc0c-4fbf-bd33-2bcac860c33e req-d813bebd-42ad-4123-a650-b028dda0ce9a tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:32.928023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae892b7f-fc0c-4fbf-bd33-2bcac860c33e req-d813bebd-42ad-4123-a650-b028dda0ce9a tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 950 time: 0.1160872 Aug 19 17:54:32.982090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-305daeab-6ba3-4052-83ee-ef47d055be15 req-25694600-f071-429d-8847-1574a96fbd3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531721 Aug 19 17:54:32.996978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.035158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e56c864-2536-4545-8f3f-5371ff70506f {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:33.042513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.054745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Transition to ACTIVE for port object 4e56c864-2536-4545-8f3f-5371ff70506f will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:33.059003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.064574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae892b7f-fc0c-4fbf-bd33-2bcac860c33e req-d0dcebf6-e63f-4b51-bede-025ae9b02f0b tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254098 Aug 19 17:54:33.075303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:33.104825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-e68370bc-550e-4875-a4f7-7baa1a712934 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753485 Aug 19 17:54:33.112614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:33.200570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Attempting to bind port 4e56c864-2536-4545-8f3f-5371ff70506f on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:33.201291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Attempting to bind port 4e56c864-2536-4545-8f3f-5371ff70506f by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:33.201291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Attempting to bind port 4e56c864-2536-4545-8f3f-5371ff70506f on network ae2dff2c-04e2-4615-b924-d0456402e8c6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:33.205931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Port 4e56c864-2536-4545-8f3f-5371ff70506f on network ae2dff2c-04e2-4615-b924-d0456402e8c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:33.206251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Attempting to bind port 4e56c864-2536-4545-8f3f-5371ff70506f on network ae2dff2c-04e2-4615-b924-d0456402e8c6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:33.213483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:33.213483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Checking segment: {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:33.213794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Bound using segment: {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:33.213969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Allocated IP 172.25.5.85 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/44a80d14-e2dd-4801-86e6-858586d19035) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:33.214243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Bound port: 4e56c864-2536-4545-8f3f-5371ff70506f, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:33.214609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.331026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c261bb-4cdb-4cbc-8d0a-a434c44b138b req-942aab98-0abf-48f1-a524-354d4938fe0b service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020879 Aug 19 17:54:33.343174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:33.351022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4e56c864-2536-4545-8f3f-5371ff70506f,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:33.358786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.380970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.381180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.382521 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e56c864-2536-4545-8f3f-5371ff70506f HTTP/1.1" status: 200 len: 1093 time: 0.8171401 Aug 19 17:54:33.418813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.423527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Request body: {'port': {'device_id': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:33.438382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.463955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94d0c-1b63-4e7f-9710-8877aa2051b5 req-9293dac2-0dea-432c-bff2-e8c040fcd92f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.465512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ac94d0c-1b63-4e7f-9710-8877aa2051b5 req-9293dac2-0dea-432c-bff2-e8c040fcd92f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.0888083 Aug 19 17:54:33.496788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ebba2-12fc-4c1f-81e3-480925224007 service neutron] Pushing event updated for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:33.509400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.526531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.542537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ac94d0c-1b63-4e7f-9710-8877aa2051b5 req-ca48e226-1121-4ad7-bb93-4aa2fa3ce76f tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Aug 19 17:54:33.575150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:33.578107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:33.580477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:33.628653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=44a80d14-e2dd-4801-86e6-858586d19035,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:33.646043 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee4f440-b044-42f4-9298-e93ca028ebd8 x-openstack-request-id: req-0ee4f440-b044-42f4-9298-e93ca028ebd8 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:33.646419 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:33.646742 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ee4f440-b044-42f4-9298-e93ca028ebd8 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:33.647212 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'status': 'completed', 'code': 200} Aug 19 17:54:33.647569 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5', 'status': 'completed', 'code': 200} Aug 19 17:54:33.706073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-3ca44918-dfe1-4670-b987-c1e2f702df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.707710 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-3ca44918-dfe1-4670-b987-c1e2f702df2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=591a29bf65194452b649696a7905cb4a&device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 1096 time: 0.0593393 Aug 19 17:54:33.738011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6708c3cc-99c7-42ba-90b3-b67a101191f9 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:33.750604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.778976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-8034ebc6-d115-4f13-bd52-5dbcf1c9fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.779764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-8034ebc6-d115-4f13-bd52-5dbcf1c9fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.779950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-8034ebc6-d115-4f13-bd52-5dbcf1c9fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.781696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-8034ebc6-d115-4f13-bd52-5dbcf1c9fb64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2800 time: 0.1077504 Aug 19 17:54:33.800308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 6708c3cc-99c7-42ba-90b3-b67a101191f9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:33.808006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 6708c3cc-99c7-42ba-90b3-b67a101191f9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:33.808634 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.853285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154070b-68e1-434f-9593-ce9b69ea0c1e req-94df4940-6230-4067-9a09-7208f67a14a0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.855082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5154070b-68e1-434f-9593-ce9b69ea0c1e req-94df4940-6230-4067-9a09-7208f67a14a0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 944 time: 0.1512370 Aug 19 17:54:33.875673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-48da4086-3945-4791-8633-06ebd461dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:33.877153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-48da4086-3945-4791-8633-06ebd461dbea service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c5b7c07-cfd3-4d68-b14a-433c553714cd HTTP/1.1" status: 200 len: 917 time: 0.1605518 Aug 19 17:54:33.893457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.896279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.929632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:33.931076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-77315aec-1976-4fde-b62a-7369bb47f32c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb024c3-374c-46a6-9af2-61238673e4a3 HTTP/1.1" status: 200 len: 217 time: 0.0450280 Aug 19 17:54:33.934304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:33.986390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:34.000891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2224222-44e6-4c13-968e-eb1b9926124a {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:34.011916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.021539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-156fe39f-609c-4d26-9d27-7c9a26e93012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.023007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-156fe39f-609c-4d26-9d27-7c9a26e93012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a730b1e-5484-48fa-a01d-ba6d0ad20275 HTTP/1.1" status: 200 len: 855 time: 0.0692332 Aug 19 17:54:34.030128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Transition to ACTIVE for port object f2224222-44e6-4c13-968e-eb1b9926124a will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:34.041479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.062353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5154070b-68e1-434f-9593-ce9b69ea0c1e req-49f1c0ec-9356-4db8-9d6e-5500016f1854 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754704 Aug 19 17:54:34.086478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-b92bfa6a-f358-4333-b17f-5e7d5fd7fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.086478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-b92bfa6a-f358-4333-b17f-5e7d5fd7fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.086478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-b92bfa6a-f358-4333-b17f-5e7d5fd7fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.086478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-b92bfa6a-f358-4333-b17f-5e7d5fd7fb4e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2845993 Aug 19 17:54:34.124391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Pushing event updated for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:34.143149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-afb62898-2bd2-4142-a6c7-af68d541b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.144697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-afb62898-2bd2-4142-a6c7-af68d541b5ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c5b7c07-cfd3-4d68-b14a-433c553714cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123338 Aug 19 17:54:34.265284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Attempting to bind port f2224222-44e6-4c13-968e-eb1b9926124a on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:34.265699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Attempting to bind port f2224222-44e6-4c13-968e-eb1b9926124a by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:34.265948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Attempting to bind port f2224222-44e6-4c13-968e-eb1b9926124a on network a67550bc-a95e-4e60-a799-450a7904a7ca {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:34.277638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Port f2224222-44e6-4c13-968e-eb1b9926124a on network a67550bc-a95e-4e60-a799-450a7904a7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:34.278347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Attempting to bind port f2224222-44e6-4c13-968e-eb1b9926124a on network a67550bc-a95e-4e60-a799-450a7904a7ca {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:34.295573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:34.296005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Checking segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:34.296499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Bound using segment: {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:34.296829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Bound port: f2224222-44e6-4c13-968e-eb1b9926124a, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:34.297182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.324595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:34.375651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:34.378931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f2224222-44e6-4c13-968e-eb1b9926124a,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:34.383797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-90880c74-d145-4590-8182-285e6bc8de82 service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200270 Aug 19 17:54:34.385476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.391778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32629c-6272-4a69-9f8c-0945f4d91c33 req-b5cc0dcb-2a78-41c8-97b0-77cbf274242d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.400339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32629c-6272-4a69-9f8c-0945f4d91c33 req-b5cc0dcb-2a78-41c8-97b0-77cbf274242d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.406694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32629c-6272-4a69-9f8c-0945f4d91c33 req-b5cc0dcb-2a78-41c8-97b0-77cbf274242d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.408486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e32629c-6272-4a69-9f8c-0945f4d91c33 req-b5cc0dcb-2a78-41c8-97b0-77cbf274242d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2412 time: 0.2523139 Aug 19 17:54:34.419835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b61ef1c6-56dc-4117-8d01-978abbc79e5b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:34.425359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b61ef1c6-56dc-4117-8d01-978abbc79e5b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:34.425948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.454222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-04d3d10e-6e8b-4573-9850-34d534612733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.455749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-04d3d10e-6e8b-4573-9850-34d534612733 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3406606 Aug 19 17:54:34.484922 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.492642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.520528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.521467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.523700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2224222-44e6-4c13-968e-eb1b9926124a HTTP/1.1" status: 200 len: 1092 time: 1.1060939 Aug 19 17:54:34.529223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e32629c-6272-4a69-9f8c-0945f4d91c33 req-db91ce9c-cadb-48d1-9559-5b294fde9984 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950456 Aug 19 17:54:34.531389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.580584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:34.585362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.646925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.650238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:34.656931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event updated for resources: {'Port': ['ID=44a80d14-e2dd-4801-86e6-858586d19035,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:34.687067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:34.688408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-29565891-3eb5-42cc-b674-5384c2838849 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2287228 Aug 19 17:54:34.709329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769470f-ac0a-4572-91e5-b4689bce0868 service neutron] Pushing event updated for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:34.715646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-25c836f2-6e31-4fe0-b6e5-d3b14579ad2d req-380acef8-dba0-4456-a3dd-edc5c70ee0e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213701 Aug 19 17:54:34.726015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c84a3cb5-1a13-468b-9960-f4fcacc29fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.726654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c84a3cb5-1a13-468b-9960-f4fcacc29fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.727905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c84a3cb5-1a13-468b-9960-f4fcacc29fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.728239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9'}, {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:34.729855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-c84a3cb5-1a13-468b-9960-f4fcacc29fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2868 time: 0.1387546 Aug 19 17:54:34.731204 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adcbaf8-c2e9-4944-8dac-7ad84106b5ac" -d '{"events": [{"server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "name": "network-vif-plugged", "status": "completed", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9"}, {"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:34.758274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-92dc044f-04a0-4345-889b-cd8d7bdc94af tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0626590 Aug 19 17:54:34.783895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-89ffe2ec-120b-44eb-8a00-01e88f3997af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=5e7308e0-c137-4429-9461-48570b79fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0395427 Aug 19 17:54:34.838556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d6f96b82-7d72-4a96-8117-0344ba3d1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.840198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d6f96b82-7d72-4a96-8117-0344ba3d1715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17ef86c4-7a50-4b76-b572-4ca41ab32de1 HTTP/1.1" status: 200 len: 801 time: 0.0459678 Aug 19 17:54:34.882553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-96266059-6a11-4c6b-8766-9d0938127670 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.884650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2afdc22-07cf-4360-949c-1cd20954d4f2 req-96266059-6a11-4c6b-8766-9d0938127670 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1206286 Aug 19 17:54:34.933119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-18881b7e-1257-4dcc-9553-f949c57111bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.935927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-18881b7e-1257-4dcc-9553-f949c57111bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a67550bc-a95e-4e60-a799-450a7904a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884740 Aug 19 17:54:34.950452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bce63e-a818-40cd-90fd-41318fe16016 req-3e95d01d-c930-49d1-b8af-6d1bf6ca0978 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:34.951981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99bce63e-a818-40cd-90fd-41318fe16016 req-3e95d01d-c930-49d1-b8af-6d1bf6ca0978 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 949 time: 0.0795205 Aug 19 17:54:35.024262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121e642-907e-4791-8d74-2b2d97034ff5 req-cdfbe28f-5445-4555-9b68-2618625ac0b1 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.026083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4121e642-907e-4791-8d74-2b2d97034ff5 req-cdfbe28f-5445-4555-9b68-2618625ac0b1 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 949 time: 0.0823600 Aug 19 17:54:35.033651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff41b15-cb40-4aba-8de5-aafd2c103790 req-54d6b9c9-9ac9-4d64-a084-b16ca4d8ee8c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.035178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ff41b15-cb40-4aba-8de5-aafd2c103790 req-54d6b9c9-9ac9-4d64-a084-b16ca4d8ee8c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0801125 Aug 19 17:54:35.103666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4121e642-907e-4791-8d74-2b2d97034ff5 req-15ee120e-3b9c-41cd-b8ee-ada65fb7ba9d tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672903 Aug 19 17:54:35.112295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ff41b15-cb40-4aba-8de5-aafd2c103790 req-acd55846-9bee-4789-8cd0-adc0be650b2f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692620 Aug 19 17:54:35.253778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8056c0-a6a0-4cbb-9dc1-8f6ae51a8fa4 req-c5fd8386-4605-4f04-a3a8-cfa41aadd755 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.255323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d8056c0-a6a0-4cbb-9dc1-8f6ae51a8fa4 req-c5fd8386-4605-4f04-a3a8-cfa41aadd755 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.0814035 Aug 19 17:54:35.264239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129beb-610f-4d58-a133-3ad6c6bde5b4 req-b82a085b-f68e-4671-b239-a20968244c79 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.265750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5129beb-610f-4d58-a133-3ad6c6bde5b4 req-b82a085b-f68e-4671-b239-a20968244c79 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 950 time: 0.0814078 Aug 19 17:54:35.322850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d8056c0-a6a0-4cbb-9dc1-8f6ae51a8fa4 req-f7e94380-3b93-4caf-9fb6-42746c4d8627 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 19 17:54:35.325597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5129beb-610f-4d58-a133-3ad6c6bde5b4 req-08924509-0207-443e-8d50-390420aadbd1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Aug 19 17:54:35.377852 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c63db-3c5d-482a-8475-17c15407e21d x-openstack-request-id: req-1a6c63db-3c5d-482a-8475-17c15407e21d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:35.378998 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "name": "network-vif-plugged", "status": "completed", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9", "code": 200}, {"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:35.379143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-d6eda262-cc38-46b9-8aa3-ffcaea5f460a service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260578 Aug 19 17:54:35.379628 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a6c63db-3c5d-482a-8475-17c15407e21d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:35.380229 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9', 'code': 200} Aug 19 17:54:35.380836 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'code': 200} Aug 19 17:54:35.393963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Deleting port 7a5f2494-85fd-4487-bb04-912d82f57a34 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:35.394318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:35.427076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f234119-3e25-421f-be61-974ab98fa389 req-eab932db-fd63-424e-83a5-c8f6405e4ee7 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips/ac25d49c-1643-47e9-9140-9a8a6169a223 HTTP/1.1" status: 200 len: 692 time: 0.0619965 Aug 19 17:54:35.562302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] For port 7a5f2494-85fd-4487-bb04-912d82f57a34, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=7a5f2494-85fd-4487-bb04-912d82f57a34,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:35.562668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:35.578999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-e41af2d8-ed96-46e1-8daa-154828187f14 service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383836 Aug 19 17:54:35.579886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Calling delete_port for 7a5f2494-85fd-4487-bb04-912d82f57a34 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:35.633878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-cce9a07b-3c00-420a-b098-7e67915ea09f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.235&port_id=4e56c864-2536-4545-8f3f-5371ff70506f HTTP/1.1" status: 200 len: 217 time: 0.0439734 Aug 19 17:54:35.664881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f'}, {'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:35.667150 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f6725-eacf-4fb8-8c36-d3addbba2df6" -d '{"events": [{"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f"}, {"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:35.736741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-dc22e9bf-8719-4d95-802a-f838a0d55de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.738228 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-dc22e9bf-8719-4d95-802a-f838a0d55de8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fdfaa40-f338-493d-b1ba-68acddc030f1 HTTP/1.1" status: 200 len: 801 time: 0.0663722 Aug 19 17:54:35.826173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-1907c870-1066-46cc-9dfc-7038a2800426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.827704 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-1907c870-1066-46cc-9dfc-7038a2800426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae2dff2c-04e2-4615-b924-d0456402e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792377 Aug 19 17:54:35.837751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:35.850757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['59d99733-0c71-489e-affb-c5585c4cb2a8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:35.883980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Pushing event deleted for resources: {'Port': ['ID=7a5f2494-85fd-4487-bb04-912d82f57a34,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:35.959542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f234119-3e25-421f-be61-974ab98fa389 req-463786e2-a792-488b-99f2-dc357f02a8ab tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.972761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f234119-3e25-421f-be61-974ab98fa389 req-463786e2-a792-488b-99f2-dc357f02a8ab tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.5396450 Aug 19 17:54:35.985598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2faf67-5049-4de1-bd5e-a7129503551b req-f3687844-efc3-475d-a747-e71420b903c0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:35.987108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e2faf67-5049-4de1-bd5e-a7129503551b req-f3687844-efc3-475d-a747-e71420b903c0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 944 time: 0.4810936 Aug 19 17:54:35.999927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7436c-4148-4284-810c-54d5a944e691 req-636c6c52-32d2-4902-b212-a88731e9f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.005362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] No DVR routers for this DVR port 7a5f2494-85fd-4487-bb04-912d82f57a34 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:36.012168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:36.012761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bce7436c-4148-4284-810c-54d5a944e691 req-636c6c52-32d2-4902-b212-a88731e9f822 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 1101 time: 0.5055938 Aug 19 17:54:36.014315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99bce63e-a818-40cd-90fd-41318fe16016 req-4c1af17f-47d0-4ff1-b04c-d379ebb327aa tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "DELETE /v2.0/ports/7a5f2494-85fd-4487-bb04-912d82f57a34 HTTP/1.1" status: 204 len: 173 time: 1.0532031 Aug 19 17:54:36.022507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a700a7-4e97-4078-8ee4-f448f3a023b7 req-2e399e83-3e3e-40e4-8fad-338ad8ecc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.024025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13a700a7-4e97-4078-8ee4-f448f3a023b7 req-2e399e83-3e3e-40e4-8fad-338ad8ecc284 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1098 time: 0.4969990 Aug 19 17:54:36.061990 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-9ccc9b23-e7c9-4d28-ab03-a08c2bae0c60 service neutron] 10.222.0.13 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899381 Aug 19 17:54:36.154025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e2faf67-5049-4de1-bd5e-a7129503551b req-e4793117-9d6e-4f19-a5c8-88af3ad982e8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402328 Aug 19 17:54:36.171324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bce7436c-4148-4284-810c-54d5a944e691 req-96f6c0e1-b422-41f0-81c5-28057ebf4e20 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463475 Aug 19 17:54:36.198815 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-fe2d3454-935a-4384-9769-2c75e911659e service neutron] 10.222.0.13 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291566 Aug 19 17:54:36.201304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13a700a7-4e97-4078-8ee4-f448f3a023b7 req-af4f1699-f818-42fa-828e-7b1dd8dbae67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374218 Aug 19 17:54:36.292777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cdd8d-a604-49a4-b519-582c0e7de700 req-48390246-de87-41d6-9466-f8a93d1a6db7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.294261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00cdd8d-a604-49a4-b519-582c0e7de700 req-48390246-de87-41d6-9466-f8a93d1a6db7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 949 time: 0.0790622 Aug 19 17:54:36.308393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b642a63-19bc-4cef-b05b-e543ef4cf342 req-20d2334d-14e5-44e8-8554-3e4fa716a5a3 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.314196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b642a63-19bc-4cef-b05b-e543ef4cf342 req-20d2334d-14e5-44e8-8554-3e4fa716a5a3 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.320023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b642a63-19bc-4cef-b05b-e543ef4cf342 req-20d2334d-14e5-44e8-8554-3e4fa716a5a3 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.322198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b642a63-19bc-4cef-b05b-e543ef4cf342 req-20d2334d-14e5-44e8-8554-3e4fa716a5a3 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2412 time: 0.0805237 Aug 19 17:54:36.376217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00cdd8d-a604-49a4-b519-582c0e7de700 req-a38a92cd-f7b2-4b92-b2f9-58471d62f14c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Aug 19 17:54:36.381220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b642a63-19bc-4cef-b05b-e543ef4cf342 req-6286f661-1b72-42e7-958c-f5f04d90c9bd tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522380 Aug 19 17:54:36.422388 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acedbce5-49fc-4ed6-a70d-21476710f020 x-openstack-request-id: req-acedbce5-49fc-4ed6-a70d-21476710f020 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:36.422689 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:36.422946 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acedbce5-49fc-4ed6-a70d-21476710f020 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:36.423347 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f', 'status': 'completed', 'code': 200} Aug 19 17:54:36.423626 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a', 'status': 'completed', 'code': 200} Aug 19 17:54:36.456790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-cc3afc40-d0a0-4ce6-a2c6-f07b7a0769ae tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips/ac25d49c-1643-47e9-9140-9a8a6169a223 HTTP/1.1" status: 200 len: 692 time: 0.0476906 Aug 19 17:54:36.519812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-21187c5c-f115-45ca-adf1-441237c8a475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=f2224222-44e6-4c13-968e-eb1b9926124a HTTP/1.1" status: 200 len: 217 time: 0.0347519 Aug 19 17:54:36.547600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5381d099-f90c-428a-96e0-020c7b35b7b3 req-3d7148ab-d0f6-4ce2-8253-a30c649605b9 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6b0559-5294-4e27-8b5d-18df6fbcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0623960 Aug 19 17:54:36.585640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-78e026fc-047d-40c0-b855-45e1cb6bcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.587200 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-78e026fc-047d-40c0-b855-45e1cb6bcfbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17ef86c4-7a50-4b76-b572-4ca41ab32de1 HTTP/1.1" status: 200 len: 801 time: 0.0601528 Aug 19 17:54:36.601253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-a625bec0-eae0-46a1-b9fa-ac9a909bf127 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.603506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-a625bec0-eae0-46a1-b9fa-ac9a909bf127 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1399472 Aug 19 17:54:36.637103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-cfb08a1b-2b87-4fec-9383-fd13c081ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.638656 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-cfb08a1b-2b87-4fec-9383-fd13c081ee90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a67550bc-a95e-4e60-a799-450a7904a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426052 Aug 19 17:54:36.689683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-7bbd7b24-fc8e-4e16-8feb-cf7d99996f35 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0780287 Aug 19 17:54:36.707637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46fae-a9c6-4ba3-b492-6bfa46c3a656 req-9cc7fd2b-4aa2-4917-a94c-6906f83e1fa1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.709437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6d46fae-a9c6-4ba3-b492-6bfa46c3a656 req-9cc7fd2b-4aa2-4917-a94c-6906f83e1fa1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0993030 Aug 19 17:54:36.738634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-13c11a38-51af-4cdd-80f2-7c2acbb431ee service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892158 Aug 19 17:54:36.775249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-67049d1e-674e-4b68-97d0-eef658e36e27 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0746810 Aug 19 17:54:36.833324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6d46fae-a9c6-4ba3-b492-6bfa46c3a656 req-66030ce5-255a-481f-baa0-c247606d9116 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159163 Aug 19 17:54:36.869410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dbe4e807-517e-4a7c-b01d-5fbc99eb1040 req-11144121-e2a4-4312-a3eb-915543bd1262 service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054389 Aug 19 17:54:36.978408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Deleting port 44a80d14-e2dd-4801-86e6-858586d19035 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:36.978968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:36.984755 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-edd15759-0e2f-4a56-9ba2-9c5edee58f7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416508 Aug 19 17:54:36.988970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39c0e2-ba9a-4045-8bda-c61f80635247 req-340b5ff3-269e-4252-a298-4ab2f4e0c377 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:36.990587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b39c0e2-ba9a-4045-8bda-c61f80635247 req-340b5ff3-269e-4252-a298-4ab2f4e0c377 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.0695369 Aug 19 17:54:37.080353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b39c0e2-ba9a-4045-8bda-c61f80635247 req-3afc5bd3-0335-486e-8b3a-aeb46cd47505 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Aug 19 17:54:37.115314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-833da81d-5cb0-42a1-8fbb-15a5fdd14a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.116381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-833da81d-5cb0-42a1-8fbb-15a5fdd14a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.117009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-833da81d-5cb0-42a1-8fbb-15a5fdd14a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.118931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-833da81d-5cb0-42a1-8fbb-15a5fdd14a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2868 time: 0.0587814 Aug 19 17:54:37.128299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.128643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.146800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Calling delete_port for 44a80d14-e2dd-4801-86e6-858586d19035 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:37.174119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-7cef3be6-2330-4bcc-aff3-807602c2c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.175721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-7cef3be6-2330-4bcc-aff3-807602c2c062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1102 time: 0.0808885 Aug 19 17:54:37.220439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-d597b853-b0c2-4cf8-ab1d-8979859de3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.221901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-d597b853-b0c2-4cf8-ab1d-8979859de3c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae2dff2c-04e2-4615-b924-d0456402e8c6 HTTP/1.1" status: 200 len: 902 time: 0.0940602 Aug 19 17:54:37.270311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-dbaa39d2-1382-4000-8b4d-9f5325df7153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.235&port_id=4e56c864-2536-4545-8f3f-5371ff70506f HTTP/1.1" status: 200 len: 217 time: 0.0352612 Aug 19 17:54:37.337726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-3ed17746-8714-4c05-9a15-b4eb800fd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.339386 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-3ed17746-8714-4c05-9a15-b4eb800fd5da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fdfaa40-f338-493d-b1ba-68acddc030f1 HTTP/1.1" status: 200 len: 801 time: 0.0516202 Aug 19 17:54:37.364038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692092f2-ec7d-44e5-9ff5-fa761aad8c2e req-0aa96694-38cb-4aa9-ad5c-7f9bc0cfa213 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.365775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692092f2-ec7d-44e5-9ff5-fa761aad8c2e req-0aa96694-38cb-4aa9-ad5c-7f9bc0cfa213 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.1504667 Aug 19 17:54:37.395416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-b66f42f7-cae0-4c74-95f2-05d8dc4cc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.397522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-b66f42f7-cae0-4c74-95f2-05d8dc4cc94f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae2dff2c-04e2-4615-b924-d0456402e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476396 Aug 19 17:54:37.409750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-e623da4a-5454-4a51-aac3-24ca93dee706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.411324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-e623da4a-5454-4a51-aac3-24ca93dee706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1972334 Aug 19 17:54:37.487559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-e2b6126e-a41e-4f55-9391-764e6d7ed29f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 200 len: 217 time: 0.0663679 Aug 19 17:54:37.494972 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-8898b0ed-8d87-4bad-816b-6dcdf077cbe1 service neutron] 10.222.0.13 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881393 Aug 19 17:54:37.495401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692092f2-ec7d-44e5-9ff5-fa761aad8c2e req-311c7e5d-5a49-442f-8432-95b7d8308056 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177692 Aug 19 17:54:37.553023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.602444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event deleted for resources: {'Port': ['ID=44a80d14-e2dd-4801-86e6-858586d19035,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:37.604360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-25f63f4a-e322-44ac-b850-8f415b59b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.604505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-47778ae5-6343-4de4-9c79-50212b44e324 service neutron] 10.222.0.13 "GET /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991898 Aug 19 17:54:37.606232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-25f63f4a-e322-44ac-b850-8f415b59b50b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1008584 Aug 19 17:54:37.687720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff96c7-305d-468a-ac0d-53f064e7177b req-d11f2aa1-9c8e-4dd7-a31c-1fd0296f1f98 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.689228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aff96c7-305d-468a-ac0d-53f064e7177b req-d11f2aa1-9c8e-4dd7-a31c-1fd0296f1f98 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 944 time: 0.1227763 Aug 19 17:54:37.698255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.700846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:37.701932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fcdd168-a6bd-4874-b503-65f36562ad47 req-1f6f666f-a6cc-448f-b152-1e59c67e7ab6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "DELETE /v2.0/floatingips/ac25d49c-1643-47e9-9140-9a8a6169a223 HTTP/1.1" status: 204 len: 173 time: 0.9145494 Aug 19 17:54:37.738071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7aff96c7-305d-468a-ac0d-53f064e7177b req-84e40550-cdee-4961-99a7-7d1d2c87fbb7 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Aug 19 17:54:37.769819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 7a5f2494-85fd-4487-bb04-912d82f57a34 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:37.795108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 7a5f2494-85fd-4487-bb04-912d82f57a34 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:37.795571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 7a5f2494-85fd-4487-bb04-912d82f57a34 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:37.861891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a245c9-bccc-4bbc-a1cb-587308a36a2f req-1259f722-2ac5-4fec-8228-de1ae982eff9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.863398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59a245c9-bccc-4bbc-a1cb-587308a36a2f req-1259f722-2ac5-4fec-8228-de1ae982eff9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 949 time: 0.1119268 Aug 19 17:54:37.866098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-0627303e-a37a-4650-9a74-a9d13b731de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.868130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-0627303e-a37a-4650-9a74-a9d13b731de2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259513 Aug 19 17:54:37.874137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-5fd2434c-dd60-47cc-b3f7-d9e240156819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.874633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-5fd2434c-dd60-47cc-b3f7-d9e240156819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.875112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-5fd2434c-dd60-47cc-b3f7-d9e240156819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.876821 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-5fd2434c-dd60-47cc-b3f7-d9e240156819 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2868 time: 0.0453074 Aug 19 17:54:37.888490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ad42-cb95-46d0-9e4e-af322ad2df4c req-7433c159-7468-441e-9652-be1a4b6a2e4c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.894355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ad42-cb95-46d0-9e4e-af322ad2df4c req-7433c159-7468-441e-9652-be1a4b6a2e4c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.900277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ad42-cb95-46d0-9e4e-af322ad2df4c req-7433c159-7468-441e-9652-be1a4b6a2e4c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:37.901863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1828ad42-cb95-46d0-9e4e-af322ad2df4c req-7433c159-7468-441e-9652-be1a4b6a2e4c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2412 time: 0.1038418 Aug 19 17:54:38.000608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-0373866d-6c4b-47e3-b1e6-c2466317e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.002194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-0373866d-6c4b-47e3-b1e6-c2466317e035 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a67550bc-a95e-4e60-a799-450a7904a7ca HTTP/1.1" status: 200 len: 903 time: 0.0981414 Aug 19 17:54:38.007682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59a245c9-bccc-4bbc-a1cb-587308a36a2f req-d793541d-7c09-44ed-8c6a-d3f28fa8ca4f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372480 Aug 19 17:54:38.014193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1828ad42-cb95-46d0-9e4e-af322ad2df4c req-a438f106-051c-4cc3-a16a-001b66bfd3c7 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976934 Aug 19 17:54:38.040003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-98133914-a1fb-4317-994a-fd3e3e4dfa5b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611087 Aug 19 17:54:38.067922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-d7d0e175-d40a-4cbb-bfcf-666e5ed193c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=f2224222-44e6-4c13-968e-eb1b9926124a HTTP/1.1" status: 200 len: 217 time: 0.0479410 Aug 19 17:54:38.132270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-d73cb185-c37e-4d01-846b-ff599284ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.134034 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-d73cb185-c37e-4d01-846b-ff599284ec7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17ef86c4-7a50-4b76-b572-4ca41ab32de1 HTTP/1.1" status: 200 len: 801 time: 0.0575414 Aug 19 17:54:38.202038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-a6d63d7a-8d8e-4c80-8f17-f33f8c5df906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.203717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-a6d63d7a-8d8e-4c80-8f17-f33f8c5df906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a67550bc-a95e-4e60-a799-450a7904a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578923 Aug 19 17:54:38.338153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cca0194-dcdd-4bf9-bd6f-e4b86d8af006 req-7c1ca0f6-7cb8-41b8-b411-2a9e25f4dd0b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884994 Aug 19 17:54:38.356037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:38.361280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ffafd-c251-4d77-a684-fdacf041d934 req-8593a89f-e9f5-44bd-ba34-1ac28473e3c6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.362853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c6ffafd-c251-4d77-a684-fdacf041d934 req-8593a89f-e9f5-44bd-ba34-1ac28473e3c6 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2625682 Aug 19 17:54:38.377480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88362ae-f73f-41c0-9740-9a959c1b7cad req-ba907bb2-5ace-486f-9907-c751d82a2f3a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.378511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d88362ae-f73f-41c0-9740-9a959c1b7cad req-ba907bb2-5ace-486f-9907-c751d82a2f3a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1433001 Aug 19 17:54:38.401158 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-1dc0c7fe-9723-4b3b-b633-17cce6042f3c service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029327 Aug 19 17:54:38.424960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'name': 'network-vif-deleted', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:38.425245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d88362ae-f73f-41c0-9740-9a959c1b7cad req-99e94e33-85a4-4f07-8316-c83339877937 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Aug 19 17:54:38.427341 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8109b03-f0f6-474d-9d65-902065ca7065" -d '{"events": [{"server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "name": "network-vif-deleted", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:38.526869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:38.540142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'mac_address': 'fa:16:3e:e2:99:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:38.611794 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:38.616322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-022f6725-eacf-4fb8-8c36-d3addbba2df6 req-357d76bc-67f2-4343-bd62-ae0e59dda8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670673 Aug 19 17:54:38.635228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:38.656536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:38.660642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:38.714490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:38.720133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743094a-588f-47a1-a0fa-c4eafcbe66a5 req-d30904b4-8e78-457a-9cce-2beb3b2f9a8a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.726068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743094a-588f-47a1-a0fa-c4eafcbe66a5 req-d30904b4-8e78-457a-9cce-2beb3b2f9a8a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:38.728475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1743094a-588f-47a1-a0fa-c4eafcbe66a5 req-d30904b4-8e78-457a-9cce-2beb3b2f9a8a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6&device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 1690 time: 0.0752399 Aug 19 17:54:38.771412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1743094a-588f-47a1-a0fa-c4eafcbe66a5 req-f78cd681-dc85-4b05-8e18-4aaccc48302a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Aug 19 17:54:38.809240 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6ce52-abd8-4193-b8b2-9d72bccd6018 x-openstack-request-id: req-02d6ce52-abd8-4193-b8b2-9d72bccd6018 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:38.809650 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6b0559-5294-4e27-8b5d-18df6fbcc2a7", "name": "network-vif-deleted", "tag": "7a5f2494-85fd-4487-bb04-912d82f57a34", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:38.809995 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02d6ce52-abd8-4193-b8b2-9d72bccd6018 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:38.810583 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6b0559-5294-4e27-8b5d-18df6fbcc2a7', 'name': 'network-vif-deleted', 'tag': '7a5f2494-85fd-4487-bb04-912d82f57a34', 'status': 'completed', 'code': 200} Aug 19 17:54:38.859459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebda1331-27d1-4518-9434-db7a70ce6e27 req-4aa5d3f8-3ead-4a85-84c1-536cd5d9a289 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=530fde8182ef4fe2a7282b569bcc2d64 HTTP/1.1" status: 200 len: 1654 time: 0.0747144 Aug 19 17:54:38.904325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d1dc6931-df54-40fc-ad25-93e196755f6a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:39.057504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda1331-27d1-4518-9434-db7a70ce6e27 req-e7f4b2cd-75db-4183-80fb-84933aec953c tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.059138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebda1331-27d1-4518-9434-db7a70ce6e27 req-e7f4b2cd-75db-4183-80fb-84933aec953c tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks?id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 787 time: 0.1934826 Aug 19 17:54:39.065716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-75d23400-a8b1-4c46-bb89-c85735c50be6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.067127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-75d23400-a8b1-4c46-bb89-c85735c50be6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 814 time: 0.1910391 Aug 19 17:54:39.085644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-3cadf376-7db0-4415-b1e2-d2b121f40884 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/quotas/cc2a694a3a174bb58a500410167f7024 HTTP/1.1" status: 200 len: 375 time: 0.0099633 Aug 19 17:54:39.170247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-f925ada0-40df-413c-a47f-167effe26f47 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775759 Aug 19 17:54:39.183990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0618c34-35ca-4e07-94e6-2b8879896eec req-6f9faab6-a910-4616-b675-e75943fa2ecf tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.185493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0618c34-35ca-4e07-94e6-2b8879896eec req-6f9faab6-a910-4616-b675-e75943fa2ecf tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 950 time: 0.0657072 Aug 19 17:54:39.291535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0618c34-35ca-4e07-94e6-2b8879896eec req-a79b5baf-ebd3-4077-8359-c884594159f7 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929995 Aug 19 17:54:39.323415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-7869c9bb-90ae-41c5-83ea-17244dbd19d9 service neutron] 10.222.0.36 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369197 Aug 19 17:54:39.461329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596590-610c-4258-b3cd-2de8bfc941d9 req-2694f510-1b6c-49cb-a48c-25a4e7ee2838 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.462868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e596590-610c-4258-b3cd-2de8bfc941d9 req-2694f510-1b6c-49cb-a48c-25a4e7ee2838 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 944 time: 0.0828252 Aug 19 17:54:39.469041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-49cd581e-4c8f-4112-a979-60b1850ffaf7 service neutron] 10.222.0.36 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394899 Aug 19 17:54:39.530762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e596590-610c-4258-b3cd-2de8bfc941d9 req-5cd493bc-1ba9-41b9-b59c-5cb3d6230f79 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523889 Aug 19 17:54:39.684300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589ebab-ee83-4456-a216-8a9261aba596 req-d4d7a361-8dda-425d-a63f-f475d3ec7d47 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.692770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d589ebab-ee83-4456-a216-8a9261aba596 req-d4d7a361-8dda-425d-a63f-f475d3ec7d47 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.0912304 Aug 19 17:54:39.748656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d589ebab-ee83-4456-a216-8a9261aba596 req-9c63cc25-f133-4e7a-89ed-79b74e558112 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Aug 19 17:54:39.769439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6bb024c3-374c-46a6-9af2-61238673e4a3 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:39.831957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fef9f-3ea2-455d-9719-5fc27d7d0f24 req-175e489c-4827-4191-8031-2a6446edf076 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.839124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fef9f-3ea2-455d-9719-5fc27d7d0f24 req-175e489c-4827-4191-8031-2a6446edf076 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.845785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fef9f-3ea2-455d-9719-5fc27d7d0f24 req-175e489c-4827-4191-8031-2a6446edf076 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:39.848548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-458fef9f-3ea2-455d-9719-5fc27d7d0f24 req-175e489c-4827-4191-8031-2a6446edf076 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2412 time: 0.0812507 Aug 19 17:54:39.926860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-fd8423cd-e9b7-4a89-b09b-15cd5e087092 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips/385953d2-7c77-4850-b827-a348a659a453 HTTP/1.1" status: 200 len: 692 time: 0.1121008 Aug 19 17:54:39.951727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6bb024c3-374c-46a6-9af2-61238673e4a3,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:39.967788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'port_id': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'mac_address': 'fa:16:3e:31:f2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:40.020195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.047054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb024c3-374c-46a6-9af2-61238673e4a3 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:40.066102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-458fef9f-3ea2-455d-9719-5fc27d7d0f24 req-09b77b25-c521-4c48-8fce-d36cc0a0be09 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635492 Aug 19 17:54:40.085392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6bb024c3-374c-46a6-9af2-61238673e4a3,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:40.087773 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.189584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73a69d39-70d8-441e-b2c7-7e490868b8cd req-f0f6fd38-d363-4173-9b1f-04fe46f91bcf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 210 time: 0.0618849 Aug 19 17:54:40.190659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:40.250230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-87a2b8c1-7f89-4943-a0dd-9661b076438b tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:40.251911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-87a2b8c1-7f89-4943-a0dd-9661b076438b tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 950 time: 0.2175124 Aug 19 17:54:40.260967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-da1bf2c9-6d67-4016-91cf-da54f6bd511c tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:40.268516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-da1bf2c9-6d67-4016-91cf-da54f6bd511c tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3321509 Aug 19 17:54:40.324741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['6bb024c3-374c-46a6-9af2-61238673e4a3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:40.348153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f2224222-44e6-4c13-968e-eb1b9926124a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:40.357165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:40.471129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-09b0e4b4-c922-41ee-9e99-9906381cb4da tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2013633 Aug 19 17:54:40.506097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-de840669-a4a1-4055-8aad-efb347ac5ac1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:40.509999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-de840669-a4a1-4055-8aad-efb347ac5ac1 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 946 time: 0.1210961 Aug 19 17:54:40.586637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d1dc6931-df54-40fc-ad25-93e196755f6a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:40.586637 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.645145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-7b1cb920-f3da-493a-907e-317d517b537d tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.1506982 Aug 19 17:54:40.648116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafb9d4-e184-4449-9861-897673d3f610 req-6e88a5dc-fd6d-4b34-9ef1-6b3063c51aba tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:40.656591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fafb9d4-e184-4449-9861-897673d3f610 req-6e88a5dc-fd6d-4b34-9ef1-6b3063c51aba tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 1102 time: 0.2863905 Aug 19 17:54:40.665823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f2224222-44e6-4c13-968e-eb1b9926124a,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:40.762931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'f2224222-44e6-4c13-968e-eb1b9926124a', 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'port_id': 'f2224222-44e6-4c13-968e-eb1b9926124a', 'mac_address': 'fa:16:3e:23:58:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef86c4-7a50-4b76-b572-4ca41ab32de1', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:40.764065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Deleting port f4b41e47-c120-4228-a590-92a597a47523 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:40.765296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.767684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.842041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:40.846889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:40.849400 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6803a5f2-6cee-4eca-946b-323140a5c148" -d '{"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:40.856190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.918739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.932920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] For port f4b41e47-c120-4228-a590-92a597a47523, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f4b41e47-c120-4228-a590-92a597a47523,segment=NetworkSegment(136fb255-2b28-418f-9f9d-2546806b9a8a),segment_id=136fb255-2b28-418f-9f9d-2546806b9a8a)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:40.933684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:40.963745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Calling delete_port for f4b41e47-c120-4228-a590-92a597a47523 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:40.964542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2224222-44e6-4c13-968e-eb1b9926124a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:40.981980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:40.995464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f2224222-44e6-4c13-968e-eb1b9926124a,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.005274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.005274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5e7308e0-c137-4429-9461-48570b79fdb5 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:41.059506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5e7308e0-c137-4429-9461-48570b79fdb5,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.078250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5e7308e0-c137-4429-9461-48570b79fdb5', 'network_id': 'a67550bc-a95e-4e60-a799-450a7904a7ca', 'port_id': '5e7308e0-c137-4429-9461-48570b79fdb5', 'mac_address': 'fa:16:3e:af:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ef86c4-7a50-4b76-b572-4ca41ab32de1', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:41.173449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.199812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fafb9d4-e184-4449-9861-897673d3f610 req-8e7f8884-661a-40e7-ba97-1df20e273ead tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377312 Aug 19 17:54:41.219524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Deleting port 59d99733-0c71-489e-affb-c5585c4cb2a8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:41.224046 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.234178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7308e0-c137-4429-9461-48570b79fdb5 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:41.267319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.270418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5e7308e0-c137-4429-9461-48570b79fdb5,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.298019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.298722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4e56c864-2536-4545-8f3f-5371ff70506f details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:41.396161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Pushing event deleted for resources: {'Port': ['ID=f4b41e47-c120-4228-a590-92a597a47523,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:41.430850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f4b41e47-c120-4228-a590-92a597a47523'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:41.495703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4e56c864-2536-4545-8f3f-5371ff70506f,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.499468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:41.541241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] No DVR routers for this DVR port f4b41e47-c120-4228-a590-92a597a47523 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:41.546067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.549161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bfd344c3-eb32-4c17-b898-f64bcd9edcf9 req-5e6966df-b99e-4267-9d1c-9facb446bf77 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.13 "DELETE /v2.0/ports/f4b41e47-c120-4228-a590-92a597a47523 HTTP/1.1" status: 204 len: 173 time: 1.0329621 Aug 19 17:54:41.549632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'name': 'network-vif-deleted', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:41.552047 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f85d1a-71fd-4cd2-ae0e-c5edff5a1e37" -d '{"events": [{"server_uuid": "2863077f-331f-431e-8890-74018faa4538", "name": "network-vif-deleted", "tag": "f4b41e47-c120-4228-a590-92a597a47523"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:41.568376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44426a49-7a86-4081-940f-d7b84c9efce3 req-a7a03907-265d-4774-9f60-d0d8c79fba84 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:41.578041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44426a49-7a86-4081-940f-d7b84c9efce3 req-a7a03907-265d-4774-9f60-d0d8c79fba84 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f335311-4f47-4d8e-845d-3ec997400f45 HTTP/1.1" status: 200 len: 950 time: 0.2463040 Aug 19 17:54:41.584580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] For port 59d99733-0c71-489e-affb-c5585c4cb2a8, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=59d99733-0c71-489e-affb-c5585c4cb2a8,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.585099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.609484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:41.613003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-212d68cb-42a2-42d6-b5de-66b288777574 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:41.614572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-212d68cb-42a2-42d6-b5de-66b288777574 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 814 time: 0.3374887 Aug 19 17:54:41.625252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Deleting port 2d3a3f06-654d-4d5a-952e-266fc5bfd655 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:41.625675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.630298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Calling delete_port for 59d99733-0c71-489e-affb-c5585c4cb2a8 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:41.640754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '4e56c864-2536-4545-8f3f-5371ff70506f', 'network_id': 'ae2dff2c-04e2-4615-b924-d0456402e8c6', 'port_id': '4e56c864-2536-4545-8f3f-5371ff70506f', 'mac_address': 'fa:16:3e:9f:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdfaa40-f338-493d-b1ba-68acddc030f1', 'ip_address': '19.86.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:41.687921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Request body: {'port': {'device_id': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'admin_state_up': True, 'tenant_id': 'cc2a694a3a174bb58a500410167f7024'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:41.717310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.721758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44426a49-7a86-4081-940f-d7b84c9efce3 req-1f47bb2e-3702-4f25-9e32-70d52e107429 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421905 Aug 19 17:54:41.747807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e56c864-2536-4545-8f3f-5371ff70506f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:41.776862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6bb024c3-374c-46a6-9af2-61238673e4a3 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:41.880396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.880648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.903927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4e56c864-2536-4545-8f3f-5371ff70506f,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:41.911214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:41.927680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Calling delete_port for 2d3a3f06-654d-4d5a-952e-266fc5bfd655 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:42.009474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:42.013554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 6bb024c3-374c-46a6-9af2-61238673e4a3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:42.021958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 6bb024c3-374c-46a6-9af2-61238673e4a3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:42.022579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.067526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Made reservation on behalf of cc2a694a3a174bb58a500410167f7024 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:42.072146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.085538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838464-55b4-496d-8d38-dd8d9a9c24e1 req-155d0dfe-698f-48a4-86d1-b059f3c45598 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:42.087249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7838464-55b4-496d-8d38-dd8d9a9c24e1 req-155d0dfe-698f-48a4-86d1-b059f3c45598 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 945 time: 0.2038677 Aug 19 17:54:42.146820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.202970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.231912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Pushing event deleted for resources: {'Port': ['ID=59d99733-0c71-489e-affb-c5585c4cb2a8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:42.276780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7838464-55b4-496d-8d38-dd8d9a9c24e1 req-bac1e954-69cf-47d7-926c-1fb6e4f6398a tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720123 Aug 19 17:54:42.325019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6bb024c3-374c-46a6-9af2-61238673e4a3,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:42.331850 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.332830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 59d99733-0c71-489e-affb-c5585c4cb2a8 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:42.443349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 59d99733-0c71-489e-affb-c5585c4cb2a8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:42.443862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 59d99733-0c71-489e-affb-c5585c4cb2a8 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:42.474334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f2224222-44e6-4c13-968e-eb1b9926124a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:42.475828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] No DVR routers for this DVR port 59d99733-0c71-489e-affb-c5585c4cb2a8 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:42.497522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.500064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-798681b8-5fc9-4406-b7dd-a5c338a0e1ad req-b5304b84-2e8f-4768-a8f0-ba1dda1fa6a8 tempest-ServersAdminNegativeTestJSON-1474599372 tempest-ServersAdminNegativeTestJSON-1474599372-project] 10.222.0.42 "DELETE /v2.0/ports/59d99733-0c71-489e-affb-c5585c4cb2a8 HTTP/1.1" status: 204 len: 173 time: 2.2281969 Aug 19 17:54:42.500780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'name': 'network-vif-deleted', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:42.503343 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3df06-e9a6-43cb-a0dc-c3fca09cfe6e" -d '{"events": [{"server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "name": "network-vif-deleted", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:42.541918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a4fbe0e-5c55-40ff-8769-67f1c5d8115e req-b78069f8-4749-4f30-b7b5-f30b84ce9653 tempest-ServerDiskConfigTestJSON-436685542 tempest-ServerDiskConfigTestJSON-436685542-project] 10.222.0.36 "GET /v2.0/ports?device_id=2863077f-331f-431e-8890-74018faa4538 HTTP/1.1" status: 200 len: 210 time: 0.0847695 Aug 19 17:54:42.560333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5e7308e0-c137-4429-9461-48570b79fdb5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:42.596254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.624279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Allocated IP 172.20.0.9 (341ef6a2-3c23-4971-bc69-f5c42e1a6564/b09898fa-866c-4dca-a4a6-d476e517a76c/9246c609-a38b-4c3d-b546-f7884bb325f5) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:42.643583 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3833aa-d943-4946-81d6-b2fb68d8a22f x-openstack-request-id: req-dd3833aa-d943-4946-81d6-b2fb68d8a22f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:42.644525 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:42.644857 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd3833aa-d943-4946-81d6-b2fb68d8a22f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:42.645506 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'code': 200} Aug 19 17:54:42.658913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['4e56c864-2536-4545-8f3f-5371ff70506f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:42.689287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:42.696131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event deleted for resources: {'Port': ['ID=2d3a3f06-654d-4d5a-952e-266fc5bfd655,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:42.897122 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.899889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:42.901311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1064268b-b6d3-4201-b0e4-ca40a5c7a67c req-26a0c756-1bdc-4add-af1f-48fbc692388e tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "DELETE /v2.0/floatingips/385953d2-7c77-4850-b827-a348a659a453 HTTP/1.1" status: 204 len: 173 time: 2.2559204 Aug 19 17:54:42.917927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf99ed-38c6-4b05-a488-f5bc3cbe559e req-da92bad4-5732-47e5-ab8e-b7af3c611a1e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:42.924193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf99ed-38c6-4b05-a488-f5bc3cbe559e req-da92bad4-5732-47e5-ab8e-b7af3c611a1e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:42.931568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf99ed-38c6-4b05-a488-f5bc3cbe559e req-da92bad4-5732-47e5-ab8e-b7af3c611a1e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:42.939159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-badf99ed-38c6-4b05-a488-f5bc3cbe559e req-da92bad4-5732-47e5-ab8e-b7af3c611a1e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2415 time: 0.2049291 Aug 19 17:54:43.061330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3190a5d5-2f6b-413a-a963-c2ba87f5acba req-536779f0-f68c-4c7a-925f-429fe29e302d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 210 time: 0.0459619 Aug 19 17:54:43.111333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-badf99ed-38c6-4b05-a488-f5bc3cbe559e req-fad10fc2-82ba-4059-9195-9c588c33f508 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690047 Aug 19 17:54:43.190577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.267740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.283672 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f57c8a-4e40-43ed-b3f1-86520d925364 x-openstack-request-id: req-f1f57c8a-4e40-43ed-b3f1-86520d925364 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:43.284546 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2863077f-331f-431e-8890-74018faa4538", "name": "network-vif-deleted", "tag": "f4b41e47-c120-4228-a590-92a597a47523", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:43.284977 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1f57c8a-4e40-43ed-b3f1-86520d925364 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:43.285603 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863077f-331f-431e-8890-74018faa4538', 'name': 'network-vif-deleted', 'tag': 'f4b41e47-c120-4228-a590-92a597a47523', 'status': 'completed', 'code': 200} Aug 19 17:54:43.338647 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de09a89-91b8-4595-9a36-d2ca0ac76b5d x-openstack-request-id: req-2de09a89-91b8-4595-9a36-d2ca0ac76b5d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:43.339071 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f335311-4f47-4d8e-845d-3ec997400f45", "name": "network-vif-deleted", "tag": "59d99733-0c71-489e-affb-c5585c4cb2a8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:43.339466 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2de09a89-91b8-4595-9a36-d2ca0ac76b5d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:43.339983 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f335311-4f47-4d8e-845d-3ec997400f45', 'name': 'network-vif-deleted', 'tag': '59d99733-0c71-489e-affb-c5585c4cb2a8', 'status': 'completed', 'code': 200} Aug 19 17:54:43.370751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:43.394843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:43.397822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:43.430610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Pushing event updated for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:43.438654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9f225-06ca-4135-bc3e-16111cfb4323 req-ebae1240-75fb-444d-bc88-575977b9c5a0 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:43.447543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64c9f225-06ca-4135-bc3e-16111cfb4323 req-ebae1240-75fb-444d-bc88-575977b9c5a0 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 1101 time: 0.2010462 Aug 19 17:54:43.522464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:43.523602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.535487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-5763585d-d3c6-40d9-bf00-311758d5fbe2 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips/dffe010d-a8e8-436d-977d-f6e650ae5bce HTTP/1.1" status: 200 len: 692 time: 0.1418302 Aug 19 17:54:43.611014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64c9f225-06ca-4135-bc3e-16111cfb4323 req-a1c54f90-0813-46ce-b84e-a84030bcd332 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624866 Aug 19 17:54:43.621720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-508e0358-fefa-4d6b-9cd9-d37f9e244ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9378781 Aug 19 17:54:43.644727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Request body: {'port': {'device_id': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:43.653674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47060) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:43.793742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-6856f76b-1ca2-453b-8317-678ece751abc tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:43.795700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-6856f76b-1ca2-453b-8317-678ece751abc tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.2450135 Aug 19 17:54:43.832304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9081ebc1-0f25-4e34-b38e-c261ff2c5e0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55210f0714ec4ae2bf9dfb497ca70c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773083 Aug 19 17:54:43.834645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:43.863502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-4681c5a6-66e2-4952-a417-8ac3811539c5 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.0578933 Aug 19 17:54:43.865207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.899779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.931180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:43.953369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ab37f-0f09-49ce-bf4e-da29eea019d5 req-51c7b514-1e62-459e-a4dd-11ef37250a5c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:43.955484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e11ab37f-0f09-49ce-bf4e-da29eea019d5 req-51c7b514-1e62-459e-a4dd-11ef37250a5c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.2350740 Aug 19 17:54:43.958871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-e080f70b-d340-4412-a9cc-6b369ab5f9d7 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.46 HTTP/1.1" status: 200 len: 695 time: 0.0958102 Aug 19 17:54:44.000204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.003157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.006660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8b617ae-ebad-4445-a6f4-2bc6f4d0523a HTTP/1.1" status: 204 len: 168 time: 0.1687448 Aug 19 17:54:44.014571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2a97-5e88-440b-93dc-66c414c60321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b617ae-ebad-4445-a6f4-2bc6f4d0523a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:44.186192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e11ab37f-0f09-49ce-bf4e-da29eea019d5 req-41ed8ce2-11e2-45a8-b144-fe408bd34c14 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084184 Aug 19 17:54:44.363579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f2224222-44e6-4c13-968e-eb1b9926124a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:44.396716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:44.483686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:44.504222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b771a7a0-1434-4837-8f0f-081d9f9d6802 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eac31187122044f2aaeb3ff60fa25d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063545 Aug 19 17:54:44.506573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47086) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:44.537389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port f2224222-44e6-4c13-968e-eb1b9926124a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:44.552812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port f2224222-44e6-4c13-968e-eb1b9926124a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:44.553239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.606061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.637741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.649563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:44.652820 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38865f3d-071b-4f28-8734-116fd50db6da" -d '{"events": [{"server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "name": "network-vif-plugged", "status": "completed", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:44.704069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.707946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.709898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c407d2eb-2789-49d4-b3cd-9a4be5a0dbca HTTP/1.1" status: 204 len: 168 time: 0.2021961 Aug 19 17:54:44.712493 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.720538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb7106-4787-47c3-8fe9-2e73fc345130 req-00db49c1-a5fe-4f60-8f2c-eccb57715e6a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:44.722094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47bb7106-4787-47c3-8fe9-2e73fc345130 req-00db49c1-a5fe-4f60-8f2c-eccb57715e6a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 931 time: 0.1179655 Aug 19 17:54:44.743296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3ef0f-37e7-4d9c-87dc-87e31510972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c407d2eb-2789-49d4-b3cd-9a4be5a0dbca,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:44.756680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Deleting port c41dad05-fead-4420-8132-64a1c3163e7b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:44.757035 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.800145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f2224222-44e6-4c13-968e-eb1b9926124a,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:44.805430 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.806493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5e7308e0-c137-4429-9461-48570b79fdb5 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:44.827478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47bb7106-4787-47c3-8fe9-2e73fc345130 req-06f9bfd4-2444-4b83-9297-a9abf725abd0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980618 Aug 19 17:54:44.907265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.907571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.949119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Calling delete_port for c41dad05-fead-4420-8132-64a1c3163e7b owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:44.953895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 5e7308e0-c137-4429-9461-48570b79fdb5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:44.962265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:44.966371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5e7308e0-c137-4429-9461-48570b79fdb5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:44.967377 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:44.983518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9246c609-a38b-4c3d-b546-f7884bb325f5 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:44.997670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.058787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Transition to ACTIVE for port object 9246c609-a38b-4c3d-b546-f7884bb325f5 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:45.072517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04941e96-f275-4e32-bdbf-91da962f7402 req-ccd2f47d-1158-41c7-9146-04daedd09c44 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:45.080154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04941e96-f275-4e32-bdbf-91da962f7402 req-ccd2f47d-1158-41c7-9146-04daedd09c44 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:45.087066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04941e96-f275-4e32-bdbf-91da962f7402 req-ccd2f47d-1158-41c7-9146-04daedd09c44 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:45.089501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04941e96-f275-4e32-bdbf-91da962f7402 req-ccd2f47d-1158-41c7-9146-04daedd09c44 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2416 time: 0.1555159 Aug 19 17:54:45.094263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.114646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.170083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5e7308e0-c137-4429-9461-48570b79fdb5,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:45.175226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.176154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f4b41e47-c120-4228-a590-92a597a47523 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:45.200247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:45.229678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04941e96-f275-4e32-bdbf-91da962f7402 req-ee219737-f156-4742-a4a2-f7db48ab4d74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236629 Aug 19 17:54:45.238589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:45.269310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: f4b41e47-c120-4228-a590-92a597a47523 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:45.269656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f4b41e47-c120-4228-a590-92a597a47523 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:45.305136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Attempting to bind port 9246c609-a38b-4c3d-b546-f7884bb325f5 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:45.307924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Attempting to bind port 9246c609-a38b-4c3d-b546-f7884bb325f5 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:45.308263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Attempting to bind port 9246c609-a38b-4c3d-b546-f7884bb325f5 on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:45.360454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Port 9246c609-a38b-4c3d-b546-f7884bb325f5 on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:45.360913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Attempting to bind port 9246c609-a38b-4c3d-b546-f7884bb325f5 on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:45.370154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:45.370504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Checking segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:45.371338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Bound using segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:45.372124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Bound port: 9246c609-a38b-4c3d-b546-f7884bb325f5, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:45.372340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.391643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.446614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event deleted for resources: {'Port': ['ID=c41dad05-fead-4420-8132-64a1c3163e7b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:45.579356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-add8f9d1-6d3a-4c61-bd28-6a84e624107f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589972 Aug 19 17:54:45.597745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:45.627152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.631272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.631272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-109b6417-6b3f-443b-9ba0-d669aaf69f2d req-db525044-8b79-4da5-a666-44af7a904340 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "DELETE /v2.0/floatingips/dffe010d-a8e8-436d-977d-f6e650ae5bce HTTP/1.1" status: 204 len: 173 time: 1.6502011 Aug 19 17:54:45.675433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9246c609-a38b-4c3d-b546-f7884bb325f5,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:45.684673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.719887 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d12ca9-59ef-4957-9a3d-816f972a74d2 x-openstack-request-id: req-c8d12ca9-59ef-4957-9a3d-816f972a74d2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:45.720391 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "name": "network-vif-plugged", "status": "completed", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:45.720483 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8d12ca9-59ef-4957-9a3d-816f972a74d2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:45.720800 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'code': 200} Aug 19 17:54:45.745863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:45.746522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:45.747965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] 10.222.0.13 "PUT /v2.0/ports/9246c609-a38b-4c3d-b546-f7884bb325f5 HTTP/1.1" status: 200 len: 1092 time: 2.1115973 Aug 19 17:54:45.748409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:45.750746 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017a6f1-558b-4f97-990a-82235ed987f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:45.816026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-8db0d47b-9a74-4f6d-9326-d2a1c2142265 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:45.823438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-8db0d47b-9a74-4f6d-9326-d2a1c2142265 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352452 Aug 19 17:54:45.825406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bda562-507b-43ea-b9c2-d1c89b22fc95 service neutron] Pushing event updated for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:45.895510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-f68defc8-726d-4c03-84fb-b2237f2b119a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0711405 Aug 19 17:54:46.003376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a438bf-5557-41a1-ab15-9615072573bc req-357d1740-89ee-4a84-a999-58f75568c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:46.005334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56a438bf-5557-41a1-ab15-9615072573bc req-357d1740-89ee-4a84-a999-58f75568c16a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 1098 time: 0.1584969 Aug 19 17:54:46.014230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-502ff603-dbcf-44b2-9b71-f5cd1f540c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:46.015751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-502ff603-dbcf-44b2-9b71-f5cd1f540c23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 1095 time: 0.1677938 Aug 19 17:54:46.031068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1ab4-73a6-4ee0-8390-2b6502ed7852 req-16590270-04f0-4938-82fb-0610ad4e02c0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:46.032897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb5b1ab4-73a6-4ee0-8390-2b6502ed7852 req-16590270-04f0-4938-82fb-0610ad4e02c0 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.1745620 Aug 19 17:54:46.080592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3d193ddd-f6f3-4831-afbd-ad27237ac8a3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648285 Aug 19 17:54:46.177913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-627ec275-8b25-4a8c-a417-2f7f60b74b1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246c609-a38b-4c3d-b546-f7884bb325f5 HTTP/1.1" status: 200 len: 217 time: 0.1257792 Aug 19 17:54:46.289851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56a438bf-5557-41a1-ab15-9615072573bc req-d459dae3-3c3f-425a-9427-41c693c7ac14 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682488 Aug 19 17:54:46.327013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb5b1ab4-73a6-4ee0-8390-2b6502ed7852 req-52b95d07-f4a3-4406-89c5-222c041f1068 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811642 Aug 19 17:54:46.368837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4e56c864-2536-4545-8f3f-5371ff70506f up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:46.373966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b16a14b3-f044-4767-9f70-3677141e2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:46.375948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-b16a14b3-f044-4767-9f70-3677141e2a9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.1782475 Aug 19 17:54:46.440722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-7950b8f3-a5a1-4891-b914-723c9d1a523b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507896 Aug 19 17:54:46.520698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 4e56c864-2536-4545-8f3f-5371ff70506f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:46.525388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 4e56c864-2536-4545-8f3f-5371ff70506f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:46.527207 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.672075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-633ba307-231e-4547-be95-afa2173800d9 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips/f61ea7a9-3d71-4e34-8795-daea789d1a1f HTTP/1.1" status: 200 len: 692 time: 0.1432333 Aug 19 17:54:46.699679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.791997 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba32f0f-bf13-49d7-8880-b9dfb36257f0 x-openstack-request-id: req-3ba32f0f-bf13-49d7-8880-b9dfb36257f0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:46.792498 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:46.792640 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ba32f0f-bf13-49d7-8880-b9dfb36257f0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:46.792925 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5', 'status': 'completed', 'code': 200} Aug 19 17:54:46.796985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4e56c864-2536-4545-8f3f-5371ff70506f,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:46.827763 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.833543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:46.877641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-4471ebec-75f2-48d2-985e-7606162879e5 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246376 Aug 19 17:54:46.932564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:47.016389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-b0f9378a-021a-404f-9898-17dcc892dfbf tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.024456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-b0f9378a-021a-404f-9898-17dcc892dfbf tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3391340 Aug 19 17:54:47.051489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc0902-d1b1-47bf-b393-bc1d1c3734b3 req-1823a4bf-e87f-494a-a7d4-9b87055267e7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.053032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4dc0902-d1b1-47bf-b393-bc1d1c3734b3 req-1823a4bf-e87f-494a-a7d4-9b87055267e7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 943 time: 0.1744866 Aug 19 17:54:47.126530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-fe550fdd-5b9d-41a3-abe9-accc8b6d74e9 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.1010079 Aug 19 17:54:47.191982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-becf3049-ef54-4a7e-a31f-d3bad7dcaf35 req-8723a768-a955-4566-927a-bf9d7ac0706c service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060648 Aug 19 17:54:47.208626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-570048b6-585c-4023-8351-4acf0c80baec tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.48 HTTP/1.1" status: 200 len: 695 time: 0.0809317 Aug 19 17:54:47.226974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4dc0902-d1b1-47bf-b393-bc1d1c3734b3 req-6a32b985-ead2-49f2-bf02-b7db58dbb23c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371081 Aug 19 17:54:47.483367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-0b98045c-eb87-441a-b83b-fcc0dd5c75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.485085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-0b98045c-eb87-441a-b83b-fcc0dd5c75e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 1095 time: 0.1767278 Aug 19 17:54:47.501143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5e6fa-866b-45b9-9c7a-58299ff64507 req-abe7c125-2a41-41be-9201-65c833570cde tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.511167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5e6fa-866b-45b9-9c7a-58299ff64507 req-abe7c125-2a41-41be-9201-65c833570cde tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.517297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5e6fa-866b-45b9-9c7a-58299ff64507 req-abe7c125-2a41-41be-9201-65c833570cde tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:47.527657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffb5e6fa-866b-45b9-9c7a-58299ff64507 req-abe7c125-2a41-41be-9201-65c833570cde tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.2024405 Aug 19 17:54:47.722210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a'}, {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5'}, {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:47.726958 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33739db-591a-4ef5-9e7e-f16f2864cc25" -d '{"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a"}, {"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5"}, {"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:48.021917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffb5e6fa-866b-45b9-9c7a-58299ff64507 req-6e191b31-1a32-4d26-9e87-8ff6c14f6ace tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874754 Aug 19 17:54:48.075590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Deleting port ad27dc78-70b0-406a-9457-0504fa7f33d4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:48.075590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:48.115784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-d7a465ff-a408-40e6-84fa-8a4984f1d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:48.117838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-d7a465ff-a408-40e6-84fa-8a4984f1d578 service neutron] 10.222.0.13 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.5882385 Aug 19 17:54:48.175483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-8329f863-1ff7-4023-96ff-76c7fea16e1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9246c609-a38b-4c3d-b546-f7884bb325f5 HTTP/1.1" status: 200 len: 217 time: 0.0467808 Aug 19 17:54:48.227283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:48.227672 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:48.248544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Calling delete_port for ad27dc78-70b0-406a-9457-0504fa7f33d4 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:48.260719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-efb91cfa-2544-4bac-9cb1-f1a1107c6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:48.262208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-efb91cfa-2544-4bac-9cb1-f1a1107c6514 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.0762081 Aug 19 17:54:48.348718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-28cf0f35-ef63-4598-b0eb-0ebbf9b8e05f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363226 Aug 19 17:54:48.614301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-0219beee-b7e3-404a-9e5f-328419452c11 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497976 Aug 19 17:54:48.615270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:48.690687 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-b79ffc76-a8af-4e1c-9b77-e5669031bb85 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273573 Aug 19 17:54:48.725695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Pushing event deleted for resources: {'Port': ['ID=ad27dc78-70b0-406a-9457-0504fa7f33d4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:48.825683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.826030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.826373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.826708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.827041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.827373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.827728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.828057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.828387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.828713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.829038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.829362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:48.865818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-6f2e4cfc-7f35-4163-869d-35b129edcabf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660100 Aug 19 17:54:48.941637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-cc2de34b-57eb-4f2c-b2fe-c5757052c85d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:48.943143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-cc2de34b-57eb-4f2c-b2fe-c5757052c85d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400308 Aug 19 17:54:48.994391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca70a-d7e7-4dc6-8a76-801605371a8c req-f2bd6d25-c03e-4cd8-85f4-6b5e24e15aad tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:48.995966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-876ca70a-d7e7-4dc6-8a76-801605371a8c req-f2bd6d25-c03e-4cd8-85f4-6b5e24e15aad tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.3668838 Aug 19 17:54:49.011525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:49.019753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.024844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.026364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-284afca4-9dfc-4985-ae39-7d098ba22fe9 req-ce7edb5a-4cfb-430b-9253-6032a22d5274 tempest-FloatingIPDetailsTestJSON-1804032682 tempest-FloatingIPDetailsTestJSON-1804032682-project] 10.222.0.36 "DELETE /v2.0/floatingips/f61ea7a9-3d71-4e34-8795-daea789d1a1f HTTP/1.1" status: 204 len: 173 time: 1.7983475 Aug 19 17:54:49.037903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47204) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:49.085828 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a02ed-4e1e-4f3f-99ec-3eb49e6c0d56 x-openstack-request-id: req-1e4a02ed-4e1e-4f3f-99ec-3eb49e6c0d56 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:49.087326 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a", "code": 200}, {"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5", "code": 200}, {"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-plugged", "status": "completed", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:49.088481 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e4a02ed-4e1e-4f3f-99ec-3eb49e6c0d56 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:49.089322 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a', 'code': 200} Aug 19 17:54:49.091643 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5', 'code': 200} Aug 19 17:54:49.092134 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f', 'code': 200} Aug 19 17:54:49.134095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47206) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:49.138276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d017a6f1-558b-4f97-990a-82235ed987f7 req-d24eda22-9e46-4f90-8ab7-584e4c13338a service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979916 Aug 19 17:54:49.199289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:49.205366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.212060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-417885cd-3307-4234-8768-bf4d043016cb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.213744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-417885cd-3307-4234-8768-bf4d043016cb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236263 Aug 19 17:54:49.266431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-876ca70a-d7e7-4dc6-8a76-801605371a8c req-6b3a9ffb-7b31-45b5-bd65-54a91b0a9109 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532835 Aug 19 17:54:49.276071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:49.394760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.128 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/69ff12a3-3922-4788-8e49-f9122e0948f5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:49.422030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Deleting subnet 4cf7e6ec-7546-46c1-b972-07452a4cf165 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:54:49.448856 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.452948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e72f41a7-9e95-498c-bcbe-e64aec3da7a8 req-9b71f5a0-423b-420f-b085-f1dfb4dcc8fe tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 210 time: 0.0910153 Aug 19 17:54:49.568734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9242-29af-4d79-829c-b4915b975d55 req-1b7a8758-5f1b-499f-b10e-d5d1db661292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.569235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9242-29af-4d79-829c-b4915b975d55 req-1b7a8758-5f1b-499f-b10e-d5d1db661292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.569721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9242-29af-4d79-829c-b4915b975d55 req-1b7a8758-5f1b-499f-b10e-d5d1db661292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.571577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21bd9242-29af-4d79-829c-b4915b975d55 req-1b7a8758-5f1b-499f-b10e-d5d1db661292 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2874 time: 0.2860231 Aug 19 17:54:49.586568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1baf-1935-4f53-9378-be380044ee49 req-e33a418a-6498-403d-95da-0d9bc5e7aa35 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.594245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-486a1baf-1935-4f53-9378-be380044ee49 req-e33a418a-6498-403d-95da-0d9bc5e7aa35 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 943 time: 0.3139458 Aug 19 17:54:49.603517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.612994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.624823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object 69ff12a3-3922-4788-8e49-f9122e0948f5 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:49.667881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.682267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:49.721800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:49.725616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:49.728889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:49.736291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:49.741716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:49.806607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.833279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.834375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:49.886377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-486a1baf-1935-4f53-9378-be380044ee49 req-04805bd8-7ed8-4775-a3e2-6b9faf187297 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851043 Aug 19 17:54:49.897225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21bd9242-29af-4d79-829c-b4915b975d55 req-0c6454a2-b1b2-43a6-97b8-4e19b1552660 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809787 Aug 19 17:54:49.914033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-51f95cdb-2c4c-45c7-a800-83748b2dfe5e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9119174 Aug 19 17:54:49.935779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccec4-6d0d-4e0f-a9f5-6fc8de6e29a7 req-dfacbeda-d135-418a-91e6-175c8bcff72c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.942484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccec4-6d0d-4e0f-a9f5-6fc8de6e29a7 req-dfacbeda-d135-418a-91e6-175c8bcff72c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.949982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccec4-6d0d-4e0f-a9f5-6fc8de6e29a7 req-dfacbeda-d135-418a-91e6-175c8bcff72c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:49.957672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-522ccec4-6d0d-4e0f-a9f5-6fc8de6e29a7 req-dfacbeda-d135-418a-91e6-175c8bcff72c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.3612967 Aug 19 17:54:49.959631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:49.964477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.221347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Request body: {'port': {'device_id': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:50.222718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-522ccec4-6d0d-4e0f-a9f5-6fc8de6e29a7 req-698fa3f8-e389-497e-a72c-efa8759986b4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639525 Aug 19 17:54:50.239211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4951e419-ae27-45ed-9461-f12a04ece509 None None] Provisioning for port 69ff12a3-3922-4788-8e49-f9122e0948f5 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:50.250897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4951e419-ae27-45ed-9461-f12a04ece509 None None] Provisioning complete for port 69ff12a3-3922-4788-8e49-f9122e0948f5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:50.250897 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4951e419-ae27-45ed-9461-f12a04ece509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.277359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.330745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.342633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4951e419-ae27-45ed-9461-f12a04ece509 None None] Port 69ff12a3-3922-4788-8e49-f9122e0948f5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:50.389244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9246c609-a38b-4c3d-b546-f7884bb325f5 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:50.574082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9246c609-a38b-4c3d-b546-f7884bb325f5,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:50.595532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '9246c609-a38b-4c3d-b546-f7884bb325f5', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'port_id': '9246c609-a38b-4c3d-b546-f7884bb325f5', 'mac_address': 'fa:16:3e:5f:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09898fa-866c-4dca-a4a6-d476e517a76c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:50.634983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf7e6ec-7546-46c1-b972-07452a4cf165,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:50.664310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.680817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.681938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9246c609-a38b-4c3d-b546-f7884bb325f5 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:50.682768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a520e84c-8162-47d2-b982-1fe4d0c15ec8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4cf7e6ec-7546-46c1-b972-07452a4cf165 HTTP/1.1" status: 204 len: 168 time: 1.5450072 Aug 19 17:54:50.686322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47234) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:50.687779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a94a50-5413-4714-90dd-bf41093c9d9f req-78d92a91-b896-4275-a4a1-173bb587fa66 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 210 time: 0.0983877 Aug 19 17:54:50.712713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0652fd-c473-426a-91d9-adb49afb90de req-a4faa374-9b12-4c86-a4a6-935ce5f223f4 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:50.713582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9246c609-a38b-4c3d-b546-f7884bb325f5,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:50.724064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e0652fd-c473-426a-91d9-adb49afb90de req-a4faa374-9b12-4c86-a4a6-935ce5f223f4 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.6064701 Aug 19 17:54:50.724064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47236) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:50.730980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.735154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Request body: {'floatingip': {'port_id': '6bb024c3-374c-46a6-9af2-61238673e4a3'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:50.802680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.809680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:50.826765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.891249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ff12a3-3922-4788-8e49-f9122e0948f5 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:50.920060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:50.971861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Transition to ACTIVE for port object 69ff12a3-3922-4788-8e49-f9122e0948f5 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:51.009878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.017642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:51.070940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.094468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b7f5b6-1d59-463a-91aa-376d508432dd']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:51.109856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136fb255-2b28-418f-9f9d-2546806b9a8a') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:51.111679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136fb255-2b28-418f-9f9d-2546806b9a8a') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:51.128489 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.142212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Pushing event updated for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:51.162128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9246c609-a38b-4c3d-b546-f7884bb325f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:51.172370 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.201035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:54:51.201737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:54:51.203872 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:54:51.334867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.383525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.410303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5b7f5b6-1d59-463a-91aa-376d508432dd HTTP/1.1" status: 204 len: 168 time: 0.7198844 Aug 19 17:54:51.473749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Attempting to bind port 69ff12a3-3922-4788-8e49-f9122e0948f5 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:51.474101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Attempting to bind port 69ff12a3-3922-4788-8e49-f9122e0948f5 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:51.474441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Attempting to bind port 69ff12a3-3922-4788-8e49-f9122e0948f5 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:51.525337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23897381-4925-430f-8e52-1b6a7814cf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b7f5b6-1d59-463a-91aa-376d508432dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:51.538719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50c0cd25-f5ce-453d-a6fd-92aa0bef8320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.541915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Port 69ff12a3-3922-4788-8e49-f9122e0948f5 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:51.542256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Attempting to bind port 69ff12a3-3922-4788-8e49-f9122e0948f5 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:51.566738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:51.566882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:51.567248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:51.568006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Bound port: 69ff12a3-3922-4788-8e49-f9122e0948f5, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:51.568370 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.654079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47260) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:51.655950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:54:51.738143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:51.758826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a4d6bf0-65d8-48ea-8a7a-b475f8136500 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38df9711c37540cca55c07b3731d5794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032665 Aug 19 17:54:51.761622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47264) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:51.771606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=69ff12a3-3922-4788-8e49-f9122e0948f5,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:51.790643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.799838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.177 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/1213e8c9-0bb8-4649-a7ec-a390ae46a6d6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:54:51.816635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50c0cd25-f5ce-453d-a6fd-92aa0bef8320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.841474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.841887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50c0cd25-f5ce-453d-a6fd-92aa0bef8320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.860284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.882031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:51.882031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:51.882031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] 10.222.0.13 "PUT /v2.0/ports/69ff12a3-3922-4788-8e49-f9122e0948f5 HTTP/1.1" status: 200 len: 1097 time: 1.6713631 Aug 19 17:54:51.885918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:51.888067 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc14a8c-91e9-42ea-a55a-b868120b0f32" -d '{"events": [{"name": "network-changed", "server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:51.931921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0972d-37a6-48f4-82ad-824d1f547556 service neutron] Pushing event updated for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:51.946473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dec3b-9a3b-4a18-b85c-235b01000901 req-0d19ac92-c308-4cd9-9f9f-2c4ed2cbd888 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:51.954044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e3dec3b-9a3b-4a18-b85c-235b01000901 req-0d19ac92-c308-4cd9-9f9f-2c4ed2cbd888 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 944 time: 0.3203394 Aug 19 17:54:51.960440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50c0cd25-f5ce-453d-a6fd-92aa0bef8320 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f2f237052a4e36ae5c790a56bb786a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9389620 Aug 19 17:54:51.980467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47268) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:51.993394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.022497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5d33-f092-43a9-bc59-8216e3005093 req-d80b493f-8f51-49ce-a786-67f2a935a63a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.023645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.029368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5d33-f092-43a9-bc59-8216e3005093 req-d80b493f-8f51-49ce-a786-67f2a935a63a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.036010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a5d33-f092-43a9-bc59-8216e3005093 req-d80b493f-8f51-49ce-a786-67f2a935a63a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.037704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-340a5d33-f092-43a9-bc59-8216e3005093 req-d80b493f-8f51-49ce-a786-67f2a935a63a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.3926048 Aug 19 17:54:52.073012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0cd25-f5ce-453d-a6fd-92aa0bef8320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afbf7d3-99fd-4153-9840-577a0c787156,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:52.108975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-442e95bc-0c0f-45ba-9a54-72c6c8dad47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.111833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-442e95bc-0c0f-45ba-9a54-72c6c8dad47c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 1100 time: 0.1481392 Aug 19 17:54:52.135238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.137925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.139511 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb HTTP/1.1" status: 204 len: 168 time: 0.3765531 Aug 19 17:54:52.183733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-babdc803-9210-44db-aef3-656605b2905f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=69ff12a3-3922-4788-8e49-f9122e0948f5 HTTP/1.1" status: 200 len: 217 time: 0.0434272 Aug 19 17:54:52.184448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0825fc5-22b9-47df-9720-ad3bd2598483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f9a22-3d4d-4ef7-8bc1-bc29e3d553bb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:52.277302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-d6ba5796-2677-4f6f-b032-bb6a8e2c3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.278913 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-d6ba5796-2677-4f6f-b032-bb6a8e2c3a54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0663404 Aug 19 17:54:52.279858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e3dec3b-9a3b-4a18-b85c-235b01000901 req-2027c0c3-fe32-455a-b988-03ffadcd625a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243239 Aug 19 17:54:52.343364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-340a5d33-f092-43a9-bc59-8216e3005093 req-16d89c23-fc94-4aa2-8c3d-97d18a818e6c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611313 Aug 19 17:54:52.367397 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Floating IP c1c5326e-947c-4f8d-bec9-01a5894a38c1 associated. External IP: 172.25.5.13, port: 6bb024c3-374c-46a6-9af2-61238673e4a3. Aug 19 17:54:52.440263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-c8017f5c-8d84-4f7b-b647-ad2631e04690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.441799 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-c8017f5c-8d84-4f7b-b647-ad2631e04690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1484115 Aug 19 17:54:52.446020 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3395b17f-e02a-4d88-8d9a-f5b0a627f811 x-openstack-request-id: req-3395b17f-e02a-4d88-8d9a-f5b0a627f811 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:52.446309 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:52.446560 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3395b17f-e02a-4d88-8d9a-f5b0a627f811 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:52.446947 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5', 'status': 'completed', 'code': 200} Aug 19 17:54:52.633871 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-a763464b-ef3f-4fd5-8b20-8b7a2c70e499 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694083 Aug 19 17:54:52.729463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.761527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.784246 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-151620df-32fb-40b0-96f3-701a978e8bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415524 Aug 19 17:54:52.946115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:52.980905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-a12d8315-fad8-4d67-89c4-dba2bbeba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:52.982417 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-a12d8315-fad8-4d67-89c4-dba2bbeba515 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 1100 time: 0.0759568 Aug 19 17:54:52.993275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b0721aa-3c7f-4860-929a-f92714cc83ac req-560dde78-414f-40f0-8344-0a7c59f33850 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 210 time: 0.2449522 Aug 19 17:54:53.026637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:53.098334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-2313d51f-fe08-4ece-81f0-34c7b66363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:53.100596 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-2313d51f-fe08-4ece-81f0-34c7b66363c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1061387 Aug 19 17:54:53.151973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:53.155058 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-99581cff-5e74-41e4-8c96-26d1cfa60f61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=69ff12a3-3922-4788-8e49-f9122e0948f5 HTTP/1.1" status: 200 len: 217 time: 0.0452986 Aug 19 17:54:53.212988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-7c1d03a8-0f46-4685-9ea8-feb964bd0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:53.215585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-7c1d03a8-0f46-4685-9ea8-feb964bd0fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0493934 Aug 19 17:54:53.301783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-6e8fd705-03d2-4a70-8a5c-a42bad3012d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:53.303952 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-6e8fd705-03d2-4a70-8a5c-a42bad3012d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816991 Aug 19 17:54:53.327969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:53.330649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:53.331885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4afbf7d3-99fd-4153-9840-577a0c787156 HTTP/1.1" status: 204 len: 168 time: 1.3504443 Aug 19 17:54:53.353297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0654a2-882d-4856-a9fc-1dc150454d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afbf7d3-99fd-4153-9840-577a0c787156,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:53.523859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:53.540351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:53.556519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-495bc374-9599-4741-bf44-c86b4d686427 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353356 Aug 19 17:54:53.615276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:53.649537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:54:53.653895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:54:53.663058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df9ca-7a46-4ed1-b59d-6e592c9be59c req-0b3885af-1764-45a4-bf96-e61ca94c5930 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:53.666210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-724df9ca-7a46-4ed1-b59d-6e592c9be59c req-0b3885af-1764-45a4-bf96-e61ca94c5930 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 944 time: 0.2038143 Aug 19 17:54:53.667649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:53.686795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:54:53.720173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:54:53.912485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:53.915333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:53.946604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-edc14a8c-91e9-42ea-a55a-b868120b0f32 req-531456dc-455d-4ec9-9b01-2c83854fecde service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782995 Aug 19 17:54:54.084870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3481d3c6-0c33-4211-94b1-12332dc3eb90 None None] Provisioning for port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:54.089638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3481d3c6-0c33-4211-94b1-12332dc3eb90 None None] Provisioning complete for port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:54.090016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3481d3c6-0c33-4211-94b1-12332dc3eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.090860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-724df9ca-7a46-4ed1-b59d-6e592c9be59c req-5f907fb5-0d17-422a-94ac-3fb3c0e42ce2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073145 Aug 19 17:54:54.092742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3e3f5643-abf0-4023-80de-927da1ab3eec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8223798 Aug 19 17:54:54.122322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34266-b115-4430-be39-41ff2ad4872e req-79d13cac-e792-4caa-863c-fad0cdb8b439 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:54.129705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34266-b115-4430-be39-41ff2ad4872e req-79d13cac-e792-4caa-863c-fad0cdb8b439 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:54.129910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3481d3c6-0c33-4211-94b1-12332dc3eb90 None None] Port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:54:54.138192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab34266-b115-4430-be39-41ff2ad4872e req-79d13cac-e792-4caa-863c-fad0cdb8b439 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:54.140244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab34266-b115-4430-be39-41ff2ad4872e req-79d13cac-e792-4caa-863c-fad0cdb8b439 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.3522663 Aug 19 17:54:54.146011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Request body: {'port': {'device_id': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:54.200855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:54.215939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a11f2c6-5601-4319-abc4-559feca4acf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.385449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a11f2c6-5601-4319-abc4-559feca4acf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.386582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 69ff12a3-3922-4788-8e49-f9122e0948f5 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:54:54.390711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Deleting port 8782ffbb-6c47-4bef-8ddc-e742700b3a43 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:54.391019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.400934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a11f2c6-5601-4319-abc4-559feca4acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.451603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5a11f2c6-5601-4319-abc4-559feca4acf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22118909d6da4da3a511d63b8668a9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413697 Aug 19 17:54:54.451603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:54.461988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.462654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9246c609-a38b-4c3d-b546-f7884bb325f5 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:54.490489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab34266-b115-4430-be39-41ff2ad4872e req-1a5ed9cb-c93e-4b39-9113-f3ce9715c112 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068876 Aug 19 17:54:54.497828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36631aa2-0dcc-4988-a71a-e45baf9ab355 req-db38c54e-b493-474d-b1ae-47d412de76e8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:54.499339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36631aa2-0dcc-4988-a71a-e45baf9ab355 req-db38c54e-b493-474d-b1ae-47d412de76e8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 936 time: 0.2140934 Aug 19 17:54:54.510680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:54.521839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.523587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Sync routers for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:54.533359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f2c6-5601-4319-abc4-559feca4acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054973a4-774d-4fbd-a5a4-2a9cc5cc3a60,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:54.588431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.621069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=69ff12a3-3922-4788-8e49-f9122e0948f5,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:54.636165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '69ff12a3-3922-4788-8e49-f9122e0948f5', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '69ff12a3-3922-4788-8e49-f9122e0948f5', 'mac_address': 'fa:16:3e:23:2f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:54:54.636395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.640417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:54.641297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:54.660220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f422c3f5-79f0-4954-8ef8-9526d3d03795 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "PUT /v2.0/floatingips/c1c5326e-947c-4f8d-bec9-01a5894a38c1 HTTP/1.1" status: 200 len: 991 time: 3.9343593 Aug 19 17:54:54.667487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:54.670040 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ae8ff-9cca-413d-b96d-855f046a282d" -d '{"events": [{"name": "network-changed", "server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:54.675803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36631aa2-0dcc-4988-a71a-e45baf9ab355 req-277cc2da-fae8-46fa-8b04-46510be946ae tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648865 Aug 19 17:54:54.677620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] For port 8782ffbb-6c47-4bef-8ddc-e742700b3a43, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8782ffbb-6c47-4bef-8ddc-e742700b3a43,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:54.677998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.765052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.768450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.770097 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/054973a4-774d-4fbd-a5a4-2a9cc5cc3a60 HTTP/1.1" status: 204 len: 168 time: 0.3225822 Aug 19 17:54:54.784742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2ce22-edb8-4740-8361-dcf85f6f10b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054973a4-774d-4fbd-a5a4-2a9cc5cc3a60,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:54.801874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 9246c609-a38b-4c3d-b546-f7884bb325f5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:54.811813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 9246c609-a38b-4c3d-b546-f7884bb325f5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:54.812186 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.824300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Calling delete_port for 8782ffbb-6c47-4bef-8ddc-e742700b3a43 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:54.865075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7790e9-9971-4537-8014-2cfd5804eee6 x-openstack-request-id: req-3f7790e9-9971-4537-8014-2cfd5804eee6 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:54.865075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:54.865075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f7790e9-9971-4537-8014-2cfd5804eee6 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:54.865452 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'status': 'completed', 'code': 200} Aug 19 17:54:54.884596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:54.929275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:54.981204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-6e710444-e721-4e5c-8baa-0e60eab3bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:54.984525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-6e710444-e721-4e5c-8baa-0e60eab3bc3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=591a29bf65194452b649696a7905cb4a&device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 1098 time: 0.1073427 Aug 19 17:54:55.002910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ff12a3-3922-4788-8e49-f9122e0948f5 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:55.069070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=69ff12a3-3922-4788-8e49-f9122e0948f5,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:55.084540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.214802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a528e-3299-4727-a951-9b34b47b8549 req-5cb0ddca-3424-43b9-a3e2-08e909de7a18 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.216155 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.224358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a528e-3299-4727-a951-9b34b47b8549 req-5cb0ddca-3424-43b9-a3e2-08e909de7a18 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.231189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a528e-3299-4727-a951-9b34b47b8549 req-5cb0ddca-3424-43b9-a3e2-08e909de7a18 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.241346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b7a528e-3299-4727-a951-9b34b47b8549 req-5cb0ddca-3424-43b9-a3e2-08e909de7a18 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.1416154 Aug 19 17:54:55.265958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-4d1c08b9-a35a-465a-984d-4d120650fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.267525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-4d1c08b9-a35a-465a-984d-4d120650fbf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c5b7c07-cfd3-4d68-b14a-433c553714cd HTTP/1.1" status: 200 len: 917 time: 0.2698743 Aug 19 17:54:55.337670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9246c609-a38b-4c3d-b546-f7884bb325f5,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:55.346475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:55.348752 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abeed4a-8f05-49d8-b682-b2c38b4bda25" -d '{"events": [{"server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:55.359930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47386) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:55.372019 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-1efe1ab5-a87c-4b76-a646-23203d8fb371 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bb024c3-374c-46a6-9af2-61238673e4a3 HTTP/1.1" status: 200 len: 999 time: 0.0896187 Aug 19 17:54:55.384213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.391931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:55.495602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:55.509031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-90de9bd6-b239-4b8e-a496-5b9d8f451c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.513391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-90de9bd6-b239-4b8e-a496-5b9d8f451c33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a730b1e-5484-48fa-a01d-ba6d0ad20275 HTTP/1.1" status: 200 len: 855 time: 0.1271615 Aug 19 17:54:55.514915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a209aa7-f1e8-4672-b186-0708b3a609b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.535258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'c1c5326e-947c-4f8d-bec9-01a5894a38c1', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'port_id': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'mac_address': 'fa:16:3e:31:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:53:48Z', 'updated_at': '2021-08-19T17:54:51Z', 'revision_number': 1, 'project_id': '591a29bf65194452b649696a7905cb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:55.541304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:55.555625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b7a528e-3299-4727-a951-9b34b47b8549 req-db2e34c4-91df-4457-a0b7-5f179d326825 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127687 Aug 19 17:54:55.604792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-98d8dc45-6545-4566-913a-9372d9d00aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.605150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c1c94-9cfe-4864-9202-215e7c72243f req-767b3571-2517-4be7-9a8d-3e1e455401cb tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:55.606461 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-98d8dc45-6545-4566-913a-9372d9d00aa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c5b7c07-cfd3-4d68-b14a-433c553714cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787175 Aug 19 17:54:55.613526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-877c1c94-9cfe-4864-9202-215e7c72243f req-767b3571-2517-4be7-9a8d-3e1e455401cb tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.3686521 Aug 19 17:54:55.628870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:54:55.638513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Checking router: 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:55.652639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:55.653353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:55.660158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.681899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.728164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Pushing event deleted for resources: {'Port': ['ID=8782ffbb-6c47-4bef-8ddc-e742700b3a43,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:55.744977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-877c1c94-9cfe-4864-9202-215e7c72243f req-cfed2785-b2a0-41f8-84df-8ce3a2ad2c50 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292670 Aug 19 17:54:55.751240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Transition to ACTIVE for port object 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:54:55.756848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a209aa7-f1e8-4672-b186-0708b3a609b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.764555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a209aa7-f1e8-4672-b186-0708b3a609b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.770264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:55.965970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-01867735-f3cf-46bd-8b03-ef1afbddac7d service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485131 Aug 19 17:54:55.966568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a209aa7-f1e8-4672-b186-0708b3a609b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ec7e3-a12f-4deb-88e9-fdd63ad85063,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:55.995111 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a209aa7-f1e8-4672-b186-0708b3a609b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4e8bf29e5fa4c2f9ab397bd3ba951b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6338668 Aug 19 17:54:55.998674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47426) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:56.071198 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c10f2-794b-4c85-a52b-a71c1e63edb6 x-openstack-request-id: req-5e5c10f2-794b-4c85-a52b-a71c1e63edb6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:56.071883 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "name": "network-vif-plugged", "status": "completed", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:56.072361 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e5c10f2-794b-4c85-a52b-a71c1e63edb6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:56.072982 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5', 'code': 200} Aug 19 17:54:56.129105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.235801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c74ead-b0c9-4233-b91b-b651afa9e9c8 req-a62d8dab-831a-46b7-ba6f-db7ec93b5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:56.237536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-73c74ead-b0c9-4233-b91b-b651afa9e9c8 req-a62d8dab-831a-46b7-ba6f-db7ec93b5f22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 1097 time: 0.3771424 Aug 19 17:54:56.269276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.290572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:56.630050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.637177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.641961 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f49ae8ff-9cca-413d-b96d-855f046a282d req-94973c48-3e10-40a0-8795-339410ed0341 service neutron] 10.222.0.42 "GET /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656795 Aug 19 17:54:56.667155 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-73c74ead-b0c9-4233-b91b-b651afa9e9c8 req-2f70eac7-1596-446a-8ba4-9b6eb6d36aec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988090 Aug 19 17:54:56.718372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Pushing event updated for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:56.724910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.729483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:56.733478 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f6ec7e3-a12f-4deb-88e9-fdd63ad85063 HTTP/1.1" status: 204 len: 168 time: 0.7312541 Aug 19 17:54:56.761494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4551a0-78ca-41ce-b3de-c00134d9719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ec7e3-a12f-4deb-88e9-fdd63ad85063,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:56.780702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'c1c5326e-947c-4f8d-bec9-01a5894a38c1', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'port_id': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'mac_address': 'fa:16:3e:31:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:53:48Z', 'updated_at': '2021-08-19T17:54:51Z', 'revision_number': 1, 'project_id': '591a29bf65194452b649696a7905cb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:56.838834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be6ac0-4478-4f11-b55b-2a19b5a854ac req-2744afbd-0588-4c4a-a87e-72057225ee60 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:56.840469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63be6ac0-4478-4f11-b55b-2a19b5a854ac req-2744afbd-0588-4c4a-a87e-72057225ee60 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 948 time: 0.9477968 Aug 19 17:54:56.846799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2c487-79d9-438b-afd4-5f766c3a4ee3 None None] The sync data for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 is: [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'c1c5326e-947c-4f8d-bec9-01a5894a38c1', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'port_id': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'mac_address': 'fa:16:3e:31:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:53:48Z', 'updated_at': '2021-08-19T17:54:51Z', 'revision_number': 1, 'project_id': '591a29bf65194452b649696a7905cb4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:56.870242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25b32a-9315-4ba5-ad71-83a0bcdbc572 req-e12e2a41-fb82-484b-9a14-849882a23381 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:56.879959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e25b32a-9315-4ba5-ad71-83a0bcdbc572 req-e12e2a41-fb82-484b-9a14-849882a23381 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 950 time: 0.4650927 Aug 19 17:54:57.009887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Attempting to bind port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:54:57.010232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Attempting to bind port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:54:57.010572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Attempting to bind port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:57.031179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63be6ac0-4478-4f11-b55b-2a19b5a854ac req-221669ad-d29b-4ae2-bf3b-036f753d761c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764607 Aug 19 17:54:57.035335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:54:57.035717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Attempting to bind port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:54:57.063406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e25b32a-9315-4ba5-ad71-83a0bcdbc572 req-1bb28a70-a217-4468-a374-a54185b85940 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772397 Aug 19 17:54:57.072941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:54:57.073504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:54:57.074087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:54:57.074738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Bound port: 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:54:57.075281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:57.196962 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe7748-8706-464b-a098-5b602bd0ef87 None None] New status for floating IP c1c5326e-947c-4f8d-bec9-01a5894a38c1: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:54:57.312496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Router 481f7c11-7106-4e95-b43d-2c9ffec37a4c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:54:57.399053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-712bb1ae-4f9b-4cec-b964-9a15ae912e76 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.405724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-712bb1ae-4f9b-4cec-b964-9a15ae912e76 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.412196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-712bb1ae-4f9b-4cec-b964-9a15ae912e76 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.414114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-712bb1ae-4f9b-4cec-b964-9a15ae912e76 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.0863514 Aug 19 17:54:57.461830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:54:57.487736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:54:57.499953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:57.517341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.518580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:57.520211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] 10.222.0.42 "PUT /v2.0/ports/1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 HTTP/1.1" status: 200 len: 1097 time: 3.3787303 Aug 19 17:54:57.525694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:57.529163 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d47ba35-ccec-45be-965f-1412a8133da4" -d '{"events": [{"name": "network-changed", "server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:57.566506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 4e56c864-2536-4545-8f3f-5371ff70506f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:57.566833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:57.629975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a40bd-7711-431d-9c98-1a9410fde99c req-1e8bbe3f-c03c-4037-a5b4-32acedc5f93f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.631610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e5a40bd-7711-431d-9c98-1a9410fde99c req-1e8bbe3f-c03c-4037-a5b4-32acedc5f93f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.3540406 Aug 19 17:54:57.660716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75df05-c8e6-4fd5-8cff-961fbc74e7b8 req-e6f5c54d-f673-45a1-aa45-ce1dbe50719f tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.666656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75df05-c8e6-4fd5-8cff-961fbc74e7b8 req-e6f5c54d-f673-45a1-aa45-ce1dbe50719f tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.672966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75df05-c8e6-4fd5-8cff-961fbc74e7b8 req-e6f5c54d-f673-45a1-aa45-ce1dbe50719f tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.674834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c75df05-c8e6-4fd5-8cff-961fbc74e7b8 req-e6f5c54d-f673-45a1-aa45-ce1dbe50719f tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 2418 time: 0.3959460 Aug 19 17:54:57.702234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 4e56c864-2536-4545-8f3f-5371ff70506f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4e56c864-2536-4545-8f3f-5371ff70506f,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:57.702464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:57.726549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 4e56c864-2536-4545-8f3f-5371ff70506f owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:57.814192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce464af7-bc9a-4046-ba2c-4a9df5f48850 service neutron] Pushing event updated for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:57.851268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e5a40bd-7711-431d-9c98-1a9410fde99c req-06aa8d99-7249-49ea-9a76-11a148651b17 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089787 Aug 19 17:54:57.863079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-982265bb-547d-41a8-84c9-a55075d88256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:57.864623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-982265bb-547d-41a8-84c9-a55075d88256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 1100 time: 0.2272472 Aug 19 17:54:57.873520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c75df05-c8e6-4fd5-8cff-961fbc74e7b8 req-32ffb40a-1df3-42b0-afa7-afe04bdd98c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Aug 19 17:54:57.879110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:54:57.896274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-85d6d95a-24ce-47d8-9c7b-f3f3f973b575 admin admin] 10.222.0.36 "PUT /v2.0/routers/481f7c11-7106-4e95-b43d-2c9ffec37a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8544149 Aug 19 17:54:57.899724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47476) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:57.916579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47478) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:57.917757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Sync routers for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:54:57.937868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:57.938593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:57.965186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-8009230e-fc20-4224-bddd-1fb3265b6e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 HTTP/1.1" status: 200 len: 217 time: 0.0873322 Aug 19 17:54:57.967821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.005344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=4e56c864-2536-4545-8f3f-5371ff70506f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:58.036140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5e7308e0-c137-4429-9461-48570b79fdb5', 'f2224222-44e6-4c13-968e-eb1b9926124a', '4e56c864-2536-4545-8f3f-5371ff70506f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:54:58.161321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 4e56c864-2536-4545-8f3f-5371ff70506f on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:58.162434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-9907f6f6-d913-4273-ab65-bc132bf8e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:58.164786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-9907f6f6-d913-4273-ab65-bc132bf8e688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1666260 Aug 19 17:54:58.172604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1744240069-network', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:58.178222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.181757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-ec8ff807-0594-4f3a-9edd-937111b75800 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "DELETE /v2.0/ports/4e56c864-2536-4545-8f3f-5371ff70506f HTTP/1.1" status: 204 len: 173 time: 0.7584832 Aug 19 17:54:58.182517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:58.187966 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe0e1b-a566-4c63-aac0-de29bc32ca78" -d '{"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:58.205373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.231604 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9263-06f2-4ac6-abbd-bcbc7eeb6793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.256276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:58.293185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-6364d81e-025a-425d-8fe5-7d801a9a18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:58.300304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-6364d81e-025a-425d-8fe5-7d801a9a18dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248925 Aug 19 17:54:58.412311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 69ff12a3-3922-4788-8e49-f9122e0948f5 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:54:58.412952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:58.415984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.432403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-3a1dc6cd-4703-4349-906e-bcdcabbc4176 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242332 Aug 19 17:54:58.497376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.502604 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b506e7-5a4c-4cdf-b79c-3cd9f41011b8 x-openstack-request-id: req-44b506e7-5a4c-4cdf-b79c-3cd9f41011b8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:58.503180 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:58.503619 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44b506e7-5a4c-4cdf-b79c-3cd9f41011b8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:58.504231 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'status': 'completed', 'code': 200} Aug 19 17:54:58.545359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.599466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf7a36c-e660-4a30-8e9b-97ca7266d50b req-103e1203-a462-4266-ab70-60b26b75af6b service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586821 Aug 19 17:54:58.620484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port f2224222-44e6-4c13-968e-eb1b9926124a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:58.620817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.648265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 69ff12a3-3922-4788-8e49-f9122e0948f5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:54:58.662827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 69ff12a3-3922-4788-8e49-f9122e0948f5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:54:58.663461 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.682665 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95633abe-a067-4d79-85bd-de1e00ea4c9c x-openstack-request-id: req-95633abe-a067-4d79-85bd-de1e00ea4c9c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:58.683125 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "4e56c864-2536-4545-8f3f-5371ff70506f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:58.683394 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95633abe-a067-4d79-85bd-de1e00ea4c9c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:58.683807 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': '4e56c864-2536-4545-8f3f-5371ff70506f', 'status': 'completed', 'code': 200} Aug 19 17:54:58.781838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Deleting port d0a734b7-2905-4174-b4f4-1cc9bdf06f19 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:54:58.782729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.784023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:55Z', 'revision_number': 5, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port': {'id': 'd0a734b7-2905-4174-b4f4-1cc9bdf06f19', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:54:00Z', 'updated_at': '2021-08-19T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:58.797213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port f2224222-44e6-4c13-968e-eb1b9926124a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f2224222-44e6-4c13-968e-eb1b9926124a,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:58.797858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.801618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.814992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9021-fea4-40fe-93c4-35052e2232db req-65dc8188-8cfa-4007-b72d-6e0dfc4e4bf1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:58.817433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-528b9021-fea4-40fe-93c4-35052e2232db req-65dc8188-8cfa-4007-b72d-6e0dfc4e4bf1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 948 time: 0.2323287 Aug 19 17:54:58.825312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-f54ebe77-940d-45bb-bc11-3c79cc858210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:58.827083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-f54ebe77-940d-45bb-bc11-3c79cc858210 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 1100 time: 0.1429665 Aug 19 17:54:58.848999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.862575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for f2224222-44e6-4c13-968e-eb1b9926124a owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:58.882556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Checking router: 481f7c11-7106-4e95-b43d-2c9ffec37a4c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:54:58.889818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:54:58.916543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d54068-6eea-40b2-bb68-2f75415787c5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:58.942894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Routers {'481f7c11-7106-4e95-b43d-2c9ffec37a4c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:54:58.943811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:58.963854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:58.964202 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Added segment 09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4 of type vlan for network 1951b540-bed3-4d22-b852-d69b44f0a575 Aug 19 17:54:58.967365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-528b9021-fea4-40fe-93c4-35052e2232db req-640aadce-9947-49ff-b295-285fc2c1c621 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Aug 19 17:54:59.040439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-ff471e66-efe9-413a-af20-1ba784ada48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.042059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-ff471e66-efe9-413a-af20-1ba784ada48d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1799996 Aug 19 17:54:59.055631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] For port d0a734b7-2905-4174-b4f4-1cc9bdf06f19, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:59.056241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.061210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] Set router 481f7c11-7106-4e95-b43d-2c9ffec37a4c gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:54:59.070870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.089746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Calling delete_port for d0a734b7-2905-4174-b4f4-1cc9bdf06f19 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:54:59.134975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:58Z', 'revision_number': 6, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:54:59.162311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-c21ddb2e-b316-4c2c-a3ae-69608949768d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 HTTP/1.1" status: 200 len: 217 time: 0.1034350 Aug 19 17:54:59.176570 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.181714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.182687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.183273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.188039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9a34c-921f-441d-8334-2dce83faadb8 None None] The sync data for ids ['481f7c11-7106-4e95-b43d-2c9ffec37a4c'] in n-d-778550-10 is: [{'id': '481f7c11-7106-4e95-b43d-2c9ffec37a4c', 'name': 'tempest-FloatingIPDetailsTestJSON-618804443-router', 'tenant_id': '530fde8182ef4fe2a7282b569bcc2d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:58Z', 'revision_number': 6, 'project_id': '530fde8182ef4fe2a7282b569bcc2d64', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:54:59.252785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-18b6a06c-dbd2-43bd-b360-60264030b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.254669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-18b6a06c-dbd2-43bd-b360-60264030b67b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0753706 Aug 19 17:54:59.276418 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3594453 Aug 19 17:54:59.285045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47522) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:59.285412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:54:59.287881 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baacf778-cafd-4146-90a1-0d628895b013" -d '{"events": [{"server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "name": "network-vif-plugged", "status": "completed", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:54:59.295723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Request body: {'subnet': {'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1744240069-subnet', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:54:59.303680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.306846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd989ba4-70d0-4e10-bca0-52ebf0ef9036 admin admin] Pushing event updated for resources: {'Network': ['ID=1951b540-bed3-4d22-b852-d69b44f0a575,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:59.342729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:54:59.345146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.351734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47526) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:54:59.384036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db444e7-9bbb-4185-8a70-afb4eadbb549 req-c5cd4c25-f5a1-47c5-a716-144ad5cff494 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.387329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=f2224222-44e6-4c13-968e-eb1b9926124a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:59.390034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db444e7-9bbb-4185-8a70-afb4eadbb549 req-c5cd4c25-f5a1-47c5-a716-144ad5cff494 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.391712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9db444e7-9bbb-4185-8a70-afb4eadbb549 req-c5cd4c25-f5a1-47c5-a716-144ad5cff494 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 1682 time: 0.3167305 Aug 19 17:54:59.478508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1951b540-bed3-4d22-b852-d69b44f0a575 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:54:59.484903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=69ff12a3-3922-4788-8e49-f9122e0948f5,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:59.488774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291c5b-d237-4b41-a860-e55dae94f838 req-5a4c0139-7338-4d07-a9ef-dcab15176334 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.493587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6291c5b-d237-4b41-a860-e55dae94f838 req-5a4c0139-7338-4d07-a9ef-dcab15176334 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.3620934 Aug 19 17:54:59.500700 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.501554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:59.515390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.602111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a734b7-2905-4174-b4f4-1cc9bdf06f19,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:59.607492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port f2224222-44e6-4c13-968e-eb1b9926124a on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:54:59.610242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.612550 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-9f900de4-286c-4707-bd4f-b7f8c969190d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "DELETE /v2.0/ports/f2224222-44e6-4c13-968e-eb1b9926124a HTTP/1.1" status: 204 len: 173 time: 1.4116006 Aug 19 17:54:59.624792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-fffbf89e-c7f1-402e-8a3b-b881f57d3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:54:59.626515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-fffbf89e-c7f1-402e-8a3b-b881f57d3475 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3602493 Aug 19 17:54:59.629801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8782ffbb-6c47-4bef-8ddc-e742700b3a43 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:54:59.661945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8782ffbb-6c47-4bef-8ddc-e742700b3a43 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:54:59.662306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8782ffbb-6c47-4bef-8ddc-e742700b3a43 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:54:59.689548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acd5d66f-8593-4712-9331-6a801fc984b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.694167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6291c5b-d237-4b41-a860-e55dae94f838 req-f480f2dd-5c60-4b20-bca8-ad4a4ed182a8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366980 Aug 19 17:54:59.697781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:54:59.724152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9db444e7-9bbb-4185-8a70-afb4eadbb549 req-ee4da025-20d8-4950-aba8-a4c9f43c145b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803314 Aug 19 17:54:59.742996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.743341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.743963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.744858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.745407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.745916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.746244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.746676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.747195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.747652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.748284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.749863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:54:59.797543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.824137 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d369a4c4-9eb9-406a-a27e-fd08bd27d227 x-openstack-request-id: req-d369a4c4-9eb9-406a-a27e-fd08bd27d227 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:54:59.824426 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "name": "network-vif-plugged", "status": "completed", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:54:59.824681 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d369a4c4-9eb9-406a-a27e-fd08bd27d227 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:54:59.830723 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5', 'code': 200} Aug 19 17:54:59.841965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.886572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-3c85a680-38a9-4ef2-8d8b-9a36ff6d2dcf service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411432 Aug 19 17:54:59.934082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:54:59.939345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.949345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:54:59.953003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.019354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:00.020204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 5e7308e0-c137-4429-9461-48570b79fdb5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:00.020881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.026805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.027663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481f7c11-7106-4e95-b43d-2c9ffec37a4c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:55:00.055870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.059873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9f415fd-ce97-49bf-9263-f9247c3aea3e admin admin] 10.222.0.36 "DELETE /v2.0/routers/481f7c11-7106-4e95-b43d-2c9ffec37a4c HTTP/1.1" status: 204 len: 168 time: 2.1589353 Aug 19 17:55:00.060505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47546) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:00.165854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Deleting subnet 16be8592-e3c9-4191-ae26-2ff4b4649a77 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:00.169716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.229837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.256218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 5e7308e0-c137-4429-9461-48570b79fdb5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5e7308e0-c137-4429-9461-48570b79fdb5,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:00.256601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.277457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 5e7308e0-c137-4429-9461-48570b79fdb5 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:00.418583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.428996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.433608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f2224222-44e6-4c13-968e-eb1b9926124a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:00.461415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: f2224222-44e6-4c13-968e-eb1b9926124a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:00.461784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f2224222-44e6-4c13-968e-eb1b9926124a not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:00.462510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5e7308e0-c137-4429-9461-48570b79fdb5 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:00.563234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a8de-bcb3-410b-b920-f4de12aaa3d1 req-76b906df-d066-468d-8da2-d2e403259219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:00.564618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c259a8de-bcb3-410b-b920-f4de12aaa3d1 req-76b906df-d066-468d-8da2-d2e403259219 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 1102 time: 0.6334071 Aug 19 17:55:00.590507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acd5d66f-8593-4712-9331-6a801fc984b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.595828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.616185 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a05bfb4-aaa6-411b-8d9e-2ff98882f341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.618301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1d68-00c8-47eb-9a79-9312943edaf4 req-87c9bf1c-6150-4f55-9706-f32a223b21b5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:00.626265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.628016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9abc1d68-00c8-47eb-9a79-9312943edaf4 req-87c9bf1c-6150-4f55-9706-f32a223b21b5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 948 time: 0.2669528 Aug 19 17:55:00.644887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.653017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acd5d66f-8593-4712-9331-6a801fc984b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.656063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=5e7308e0-c137-4429-9461-48570b79fdb5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:00.675160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c927d0-6ba2-4778-8284-7c935b571b03,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:00.684661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:00.685646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4e56c864-2536-4545-8f3f-5371ff70506f no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:00.687342 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd2728-b515-43d8-9695-567e6755e3ce" -d '{"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:00.697474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16be8592-e3c9-4191-ae26-2ff4b4649a77,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:00.720705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.722818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 4e56c864-2536-4545-8f3f-5371ff70506f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:00.723182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4e56c864-2536-4545-8f3f-5371ff70506f not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:00.729838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7200b72c-a6c8-4ba9-a3a9-33e1c0828c35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/16be8592-e3c9-4191-ae26-2ff4b4649a77 HTTP/1.1" status: 204 len: 168 time: 0.6303186 Aug 19 17:55:00.732814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47550) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:00.738252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee7424-a060-44e5-8ccb-417d3f9eecea None None] Network bfea6118-6c1b-4c5c-bae1-1f74341ad589 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:00.743428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47ba35-ccec-45be-965f-1412a8133da4 req-81f42c91-5ba5-4d67-acd6-43382925bdd2 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268640 Aug 19 17:55:00.752600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc25c-bdfe-4c26-a44f-19ba4b081f4b req-8b9e49f1-42ce-42f6-a937-b39d169ef9e5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:00.766905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 5e7308e0-c137-4429-9461-48570b79fdb5 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:00.777042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c1bc25c-bdfe-4c26-a44f-19ba4b081f4b req-8b9e49f1-42ce-42f6-a937-b39d169ef9e5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.4185569 Aug 19 17:55:00.779855 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.782223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b5746e0d-227e-4f36-9dc8-fd16aea502dd req-f1ce3dcc-5f97-4ba5-b9de-c5652d954f12 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "DELETE /v2.0/ports/5e7308e0-c137-4429-9461-48570b79fdb5 HTTP/1.1" status: 204 len: 173 time: 1.1261973 Aug 19 17:55:00.823181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5d66f-8593-4712-9331-6a801fc984b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69292709-6316-40d3-987e-1a989ff0bffd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:00.842026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.886998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:00.910616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:00.911199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Network hostable DHCP agents. Network: 1951b540-bed3-4d22-b852-d69b44f0a575, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:00.994972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-acd5d66f-8593-4712-9331-6a801fc984b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4c0af3703df4bd3b9c6df84a9a18bab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6386213 Aug 19 17:55:00.998685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:01.009855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9abc1d68-00c8-47eb-9a79-9312943edaf4 req-802365fb-37f3-4ebc-9daf-c287b6b866d3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277030 Aug 19 17:55:01.020925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Deleting port d64e4944-a887-44ae-b258-cdb7acbda0c1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:01.021465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.056138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c259a8de-bcb3-410b-b920-f4de12aaa3d1 req-980b34e8-45d5-4ea5-9ba4-9685c934abc1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632077 Aug 19 17:55:01.071197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c1bc25c-bdfe-4c26-a44f-19ba4b081f4b req-31d29816-671b-4f4e-a454-7eb1c4beb5f8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931972 Aug 19 17:55:01.075779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:01.085147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1951b540-bed3-4d22-b852-d69b44f0a575) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:01.092029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:01.093419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.095389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca660b55-d90b-4502-976a-311b42e31ed3 None None] Network 1951b540-bed3-4d22-b852-d69b44f0a575 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:01.127139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9d9c555f-3b55-4792-9207-2a38f6c77782 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8371401 Aug 19 17:55:01.128372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47560) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:01.135731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:01.177535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.179538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.199598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] For port d64e4944-a887-44ae-b258-cdb7acbda0c1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d64e4944-a887-44ae-b258-cdb7acbda0c1,segment=NetworkSegment(56037d80-0a55-4aab-b26a-947c5cd06c3c),segment_id=56037d80-0a55-4aab-b26a-947c5cd06c3c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:01.200051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.216740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] DHCP port deletion for bfea6118-6c1b-4c5c-bae1-1f74341ad589 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:55:01.224643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Calling delete_port for d64e4944-a887-44ae-b258-cdb7acbda0c1 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:01.271699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84d16214-c2eb-44f8-9e6e-985e728adf25 req-4416d751-0c02-4974-aa1b-3aa31ba68e88 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=21eb7e90-bd47-4ec9-ae15-026042d80805 HTTP/1.1" status: 200 len: 210 time: 0.0815797 Aug 19 17:55:01.340632 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00875a83-615b-4852-8f86-bd9d63d6b08c x-openstack-request-id: req-00875a83-615b-4852-8f86-bd9d63d6b08c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:01.340958 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "f2224222-44e6-4c13-968e-eb1b9926124a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:01.341218 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00875a83-615b-4852-8f86-bd9d63d6b08c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:01.341678 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': 'f2224222-44e6-4c13-968e-eb1b9926124a', 'status': 'completed', 'code': 200} Aug 19 17:55:01.373202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.376611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.409265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Deleting port d64e4944-a887-44ae-b258-cdb7acbda0c1 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:01.409644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.415516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d64e4944-a887-44ae-b258-cdb7acbda0c1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:01.428611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] No DVR routers for this DVR port d64e4944-a887-44ae-b258-cdb7acbda0c1 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:01.433321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64e4944-a887-44ae-b258-cdb7acbda0c1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:01.438957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.478538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d64e4944-a887-44ae-b258-cdb7acbda0c1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:01.478888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d64e4944-a887-44ae-b258-cdb7acbda0c1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:01.479914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0a734b7-2905-4174-b4f4-1cc9bdf06f19 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:01.518741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d0a734b7-2905-4174-b4f4-1cc9bdf06f19 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:01.519283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0a734b7-2905-4174-b4f4-1cc9bdf06f19 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:01.520331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.542788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.556871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.563115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] For port d64e4944-a887-44ae-b258-cdb7acbda0c1, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:01.563115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.563430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfea6118-6c1b-4c5c-bae1-1f74341ad589']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:01.574607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Calling delete_port for d64e4944-a887-44ae-b258-cdb7acbda0c1 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:01.577793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Port d64e4944-a887-44ae-b258-cdb7acbda0c1 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:55:01.580878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1951b540-bed3-4d22-b852-d69b44f0a575', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:01.581990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.584581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.585805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56037d80-0a55-4aab-b26a-947c5cd06c3c') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:01.586112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56037d80-0a55-4aab-b26a-947c5cd06c3c') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:01.597072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.620614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.621869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] Pushing event deleted for resources: {'Port': ['ID=d64e4944-a887-44ae-b258-cdb7acbda0c1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:01.628006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08939fe8-8e41-4292-9da8-6e6a3102e065 None None] No DVR routers for this DVR port d64e4944-a887-44ae-b258-cdb7acbda0c1 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:01.633289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:55:01.633705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:55:01.650705 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:55:01.679937 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.682639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.683969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69292709-6316-40d3-987e-1a989ff0bffd HTTP/1.1" status: 204 len: 168 time: 0.6819627 Aug 19 17:55:01.706970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f139f0-284b-4aeb-8004-eb8834bb64aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69292709-6316-40d3-987e-1a989ff0bffd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:01.718887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.724703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.728506 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bfea6118-6c1b-4c5c-bae1-1f74341ad589 HTTP/1.1" status: 204 len: 168 time: 0.9943120 Aug 19 17:55:01.744292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7333a-d6b6-4309-bba1-f5fdd088ede4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfea6118-6c1b-4c5c-bae1-1f74341ad589,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:01.822408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.836873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:01.840292 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234929c-d6fb-4e07-af7b-c12aafbc1645" -d '{"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:01.867705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.872183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Allocated IP 172.20.0.2 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/5098d7e2-0ba2-4c34-81e9-5e7354a609ac) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:01.899894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47578) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:01.904671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:01.978887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:01.979501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df27dcb6-3041-435a-978b-56d761168421 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=530fde8182ef4fe2a7282b569bcc2d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775177 Aug 19 17:55:01.981146 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44be39-e3e9-48f9-aa9a-d2e8b7ecac1b x-openstack-request-id: req-1d44be39-e3e9-48f9-aa9a-d2e8b7ecac1b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:01.981440 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:01.981694 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d44be39-e3e9-48f9-aa9a-d2e8b7ecac1b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:01.982722 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'code': 200} Aug 19 17:55:01.982883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:02.155583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.157753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Allocated IP 172.25.5.169 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/89648ea8-e075-406f-8a33-5169cc97c18c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:02.190396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47586) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:02.211323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.213168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:02.220429 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.222451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.236419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'mac_address': 'fa:16:3e:ef:94:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:02.239099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Transition to ACTIVE for port object 5098d7e2-0ba2-4c34-81e9-5e7354a609ac will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:02.276763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Transition to ACTIVE for port object 5098d7e2-0ba2-4c34-81e9-5e7354a609ac will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:02.289611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.290167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b9ec-1b58-4412-b48e-95a560393b91 req-a83b2861-c09c-4124-9a92-ea9c91ceb4c4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:02.295041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.298061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7498b9ec-1b58-4412-b48e-95a560393b91 req-a83b2861-c09c-4124-9a92-ea9c91ceb4c4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 948 time: 0.2014158 Aug 19 17:55:02.327889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.331983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.333906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:02.368442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:02.375211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da971f3-de72-4f99-af92-65380162abdb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.379378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:02.382930 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=722e6c8366dd4f8d8e95816628d46acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887836 Aug 19 17:55:02.383822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:02.384965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:02.387990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:02.389828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Pushing event updated for resources: {'Port': ['ID=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.397029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.397496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:02.403365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.403927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.404445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.405100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.405639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.406138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.406632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.407116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.407686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.408196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.408691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.409311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721603c-16e6-48fb-99eb-d673f7e256be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:02.432515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7498b9ec-1b58-4412-b48e-95a560393b91 req-2e66ec6c-6c0e-4289-94c7-4405076b7696 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334395 Aug 19 17:55:02.450468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12a535-d653-48e9-8ace-09e519b4b37f req-8b945544-3798-44e7-9948-e52cdea452ff tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:02.452537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.468438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb12a535-d653-48e9-8ace-09e519b4b37f req-8b945544-3798-44e7-9948-e52cdea452ff tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.2795498 Aug 19 17:55:02.502831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.515528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.517877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.520652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.521986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e652aae-f173-4e3c-a2b9-4af8d8cdd91d HTTP/1.1" status: 204 len: 168 time: 0.5390956 Aug 19 17:55:02.537966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:02.548575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.549674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Attempting to bind port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:02.550060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Attempting to bind port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:02.550432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Attempting to bind port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:02.563991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:02.564450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:02.564867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.567737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:02.568375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Bound port: 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:02.569022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.576487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff086848-d412-4624-b818-7561831fe5c4 req-af2254f9-1934-46cd-a432-d62f2cef04c4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:02.585680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff086848-d412-4624-b818-7561831fe5c4 req-af2254f9-1934-46cd-a432-d62f2cef04c4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.2669873 Aug 19 17:55:02.585929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'mac_address': 'fa:16:3e:5b:ea:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:02.604503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe1c9b-28aa-4a7b-888e-12526bece956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e652aae-f173-4e3c-a2b9-4af8d8cdd91d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.636013 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.645608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb12a535-d653-48e9-8ace-09e519b4b37f req-3eb71260-bc2c-410e-81fe-283fd0bbfbe9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655278 Aug 19 17:55:02.645962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.664578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4da971f3-de72-4f99-af92-65380162abdb HTTP/1.1" status: 204 len: 168 time: 0.2468679 Aug 19 17:55:02.699902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47604) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:02.700081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62234c-a05a-4fa9-af8e-56a282647267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da971f3-de72-4f99-af92-65380162abdb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.709733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.722593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] For port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:02.774827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] For port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:02.776984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 698770ac-b2c0-4d3c-bb34-b724a4306f26 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:02.801877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:02.805195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.810817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.830537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting subnet 7fdfaa40-f338-493d-b1ba-68acddc030f1 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:02.834794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.839513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.889657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3494c-4083-4944-a113-10d44cbd9518 None None] Pushing event updated for resources: {'Port': ['ID=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.942466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:02.948775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:02.961440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:02.977804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['698770ac-b2c0-4d3c-bb34-b724a4306f26'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:02.977954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:02.983253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:02.986435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Pushing event updated for resources: {'Port': ['ID=89648ea8-e075-406f-8a33-5169cc97c18c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:03.016901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Deleting port 9246c609-a38b-4c3d-b546-f7884bb325f5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:03.017321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:03.191999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:03.344009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:03.347411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:03.348961 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38fcc6-0209-482b-8a12-794e55ee2e31" -d '{"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:03.420867 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e933fb4-14a4-4cb0-b0ec-6ae2620812f9 x-openstack-request-id: req-5e933fb4-14a4-4cb0-b0ec-6ae2620812f9 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:03.421286 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21eb7e90-bd47-4ec9-ae15-026042d80805", "name": "network-vif-deleted", "tag": "5e7308e0-c137-4429-9461-48570b79fdb5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:03.421940 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e933fb4-14a4-4cb0-b0ec-6ae2620812f9 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:03.422952 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eb7e90-bd47-4ec9-ae15-026042d80805', 'name': 'network-vif-deleted', 'tag': '5e7308e0-c137-4429-9461-48570b79fdb5', 'status': 'completed', 'code': 200} Aug 19 17:55:03.442355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] For port 9246c609-a38b-4c3d-b546-f7884bb325f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9246c609-a38b-4c3d-b546-f7884bb325f5,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:03.443030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:03.488845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5098d7e2-0ba2-4c34-81e9-5e7354a609ac up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:03.521177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Calling delete_port for 9246c609-a38b-4c3d-b546-f7884bb325f5 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:03.637805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:03.650365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:03.923675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:04.038399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 698770ac-b2c0-4d3c-bb34-b724a4306f26 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:04.038813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.083720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.178819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.233197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:04.237003 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.238973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/subnets/7fdfaa40-f338-493d-b1ba-68acddc030f1 HTTP/1.1" status: 204 len: 168 time: 1.5380900 Aug 19 17:55:04.242499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:04.249146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:04.249575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6b021-8b06-4422-94d5-d55b82764af9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdfaa40-f338-493d-b1ba-68acddc030f1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:04.258618 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2addcc3-cc83-4a83-a908-0ec8c8fd5c66" -d '{"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-plugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:04.262140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403d122-bad2-42ad-aafa-82f79e1d7a75 None None] Network ae2dff2c-04e2-4615-b924-d0456402e8c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:04.291801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a6a2-cc18-421e-b743-b30dfa0e88c3 req-41b370c0-3239-4910-811a-093d225af9ec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:04.293579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0af0a6a2-cc18-421e-b743-b30dfa0e88c3 req-41b370c0-3239-4910-811a-093d225af9ec tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 949 time: 0.7318571 Aug 19 17:55:04.333520 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.360134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770782-e29d-42f5-a062-b17f2aafa693 req-1bed23c0-dfb7-4162-811e-072fbfa421ba tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:04.372486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88770782-e29d-42f5-a062-b17f2aafa693 req-1bed23c0-dfb7-4162-811e-072fbfa421ba tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=f644a760-9d63-4de6-9643-1aeb57c96ce4 HTTP/1.1" status: 200 len: 945 time: 0.2954438 Aug 19 17:55:04.414102 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.459736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.512708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3934c-cd4e-422d-a10b-65b17ad3dbbc None None] Network 1951b540-bed3-4d22-b852-d69b44f0a575 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:04.516165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9246c609-a38b-4c3d-b546-f7884bb325f5 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:04.583670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 93bfa6e0-a87e-464f-be38-7242c3ed4459 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:04.587968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.598175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0af0a6a2-cc18-421e-b743-b30dfa0e88c3 req-0431f813-5d07-4cf0-a225-0b6e0c09968a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940621 Aug 19 17:55:04.631499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88770782-e29d-42f5-a062-b17f2aafa693 req-5f0c9b90-00ba-4a03-bd9b-745adbba43ac tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578666 Aug 19 17:55:04.717534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 93bfa6e0-a87e-464f-be38-7242c3ed4459, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93bfa6e0-a87e-464f-be38-7242c3ed4459,segment=NetworkSegment(c734d86f-b7aa-4448-ae0f-3c5d8b96209d),segment_id=c734d86f-b7aa-4448-ae0f-3c5d8b96209d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:04.718114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.744759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 93bfa6e0-a87e-464f-be38-7242c3ed4459 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:04.755788 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08643b96-5a5c-447d-b021-c075c47acfcb x-openstack-request-id: req-08643b96-5a5c-447d-b021-c075c47acfcb {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:04.756079 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-plugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:04.757379 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08643b96-5a5c-447d-b021-c075c47acfcb {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:04.757847 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'code': 200} Aug 19 17:55:04.761918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Provisioning for port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:04.793000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:04.800853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Provisioning complete for port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:04.801375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:04.967052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.025142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.028187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=93bfa6e0-a87e-464f-be38-7242c3ed4459,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:05.030310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 93bfa6e0-a87e-464f-be38-7242c3ed4459 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:05.052745 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.099488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.102279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b83497-0eec-4d82-be31-8dc7861ba160 None None] DHCP port deletion for ae2dff2c-04e2-4615-b924-d0456402e8c6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:55:05.119068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:05.202362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.206298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Pushing event deleted for resources: {'Port': ['ID=9246c609-a38b-4c3d-b546-f7884bb325f5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:05.238437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2dff2c-04e2-4615-b924-d0456402e8c6']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:05.263033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] No DVR routers for this DVR port 9246c609-a38b-4c3d-b546-f7884bb325f5 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:05.266911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.268899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:05.269392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff086848-d412-4624-b818-7561831fe5c4 req-4c17aa62-1f06-45ed-99cb-7dca7c044510 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.13 "DELETE /v2.0/ports/9246c609-a38b-4c3d-b546-f7884bb325f5 HTTP/1.1" status: 204 len: 173 time: 2.6497643 Aug 19 17:55:05.269487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c734d86f-b7aa-4448-ae0f-3c5d8b96209d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:05.269575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'name': 'network-vif-deleted', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:05.273123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.286088 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1f35e-e2a7-43c9-9803-1718bfb71527" -d '{"events": [{"server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "name": "network-vif-deleted", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:05.304483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.352582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.390243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:55:05.390918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.421294 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a70fe01-280d-46ea-bcbb-b3712aa9454f x-openstack-request-id: req-8a70fe01-280d-46ea-bcbb-b3712aa9454f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:05.421581 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f644a760-9d63-4de6-9643-1aeb57c96ce4", "name": "network-vif-deleted", "tag": "9246c609-a38b-4c3d-b546-f7884bb325f5", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:05.421831 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a70fe01-280d-46ea-bcbb-b3712aa9454f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:05.422240 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f644a760-9d63-4de6-9643-1aeb57c96ce4', 'name': 'network-vif-deleted', 'tag': '9246c609-a38b-4c3d-b546-f7884bb325f5', 'status': 'completed', 'code': 200} Aug 19 17:55:05.520232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93bfa6e0-a87e-464f-be38-7242c3ed4459 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:05.540664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:55:05.562382 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:55:05.566192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] For port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:05.629294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.656643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.664177 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/networks/ae2dff2c-04e2-4615-b924-d0456402e8c6 HTTP/1.1" status: 204 len: 168 time: 1.4205201 Aug 19 17:55:05.668027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.674784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:05.735825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 93bfa6e0-a87e-464f-be38-7242c3ed4459 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:05.736434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93bfa6e0-a87e-464f-be38-7242c3ed4459 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:05.752829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b665-d50e-4bac-be57-5ee7cfee6d0f None None] Pushing event updated for resources: {'Port': ['ID=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:05.765827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955d98a-4f69-48a2-bfc9-468422474a8c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Network': ['ID=ae2dff2c-04e2-4615-b924-d0456402e8c6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:05.808995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting subnet 17ef86c4-7a50-4b76-b572-4ca41ab32de1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:05.818946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.861649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:05.891966 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Sync routers for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:05.902156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.907733 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:05.908360 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:05.947061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035165a5-81a8-445c-9c0b-80a2b8c253be req-9eb53bcc-40c6-4b48-8a0a-08779f5d68f8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:05.948697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-035165a5-81a8-445c-9c0b-80a2b8c253be req-9eb53bcc-40c6-4b48-8a0a-08779f5d68f8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 949 time: 0.2150066 Aug 19 17:55:05.954636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:05.955959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a8f0c32e-741c-438d-bedd-a4fa2820687b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8269124 Aug 19 17:55:05.957205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:05.959685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:05.997044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1203d154-f6b1-46a3-a10c-4518b7075981 None None] Provisioning complete for port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:05.998651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1203d154-f6b1-46a3-a10c-4518b7075981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.157017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-035165a5-81a8-445c-9c0b-80a2b8c253be req-2377cc5c-aea5-42d2-b9f7-01cb08d0b8b6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922522 Aug 19 17:55:06.176098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.193377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:06.329686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:06.338274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:06.338668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.401310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.547677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Subnet': ['ID=17ef86c4-7a50-4b76-b572-4ca41ab32de1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:06.570463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.582550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa26493-b492-413f-ba12-0ac6953de6b3 None None] Network a67550bc-a95e-4e60-a799-450a7904a7ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:06.583906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:06.584320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f38dafbc-3f88-4b2f-bf85-ed3f3c0844bf tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/subnets/17ef86c4-7a50-4b76-b572-4ca41ab32de1 HTTP/1.1" status: 204 len: 168 time: 0.8947401 Aug 19 17:55:06.654523 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:03Z', 'revision_number': 3, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:06.691695 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Checking router: b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:06.692052 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Updating router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 port 89648ea8-e075-406f-8a33-5169cc97c18c binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:06.729111 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.738153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.813607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:06.827573 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b6b59d-c39b-4caf-bbbc-f6ec43c4b224" -d '{"events": [{"server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "name": "network-vif-plugged", "status": "completed", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:06.885505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:06.890511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab4be9-48d7-4f5a-8fe6-8eabe0cc29ca req-80a05511-e6db-4546-82b7-d3a6a15825f1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:06.904827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6ab4be9-48d7-4f5a-8fe6-8eabe0cc29ca req-80a05511-e6db-4546-82b7-d3a6a15825f1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3217125 Aug 19 17:55:06.909985 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:06.926001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.049849 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.063101 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Transition to ACTIVE for port object 89648ea8-e075-406f-8a33-5169cc97c18c will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:07.063243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:07.071259 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.089887 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa04fc-6af8-433a-afe4-698c831fa00d x-openstack-request-id: req-b7aa04fc-6af8-433a-afe4-698c831fa00d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:07.090248 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "name": "network-vif-plugged", "status": "completed", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:07.090585 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7aa04fc-6af8-433a-afe4-698c831fa00d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:07.091087 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'code': 200} Aug 19 17:55:07.147992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] DHCP port deletion for a67550bc-a95e-4e60-a799-450a7904a7ca request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:55:07.148520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Pushing event updated for resources: {'Port': ['ID=89648ea8-e075-406f-8a33-5169cc97c18c,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:07.162039 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.162655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.164125 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.164870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.165415 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.166163 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.166950 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.167524 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.168286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6ab4be9-48d7-4f5a-8fe6-8eabe0cc29ca req-145f936b-1db9-4c91-8e56-c5e14d5a62db tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623510 Aug 19 17:55:07.168857 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.169657 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.174103 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.174530 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:07.188438 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:55:07.253651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Deleting port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:07.254110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.259570 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Attempting to bind port 89648ea8-e075-406f-8a33-5169cc97c18c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:07.260249 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Attempting to bind port 89648ea8-e075-406f-8a33-5169cc97c18c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:07.260833 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Attempting to bind port 89648ea8-e075-406f-8a33-5169cc97c18c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:07.267968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:07.268815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:07.269843 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.271015 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:07.271981 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Bound port: 89648ea8-e075-406f-8a33-5169cc97c18c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:07.272678 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.296830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.397186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] For port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:07.397635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.404638 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] For port 89648ea8-e075-406f-8a33-5169cc97c18c, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:07.410208 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] For port 89648ea8-e075-406f-8a33-5169cc97c18c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89648ea8-e075-406f-8a33-5169cc97c18c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:07.417899 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.429862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Calling delete_port for 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:07.448025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5098d7e2-0ba2-4c34-81e9-5e7354a609ac up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:07.476195 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:07.477180 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:07.508856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:07.509464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.537775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01326c3b-0bff-4548-9fd2-03adabe420de req-cad7955b-d2e2-45bf-90df-4a59ac07451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:07.539812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01326c3b-0bff-4548-9fd2-03adabe420de req-cad7955b-d2e2-45bf-90df-4a59ac07451f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 1102 time: 0.3446143 Aug 19 17:55:07.555186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad25d0-a8da-44fe-97c9-b116cedd4c06 None None] Pushing event updated for resources: {'Port': ['ID=89648ea8-e075-406f-8a33-5169cc97c18c,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:07.694873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:07.694873 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.702220 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:07.714994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,segment=NetworkSegment(0ef266be-cd45-44c7-a0de-2dfe3f25ad3b),segment_id=0ef266be-cd45-44c7-a0de-2dfe3f25ad3b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:07.715652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.730211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01326c3b-0bff-4548-9fd2-03adabe420de req-263164d3-fc7f-4c39-a59f-97dd4e4476e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482310 Aug 19 17:55:07.745563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37f75-26f0-4b2a-b76a-bbc9320d1e3e req-c7ce1434-e153-4e50-9119-b20f833c98ed tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:07.753788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33e37f75-26f0-4b2a-b76a-bbc9320d1e3e req-c7ce1434-e153-4e50-9119-b20f833c98ed tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 950 time: 0.2208567 Aug 19 17:55:07.759557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:07.795511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:07.827111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] No DVR routers for this DVR port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:07.844016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33e37f75-26f0-4b2a-b76a-bbc9320d1e3e req-cf7e3ed1-eed4-475a-a3fd-21c848f31b33 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892913 Aug 19 17:55:07.957176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf7ee3-73ed-4b32-9ab9-b87fdba27474 None None] Pushing event deleted for resources: {'Port': ['ID=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:08.045468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Allocated IP 172.20.0.1 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/0fbc80c8-a4aa-454e-a336-13d3d1ce4e13) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:08.075401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:08.090682 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:03Z', 'revision_number': 3, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:08.104568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:08.105327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:08.125609 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:08.155527 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaeb43-b1d6-40f6-ba93-d7c5cad51f9f None None] The sync data for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 is: [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:03Z', 'revision_number': 3, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:08.192846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:08.213901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 27ecf8f6-edcf-4ad7-ba0c-51ebf34265c0 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:08.727324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527940f-67a1-4895-b734-d35e909950c9 req-c3f9fe02-2894-4569-9199-e4cb78a001e2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:08.736223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6527940f-67a1-4895-b734-d35e909950c9 req-c3f9fe02-2894-4569-9199-e4cb78a001e2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.5972803 Aug 19 17:55:08.815383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6527940f-67a1-4895-b734-d35e909950c9 req-9998e893-06db-43f3-a00b-64cdff1f4544 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756989 Aug 19 17:55:08.830076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:08.865353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67550bc-a95e-4e60-a799-450a7904a7ca']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:08.898865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:08.899539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef266be-cd45-44c7-a0de-2dfe3f25ad3b') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:08.933820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:08.937700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.014430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Transition to ACTIVE for port object 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:09.017801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.033812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:55:09.034489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:55:09.038558 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:55:09.187548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.241902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314831-597f-45cb-94dc-7527804d4fe8 req-cd1f6187-d4ce-4351-beae-fdcbe26055aa tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:09.249224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd314831-597f-45cb-94dc-7527804d4fe8 req-cd1f6187-d4ce-4351-beae-fdcbe26055aa tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2916968 Aug 19 17:55:09.260177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.262359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/networks/a67550bc-a95e-4e60-a799-450a7904a7ca HTTP/1.1" status: 204 len: 168 time: 2.6723008 Aug 19 17:55:09.268003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:09.274392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e00ce-4f68-4ebb-b7b5-b814726dd186 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Network': ['ID=a67550bc-a95e-4e60-a799-450a7904a7ca,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:09.280686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-467745284'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:09.341548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:09.346267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.364223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.391154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:55:09.428319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.431853 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Added segment b08dfdb1-3524-49ed-b4f6-0560b761347e of type vlan for network bfb9119a-e997-4910-8878-b9a7629d92dc Aug 19 17:55:09.445881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Pushing event updated for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:09.480918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd314831-597f-45cb-94dc-7527804d4fe8 req-45794aff-9242-449b-baf8-e0546bed35a2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307053 Aug 19 17:55:09.494651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89648ea8-e075-406f-8a33-5169cc97c18c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:09.545264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac09106-3bb0-4ab5-80b8-4ce97969ca5b req-b29b549b-352d-4a73-a7ac-aa443de940c7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:09.550827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.561936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac09106-3bb0-4ab5-80b8-4ce97969ca5b req-b29b549b-352d-4a73-a7ac-aa443de940c7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 950 time: 0.3105714 Aug 19 17:55:09.572225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:09.586711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:09.609559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:09.628845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.638538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:09.639686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.661902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 89648ea8-e075-406f-8a33-5169cc97c18c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:09.669493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.679920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 89648ea8-e075-406f-8a33-5169cc97c18c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:09.680301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:09.870081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac09106-3bb0-4ab5-80b8-4ce97969ca5b req-a1ad491d-0d9d-46c4-946b-ddbc53022b0d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069291 Aug 19 17:55:09.936187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Network': ['ID=bfb9119a-e997-4910-8878-b9a7629d92dc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:09.951564 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c69b058-61c2-4c4a-a783-f15d45281838 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6806452 Aug 19 17:55:09.952202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:09.968222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'subnet': {'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:09.994420 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.025510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network bfb9119a-e997-4910-8878-b9a7629d92dc details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:55:10.122314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.224142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:10.227250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.279010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 89648ea8-e075-406f-8a33-5169cc97c18c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89648ea8-e075-406f-8a33-5169cc97c18c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:10.351033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7302a-cae0-49e2-a4f8-2729ca3679a7 req-20f583f8-3791-4d51-bc7a-44d4a698a76d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:10.352515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.353758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fa7302a-cae0-49e2-a4f8-2729ca3679a7 req-20f583f8-3791-4d51-bc7a-44d4a698a76d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 950 time: 0.2200434 Aug 19 17:55:10.362825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cb7aedad-4fd5-416b-8804-05b92a58c338 None None] Provisioning for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:10.459852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fa7302a-cae0-49e2-a4f8-2729ca3679a7 req-dc18a0a0-f2de-411f-a24f-bbebc886aa61 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Aug 19 17:55:10.567180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.577615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.775797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.787066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Pushing event updated for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:10.839232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:10.961271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Subnet': ['ID=133d0387-e346-41fe-b3d5-3d012244c356,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:10.994815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Checking segment: {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:10.996179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network hostable DHCP agents. Network: bfb9119a-e997-4910-8878-b9a7629d92dc, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:11.032905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network bfb9119a-e997-4910-8878-b9a7629d92dc is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:11.052970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, bfb9119a-e997-4910-8878-b9a7629d92dc) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:11.060003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:11.061383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.073693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cb7aedad-4fd5-416b-8804-05b92a58c338 None None] Provisioning complete for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:11.074285 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cb7aedad-4fd5-416b-8804-05b92a58c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.083143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:11.085861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:11.088857 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d078a4f-8e1a-466b-adf3-0ed285b12195 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1293952 Aug 19 17:55:11.091375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:11.105051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2130042880'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:11.144395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fcafa5-dbad-4b31-96ec-2db331a1a58f None None] Network bfb9119a-e997-4910-8878-b9a7629d92dc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:11.152953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:11.158616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.223537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:55:11.247021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.247994 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Added segment ccb120da-a555-489c-b366-1d6399c753cb of type vlan for network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 Aug 19 17:55:11.324918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=89648ea8-e075-406f-8a33-5169cc97c18c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:11.407956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.430315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:55:11.503182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cb7aedad-4fd5-416b-8804-05b92a58c338 None None] Port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:11.518426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.542836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:11.550021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.622925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5301011 Aug 19 17:55:11.630024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48146) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:11.640262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'subnet': {'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:11.722466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4ef8-ee94-49d1-ac8a-2df901b8a6e5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Network': ['ID=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:11.755173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48148) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:11.758986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7e9a41ae-4c89-4abf-adf9-d101474e1dd5 None None] Provisioning complete for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:11.783577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7e9a41ae-4c89-4abf-adf9-d101474e1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.915213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-bfb9119a-e997-4910-8878-b9a7629d92dc', 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'fixed_ips': [{'subnet_id': '133d0387-e346-41fe-b3d5-3d012244c356'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:11.916415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:11.952632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a41ae-4c89-4abf-adf9-d101474e1dd5 None None] Port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:12.023877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6846f45f-4b4b-46cc-b371-7c02eec53f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.095969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:12.113333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2f1c-9de5-4f9e-b703-e4bdd1e6d757 req-a5ab65d2-dba2-46d2-a442-cc55a37896c8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:12.124391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2f1c-9de5-4f9e-b703-e4bdd1e6d757 req-a5ab65d2-dba2-46d2-a442-cc55a37896c8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:12.125472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17ad2f1c-9de5-4f9e-b703-e4bdd1e6d757 req-a5ab65d2-dba2-46d2-a442-cc55a37896c8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4&device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 1691 time: 0.3648229 Aug 19 17:55:12.184641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17ad2f1c-9de5-4f9e-b703-e4bdd1e6d757 req-beedd2b5-4e0b-46d4-be41-119db0637bd6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Aug 19 17:55:12.192084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d28bb92-73ee-409a-be30-2ca1d017681c admin admin] 10.222.0.36 "PUT /v2.0/routers/b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2308900 Aug 19 17:55:12.205870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:55:12.233764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6846f45f-4b4b-46cc-b371-7c02eec53f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.241183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6846f45f-4b4b-46cc-b371-7c02eec53f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.264110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:12.267877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.279410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Sync routers for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:12.421249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:12.421916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:12.424430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Allocated IP 19.80.0.2 (bfb9119a-e997-4910-8878-b9a7629d92dc/133d0387-e346-41fe-b3d5-3d012244c356/385faf3f-b1b0-422f-851c-f383247496f2) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:12.718178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6846f45f-4b4b-46cc-b371-7c02eec53f8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f54b4574937489ebc4181aabce3efc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9618981 Aug 19 17:55:12.721130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:12.808101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846f45f-4b4b-46cc-b371-7c02eec53f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3db3d-08dd-466b-8109-f8acbe1f2bd3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:12.865250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.876380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.886953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:12.939131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:12.997977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Subnet': ['ID=5f9c0bc0-e578-4f08-a26a-5c1b72686aec,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:13.028549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.030396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Checking segment: {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:13.031531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.032157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network hostable DHCP agents. Network: 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:13.035578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3e3db3d-08dd-466b-8109-f8acbe1f2bd3 HTTP/1.1" status: 204 len: 168 time: 0.3132770 Aug 19 17:55:13.047165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87309915-693d-4b81-8aec-9201697fa66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3db3d-08dd-466b-8109-f8acbe1f2bd3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:13.083351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:13.102820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:13.114594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:13.119266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.152785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db21587d-e99a-4d2a-a58f-5d7c74c1f101 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5216427 Aug 19 17:55:13.228286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:13.234434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103147102', 'description': 'tempest-description--1143447314'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:13.259646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.271235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Transition to ACTIVE for port object 385faf3f-b1b0-422f-851c-f383247496f2 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:13.306935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.333475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Transition to ACTIVE for port object 385faf3f-b1b0-422f-851c-f383247496f2 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:13.354964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8957bd-9201-4260-b4d2-535b7cefe08a None None] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:13.387806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.472092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822091c-b1fd-42ee-85c6-34e7361d9379 req-2670307f-8415-4327-99c2-1d56d5f0bd75 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:13.476211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f822091c-b1fd-42ee-85c6-34e7361d9379 req-2670307f-8415-4327-99c2-1d56d5f0bd75 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 1102 time: 0.1313107 Aug 19 17:55:13.546494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Network bfb9119a-e997-4910-8878-b9a7629d92dc is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:13.588067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f822091c-b1fd-42ee-85c6-34e7361d9379 req-046d2676-d4e8-4f4b-be36-2044c63ebabc tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072118 Aug 19 17:55:13.608256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:13.611283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89648ea8-e075-406f-8a33-5169cc97c18c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:13.632086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.638725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.649611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:13.719186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Pushing event updated for resources: {'Port': ['ID=385faf3f-b1b0-422f-851c-f383247496f2,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:13.723588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4359a6b-4110-414c-bf5a-589f3f5a90bf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:13.726510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.728006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-24f8c7e8-817d-423a-b80b-4d154134d636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4979272 Aug 19 17:55:13.730694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48284) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:13.736496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'security_group_rule': {'security_group_id': 'f4359a6b-4110-414c-bf5a-589f3f5a90bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:13.775939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Attempting to bind port 385faf3f-b1b0-422f-851c-f383247496f2 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:13.776318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Attempting to bind port 385faf3f-b1b0-422f-851c-f383247496f2 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:13.776678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Attempting to bind port 385faf3f-b1b0-422f-851c-f383247496f2 on network bfb9119a-e997-4910-8878-b9a7629d92dc {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:13.788173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:13.788958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Checking segment: {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:13.792062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.792062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Bound using segment: {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:13.792062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Bound port: 385faf3f-b1b0-422f-851c-f383247496f2, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:13.792062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.818946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.899612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] For port 385faf3f-b1b0-422f-851c-f383247496f2, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:13.903561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] For port 385faf3f-b1b0-422f-851c-f383247496f2, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=385faf3f-b1b0-422f-851c-f383247496f2,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:13.923436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.939817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.946512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.974232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439da7c-d2e9-4099-8e11-54cf7e00ae10,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:13.981994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:13.983537 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fda6ec9a-c4af-4618-ad45-ff4346c43c79 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2511699 Aug 19 17:55:13.987020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48308) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:13.992940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'security_group_rule': {'security_group_id': 'f4359a6b-4110-414c-bf5a-589f3f5a90bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:14.032847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.164873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a72a-d421-4e91-9c43-32acfbe851e6 None None] Pushing event updated for resources: {'Port': ['ID=385faf3f-b1b0-422f-851c-f383247496f2,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:14.170976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 89648ea8-e075-406f-8a33-5169cc97c18c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:14.171751 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.195576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.200045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.224174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-85edf2d1-5c2e-48a5-b6eb-d393a52e3d34', 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'fixed_ips': [{'subnet_id': '5f9c0bc0-e578-4f08-a26a-5c1b72686aec'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:14.225032 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.246953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 2, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:14.260472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51c5299-7b6e-4370-a143-d98747ea3605,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:14.293214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.293991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a49d4-4a91-4474-bb2e-ba1f1bbbf6ca req-4b8ea4cd-b9a2-4200-8565-ded63729cfa2 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:14.301828 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f6c4c4e1-8c9c-4b52-9245-c18a3bb09876 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103237 Aug 19 17:55:14.306527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-867a49d4-4a91-4474-bb2e-ba1f1bbbf6ca req-4b8ea4cd-b9a2-4200-8565-ded63729cfa2 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 1102 time: 0.2217391 Aug 19 17:55:14.310940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:14.324803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:14.380455 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.385197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Checking router: b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:14.390124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Updating router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:14.401083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-efc8f9ac-5a15-452a-bbff-051fe96aaa2a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:14.417319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-efc8f9ac-5a15-452a-bbff-051fe96aaa2a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:14.418988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-efc8f9ac-5a15-452a-bbff-051fe96aaa2a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/networks?id=bfb9119a-e997-4910-8878-b9a7629d92dc&id=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 HTTP/1.1" status: 200 len: 1391 time: 0.4879026 Aug 19 17:55:14.469823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-867a49d4-4a91-4474-bb2e-ba1f1bbbf6ca req-35272c1b-0d4b-4308-b77f-cd6a026848a3 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581085 Aug 19 17:55:14.487683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e62d9795-36db-4d22-8381-e64e543313ea tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/quotas/d8ea2eb68d2d4884a76825dc22263ef9 HTTP/1.1" status: 200 len: 375 time: 0.0538919 Aug 19 17:55:14.622533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-cba169b2-5fc2-4399-80c2-61502f1f26f0 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322682 Aug 19 17:55:14.663221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.673117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:14.852877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9fa01-6943-4ea2-bd2a-3b384190fd2e req-4282e8d8-47aa-440e-955d-8dfee1d1b18d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:14.854854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b9fa01-6943-4ea2-bd2a-3b384190fd2e req-4282e8d8-47aa-440e-955d-8dfee1d1b18d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0751798 Aug 19 17:55:14.890674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-61ea9a94-1555-4c6b-b0ef-4b9112c5c4ac service neutron] 10.222.0.36 "GET /v2.0/networks/bfb9119a-e997-4910-8878-b9a7629d92dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670262 Aug 19 17:55:14.893079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.25.5.25 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/a7de42df-34d1-4dcc-9415-d5a76da1409d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:14.941399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9b9fa01-6943-4ea2-bd2a-3b384190fd2e req-ef39ec38-aa87-47ee-8c68-ce247e0c78fc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782073 Aug 19 17:55:14.991807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Allocated IP 19.86.0.2 (85edf2d1-5c2e-48a5-b6eb-d393a52e3d34/5f9c0bc0-e578-4f08-a26a-5c1b72686aec/6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:15.141151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.171398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f66d9a20-aab5-4f4f-82f8-90671f572c77 service neutron] 10.222.0.36 "GET /v2.0/networks/bfb9119a-e997-4910-8878-b9a7629d92dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793672 Aug 19 17:55:15.250511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.392349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:15.406074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:15.418532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:15.423089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=a7de42df-34d1-4dcc-9415-d5a76da1409d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:15.431812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-701697d9-4141-4557-b67a-882953152ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542126 Aug 19 17:55:15.525416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.548281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 385faf3f-b1b0-422f-851c-f383247496f2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:15.620070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.634227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Transition to ACTIVE for port object 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:15.642208 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.645808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Transition to ACTIVE for port object 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:15.646848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-81444488-84dd-4c7d-b18b-d9183a78f5bb service neutron] 10.222.0.36 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052045 Aug 19 17:55:15.664046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Transition to ACTIVE for port object 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:15.672082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.691015 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.723089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:15.728422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60494a5e-b96e-4a92-8379-05d2ee5ab472 None None] Network bfb9119a-e997-4910-8878-b9a7629d92dc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:15.896872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:15.906709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:15.918263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:15.937379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5e8d1d14-ffb7-48df-b6b9-abf0167b95e8 None None] Provisioning for port 385faf3f-b1b0-422f-851c-f383247496f2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:15.984413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137d9e0-2f78-4006-953e-70fff67f7a11 None None] Pushing event updated for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:16.025940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.031046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.057993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-bbcf84b8-eee3-4c3d-9704-e14473d2cfb0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600648 Aug 19 17:55:16.266307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=a7de42df-34d1-4dcc-9415-d5a76da1409d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:16.306273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 385faf3f-b1b0-422f-851c-f383247496f2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:16.322349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Attempting to bind port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:16.322869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Attempting to bind port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:16.323818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Attempting to bind port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed on network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:16.338653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.345831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-27bb8f24-85e6-4243-9b98-0174ff07ddd7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:16.347980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-27bb8f24-85e6-4243-9b98-0174ff07ddd7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890582 Aug 19 17:55:16.351168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 385faf3f-b1b0-422f-851c-f383247496f2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:16.351848 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.362917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Pushing event updated for resources: {'Port': ['ID=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Checking segment: {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Bound using segment: {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Bound port: 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:16.369057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.372184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.373242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-4fe4312f-0283-4460-80a6-f197099c754b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0149019 Aug 19 17:55:16.374069 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dbf3535a-c68b-47a8-8059-661a0f140682 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0609627 Aug 19 17:55:16.408323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Attempting to bind port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:16.408789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Attempting to bind port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:16.409602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Attempting to bind port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:16.465845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:16.466974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:16.470269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.471905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:16.472526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Bound port: 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:16.474036 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.569653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-95e72552-406d-4ec9-9f05-e2d9ad12ff82 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1696832 Aug 19 17:55:16.693287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] For port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:16.743252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] For port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:16.760642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.802004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56d07b-0bc8-4f21-8de8-f0fb5356e53d req-8cbf598a-a730-46bc-9d92-be7fa6c7fb2e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:16.808862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] For port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:16.822016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e56d07b-0bc8-4f21-8de8-f0fb5356e53d req-8cbf598a-a730-46bc-9d92-be7fa6c7fb2e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1320133 Aug 19 17:55:16.825227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.891420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] For port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:16.896388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2fc8-7017-4f33-ae48-4a7749d4598a None None] Pushing event updated for resources: {'Port': ['ID=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:16.926312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.936111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:16.962886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 385faf3f-b1b0-422f-851c-f383247496f2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=385faf3f-b1b0-422f-851c-f383247496f2,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:16.996915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e56d07b-0bc8-4f21-8de8-f0fb5356e53d req-1d9bf5c6-d433-4e06-b5df-4f3dae8ddec4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692901 Aug 19 17:55:17.078866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137d9e0-2f78-4006-953e-70fff67f7a11 None None] Pushing event updated for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:17.085409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:17.293251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=385faf3f-b1b0-422f-851c-f383247496f2,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:17.297326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:17.297951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:17.580182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:17.661026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-117bfff8-6fab-41ae-b59b-421797bb8603 None None] Provisioning complete for port 385faf3f-b1b0-422f-851c-f383247496f2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:17.661412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-117bfff8-6fab-41ae-b59b-421797bb8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:18.153304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79bbf19e-e7a0-4e1a-b6bc-8d9035b36e3d req-595e3821-cdff-42d8-9741-6ef62390104d tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 210 time: 0.0817347 Aug 19 17:55:18.175913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-bb71ca46-7d51-4fb1-8dfc-aa65ef9ec74e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:18.192115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-bb71ca46-7d51-4fb1-8dfc-aa65ef9ec74e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:18.193357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-bb71ca46-7d51-4fb1-8dfc-aa65ef9ec74e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "GET /v2.0/networks?id=bfb9119a-e997-4910-8878-b9a7629d92dc&id=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 HTTP/1.1" status: 200 len: 1391 time: 0.4808574 Aug 19 17:55:18.218365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'port': {'device_id': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc', 'admin_state_up': True, 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:18.427925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-f17b3e04-01c7-465f-b537-b47e6d77b618 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1103147102&fields=id&tenant_id=abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 267 time: 0.1023021 Aug 19 17:55:18.439906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:16Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:18.535154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed2c4a5-d2c6-4372-bd07-0593e005f623 None None] The sync data for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 is: [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:16Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:18.727487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-f25b537a-f90d-45c3-a627-89663699ca5c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:18.747350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-f25b537a-f90d-45c3-a627-89663699ca5c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.3175735 Aug 19 17:55:18.776598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-be12ca6a-a16a-4d16-b961-e7ab597e3ab9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/quotas/abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 375 time: 0.0278947 Aug 19 17:55:18.854617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:18.859334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:18.916021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-5652d177-eff7-4e23-94a1-1934c15e1f22 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340700 Aug 19 17:55:18.921674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0ef62a1-2d05-4d27-8d43-d642d3e02dd1 req-fd8bb97c-ae8e-4a1c-bb26-7ee2d2a06961 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 210 time: 0.1282575 Aug 19 17:55:19.140122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-ca71d13a-2ead-42ff-9412-6fb797bd2a33 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3528650 Aug 19 17:55:19.235487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e968a-651d-4f35-b34a-538357ace509 None None] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:19.618455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-12ee6a88-21cb-4f95-9227-218c0d1fca9c None None] Provisioning for port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:19.650473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:19.732766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:19.739970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:19.740359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:19.827320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fbd397-deed-4316-897c-65601015b575 req-be044775-ae8a-4699-bbd5-bed7c3b6eef2 tempest-FlavorsV2NegativeTest-1099437193 tempest-FlavorsV2NegativeTest-1099437193-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eae6b3347032452daa31b94814dfe3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5448050 Aug 19 17:55:19.853779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-c0393809-6aad-439a-a399-4d182d405db1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:19.855395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-c0393809-6aad-439a-a399-4d182d405db1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9316819 Aug 19 17:55:19.893208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:19.956184 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.017961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:20.023000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.025156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 385faf3f-b1b0-422f-851c-f383247496f2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:20.141586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 385faf3f-b1b0-422f-851c-f383247496f2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:20.141902 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.201631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-f501dc09-fe40-4289-b401-7daedf511c3d service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0586095 Aug 19 17:55:20.245148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Allocated IP 19.80.0.7 (bfb9119a-e997-4910-8878-b9a7629d92dc/133d0387-e346-41fe-b3d5-3d012244c356/62ecb14e-0159-4cb7-adff-cf49e1476a49) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:20.283284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:20.321806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:20.399852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:20.406625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:20.407169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.432852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbd397-deed-4316-897c-65601015b575 req-403d9f24-309f-4fdd-9c7c-83fd227f44c6 tempest-FlavorsV2NegativeTest-1099437193 tempest-FlavorsV2NegativeTest-1099437193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:20.434403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fbd397-deed-4316-897c-65601015b575 req-403d9f24-309f-4fdd-9c7c-83fd227f44c6 tempest-FlavorsV2NegativeTest-1099437193 tempest-FlavorsV2NegativeTest-1099437193-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5921874 Aug 19 17:55:20.469886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fbd397-deed-4316-897c-65601015b575 req-96f336f8-4548-4e73-be10-e90d72cc7798 tempest-FlavorsV2NegativeTest-1099437193 tempest-FlavorsV2NegativeTest-1099437193-project] 10.222.0.36 "GET /v2.0/quotas/eae6b3347032452daa31b94814dfe3b4 HTTP/1.1" status: 200 len: 375 time: 0.0269313 Aug 19 17:55:20.568293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.596995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fbd397-deed-4316-897c-65601015b575 req-4917f32e-9c41-4db7-b349-272451c098dc tempest-FlavorsV2NegativeTest-1099437193 tempest-FlavorsV2NegativeTest-1099437193-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eae6b3347032452daa31b94814dfe3b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932405 Aug 19 17:55:20.603914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:20.607514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.618544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:20.632289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.642339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-8b32918e-b56b-49ba-9205-4a6e13cc5dea service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181876 Aug 19 17:55:20.748089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.749954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:20.790767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Transition to ACTIVE for port object 62ecb14e-0159-4cb7-adff-cf49e1476a49 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:20.831161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.250 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/dd288875-70c8-498e-beeb-e69d70b8a7a1) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:20.887683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:20.952537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network bfb9119a-e997-4910-8878-b9a7629d92dc is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:20.962829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:20.978330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:20.984559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:21.163767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:21.164471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:21.400023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:21.437960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object dd288875-70c8-498e-beeb-e69d70b8a7a1 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:21.464830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:21.546773 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:21.569808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9b1d36f-ebfb-418b-8a72-130f5f879635 req-173f25d1-37d0-494b-a092-7d96c5508b5a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 210 time: 0.2415254 Aug 19 17:55:21.593321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:21.595757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:21.628774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-f79e763b-232e-4f09-94f9-56654db63b23 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4151285 Aug 19 17:55:21.676216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:21.703086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Request body: {'port': {'device_id': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34', 'admin_state_up': True, 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:21.808798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:21.809583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:21.815366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:21.837158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:21.850222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:21.879969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924b329-b43f-423f-804f-54ee41203503 req-7cc87be1-f598-467d-aa6b-e2c5545c2c41 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:21.888249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3924b329-b43f-423f-804f-54ee41203503 req-7cc87be1-f598-467d-aa6b-e2c5545c2c41 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 930 time: 0.3714247 Aug 19 17:55:21.900052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2b77ba1-b495-4a3f-b70a-81788e1f3883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:21.952660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49762d98-cd2e-4848-8f74-14f45bd7765c req-382e21c7-79f1-4e1f-9d1b-5744b601bd93 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 210 time: 0.1392510 Aug 19 17:55:21.984628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cda34013-728b-497f-9ce7-a82aee57e7e1 None None] Provisioning for port 62ecb14e-0159-4cb7-adff-cf49e1476a49 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:22.011339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cda34013-728b-497f-9ce7-a82aee57e7e1 None None] Provisioning complete for port 62ecb14e-0159-4cb7-adff-cf49e1476a49 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:22.012040 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cda34013-728b-497f-9ce7-a82aee57e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.037596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:22.141435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:22.158815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2b77ba1-b495-4a3f-b70a-81788e1f3883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.172251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2b77ba1-b495-4a3f-b70a-81788e1f3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.253074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:22.253418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.316101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2b77ba1-b495-4a3f-b70a-81788e1f3883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eae6b3347032452daa31b94814dfe3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7189045 Aug 19 17:55:22.317767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:22.327940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77ba1-b495-4a3f-b70a-81788e1f3883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac247b77-ef1d-493f-9ac1-f58f5202825b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:22.331060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3924b329-b43f-423f-804f-54ee41203503 req-d66ace7c-84f0-45dc-b855-df331b36ddc9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409595 Aug 19 17:55:22.352642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:22.353415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.379418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5ee74-b9c8-45f8-a2d2-285ec585baf4 req-54bc79f3-1fd1-4782-80cf-df637ec76165 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:22.406554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4b5ee74-b9c8-45f8-a2d2-285ec585baf4 req-54bc79f3-1fd1-4782-80cf-df637ec76165 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2598119 Aug 19 17:55:22.424971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-ddfb8d65-72e8-4709-a12f-3515084d4567 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5461290 Aug 19 17:55:22.437362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.468412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Request body: {'port': {'device_id': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:22.477389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Made reservation on behalf of d8ea2eb68d2d4884a76825dc22263ef9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:22.481392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.491221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.538442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cda34013-728b-497f-9ce7-a82aee57e7e1 None None] Port 62ecb14e-0159-4cb7-adff-cf49e1476a49 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:22.550306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.553856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.555946 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac247b77-ef1d-493f-9ac1-f58f5202825b HTTP/1.1" status: 204 len: 168 time: 0.2349138 Aug 19 17:55:22.576624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc085cf6-4e79-4dbc-a7dc-b7a564ca3b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac247b77-ef1d-493f-9ac1-f58f5202825b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:22.612069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4b5ee74-b9c8-45f8-a2d2-285ec585baf4 req-8877a495-ce86-4b2f-b244-236089b73269 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046292 Aug 19 17:55:22.765061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a8c1372-b436-43e5-a164-3d0e617ffbb0 None None] Provisioning for port dd288875-70c8-498e-beeb-e69d70b8a7a1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:22.824088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.885719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a8c1372-b436-43e5-a164-3d0e617ffbb0 None None] Provisioning complete for port dd288875-70c8-498e-beeb-e69d70b8a7a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:22.886107 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1372-b436-43e5-a164-3d0e617ffbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:22.958903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c1372-b436-43e5-a164-3d0e617ffbb0 None None] Port dd288875-70c8-498e-beeb-e69d70b8a7a1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:22.974284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:23.081666 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-74a4bcbc-49ec-44c6-9ffc-4617bc26879e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:23.090706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-74a4bcbc-49ec-44c6-9ffc-4617bc26879e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.2942607 Aug 19 17:55:23.180183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c67dbc-598e-4b99-83aa-d59ebc8de570 req-9ccd056f-a022-4cf3-a6fd-9e63a48b9282 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:23.188656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95c67dbc-598e-4b99-83aa-d59ebc8de570 req-9ccd056f-a022-4cf3-a6fd-9e63a48b9282 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 936 time: 0.4416523 Aug 19 17:55:23.195422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Allocated IP 19.86.0.125 (85edf2d1-5c2e-48a5-b6eb-d393a52e3d34/5f9c0bc0-e578-4f08-a26a-5c1b72686aec/c63edab8-6519-41aa-93da-6bde06d504e1) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:23.217915 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-f2980229-4a99-4b72-9cd7-c38fd16293c8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 380 time: 0.0769546 Aug 19 17:55:23.238581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'device_id': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'admin_state_up': True, 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'security_groups': ['f4359a6b-4110-414c-bf5a-589f3f5a90bf']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:23.268720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dddc-6ba5-4bca-857b-3c3248a9459e req-b07ec888-05b9-47d7-9875-d7de74f3f717 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:23.271338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6981dddc-6ba5-4bca-857b-3c3248a9459e req-b07ec888-05b9-47d7-9875-d7de74f3f717 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4394016 Aug 19 17:55:23.410168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:23.415345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.419893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-51ea9c6b-c9a8-4d05-9ff1-6ea42f52ae67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.459391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6981dddc-6ba5-4bca-857b-3c3248a9459e req-1dde362b-8dad-430b-acfc-8681cb3349ee tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336181 Aug 19 17:55:23.514072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95c67dbc-598e-4b99-83aa-d59ebc8de570 req-1a88e683-27bf-4a06-9461-fdd280ee2534 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244958 Aug 19 17:55:23.680735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.20.0.9 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/5c7abd5a-4a47-46f4-a7b5-19da2c95637b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:23.710556 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-51ea9c6b-c9a8-4d05-9ff1-6ea42f52ae67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.795356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-51ea9c6b-c9a8-4d05-9ff1-6ea42f52ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.799912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42516176-8185-4822-bd34-73c3d8c1674e req-38320e0b-1815-48b8-85eb-1c193563092a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 210 time: 0.0845323 Aug 19 17:55:23.824246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48654) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:23.849960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-51ea9c6b-c9a8-4d05-9ff1-6ea42f52ae67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=100c29f7754649628ec709f8022c98d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639784 Aug 19 17:55:23.853101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:23.970528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.989675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:23.996505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Transition to ACTIVE for port object 5c7abd5a-4a47-46f4-a7b5-19da2c95637b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:24.025890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9c6b-c9a8-4d05-9ff1-6ea42f52ae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ed2aeb-a7c1-4022-84dd-2758a3cf7b5a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:24.038154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f911-7d4b-46f0-963b-18136c230803 req-07257196-7e16-470d-8596-784b3a7e64a8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:24.046252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d583f911-7d4b-46f0-963b-18136c230803 req-07257196-7e16-470d-8596-784b3a7e64a8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 930 time: 0.3273742 Aug 19 17:55:24.057105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.096695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-network', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:24.140000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.179551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e750-1a69-4b87-8219-afb9cb2d5cd3 req-8401680c-5399-446e-a531-bb4e15fff384 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:24.181241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab07e750-1a69-4b87-8219-afb9cb2d5cd3 req-8401680c-5399-446e-a531-bb4e15fff384 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2131779 Aug 19 17:55:24.184437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Made reservation on behalf of 1a5b8e3ada824a0aac8bdf01383b3423 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:24.187394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.199188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d583f911-7d4b-46f0-963b-18136c230803 req-8c561a63-f05f-4137-b4ea-7bd6ee762ef9 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519539 Aug 19 17:55:24.216712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:24.221172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:24.223662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.229049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.230680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:24.267785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.271073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.275735 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30ed2aeb-a7c1-4022-84dd-2758a3cf7b5a HTTP/1.1" status: 204 len: 168 time: 0.4212544 Aug 19 17:55:24.287861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:24.296305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Transition to ACTIVE for port object c63edab8-6519-41aa-93da-6bde06d504e1 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:24.334782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c305f-7cfd-4b8a-a8ac-cf2a6dd9f521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ed2aeb-a7c1-4022-84dd-2758a3cf7b5a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:24.449416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab07e750-1a69-4b87-8219-afb9cb2d5cd3 req-41575bdc-5af1-4036-895e-60dc877fa525 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259588 Aug 19 17:55:24.450812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:24.453003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.499243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd288875-70c8-498e-beeb-e69d70b8a7a1 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:24.534506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.577958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Transition to ACTIVE for port object dd288875-70c8-498e-beeb-e69d70b8a7a1 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:24.586935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.598519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.793460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.802053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-053d4071-a805-4f8d-82c6-08fe349a1c63 None None] Provisioning for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:24.808680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.814088 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-e4e987a1-6051-4426-bbe3-8abb6db294c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5897963 Aug 19 17:55:24.814933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-053d4071-a805-4f8d-82c6-08fe349a1c63 None None] Provisioning complete for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:24.815671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-053d4071-a805-4f8d-82c6-08fe349a1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.846105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Request body: {'port': {'device_id': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:24.890968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-053d4071-a805-4f8d-82c6-08fe349a1c63 None None] Port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:24.904165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:55:24.916120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeae9d9-fde4-46b4-9d63-c99c6d4edb42,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:24.928617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:24.928974 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Added segment b332f07b-be96-498c-baa0-0b257c18ca9a of type vlan for network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 Aug 19 17:55:24.987060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:25.013176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.026062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:25.028218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.033896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:25.158022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.159934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:25.160781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.218564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:25.218881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.274480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85478-12c0-4f8f-9839-ddfdc2800a2e req-e8ae69c4-4764-4eb0-8953-4c00bf3e382e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:25.301343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4f85478-12c0-4f8f-9839-ddfdc2800a2e req-e8ae69c4-4764-4eb0-8953-4c00bf3e382e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.5838125 Aug 19 17:55:25.315958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87179f-8f96-44ab-8aab-5cac7ff7e91f req-53371e50-4e37-45cf-96aa-18092b48d598 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:25.321101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a87179f-8f96-44ab-8aab-5cac7ff7e91f req-53371e50-4e37-45cf-96aa-18092b48d598 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 948 time: 0.5849736 Aug 19 17:55:25.321101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event updated for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:25.415308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:25.458570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0f13832c-626d-4812-82be-bf3e4a7c14c8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8104343 Aug 19 17:55:25.569187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-80e1237a-82e3-49ac-99e6-74ff262b34cd None None] Provisioning for port c63edab8-6519-41aa-93da-6bde06d504e1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:25.598260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-80e1237a-82e3-49ac-99e6-74ff262b34cd None None] Provisioning complete for port c63edab8-6519-41aa-93da-6bde06d504e1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:25.598669 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-80e1237a-82e3-49ac-99e6-74ff262b34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.701904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-80e1237a-82e3-49ac-99e6-74ff262b34cd None None] Port c63edab8-6519-41aa-93da-6bde06d504e1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:25.760749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9303834 Aug 19 17:55:25.770788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48706) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:25.776004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Request body: {'subnet': {'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-subnet', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:25.803522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73095f7-7026-4372-8172-ba133258e498 admin admin] Pushing event updated for resources: {'Network': ['ID=0b983974-f14d-4ddb-a4ff-72f2c7d43f38,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:25.816337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:25.829905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.833051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Made reservation on behalf of 1a5b8e3ada824a0aac8bdf01383b3423 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:25.833800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:55:25.836363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.897413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Transition to ACTIVE for port object 5c7abd5a-4a47-46f4-a7b5-19da2c95637b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:25.910316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:25.910590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Request body: {'port': {'device_id': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:25.966955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.047434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a87179f-8f96-44ab-8aab-5cac7ff7e91f req-eda92528-76a9-42a0-a0be-276fb91de021 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598790 Aug 19 17:55:26.063093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4f85478-12c0-4f8f-9839-ddfdc2800a2e req-aacc0478-c139-48a2-bfe2-3e47a6a304b3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7579608 Aug 19 17:55:26.096113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:26.211484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.222588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Attempting to bind port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:26.223874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Attempting to bind port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:26.224897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Attempting to bind port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:26.240105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b on network 1951b540-bed3-4d22-b852-d69b44f0a575 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:26.242753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Attempting to bind port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:26.251401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Attempting to bind port dd288875-70c8-498e-beeb-e69d70b8a7a1 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:26.252291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Attempting to bind port dd288875-70c8-498e-beeb-e69d70b8a7a1 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:26.252633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Attempting to bind port dd288875-70c8-498e-beeb-e69d70b8a7a1 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:26.264541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:26.266054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:26.267172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:26.267686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Bound port: 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:26.268059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.357197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Port dd288875-70c8-498e-beeb-e69d70b8a7a1 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:26.357645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Attempting to bind port dd288875-70c8-498e-beeb-e69d70b8a7a1 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:26.374132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:26.374546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:26.374881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:26.375345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Bound port: dd288875-70c8-498e-beeb-e69d70b8a7a1, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:26.378136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.488062 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.585814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Pushing event updated for resources: {'Subnet': ['ID=332350ec-36ff-44eb-8e4f-b8cfce448162,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:26.616059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743cf2-e3b4-4dd0-bda3-14f058bf514e req-0b3c9694-df78-425c-945d-b47557c6d4e5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.617771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d743cf2-e3b4-4dd0-bda3-14f058bf514e req-0b3c9694-df78-425c-945d-b47557c6d4e5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 943 time: 0.3754673 Aug 19 17:55:26.642976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:26.662088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:26.663910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Checking segment: {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:26.664642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Network hostable DHCP agents. Network: 0b983974-f14d-4ddb-a4ff-72f2c7d43f38, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:26.671736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.711929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.712528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.713947 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] 10.222.0.13 "PUT /v2.0/ports/5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 1092 time: 1.8740177 Aug 19 17:55:26.714418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:26.716876 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c8ef5-1ddc-4594-987a-27de296dfc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:26.740510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:26.757820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86813-c686-4d43-b2bf-a138b09c997c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:26.762577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 0b983974-f14d-4ddb-a4ff-72f2c7d43f38) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:26.767000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.767652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.777732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2c5f9-9572-49bc-ab21-b42a90fe4258 None None] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:26.875420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13051bed-e6b4-4701-a540-ff3b7528863e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1035197 Aug 19 17:55:26.881767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:26.892947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:26.946874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-1959d4cf-bf00-468b-a92e-30d2b3ad3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.949689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-1959d4cf-bf00-468b-a92e-30d2b3ad3525 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1095 time: 0.1421902 Aug 19 17:55:26.951280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.952415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a162-fdaa-430f-921a-9d694473069a req-0972be5f-d328-43d7-ae5e-c7dac7d02a4b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.952614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:26.979411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a162-fdaa-430f-921a-9d694473069a req-0972be5f-d328-43d7-ae5e-c7dac7d02a4b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:26.988103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1091a162-fdaa-430f-921a-9d694473069a req-0972be5f-d328-43d7-ae5e-c7dac7d02a4b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1653 time: 0.4755459 Aug 19 17:55:27.018390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:27.054111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d743cf2-e3b4-4dd0-bda3-14f058bf514e req-16cc23f7-64eb-46ef-8d8a-a89a6b2a0328 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073380 Aug 19 17:55:27.108143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-aa2f5cfb-0195-4704-8ed7-b7f7bad78518 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 217 time: 0.1379359 Aug 19 17:55:27.113152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.149201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'fixed_ips': [{'subnet_id': '332350ec-36ff-44eb-8e4f-b8cfce448162'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:27.150372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.152889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:27.169460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1091a162-fdaa-430f-921a-9d694473069a req-1fb4a703-b275-44fc-ab53-0ffd7834215c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760814 Aug 19 17:55:27.180931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-ccf9ca61-2e53-4bc0-a4e3-a7413e4c741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:27.182633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.195372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-ccf9ca61-2e53-4bc0-a4e3-a7413e4c741e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0804191 Aug 19 17:55:27.298885 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0f8d5-8aad-44db-9db7-31721970624e x-openstack-request-id: req-c1c0f8d5-8aad-44db-9db7-31721970624e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:27.299480 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:27.299480 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1c0f8d5-8aad-44db-9db7-31721970624e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:27.299846 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'status': 'completed', 'code': 200} Aug 19 17:55:27.372249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:27.372884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.374323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd288875-70c8-498e-beeb-e69d70b8a7a1 HTTP/1.1" status: 200 len: 1097 time: 4.9134033 Aug 19 17:55:27.374780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:27.377126 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd2e65-cf4d-42f0-bdd3-1589f086d489" -d '{"events": [{"name": "network-changed", "server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:27.584230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ecb14e-0159-4cb7-adff-cf49e1476a49 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:27.606823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.610566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.619315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-51cf1e5b-5913-4cb4-807a-4990ef4097dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:27.622495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-51cf1e5b-5913-4cb4-807a-4990ef4097dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4172688 Aug 19 17:55:27.626593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Allocated IP 172.20.0.2 (0b983974-f14d-4ddb-a4ff-72f2c7d43f38/332350ec-36ff-44eb-8e4f-b8cfce448162/ff864114-2e5e-45df-ac65-4f1be2a77f7b) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:27.648627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Transition to ACTIVE for port object 62ecb14e-0159-4cb7-adff-cf49e1476a49 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:27.726185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.745845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730270-fe5c-4433-a022-b1cf23f65cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:27.829545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Pushing event updated for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:27.855758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-9b0f23b2-4dec-4c2a-a76a-fd07c07af81e service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169836 Aug 19 17:55:27.909175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.914894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-cf7155fa-b51a-4778-bab8-88831b178b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:27.916490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-cf7155fa-b51a-4778-bab8-88831b178b65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 1100 time: 0.3552582 Aug 19 17:55:27.922853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Transition to ACTIVE for port object ff864114-2e5e-45df-ac65-4f1be2a77f7b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:27.942383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Transition to ACTIVE for port object ff864114-2e5e-45df-ac65-4f1be2a77f7b will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:27.952502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:27.982272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:28.006839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:28.016275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:28.039410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Pushing event updated for resources: {'Port': ['ID=ff864114-2e5e-45df-ac65-4f1be2a77f7b,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:28.052822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-f7b69e8d-2200-4d62-83c9-887f12765183 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1 HTTP/1.1" status: 200 len: 217 time: 0.1177649 Aug 19 17:55:28.062911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b326156-2e07-4cb6-8895-72dba487cff9 req-ac639e12-25ac-4961-b7a9-b4304543930b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.070399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b326156-2e07-4cb6-8895-72dba487cff9 req-ac639e12-25ac-4961-b7a9-b4304543930b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 948 time: 0.5077546 Aug 19 17:55:28.090805 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ebf553f7-ef3d-457f-8cc8-16b4329f481a req-8d433095-9ab3-47f6-8f7b-76c104b56bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273259 Aug 19 17:55:28.132010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f16c262c-8805-40b8-9c4a-fd558928f6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.143220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Attempting to bind port ff864114-2e5e-45df-ac65-4f1be2a77f7b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:28.144214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Attempting to bind port ff864114-2e5e-45df-ac65-4f1be2a77f7b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:28.144869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Attempting to bind port ff864114-2e5e-45df-ac65-4f1be2a77f7b on network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:28.152785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:28.154137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Checking segment: {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:28.154752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.155324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Bound using segment: {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:28.156026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Bound port: ff864114-2e5e-45df-ac65-4f1be2a77f7b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:28.156606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.187607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf765b-396e-48bf-b504-6721f3555393 req-2a0b3450-9529-4edc-a73f-9d1fe91268ff tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.191516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffbf765b-396e-48bf-b504-6721f3555393 req-2a0b3450-9529-4edc-a73f-9d1fe91268ff tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4610126 Aug 19 17:55:28.208773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.247075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.282568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] For port ff864114-2e5e-45df-ac65-4f1be2a77f7b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:28.284189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b326156-2e07-4cb6-8895-72dba487cff9 req-d699c77a-e98e-44bd-b1de-688e96d37b25 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112439 Aug 19 17:55:28.287918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] For port ff864114-2e5e-45df-ac65-4f1be2a77f7b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff864114-2e5e-45df-ac65-4f1be2a77f7b,segment=NetworkSegment(b332f07b-be96-498c-baa0-0b257c18ca9a),segment_id=b332f07b-be96-498c-baa0-0b257c18ca9a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:28.304261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.337228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-af09841b-a774-4cbe-8698-e36edd1e3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.339209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-af09841b-a774-4cbe-8698-e36edd1e3f0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.2644634 Aug 19 17:55:28.340829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Attempting to bind port 62ecb14e-0159-4cb7-adff-cf49e1476a49 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:28.341421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Attempting to bind port 62ecb14e-0159-4cb7-adff-cf49e1476a49 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:28.342000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Attempting to bind port 62ecb14e-0159-4cb7-adff-cf49e1476a49 on network bfb9119a-e997-4910-8878-b9a7629d92dc {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:28.347400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffbf765b-396e-48bf-b504-6721f3555393 req-562f9a74-fc9f-40dc-a2c2-c8b1b029ad3f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297660 Aug 19 17:55:28.352446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-b0add528-5d12-4574-b4f7-a925e90da06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.354503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-b0add528-5d12-4574-b4f7-a925e90da06e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1095 time: 0.1093826 Aug 19 17:55:28.362317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Port 62ecb14e-0159-4cb7-adff-cf49e1476a49 on network bfb9119a-e997-4910-8878-b9a7629d92dc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:28.363040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Attempting to bind port 62ecb14e-0159-4cb7-adff-cf49e1476a49 on network bfb9119a-e997-4910-8878-b9a7629d92dc {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:28.387734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:28.388543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Checking segment: {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:28.389200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Bound using segment: {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:28.389901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Bound port: 62ecb14e-0159-4cb7-adff-cf49e1476a49, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08dfdb1-3524-49ed-b4f6-0560b761347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:28.391469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.413523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292bf8a-1a91-4694-b7af-8bce04111fa7 None None] Pushing event updated for resources: {'Port': ['ID=ff864114-2e5e-45df-ac65-4f1be2a77f7b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:28.551872 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3effe189-b493-428e-a930-a00302beb8cf x-openstack-request-id: req-3effe189-b493-428e-a930-a00302beb8cf {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:28.552480 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:28.553282 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3effe189-b493-428e-a930-a00302beb8cf {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:28.553857 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'status': 'completed', 'code': 200} Aug 19 17:55:28.567008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-843972ff-b772-4040-9e6a-6a30c68a3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.569416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-843972ff-b772-4040-9e6a-6a30c68a3209 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2195683 Aug 19 17:55:28.670935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Allocated IP 172.25.5.102 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/50dab185-3fdb-4acd-ab00-f8249e47d50d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:28.684479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:28.724274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-448767fb-b1f4-4edb-bf6d-65b7c22a420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.726096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-448767fb-b1f4-4edb-bf6d-65b7c22a420b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.3589287 Aug 19 17:55:28.799279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:28.840180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.875432 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-0d689fa1-fc87-47d2-a85d-882551865fb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 217 time: 0.1212890 Aug 19 17:55:28.960486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:28.961395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:28.963091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] 10.222.0.13 "PUT /v2.0/ports/62ecb14e-0159-4cb7-adff-cf49e1476a49 HTTP/1.1" status: 200 len: 1091 time: 3.4774997 Aug 19 17:55:29.018961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Request body: {'port': {'device_id': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:29.082774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771a514-e595-4131-9855-125e204fad3d req-fed24cb3-4c1e-47c8-8567-b7151277b4a7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.088434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1771a514-e595-4131-9855-125e204fad3d req-fed24cb3-4c1e-47c8-8567-b7151277b4a7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 943 time: 0.4559102 Aug 19 17:55:29.101938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff1414-3eb9-4fca-96a3-034e1582d273 service neutron] Pushing event updated for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:29.118326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f6d51-d1e3-4030-b288-71631f85bd5d req-0ada21df-abec-462e-919b-996d81bb8d63 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.126090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f6d51-d1e3-4030-b288-71631f85bd5d req-0ada21df-abec-462e-919b-996d81bb8d63 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.128748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f23f6d51-d1e3-4030-b288-71631f85bd5d req-0ada21df-abec-462e-919b-996d81bb8d63 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1665 time: 0.4373007 Aug 19 17:55:29.136741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-23a09837-b7be-468c-8c24-dd54eb87e3b3 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316079 Aug 19 17:55:29.293503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1771a514-e595-4131-9855-125e204fad3d req-f1cbe1dc-d75e-47a1-bb81-6a5e8bb3299a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867344 Aug 19 17:55:29.293753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-182fffbc-9761-45ff-81ec-f1c546d72b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.295344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-182fffbc-9761-45ff-81ec-f1c546d72b24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.4131188 Aug 19 17:55:29.321903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:29.350023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:29.360248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f23f6d51-d1e3-4030-b288-71631f85bd5d req-42161b16-3b80-4bde-9556-d5ec2e1b6da5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050421 Aug 19 17:55:29.369540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-43f1a0d5-6b69-48b9-a60d-5a6464605437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.370471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d44d0b-70bb-4e6a-a0bb-44139c18a459 req-667e1399-7e3e-40d0-aaa3-6883e1b431b2 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131460 Aug 19 17:55:29.371177 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-43f1a0d5-6b69-48b9-a60d-5a6464605437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685089 Aug 19 17:55:29.563898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff864114-2e5e-45df-ac65-4f1be2a77f7b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:29.620217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:29.677429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ff864114-2e5e-45df-ac65-4f1be2a77f7b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:29.729596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:29.732670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-411cfae9-d7de-4097-b61c-557ef836cbef service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492668 Aug 19 17:55:29.739220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:29.742487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:29.764529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304a5dc-3f05-4c66-92fe-2f778b5c82fd req-0ced09bc-9069-474f-9809-10e97d7f3391 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.766106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4304a5dc-3f05-4c66-92fe-2f778b5c82fd req-0ced09bc-9069-474f-9809-10e97d7f3391 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 948 time: 0.1091857 Aug 19 17:55:29.773959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Pushing event updated for resources: {'Port': ['ID=50dab185-3fdb-4acd-ab00-f8249e47d50d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:29.848695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9102b-a645-4f7b-b5cd-9e71328748e5 req-bf328935-903b-461a-a6e5-a3c07e68a0a3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.850817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbe9102b-a645-4f7b-b5cd-9e71328748e5 req-bf328935-903b-461a-a6e5-a3c07e68a0a3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3380985 Aug 19 17:55:29.882470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-886c9d41-6aad-4b3d-ba1d-9ec1ca33c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:29.883855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-886c9d41-6aad-4b3d-ba1d-9ec1ca33c8e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 1100 time: 0.3173368 Aug 19 17:55:29.921780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4304a5dc-3f05-4c66-92fe-2f778b5c82fd req-24a050f8-5bea-4aed-9295-3dd76af426c6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432650 Aug 19 17:55:29.928575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9c9e4-4f7d-4f2f-be4d-cffce25bffa7 None None] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:30.011367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Provisioning for port ff864114-2e5e-45df-ac65-4f1be2a77f7b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:30.017992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-059c8ef5-1ddc-4594-987a-27de296dfc7d req-c6300580-1336-4c7f-bcc1-9cd8754ca6b5 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726712 Aug 19 17:55:30.087564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Provisioning complete for port ff864114-2e5e-45df-ac65-4f1be2a77f7b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:30.088235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.152333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbe9102b-a645-4f7b-b5cd-9e71328748e5 req-29f3d9ca-4ae3-4cd6-bf90-b4ae14ef3170 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836816 Aug 19 17:55:30.297707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63edab8-6519-41aa-93da-6bde06d504e1 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:30.303191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.327031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.370813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.460734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] For port ff864114-2e5e-45df-ac65-4f1be2a77f7b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff864114-2e5e-45df-ac65-4f1be2a77f7b,segment=NetworkSegment(b332f07b-be96-498c-baa0-0b257c18ca9a),segment_id=b332f07b-be96-498c-baa0-0b257c18ca9a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:30.472892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.579642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59568e4d-8d8d-4df0-8bce-09940aee6a0c None None] Pushing event updated for resources: {'Port': ['ID=ff864114-2e5e-45df-ac65-4f1be2a77f7b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:30.581825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:30.598336 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd250606-37c2-4a23-a436-35dad45006ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:30.603917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:30.619743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Transition to ACTIVE for port object c63edab8-6519-41aa-93da-6bde06d504e1 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:30.641168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-65176eb4-bf23-4f10-b6f0-7dc0e0d2e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.644256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-00019c2e-c72f-4e43-84ab-cbb70714cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:30.645875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-00019c2e-c72f-4e43-84ab-cbb70714cb13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.7435560 Aug 19 17:55:30.651324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.724745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-966084d5-d371-479d-8f91-d3bc39a3541b None None] Provisioning complete for port ff864114-2e5e-45df-ac65-4f1be2a77f7b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:30.725418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-966084d5-d371-479d-8f91-d3bc39a3541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.730171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:30.855121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed3971-aed7-4663-871e-33443cbf9ed6 req-985511dd-f247-4b73-be74-66d1a43a45f5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:30.863540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7ed3971-aed7-4663-871e-33443cbf9ed6 req-985511dd-f247-4b73-be74-66d1a43a45f5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4089403 Aug 19 17:55:30.871480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:30.892109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Pushing event updated for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:30.901224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-e2ad5bde-eb3c-4fc1-9743-ff794ae49ac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1 HTTP/1.1" status: 200 len: 217 time: 0.1491554 Aug 19 17:55:30.913441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf289c-16a5-4f04-8bd8-bfd679d2fa9e req-ba6aae80-71c8-4541-9f4c-e26b501dc047 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:30.921139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3edf289c-16a5-4f04-8bd8-bfd679d2fa9e req-ba6aae80-71c8-4541-9f4c-e26b501dc047 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 950 time: 0.5824502 Aug 19 17:55:31.008676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Router 75c6f8a3-074c-43f4-a7f0-d36021502c69 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:55:31.051250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:31.064107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:31.094439 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.115001 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3d10be4-11ed-4614-af09-36ee5700d9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.121551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7ed3971-aed7-4663-871e-33443cbf9ed6 req-8e18751f-6936-43e8-8270-9d98009857f9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523055 Aug 19 17:55:31.136594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.164679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:31.212906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3edf289c-16a5-4f04-8bd8-bfd679d2fa9e req-bdfc1adb-df20-4a55-bae4-e6731c2851a8 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908010 Aug 19 17:55:31.213695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:31.231889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-05312a43-933b-4580-94ad-a737d13030f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:31.232758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.235030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-05312a43-933b-4580-94ad-a737d13030f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.3097427 Aug 19 17:55:31.254484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:31.268537 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Sync routers for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:31.290157 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:31.291102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:31.345023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:31.399481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3d10be4-11ed-4614-af09-36ee5700d9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.404994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3d10be4-11ed-4614-af09-36ee5700d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.426173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff864114-2e5e-45df-ac65-4f1be2a77f7b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:31.448478 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3d10be4-11ed-4614-af09-36ee5700d9f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8033d7b7b6764d88bcff9b0763f41667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753930 Aug 19 17:55:31.451026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:31.498819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.500198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09202701-347a-471c-af01-932c6ebb0379 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6164997 Aug 19 17:55:31.506899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48854) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:31.531226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ff864114-2e5e-45df-ac65-4f1be2a77f7b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:31.531958 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.594041 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:31.617585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5c7abd5a-4a47-46f4-a7b5-19da2c95637b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:31.646447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d10be4-11ed-4614-af09-36ee5700d9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb5994-65c6-4a68-b13a-66d941c19838,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:31.690854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.697782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Attempting to bind port c63edab8-6519-41aa-93da-6bde06d504e1 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:31.698231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Attempting to bind port c63edab8-6519-41aa-93da-6bde06d504e1 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:31.698677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Attempting to bind port c63edab8-6519-41aa-93da-6bde06d504e1 on network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:31.708287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Port c63edab8-6519-41aa-93da-6bde06d504e1 on network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:31.709063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Attempting to bind port c63edab8-6519-41aa-93da-6bde06d504e1 on network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:31.732439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:31.733545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Checking segment: {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:31.733941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Bound using segment: {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:31.734392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Bound port: c63edab8-6519-41aa-93da-6bde06d504e1, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb120da-a555-489c-b366-1d6399c753cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:31.734753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.752258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.753194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a6f2-e405-4311-ac0d-d3d7f29cb234 req-e2ae0869-2e0b-44e2-8d76-0faabb0b7393 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:31.755312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c0a6f2-e405-4311-ac0d-d3d7f29cb234 req-e2ae0869-2e0b-44e2-8d76-0faabb0b7393 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.5099962 Aug 19 17:55:31.805713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e529b7-4bbe-4e97-966b-f00d82c90e18 req-c6249647-6de5-4542-9bd0-b817dcceaa8a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:31.812539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e529b7-4bbe-4e97-966b-f00d82c90e18 req-c6249647-6de5-4542-9bd0-b817dcceaa8a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:31.821231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73e529b7-4bbe-4e97-966b-f00d82c90e18 req-c6249647-6de5-4542-9bd0-b817dcceaa8a tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1677 time: 0.1808913 Aug 19 17:55:31.837076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-7faaec60-0acb-4b4c-b0a7-378d5b2c85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:31.839033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-7faaec60-0acb-4b4c-b0a7-378d5b2c85a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5910258 Aug 19 17:55:31.853732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:30Z', 'revision_number': 3, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:31.869898 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.884179 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Checking router: 75c6f8a3-074c-43f4-a7f0-d36021502c69 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:31.884832 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Updating router 75c6f8a3-074c-43f4-a7f0-d36021502c69 port 50dab185-3fdb-4acd-ab00-f8249e47d50d binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:31.916863 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.924553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.927045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:31.931060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ddb5994-65c6-4a68-b13a-66d941c19838 HTTP/1.1" status: 204 len: 168 time: 0.4766996 Aug 19 17:55:31.949991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c0a6f2-e405-4311-ac0d-d3d7f29cb234 req-dbe232be-3177-4199-bb92-92ae1022c93c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737244 Aug 19 17:55:31.979458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd288875-70c8-498e-beeb-e69d70b8a7a1 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:31.981497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:32.000896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b138-afb3-49c8-8dc2-23e5a119bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb5994-65c6-4a68-b13a-66d941c19838,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.124319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.131736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73e529b7-4bbe-4e97-966b-f00d82c90e18 req-76b6c55a-271c-4e04-8d2c-9ba5c09d63e8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086815 Aug 19 17:55:32.151771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:32.243711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-baf0ecb2-ea6b-422e-be8a-a2b424a31546 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830082 Aug 19 17:55:32.247693 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe44482-fdd5-41a1-9983-63c6ea8cd379 x-openstack-request-id: req-abe44482-fdd5-41a1-9983-63c6ea8cd379 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:32.247989 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:32.248241 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abe44482-fdd5-41a1-9983-63c6ea8cd379 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:32.248628 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49', 'status': 'completed', 'code': 200} Aug 19 17:55:32.262585 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.270480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c63edab8-6519-41aa-93da-6bde06d504e1,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:32.284477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Transition to ACTIVE for port object 50dab185-3fdb-4acd-ab00-f8249e47d50d will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:32.286267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.296707 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.360809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.367664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967ab75-e7af-4f25-8a4a-d4c293a492de None None] Pushing event updated for resources: {'Port': ['ID=50dab185-3fdb-4acd-ab00-f8249e47d50d,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.392473 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Attempting to bind port 50dab185-3fdb-4acd-ab00-f8249e47d50d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:32.392846 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Attempting to bind port 50dab185-3fdb-4acd-ab00-f8249e47d50d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:32.394364 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Attempting to bind port 50dab185-3fdb-4acd-ab00-f8249e47d50d on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:32.401046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-4ba07fc0-4fa0-4d8a-916c-712407e327cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:32.401542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-4ba07fc0-4fa0-4d8a-916c-712407e327cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:32.403253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd250606-37c2-4a23-a436-35dad45006ba req-4ba07fc0-4fa0-4d8a-916c-712407e327cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1939 time: 0.1770418 Aug 19 17:55:32.404823 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:32.406833 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:32.408093 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.409052 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:32.409801 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Bound port: 50dab185-3fdb-4acd-ab00-f8249e47d50d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:32.410907 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.416660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:32.442213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:32.447240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.449437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] 10.222.0.13 "PUT /v2.0/ports/c63edab8-6519-41aa-93da-6bde06d504e1 HTTP/1.1" status: 200 len: 1093 time: 3.4412227 Aug 19 17:55:32.459565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:32.465066 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf5b972-05e3-40b9-a3ba-80b39879db91" -d '{"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-unplugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:32.474674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'mac_address': 'fa:16:3e:4b:95:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:32.482545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:32.515665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.530269 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] For port 50dab185-3fdb-4acd-ab00-f8249e47d50d, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:32.534968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] For port 50dab185-3fdb-4acd-ab00-f8249e47d50d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=50dab185-3fdb-4acd-ab00-f8249e47d50d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:32.539738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Allocated IP 172.20.0.1 (0b983974-f14d-4ddb-a4ff-72f2c7d43f38/332350ec-36ff-44eb-8e4f-b8cfce448162/8f05e36d-9584-4a36-a26f-a7e9434e6459) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:32.542621 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.598624 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.617280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd288875-70c8-498e-beeb-e69d70b8a7a1 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:32.623473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bc4e1-fc3b-42b8-bd10-dc497281020e req-77f67a4c-ad3c-47a4-b70b-88a9f2349529 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:32.625706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:32.639067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e7bc4e1-fc3b-42b8-bd10-dc497281020e req-77f67a4c-ad3c-47a4-b70b-88a9f2349529 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 948 time: 0.2648156 Aug 19 17:55:32.652756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.684735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:32.692369 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:32.693747 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:32.707696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.719336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.736244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Transition to ACTIVE for port object 8f05e36d-9584-4a36-a26f-a7e9434e6459 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:32.747142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e7bc4e1-fc3b-42b8-bd10-dc497281020e req-7ada1542-7c54-4d74-a314-44908c872b1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985274 Aug 19 17:55:32.748765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd6cfc-ade6-4ad0-a548-149d891fb83f service neutron] Pushing event updated for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.797772 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967ab75-e7af-4f25-8a4a-d4c293a492de None None] Pushing event updated for resources: {'Port': ['ID=50dab185-3fdb-4acd-ab00-f8249e47d50d,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.810682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cb80-8309-4955-896a-f6710c2569c4 req-d67e87ec-ed42-4c04-863d-7bba9bd59306 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:32.812559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9be2cb80-8309-4955-896a-f6710c2569c4 req-d67e87ec-ed42-4c04-863d-7bba9bd59306 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4529178 Aug 19 17:55:32.861362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:32.874398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20dd2e65-cf4d-42f0-bdd3-1589f086d489 req-f26be3e1-af75-4f44-8f8c-1e273d4b7c10 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158302 Aug 19 17:55:32.876006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:32.878849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:32.879240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:32.925263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9be2cb80-8309-4955-896a-f6710c2569c4 req-bf0f22e6-e789-4a64-874d-7100e1176a2d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050506 Aug 19 17:55:32.971679 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:33.040864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.041395 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c39892-26c3-4399-8e5f-3dc6b65d0906 x-openstack-request-id: req-c3c39892-26c3-4399-8e5f-3dc6b65d0906 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:33.041395 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-unplugged", "status": "completed", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:33.041653 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3c39892-26c3-4399-8e5f-3dc6b65d0906 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:33.042035 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'code': 200} Aug 19 17:55:33.078849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.088219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48892) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:33.129268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['dd288875-70c8-498e-beeb-e69d70b8a7a1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:33.212685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:33.215805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:33.229193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.229562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-7d3f855e-d5c5-4313-b25f-1e93a34d5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.229661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-7d3f855e-d5c5-4313-b25f-1e93a34d5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.231490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-7d3f855e-d5c5-4313-b25f-1e93a34d5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.236223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd250606-37c2-4a23-a436-35dad45006ba req-7d3f855e-d5c5-4313-b25f-1e93a34d5242 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8155944 Aug 19 17:55:33.242585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:33.246914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:33.263827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf0408-cf9c-48be-83e7-31ae42cd3d73 req-e4873135-816f-4c2a-9d03-1d06bd03f0e8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.265550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ddf0408-cf9c-48be-83e7-31ae42cd3d73 req-e4873135-816f-4c2a-9d03-1d06bd03f0e8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1207533 Aug 19 17:55:33.297944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1478699500-network', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:33.340225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:33.346931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f05e36d-9584-4a36-a26f-a7e9434e6459,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:33.364049 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:30Z', 'revision_number': 3, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:33.427982 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282799ac-6f1c-4136-9dfd-8b79c61167e9 None None] The sync data for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 is: [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:30Z', 'revision_number': 3, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:33.448471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.456070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ddf0408-cf9c-48be-83e7-31ae42cd3d73 req-16cb2e40-1ad4-4ef8-a176-14c3ee1ce067 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708472 Aug 19 17:55:33.462102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Made reservation on behalf of bafe8dabd38d4695bb380ca8ec5bab82 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:33.476959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.520961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.637507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2334f3f-3e8a-4857-9b74-45fba197793c req-22db55c9-0194-4e8e-8ed5-ea875067cc37 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.643692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2334f3f-3e8a-4857-9b74-45fba197793c req-22db55c9-0194-4e8e-8ed5-ea875067cc37 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.645382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2334f3f-3e8a-4857-9b74-45fba197793c req-22db55c9-0194-4e8e-8ed5-ea875067cc37 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1677 time: 0.1557989 Aug 19 17:55:33.691689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d20ecb80-55c9-4c8f-9409-a3b7833b9aad None None] Provisioning for port 8f05e36d-9584-4a36-a26f-a7e9434e6459 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:33.698565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d20ecb80-55c9-4c8f-9409-a3b7833b9aad None None] Provisioning complete for port 8f05e36d-9584-4a36-a26f-a7e9434e6459 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:33.702503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d20ecb80-55c9-4c8f-9409-a3b7833b9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.750322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d20ecb80-55c9-4c8f-9409-a3b7833b9aad None None] Port 8f05e36d-9584-4a36-a26f-a7e9434e6459 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:33.757811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2334f3f-3e8a-4857-9b74-45fba197793c req-8d894682-8939-437a-aa96-1c69cacaed0c tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926285 Aug 19 17:55:33.772343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cf97f-4ad0-420a-a507-644adb614fc3 req-e1c16d6b-f613-4aac-919c-b9210f42dca6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.782276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f1cf97f-4ad0-420a-a507-644adb614fc3 req-e1c16d6b-f613-4aac-919c-b9210f42dca6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1252108 Aug 19 17:55:33.816022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.875714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.880523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f1cf97f-4ad0-420a-a507-644adb614fc3 req-3d9d8201-5822-417e-8215-47e5a8f56617 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971532 Aug 19 17:55:33.884820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.949806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:55:33.975319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250606-37c2-4a23-a436-35dad45006ba req-e507c460-e108-49a6-aa52-287370ba7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:33.977015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd250606-37c2-4a23-a436-35dad45006ba req-e507c460-e108-49a6-aa52-287370ba7b04 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7215128 Aug 19 17:55:33.978897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:33.979250 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Added segment 3427fb74-2e40-4d55-a5ff-91cce106958b of type vlan for network afb0cf47-f452-46c3-b345-e69fccb2506c Aug 19 17:55:33.991773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1fb49c-94f7-4070-8c85-fdb7f1f8845a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:34.022241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558e21-b375-49de-9107-5abbc014b8b3 req-4dcc89bb-4801-4eb0-8814-b1e0820925e3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.023866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc558e21-b375-49de-9107-5abbc014b8b3 req-4dcc89bb-4801-4eb0-8814-b1e0820925e3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 949 time: 0.1421733 Aug 19 17:55:34.107889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.112236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.132466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98d3b8-1341-4d5e-93bf-d0995ae0d32f req-b762cce6-1e75-4c95-8310-2047c360174f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.134067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e98d3b8-1341-4d5e-93bf-d0995ae0d32f req-b762cce6-1e75-4c95-8310-2047c360174f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1524854 Aug 19 17:55:34.151574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-54ce9849-92bf-483d-a3a8-61f9eb962b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.152070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-54ce9849-92bf-483d-a3a8-61f9eb962b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.153648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-54ce9849-92bf-483d-a3a8-61f9eb962b3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1981 time: 0.0865974 Aug 19 17:55:34.180202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc558e21-b375-49de-9107-5abbc014b8b3 req-2b52bfd4-1967-4293-9cf7-10ba58a68d47 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304629 Aug 19 17:55:34.197479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.197479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.197479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.223879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-07022c63-0e8a-489e-a5bb-146dee29db6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49 HTTP/1.1" status: 200 len: 217 time: 0.0482135 Aug 19 17:55:34.228444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e98d3b8-1341-4d5e-93bf-d0995ae0d32f req-911c7614-1a02-466d-a4ba-9ebe27a5f96b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868175 Aug 19 17:55:34.254637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:34.257482 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92c724f-e447-45e0-97fe-407d806c106a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:34.276740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1869566 Aug 19 17:55:34.281528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:34.287548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Request body: {'subnet': {'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1478699500-subnet', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:34.291261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b59694-70a8-44d1-af1d-5d875e7e951d admin admin] Pushing event updated for resources: {'Network': ['ID=afb0cf47-f452-46c3-b345-e69fccb2506c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:34.303566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network afb0cf47-f452-46c3-b345-e69fccb2506c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:55:34.335322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-46a22bd5-599e-4f3a-a931-01d05580dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.336842 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-46a22bd5-599e-4f3a-a931-01d05580dce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=133d0387-e346-41fe-b3d5-3d012244c356 HTTP/1.1" status: 200 len: 801 time: 0.1016858 Aug 19 17:55:34.337811 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1afc37-bb4d-44e9-a62e-897381415328 x-openstack-request-id: req-7a1afc37-bb4d-44e9-a62e-897381415328 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:34.338115 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:34.338343 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a1afc37-bb4d-44e9-a62e-897381415328 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:34.338740 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1', 'status': 'completed', 'code': 200} Aug 19 17:55:34.352893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Made reservation on behalf of bafe8dabd38d4695bb380ca8ec5bab82 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:34.355274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.420911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.477465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.532730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eefd9-055a-4709-a971-91fde6c3e043 req-83492fb7-9b2d-4740-ade6-0bfc90f273cc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.534421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c94eefd9-055a-4709-a971-91fde6c3e043 req-83492fb7-9b2d-4740-ade6-0bfc90f273cc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0779989 Aug 19 17:55:34.592025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.594988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f05e36d-9584-4a36-a26f-a7e9434e6459,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:34.597319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dd7d45f-05b8-4bd9-bfaf-7fb69b34563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.598829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4dd7d45f-05b8-4bd9-bfaf-7fb69b34563d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfb9119a-e997-4910-8878-b9a7629d92dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719275 Aug 19 17:55:34.639871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c94eefd9-055a-4709-a971-91fde6c3e043 req-fa59a3ee-fe1b-4ca8-bb7f-2f4cee65b4da tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853038 Aug 19 17:55:34.692909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2616d3-fc78-4e0f-ad64-d987610d1b7d req-94cefbcd-fb21-4ee6-8b42-12d4f275c597 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.695257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f2616d3-fc78-4e0f-ad64-d987610d1b7d req-94cefbcd-fb21-4ee6-8b42-12d4f275c597 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.1427310 Aug 19 17:55:34.705145 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.798241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-732764ea-7628-48d1-bfcb-0aea728f07e6 service neutron] 10.222.0.13 "GET /v2.0/networks/bfb9119a-e997-4910-8878-b9a7629d92dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777606 Aug 19 17:55:34.804411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:34.804914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f2616d3-fc78-4e0f-ad64-d987610d1b7d req-a6d552f7-0f77-47ac-be6a-623264669a05 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962114 Aug 19 17:55:34.806198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:34.807963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4750bd39-95b9-4903-a648-84282031a5ac,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:34.852617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Checking segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:34.852991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Network hostable DHCP agents. Network: afb0cf47-f452-46c3-b345-e69fccb2506c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:34.880314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136fb3-b41a-4de2-8284-3d03c475689a req-d003a31e-20de-426b-aab7-e719ba674f39 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.881983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1136fb3-b41a-4de2-8284-3d03c475689a req-d003a31e-20de-426b-aab7-e719ba674f39 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0895116 Aug 19 17:55:34.896583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Network afb0cf47-f452-46c3-b345-e69fccb2506c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:34.940864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, afb0cf47-f452-46c3-b345-e69fccb2506c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:34.953294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82366b-d349-40d9-b9d2-ff6fe3238006 None None] Network afb0cf47-f452-46c3-b345-e69fccb2506c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:34.956204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.957072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:34.972101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1136fb3-b41a-4de2-8284-3d03c475689a req-a07977df-e9b0-405d-a0dc-4e7b8829db34 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 Aug 19 17:55:34.987258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0302cd-8454-4e2b-951a-25dae59f6ef3 req-b35ecad9-e6d9-4fe7-8956-fa3ab64445f8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:34.994518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0302cd-8454-4e2b-951a-25dae59f6ef3 req-b35ecad9-e6d9-4fe7-8956-fa3ab64445f8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.001989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee0302cd-8454-4e2b-951a-25dae59f6ef3 req-b35ecad9-e6d9-4fe7-8956-fa3ab64445f8 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1677 time: 0.1189415 Aug 19 17:55:35.023961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1282f198-310f-48c7-9ed7-bd9ba0ff4298 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7395709 Aug 19 17:55:35.027936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48946) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:35.049188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:35.051434 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3985efcd-f31c-4598-9441-451e8898c6be" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:35.058578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee0302cd-8454-4e2b-951a-25dae59f6ef3 req-1796de92-9500-48f3-a2a4-18c1ec18ee41 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556080 Aug 19 17:55:35.079985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:35.105433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0cf34cd5-7fe9-4d26-9ecd-3aa24674c9fb service neutron] 10.222.0.13 "GET /v2.0/networks/bfb9119a-e997-4910-8878-b9a7629d92dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970290 Aug 19 17:55:35.116882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Router 75c6f8a3-074c-43f4-a7f0-d36021502c69 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:55:35.120784 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3235f531-76d9-4f00-accd-e5c709fc69e5 x-openstack-request-id: req-3235f531-76d9-4f00-accd-e5c709fc69e5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:35.121075 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:35.121327 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3235f531-76d9-4f00-accd-e5c709fc69e5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:35.121708 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:55:35.173839 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-80a6bc24-f2ab-4dd2-adde-4f2caf13b439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=c63edab8-6519-41aa-93da-6bde06d504e1 HTTP/1.1" status: 200 len: 217 time: 0.0556095 Aug 19 17:55:35.230943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9b82ce29-6109-4eb9-ac7c-043ff2ae4444 None None] Provisioning complete for port 8f05e36d-9584-4a36-a26f-a7e9434e6459 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:35.231967 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9b82ce29-6109-4eb9-ac7c-043ff2ae4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.239217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-afb0cf47-f452-46c3-b345-e69fccb2506c', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:35.241380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.296189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:35.340789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.341820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.346395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0043f92e-f370-47df-a61e-fc96252d434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.349558 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-0043f92e-f370-47df-a61e-fc96252d434f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f9c0bc0-e578-4f08-a26a-5c1b72686aec HTTP/1.1" status: 200 len: 801 time: 0.0528708 Aug 19 17:55:35.369609 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-19f35aa9-bce5-4691-b1a1-2eaedde893c4 admin admin] 10.222.0.36 "PUT /v2.0/routers/75c6f8a3-074c-43f4-a7f0-d36021502c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8437710 Aug 19 17:55:35.413601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cc03-b1de-45cb-9a25-7004070f3733 req-1ae89f5e-9c78-44c8-9254-1f3f9dcf2e7a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.416491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7600cc03-b1de-45cb-9a25-7004070f3733 req-1ae89f5e-9c78-44c8-9254-1f3f9dcf2e7a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 814 time: 0.2659955 Aug 19 17:55:35.454136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.465097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4c157d33-282a-44f9-8bf1-65ce79f9b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.466720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-4c157d33-282a-44f9-8bf1-65ce79f9b374 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101053 Aug 19 17:55:35.484437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7600cc03-b1de-45cb-9a25-7004070f3733 req-f72afa17-a7fd-45fa-823f-f2f16e29087c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/quotas/cc2a694a3a174bb58a500410167f7024 HTTP/1.1" status: 200 len: 375 time: 0.0598423 Aug 19 17:55:35.500154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8835-1a61-4ba4-8521-bc8bca4080c5 req-b0c5f401-97af-4667-b4df-43234864ddf6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.512506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Allocated IP 172.20.0.2 (afb0cf47-f452-46c3-b345-e69fccb2506c/4750bd39-95b9-4903-a648-84282031a5ac/a207e8f9-8474-464c-a13b-48686afe9b44) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:35.516945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cae8835-1a61-4ba4-8521-bc8bca4080c5 req-b0c5f401-97af-4667-b4df-43234864ddf6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 949 time: 0.2031484 Aug 19 17:55:35.592215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9b82ce29-6109-4eb9-ac7c-043ff2ae4444 None None] Port 8f05e36d-9584-4a36-a26f-a7e9434e6459 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:35.597320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87137b-3321-45bb-a8ec-67f2bd85c426 req-7ed327be-1ef2-4602-8344-f48ccec7e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:35.598539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 50dab185-3fdb-4acd-ab00-f8249e47d50d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:35.602911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc87137b-3321-45bb-a8ec-67f2bd85c426 req-7ed327be-1ef2-4602-8344-f48ccec7e7ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1097 time: 0.2906594 Aug 19 17:55:35.652780 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-ad9899ed-980d-4497-9251-b46f822ed02d service neutron] 10.222.0.13 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712868 Aug 19 17:55:35.673248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cae8835-1a61-4ba4-8521-bc8bca4080c5 req-6c39ecf6-c76e-4e8c-ab8f-4fe8853e5d64 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551173 Aug 19 17:55:35.708981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc87137b-3321-45bb-a8ec-67f2bd85c426 req-2e4e9a71-9b7f-43a3-97e1-cc46fe0b0a47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829723 Aug 19 17:55:35.723150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7600cc03-b1de-45cb-9a25-7004070f3733 req-4749705d-5775-41cc-9692-7cc35e7bb84d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945240 Aug 19 17:55:35.737802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 50dab185-3fdb-4acd-ab00-f8249e47d50d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:35.751120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.765434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 50dab185-3fdb-4acd-ab00-f8249e47d50d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:35.765434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.804718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Transition to ACTIVE for port object a207e8f9-8474-464c-a13b-48686afe9b44 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:35.819335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.819769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Sync routers for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:35.854666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:35.855553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:35.897941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Transition to ACTIVE for port object a207e8f9-8474-464c-a13b-48686afe9b44 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:35.905808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba210bea-4a29-421e-af5f-9b163e753819 req-90354054-f797-4823-9b3a-1062ece9ea4d service neutron] 10.222.0.13 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444520 Aug 19 17:55:35.915436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:35.993617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Network afb0cf47-f452-46c3-b345-e69fccb2506c is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:35.999627 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-2f866f65-8e8c-4c36-9d7b-3ed6b9997698 req-756a3fd7-eb88-4a16-b321-a1606ff3f277 tempest-FloatingIPDetailsNegativeTestJSON-902649943 tempest-FloatingIPDetailsNegativeTestJSON-902649943-project] show failed (client error): The resource could not be found. Aug 19 17:55:36.000930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f866f65-8e8c-4c36-9d7b-3ed6b9997698 req-756a3fd7-eb88-4a16-b321-a1606ff3f277 tempest-FloatingIPDetailsNegativeTestJSON-902649943 tempest-FloatingIPDetailsNegativeTestJSON-902649943-project] 10.222.0.36 "GET /v2.0/floatingips/8406f576-7463-4a91-93b0-461718aac857 HTTP/1.1" status: 404 len: 350 time: 0.0423279 Aug 19 17:55:36.016945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48988) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:36.031922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818b12-80b8-4228-8f48-355009efbe6e req-79fd67fb-1546-41e2-aa90-98edff33869e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.039974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb818b12-80b8-4228-8f48-355009efbe6e req-79fd67fb-1546-41e2-aa90-98edff33869e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1288223 Aug 19 17:55:36.051616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.086376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.094461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd288875-70c8-498e-beeb-e69d70b8a7a1 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:36.117550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.122957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Pushing event updated for resources: {'Port': ['ID=a207e8f9-8474-464c-a13b-48686afe9b44,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:36.126670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:36.129220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:36.166979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb818b12-80b8-4228-8f48-355009efbe6e req-60626998-fd92-41ef-9b8e-fa7b73451427 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258984 Aug 19 17:55:36.209258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:36.296257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Allocated IP 172.25.5.26 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:36.300636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329b7a-b87d-4b90-8ee5-e4c8bd6012c0 req-6aa78e60-ee2e-4f58-8596-4ee59f816766 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.308052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91329b7a-b87d-4b90-8ee5-e4c8bd6012c0 req-6aa78e60-ee2e-4f58-8596-4ee59f816766 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.1655567 Aug 19 17:55:36.311217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c724f-e447-45e0-97fe-407d806c106a req-60e8dd3d-65c7-4fb4-b7b8-a7ce69595a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.311740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c724f-e447-45e0-97fe-407d806c106a req-60e8dd3d-65c7-4fb4-b7b8-a7ce69595a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.313397 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-60e8dd3d-65c7-4fb4-b7b8-a7ce69595a66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1981 time: 0.0864751 Aug 19 17:55:36.381979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 50dab185-3fdb-4acd-ab00-f8249e47d50d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=50dab185-3fdb-4acd-ab00-f8249e47d50d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:36.391845 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.397910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Attempting to bind port a207e8f9-8474-464c-a13b-48686afe9b44 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:36.398282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Attempting to bind port a207e8f9-8474-464c-a13b-48686afe9b44 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:36.398834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Attempting to bind port a207e8f9-8474-464c-a13b-48686afe9b44 on network afb0cf47-f452-46c3-b345-e69fccb2506c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:36.419295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc400-c0de-4bc3-ae8d-31288780e122 req-d3d0185d-006a-4c64-8274-7999de6efe71 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.424711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc400-c0de-4bc3-ae8d-31288780e122 req-d3d0185d-006a-4c64-8274-7999de6efe71 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.432498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-345cc400-c0de-4bc3-ae8d-31288780e122 req-d3d0185d-006a-4c64-8274-7999de6efe71 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1677 time: 0.1746116 Aug 19 17:55:36.433546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:36.433929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Checking segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:36.434343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.434735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Bound using segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:36.435212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Bound port: a207e8f9-8474-464c-a13b-48686afe9b44, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:36.435620 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.446643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91329b7a-b87d-4b90-8ee5-e4c8bd6012c0 req-ce73d130-ef65-4f37-8d1a-dbe4c1441295 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373911 Aug 19 17:55:36.494480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c724f-e447-45e0-97fe-407d806c106a req-489a666d-3098-4cb1-a8cc-4d59dda9deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.495992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-489a666d-3098-4cb1-a8cc-4d59dda9deb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 HTTP/1.1" status: 200 len: 903 time: 0.1741102 Aug 19 17:55:36.500861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.513691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port dd288875-70c8-498e-beeb-e69d70b8a7a1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:36.522182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-345cc400-c0de-4bc3-ae8d-31288780e122 req-4e42ed92-4a31-466d-9f82-c13233f4b0b6 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840611 Aug 19 17:55:36.548612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=50dab185-3fdb-4acd-ab00-f8249e47d50d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:36.571626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port dd288875-70c8-498e-beeb-e69d70b8a7a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:36.572009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.591745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-3cf52d1c-a4ae-4c06-992d-313818807fe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=c63edab8-6519-41aa-93da-6bde06d504e1 HTTP/1.1" status: 200 len: 217 time: 0.0550873 Aug 19 17:55:36.637759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.651116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:36.682084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] For port a207e8f9-8474-464c-a13b-48686afe9b44, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:36.715046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:36.720053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:36.722454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] For port a207e8f9-8474-464c-a13b-48686afe9b44, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a207e8f9-8474-464c-a13b-48686afe9b44,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:36.725280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c724f-e447-45e0-97fe-407d806c106a req-faf91671-4b83-491d-82f0-8c468f262506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.727149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-faf91671-4b83-491d-82f0-8c468f262506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f9c0bc0-e578-4f08-a26a-5c1b72686aec HTTP/1.1" status: 200 len: 801 time: 0.1236901 Aug 19 17:55:36.727747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:36.732782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.738809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80655c-fad7-4006-b2d7-7392262ce81a req-9ef42d19-9f4f-4db8-b313-e5e5e053e4f4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.749771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a80655c-fad7-4006-b2d7-7392262ce81a req-9ef42d19-9f4f-4db8-b313-e5e5e053e4f4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1195109 Aug 19 17:55:36.752187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:36.837155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.876027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:36.918437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a80655c-fad7-4006-b2d7-7392262ce81a req-b9659667-f585-4d4c-800a-738c2b700d10 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673648 Aug 19 17:55:36.945658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d26cf-0bcc-403c-9a47-e0adfe8ec8d4 req-ee06e3cf-ead6-420d-b9e4-2cb4348a9bf1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:36.947712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d0d26cf-0bcc-403c-9a47-e0adfe8ec8d4 req-ee06e3cf-ead6-420d-b9e4-2cb4348a9bf1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 949 time: 0.1613100 Aug 19 17:55:36.987040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:37.001258 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.016641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b803fac-e275-4123-9b70-f51794e9812a None None] Pushing event updated for resources: {'Port': ['ID=a207e8f9-8474-464c-a13b-48686afe9b44,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:37.085693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:37.110638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:37.124812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:37.136781 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b0d7e-f64f-42be-9f36-d2c8b827c375" -d '{"events": [{"server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:37.149508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:34Z', 'revision_number': 4, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f05e36d-9584-4a36-a26f-a7e9434e6459', 'name': '', 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'mac_address': 'fa:16:3e:37:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:32Z', 'updated_at': '2021-08-19T17:55:34Z', 'revision_number': 2, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'subnets': [{'id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:37.209652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Checking router: 75c6f8a3-074c-43f4-a7f0-d36021502c69 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:37.210166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Updating router 75c6f8a3-074c-43f4-a7f0-d36021502c69 port 8f05e36d-9584-4a36-a26f-a7e9434e6459 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:37.253468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d0d26cf-0bcc-403c-9a47-e0adfe8ec8d4 req-7afad081-8e09-4bce-bd54-0e53cf8d3a23 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976458 Aug 19 17:55:37.254175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'mac_address': 'fa:16:3e:e2:99:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:37.307432 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.349639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e8c3f44-c6a8-4ade-a45a-4739895604f4 req-cc683606-27fc-457a-9524-9f79f81841e8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cc2a694a3a174bb58a500410167f7024 HTTP/1.1" status: 200 len: 221 time: 0.0929892 Aug 19 17:55:37.379512 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caf5c6c-52d5-403d-ab1f-8f81b46aa95c x-openstack-request-id: req-8caf5c6c-52d5-403d-ab1f-8f81b46aa95c {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:37.380148 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:37.380148 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8caf5c6c-52d5-403d-ab1f-8f81b46aa95c {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:37.380942 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'code': 200} Aug 19 17:55:37.424863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c724f-e447-45e0-97fe-407d806c106a req-d966903d-0f74-46ef-828d-d8479623332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:37.426585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-d966903d-0f74-46ef-828d-d8479623332b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6369383 Aug 19 17:55:37.553041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.602184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:37.627293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:37.645537 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.705561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187d7e-3103-4e80-9d61-fe68920de25a req-e205db35-159a-4d31-855b-f702f35b6a6f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:37.708916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a207e8f9-8474-464c-a13b-48686afe9b44 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:37.717844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98187d7e-3103-4e80-9d61-fe68920de25a req-e205db35-159a-4d31-855b-f702f35b6a6f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2657926 Aug 19 17:55:37.729616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Deleting port 8f05e36d-9584-4a36-a26f-a7e9434e6459 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:37.729976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.765857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:37.780311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecdeb2-f5e9-4a66-a05a-7cb2b15b836a req-b63b736c-ff57-4f83-8933-21595e79b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:37.783202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddecdeb2-f5e9-4a66-a05a-7cb2b15b836a req-b63b736c-ff57-4f83-8933-21595e79b113 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 1102 time: 0.3068726 Aug 19 17:55:37.803506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:37.833641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d1dc6931-df54-40fc-ad25-93e196755f6a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:37.843298 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-da7c3c92-ab3a-4235-9503-c0dc561a0fdc service neutron] 10.222.0.13 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861182 Aug 19 17:55:37.916029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a207e8f9-8474-464c-a13b-48686afe9b44 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:37.938272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 50dab185-3fdb-4acd-ab00-f8249e47d50d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:38.051143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.074667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Transition to ACTIVE for port object 8f05e36d-9584-4a36-a26f-a7e9434e6459 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:38.088681 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.158382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 50dab185-3fdb-4acd-ab00-f8249e47d50d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:38.158892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.171518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d92c724f-e447-45e0-97fe-407d806c106a req-f4ee2e46-bb96-4928-9575-cc1452f05151 service neutron] 10.222.0.13 "GET /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853227 Aug 19 17:55:38.219132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14235868-78ce-4842-9afc-c0c39981dcaf None None] Pushing event updated for resources: {'Port': ['ID=8f05e36d-9584-4a36-a26f-a7e9434e6459,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:38.256284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b0a2e-b82d-4cd8-9ae3-95df355f120c req-b9fd5e76-817d-4051-9020-435efc19c333 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:38.265641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-878b0a2e-b82d-4cd8-9ae3-95df355f120c req-b9fd5e76-817d-4051-9020-435efc19c333 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.6620550 Aug 19 17:55:38.413369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.440726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddecdeb2-f5e9-4a66-a05a-7cb2b15b836a req-a0da757f-9189-4388-aaab-e59deecd3db5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054393 Aug 19 17:55:38.459296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Attempting to bind port 8f05e36d-9584-4a36-a26f-a7e9434e6459 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:38.459296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Attempting to bind port 8f05e36d-9584-4a36-a26f-a7e9434e6459 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:38.459296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Attempting to bind port 8f05e36d-9584-4a36-a26f-a7e9434e6459 on network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:38.483177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98187d7e-3103-4e80-9d61-fe68920de25a req-7362c076-c711-4a94-88ab-c0782d0fe421 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642663 Aug 19 17:55:38.488500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:38.492591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Checking segment: {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:38.493987 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.496870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Bound using segment: {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:38.497622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Bound port: 8f05e36d-9584-4a36-a26f-a7e9434e6459, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b332f07b-be96-498c-baa0-0b257c18ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:38.498247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.580394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-878b0a2e-b82d-4cd8-9ae3-95df355f120c req-0c46e117-ccd7-461f-ad1e-24dd2831dc3b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088243 Aug 19 17:55:38.612847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adccf5-153e-402c-8648-e4044ee168fa None None] Network afb0cf47-f452-46c3-b345-e69fccb2506c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:38.622130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.696808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 62ecb14e-0159-4cb7-adff-cf49e1476a49 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:38.715505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Calling delete_port for 8f05e36d-9584-4a36-a26f-a7e9434e6459 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:38.750171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] For port 8f05e36d-9584-4a36-a26f-a7e9434e6459, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:38.765465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Router 04c14541-6dfd-4a9a-9537-89e59e2e0877 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:55:38.827798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1080-33e8-467f-9f2c-821130deb893 req-6f2216a1-cdbd-464f-8556-f25c508fa13e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:38.833723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1080-33e8-467f-9f2c-821130deb893 req-6f2216a1-cdbd-464f-8556-f25c508fa13e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:38.835470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a1f1080-33e8-467f-9f2c-821130deb893 req-6f2216a1-cdbd-464f-8556-f25c508fa13e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1677 time: 0.2069845 Aug 19 17:55:38.897265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a1f1080-33e8-467f-9f2c-821130deb893 req-b9222c7f-d176-4d90-a325-f987091f7d8e tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445695 Aug 19 17:55:38.901566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:38.915414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '62ecb14e-0159-4cb7-adff-cf49e1476a49', 'network_id': 'bfb9119a-e997-4910-8878-b9a7629d92dc', 'port_id': '62ecb14e-0159-4cb7-adff-cf49e1476a49', 'mac_address': 'fa:16:3e:70:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133d0387-e346-41fe-b3d5-3d012244c356', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:38.921308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] For port 8f05e36d-9584-4a36-a26f-a7e9434e6459, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8f05e36d-9584-4a36-a26f-a7e9434e6459,segment=NetworkSegment(b332f07b-be96-498c-baa0-0b257c18ca9a),segment_id=b332f07b-be96-498c-baa0-0b257c18ca9a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:38.951430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:38.968870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Sync routers for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:38.969523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.994470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:38.996212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-55bc8e58-cacf-42ca-b09c-5c216282b4e8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9360170 Aug 19 17:55:38.996810 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:38.998133 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:39.000058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:39.120354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d320272-65e7-4f7e-8d54-10a499012460 req-14cb616c-28fd-4df5-a5fc-851c63f64ea8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:39.128613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d320272-65e7-4f7e-8d54-10a499012460 req-14cb616c-28fd-4df5-a5fc-851c63f64ea8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 950 time: 0.2256269 Aug 19 17:55:39.215250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d320272-65e7-4f7e-8d54-10a499012460 req-45329762-1b97-43f8-8b7f-b214f1064b2b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853870 Aug 19 17:55:39.267562 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:39.273541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8b01-85ff-409d-b1ad-bddaa29eb645 req-e1b5a0fd-3a34-4f2b-9e17-44be05e3ca30 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:39.283536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92dd8b01-85ff-409d-b1ad-bddaa29eb645 req-e1b5a0fd-3a34-4f2b-9e17-44be05e3ca30 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2762692 Aug 19 17:55:39.286137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Provisioning for port a207e8f9-8474-464c-a13b-48686afe9b44 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:39.329741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Provisioning complete for port a207e8f9-8474-464c-a13b-48686afe9b44 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:39.329741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:39.389533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:39.405932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-8869ace8-b7d3-46d5-8ec7-2f9184a8cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:39.413994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ecb14e-0159-4cb7-adff-cf49e1476a49 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:39.415258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-8869ace8-b7d3-46d5-8ec7-2f9184a8cfe6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd73748a91f146e0b54ec0e659d82146&device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 1101 time: 0.2952960 Aug 19 17:55:39.423597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:39.424818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:39.555369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:39.618071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92dd8b01-85ff-409d-b1ad-bddaa29eb645 req-e0fabf89-b009-4319-af5f-8e95d9206eeb tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297756 Aug 19 17:55:39.663118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14235868-78ce-4842-9afc-c0c39981dcaf None None] Pushing event updated for resources: {'Port': ['ID=8f05e36d-9584-4a36-a26f-a7e9434e6459,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:39.687266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:39.745523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:39.775379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:39.778016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c63edab8-6519-41aa-93da-6bde06d504e1 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:39.779010 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:37Z', 'revision_number': 3, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:39.843439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509bdc-7780-47ac-a2d1-913ddb884033 req-44cb4a52-08b9-43e1-ab16-0925abbb329c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:39.860607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29509bdc-7780-47ac-a2d1-913ddb884033 req-44cb4a52-08b9-43e1-ab16-0925abbb329c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.4675615 Aug 19 17:55:39.862798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49078) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:39.885288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f05e36d-9584-4a36-a26f-a7e9434e6459,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:39.900079 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Checking router: 04c14541-6dfd-4a9a-9537-89e59e2e0877 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:39.900572 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Updating router 04c14541-6dfd-4a9a-9537-89e59e2e0877 port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:39.909352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'floatingip': {'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:40.000548 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.032973 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.103845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.135989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] For port a207e8f9-8474-464c-a13b-48686afe9b44, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a207e8f9-8474-464c-a13b-48686afe9b44,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:40.148328 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.174507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:40.198376 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:55:40.254701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56abd34-226c-4a05-985f-aa4008ce7f05 req-39a5957e-4ca3-4ed1-b13a-f2ce6d4ad7c1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.268170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a56abd34-226c-4a05-985f-aa4008ce7f05 req-39a5957e-4ca3-4ed1-b13a-f2ce6d4ad7c1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3893046 Aug 19 17:55:40.355989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-47a6583f-78e1-4ade-b530-f80046755a7d None None] Could not find standard attr ID for object 8f05e36d-9584-4a36-a26f-a7e9434e6459. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 17:55:40.404569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-fe5cdaa0-289c-4925-a5ff-b111fedf7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.407697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-fe5cdaa0-289c-4925-a5ff-b111fedf7f73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.8808942 Aug 19 17:55:40.456999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96320-f23e-4e41-bb32-7522d17cc842 None None] Pushing event updated for resources: {'Port': ['ID=a207e8f9-8474-464c-a13b-48686afe9b44,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:40.459302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e8018-0562-4432-8741-7b528e6a4729 req-f23f0673-b32f-4ef2-85fe-cd8a4ce013f7 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.467338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e8018-0562-4432-8741-7b528e6a4729 req-f23f0673-b32f-4ef2-85fe-cd8a4ce013f7 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.480810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a62e8018-0562-4432-8741-7b528e6a4729 req-f23f0673-b32f-4ef2-85fe-cd8a4ce013f7 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1678 time: 0.2064269 Aug 19 17:55:40.497965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4dd3ae3-9027-42fa-857e-2e0d7fedb323 None None] Provisioning complete for port a207e8f9-8474-464c-a13b-48686afe9b44 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:40.498969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3ae3-9027-42fa-857e-2e0d7fedb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.506726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a56abd34-226c-4a05-985f-aa4008ce7f05 req-b1b8684f-7230-4262-b04d-7510bda25a1e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374716 Aug 19 17:55:40.551872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-941ae847-c4c1-43f3-9c29-5925b495dd83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d1dc6931-df54-40fc-ad25-93e196755f6a HTTP/1.1" status: 200 len: 217 time: 0.1329648 Aug 19 17:55:40.589496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c63edab8-6519-41aa-93da-6bde06d504e1,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:40.651139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a62e8018-0562-4432-8741-7b528e6a4729 req-d9f03005-c815-47fb-b8b6-4f0139dc2714 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639740 Aug 19 17:55:40.652536 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.653699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c63edab8-6519-41aa-93da-6bde06d504e1', 'network_id': '85edf2d1-5c2e-48a5-b6eb-d393a52e3d34', 'port_id': 'c63edab8-6519-41aa-93da-6bde06d504e1', 'mac_address': 'fa:16:3e:55:1f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9c0bc0-e578-4f08-a26a-5c1b72686aec', 'ip_address': '19.86.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:40.668287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:34Z', 'revision_number': 4, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f05e36d-9584-4a36-a26f-a7e9434e6459', 'name': '', 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'mac_address': 'fa:16:3e:37:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:32Z', 'updated_at': '2021-08-19T17:55:38Z', 'revision_number': 4, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'subnets': [{'id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:40.759268 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.773078 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Transition to ACTIVE for port object fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:40.780965 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.809118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ba3fc-c8c1-4730-9d34-b59275d431d2 None None] The sync data for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 is: [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:34Z', 'revision_number': 4, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port': {'id': '50dab185-3fdb-4acd-ab00-f8249e47d50d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:28Z', 'updated_at': '2021-08-19T17:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f05e36d-9584-4a36-a26f-a7e9434e6459', 'name': '', 'network_id': '0b983974-f14d-4ddb-a4ff-72f2c7d43f38', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'mac_address': 'fa:16:3e:37:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:32Z', 'updated_at': '2021-08-19T17:55:38Z', 'revision_number': 4, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'subnets': [{'id': '332350ec-36ff-44eb-8e4f-b8cfce448162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:40.864005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Attempting to bind port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:40.865348 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Attempting to bind port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:40.865892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Attempting to bind port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:40.868097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46583bcf-da04-48e6-bd6b-da82af6c35e8 None None] Pushing event updated for resources: {'Port': ['ID=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:40.903319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:40.904717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:40.905898 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.906368 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:40.909270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Bound port: fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:40.910665 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.923002 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:40.994989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80060-0d9a-4698-9d6b-0718ca988593 req-4ef310ad-2780-4298-a273-c39c0a530e47 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.995727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-f1c081fa-eed0-4b6b-8b67-060765216f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:40.998319 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-f1c081fa-eed0-4b6b-8b67-060765216f7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.4391127 Aug 19 17:55:41.003875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63edab8-6519-41aa-93da-6bde06d504e1 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:41.004401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21d80060-0d9a-4698-9d6b-0718ca988593 req-4ef310ad-2780-4298-a273-c39c0a530e47 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 950 time: 0.3476524 Aug 19 17:55:41.015989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] For port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:41.029678 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] For port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:41.038668 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:41.080611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c63edab8-6519-41aa-93da-6bde06d504e1,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:41.086827 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:41.135942 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:41.136920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:41.142547 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46583bcf-da04-48e6-bd6b-da82af6c35e8 None None] Pushing event updated for resources: {'Port': ['ID=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:41.155922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29981a-2d79-4adf-9940-4834676b716e req-39961836-280e-48be-a870-314773ae998e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:41.180938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e29981a-2d79-4adf-9940-4834676b716e req-39961836-280e-48be-a870-314773ae998e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3816786 Aug 19 17:55:41.208175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:41.221815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21d80060-0d9a-4698-9d6b-0718ca988593 req-bfd88598-0105-48c1-ae35-88571ed505d1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520350 Aug 19 17:55:41.278238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e29981a-2d79-4adf-9940-4834676b716e req-98faeb9b-b75a-4b25-8171-f3a50cb06a2b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962398 Aug 19 17:55:41.281624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:41.313842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d1dc6931-df54-40fc-ad25-93e196755f6a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:41.314317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:41.359526 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:41.514692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Router 75c6f8a3-074c-43f4-a7f0-d36021502c69 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:55:41.548086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:41.550752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['62ecb14e-0159-4cb7-adff-cf49e1476a49'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:41.555830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c63edab8-6519-41aa-93da-6bde06d504e1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:41.645825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a207e8f9-8474-464c-a13b-48686afe9b44 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:41.701230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:41.806841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:41.825164 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:37Z', 'revision_number': 3, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:41.825441 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28592d14-df97-4ea4-a1a0-bec8957631e1" -d '{"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:41.838763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-a45cad31-9264-4f12-97b9-71677707e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:41.848620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-a45cad31-9264-4f12-97b9-71677707e023 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8189228 Aug 19 17:55:41.883039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8f1ac-42ee-4b6f-96b7-897ec0a97d52 req-e46a2a95-1c95-4eec-a114-dde8edf398e4 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:41.885349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4fa8f1ac-42ee-4b6f-96b7-897ec0a97d52 req-e46a2a95-1c95-4eec-a114-dde8edf398e4 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 1102 time: 0.1910205 Aug 19 17:55:41.923177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:41.932593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cd1fd-d88a-418d-955d-c3c8edc5cbfd req-11433724-8e83-4c79-a797-f41b68eea357 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:41.934002 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3981c-ba51-40c8-828c-707ddf4dee19 None None] The sync data for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 is: [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:37Z', 'revision_number': 3, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:41.944657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4cd1fd-d88a-418d-955d-c3c8edc5cbfd req-11433724-8e83-4c79-a797-f41b68eea357 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2495422 Aug 19 17:55:41.948460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:42.075988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4cd1fd-d88a-418d-955d-c3c8edc5cbfd req-381f05db-9358-4719-b246-d8352da42beb tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296608 Aug 19 17:55:42.115343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a207e8f9-8474-464c-a13b-48686afe9b44 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:42.115855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:42.115989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:42.122774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-87aa05a5-7edd-4a7c-8bf0-51c87efa9c33 admin admin] 10.222.0.36 "PUT /v2.0/routers/75c6f8a3-074c-43f4-a7f0-d36021502c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1037955 Aug 19 17:55:42.125595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49118) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:42.200194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4fa8f1ac-42ee-4b6f-96b7-897ec0a97d52 req-7c3003e7-bf0e-4e0c-a660-c434315f62b4 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060873 Aug 19 17:55:42.276751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.resource_extend [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:55:42.367311 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6fd6d-ffba-4304-bdbc-b896bf00fa62 x-openstack-request-id: req-b0c6fd6d-ffba-4304-bdbc-b896bf00fa62 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:42.367653 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-plugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:42.367911 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0c6fd6d-ffba-4304-bdbc-b896bf00fa62 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:42.368316 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'code': 200} Aug 19 17:55:42.387355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:42.424961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:42.593038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:42.606843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:42.613548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe6b9d-8f6c-41ac-b678-2a0d78bce920 req-a9eb7651-01ef-4654-beaf-544688b0aeb1 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:42.621862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe6b9d-8f6c-41ac-b678-2a0d78bce920 req-a9eb7651-01ef-4654-beaf-544688b0aeb1 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:42.623643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0fe6b9d-8f6c-41ac-b678-2a0d78bce920 req-a9eb7651-01ef-4654-beaf-544688b0aeb1 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1679 time: 0.3086321 Aug 19 17:55:42.718806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ec5f7-e7a1-4018-be1c-3202aa7cb306 req-2c2d9188-bc62-4157-b572-25d006d4226c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:42.728112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-314ec5f7-e7a1-4018-be1c-3202aa7cb306 req-2c2d9188-bc62-4157-b572-25d006d4226c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2790310 Aug 19 17:55:42.737414 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-a80e0e01-1466-461f-954a-1d9ffcd12f52 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517985 Aug 19 17:55:42.859204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0fe6b9d-8f6c-41ac-b678-2a0d78bce920 req-52f9bc0c-df5e-4818-bb22-f5eaf599c1d1 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851201 Aug 19 17:55:42.924640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Allocated IP 172.20.0.1 (afb0cf47-f452-46c3-b345-e69fccb2506c/4750bd39-95b9-4903-a648-84282031a5ac/3e77b69c-a8a4-48c7-bf5e-81dff02e05f5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:42.932880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-314ec5f7-e7a1-4018-be1c-3202aa7cb306 req-f15f0308-db4a-489a-8655-370452b0c52b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037938 Aug 19 17:55:42.972956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.150013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-9ed4a966-8017-42fa-bb82-06b83dc11e98 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436528 Aug 19 17:55:43.229723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Deleting port 50dab185-3fdb-4acd-ab00-f8249e47d50d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:43.230203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.423570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad61e6-6e2d-41b8-a8c6-1f4315f0db14 req-461d371f-67b8-4de1-b3fa-ecff492fff0d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:43.423570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59ad61e6-6e2d-41b8-a8c6-1f4315f0db14 req-461d371f-67b8-4de1-b3fa-ecff492fff0d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2751827 Aug 19 17:55:43.433572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] For port 50dab185-3fdb-4acd-ab00-f8249e47d50d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=50dab185-3fdb-4acd-ab00-f8249e47d50d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:43.434210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.471506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Calling delete_port for 50dab185-3fdb-4acd-ab00-f8249e47d50d owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:43.486230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:43.591346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:43.595617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:43.595982 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.658299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-59d75640-f517-471e-b951-6219c1e5ceb4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:43.659786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-59d75640-f517-471e-b951-6219c1e5ceb4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4936752 Aug 19 17:55:43.666924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.671518 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Floating IP 10873990-7d0f-482f-9840-e1b7638d6f33 associated. External IP: 172.25.5.25, port: 5c7abd5a-4a47-46f4-a7b5-19da2c95637b. Aug 19 17:55:43.731255 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.747657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59ad61e6-6e2d-41b8-a8c6-1f4315f0db14 req-9a9803b5-6cd3-4514-9fcc-f7564f086a6b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162148 Aug 19 17:55:43.761928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-8bf5126d-3aac-43ac-8168-de1f1b252aaf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0848665 Aug 19 17:55:43.764175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b310c6c4-3d7b-415c-b2db-02447ca2b91a req-fca9114e-2931-4c01-9941-8a465ca29fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0021350 Aug 19 17:55:43.769778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Transition to ACTIVE for port object 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:43.779024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Sync routers for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:43.808725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.859175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:43.861252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:43.862922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:43.866941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:43.882616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Pushing event deleted for resources: {'Port': ['ID=50dab185-3fdb-4acd-ab00-f8249e47d50d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:44.047588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.085562 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:55:44.118015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:55:44.152184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Network afb0cf47-f452-46c3-b345-e69fccb2506c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:44.158883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:44.173221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:44.312002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:44.318963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:44.377422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.412802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 7, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:44.433481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.455382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Checking router: 75c6f8a3-074c-43f4-a7f0-d36021502c69 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:44.471083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:44.478777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Routers {'75c6f8a3-074c-43f4-a7f0-d36021502c69'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:44.479660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['75c6f8a3-074c-43f4-a7f0-d36021502c69'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:44.502516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-0ab86421-8464-4cd8-ae00-0920adf0e990 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7075450 Aug 19 17:55:44.510465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb0f7-410e-4b69-923c-ee002d5419be req-7fbc9685-0981-4391-a4f6-9dae53018b87 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:44.518057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02cbb0f7-410e-4b69-923c-ee002d5419be req-7fbc9685-0981-4391-a4f6-9dae53018b87 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.6229501 Aug 19 17:55:44.557412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] Set router 75c6f8a3-074c-43f4-a7f0-d36021502c69 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:44.592805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.595336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.612207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02cbb0f7-410e-4b69-923c-ee002d5419be req-5898a7cf-2cf7-452c-80ea-60f226736112 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925908 Aug 19 17:55:44.643114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 7, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:44.696185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e1b5d-5b64-4d7e-83fe-818e4883d8c6 None None] The sync data for ids ['75c6f8a3-074c-43f4-a7f0-d36021502c69'] in n-d-778550-10 is: [{'id': '75c6f8a3-074c-43f4-a7f0-d36021502c69', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1432928736-router', 'tenant_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:26Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 7, 'project_id': '1a5b8e3ada824a0aac8bdf01383b3423', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:44.745234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-deb5a93f-9d20-431c-9ac6-f68d8186bcf7 None None] Provisioning for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:44.754147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-deb5a93f-9d20-431c-9ac6-f68d8186bcf7 None None] Provisioning complete for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:44.754954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-deb5a93f-9d20-431c-9ac6-f68d8186bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.822650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.826403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:44.846322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-deb5a93f-9d20-431c-9ac6-f68d8186bcf7 None None] Port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:44.853952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.866791 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Sync routers for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:44.875079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.875929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c6f8a3-074c-43f4-a7f0-d36021502c69 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:55:44.886454 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:44.887136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:44.892032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:44.893313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-698e153d-da98-45c6-bc74-44c7625b450b admin admin] 10.222.0.36 "DELETE /v2.0/routers/75c6f8a3-074c-43f4-a7f0-d36021502c69 HTTP/1.1" status: 204 len: 168 time: 2.7660267 Aug 19 17:55:44.901719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:44.975290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b22dd-abb3-425d-9bfb-0ccb6116b990 req-86697df9-cb1e-455a-88e4-68478cae29e6 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:44.997741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b22dd-abb3-425d-9bfb-0ccb6116b990 req-86697df9-cb1e-455a-88e4-68478cae29e6 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:44.999899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-977b22dd-abb3-425d-9bfb-0ccb6116b990 req-86697df9-cb1e-455a-88e4-68478cae29e6 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1679 time: 0.1959898 Aug 19 17:55:45.105867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375b4bb0-b4c1-41da-b2d5-81b69cd5f24d req-81a36930-e097-4bb4-87b9-359db53e742e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 210 time: 0.0524745 Aug 19 17:55:45.133672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-977b22dd-abb3-425d-9bfb-0ccb6116b990 req-f1ad34a4-d9b9-4c5c-aef1-d7cab7fb94fb tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235673 Aug 19 17:55:45.144066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Deleting subnet 332350ec-36ff-44eb-8e4f-b8cfce448162 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:45.150068 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.165916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 62ecb14e-0159-4cb7-adff-cf49e1476a49 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:45.181450 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:45.188448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.201378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.280609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.306091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.365244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 62ecb14e-0159-4cb7-adff-cf49e1476a49 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:45.377733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 62ecb14e-0159-4cb7-adff-cf49e1476a49 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:45.377733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.451003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ab98-3bb4-4440-a6e7-c8a02e0f3469 req-438ed744-ef3c-4408-a6c9-579b201d961a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:45.467991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c765ab98-3bb4-4440-a6e7-c8a02e0f3469 req-438ed744-ef3c-4408-a6c9-579b201d961a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1777294 Aug 19 17:55:45.570574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Network afb0cf47-f452-46c3-b345-e69fccb2506c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:45.581769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:45.603195 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-be44b5be-b510-4e20-8274-f915f99fedf0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "PUT /v2.0/floatingips/10873990-7d0f-482f-9840-e1b7638d6f33 HTTP/1.1" status: 200 len: 990 time: 5.7229228 Aug 19 17:55:45.608620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c765ab98-3bb4-4440-a6e7-c8a02e0f3469 req-b724b368-12cc-48ee-9ca9-f2de0a53879b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392393 Aug 19 17:55:45.617991 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.659285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.689270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:45.697400 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75abcc34-f2d7-4f9c-9d24-fff84fd76d23" -d '{"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-plugged", "status": "completed", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:45.734432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:45.745411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:45.747386 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd" -d '{"events": [{"name": "network-changed", "server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:45.758754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:45.761457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c63edab8-6519-41aa-93da-6bde06d504e1 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:45.761684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '10873990-7d0f-482f-9840-e1b7638d6f33', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:15Z', 'updated_at': '2021-08-19T17:55:42Z', 'revision_number': 1, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:45.841703 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Checking router: b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:45.844134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Pushing event updated for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:45.856022 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:45.857041 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:45.971631 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74e9db-edeb-40cd-a769-ad7f6defd6a2 x-openstack-request-id: req-8c74e9db-edeb-40cd-a769-ad7f6defd6a2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:45.979532 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-plugged", "status": "completed", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:45.982773 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c74e9db-edeb-40cd-a769-ad7f6defd6a2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:45.983436 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49', 'code': 200} Aug 19 17:55:46.025520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Router 04c14541-6dfd-4a9a-9537-89e59e2e0877 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:55:46.060505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:46.070522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:46.191731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:46.197589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:46.202101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332350ec-36ff-44eb-8e4f-b8cfce448162,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:46.205452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c63edab8-6519-41aa-93da-6bde06d504e1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:46.214731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c63edab8-6519-41aa-93da-6bde06d504e1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:46.215231 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:46.241750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2a404669-e201-4438-b1cf-ca2da6b50de5 None None] Provisioning complete for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:46.242339 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a404669-e201-4438-b1cf-ca2da6b50de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:46.285330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010def7c-d212-4f5c-9d2f-ef86fb48bf98 None None] Network 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:46.287959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:46.310202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99f10bcc-90e7-42ff-bf3e-d5c27d565dcc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/332350ec-36ff-44eb-8e4f-b8cfce448162 HTTP/1.1" status: 204 len: 168 time: 1.4045124 Aug 19 17:55:46.330319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3ce2b-c40e-4b13-959f-59b3861635b7 req-d2f10412-68ae-4bda-b51c-7a0fac67a976 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:46.343363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2b3ce2b-c40e-4b13-959f-59b3861635b7 req-d2f10412-68ae-4bda-b51c-7a0fac67a976 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.5159297 Aug 19 17:55:46.350048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:46.350790 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:46.361696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49196) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:46.375396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:55:46.406032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-541509da-c957-4465-8d2e-0583d8b4e246 admin admin] 10.222.0.36 "PUT /v2.0/routers/04c14541-6dfd-4a9a-9537-89e59e2e0877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4044347 Aug 19 17:55:46.407933 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b339b94-deda-4deb-a500-f09ca4df2b5b x-openstack-request-id: req-0b339b94-deda-4deb-a500-f09ca4df2b5b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:46.408257 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:46.408591 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b339b94-deda-4deb-a500-f09ca4df2b5b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:46.409002 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'status': 'completed', 'code': 200} Aug 19 17:55:46.450495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Sync routers for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:55:46.472277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-a87b8dfd-e83f-4bad-bc0b-e99fc8df9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:46.480433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-a87b8dfd-e83f-4bad-bc0b-e99fc8df9571 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1097 time: 0.0699058 Aug 19 17:55:46.510317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2a404669-e201-4438-b1cf-ca2da6b50de5 None None] Port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:46.551180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:46.552595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:46.661120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-d4ff8da4-fe06-4eba-8b65-d52b2e394896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:46.663036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2b3ce2b-c40e-4b13-959f-59b3861635b7 req-90ba1460-477a-40d0-80e0-2055b6da8dec tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186688 Aug 19 17:55:46.663590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-d4ff8da4-fe06-4eba-8b65-d52b2e394896 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1717718 Aug 19 17:55:46.746354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:46.840764 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-16bdc1a4-dd88-4560-ab7a-dbac3cfee531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.1660445 Aug 19 17:55:46.863678 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '10873990-7d0f-482f-9840-e1b7638d6f33', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:15Z', 'updated_at': '2021-08-19T17:55:42Z', 'revision_number': 1, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:46.885468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97518d52-11e0-4972-bad8-328c40b6da98 req-99be03db-ff72-455e-a71a-064aec27a709 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 210 time: 0.2134166 Aug 19 17:55:46.952854 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3a72-a026-4f32-82e9-8bdb82d20126 None None] The sync data for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 is: [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '10873990-7d0f-482f-9840-e1b7638d6f33', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:15Z', 'updated_at': '2021-08-19T17:55:42Z', 'revision_number': 1, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:46.978803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-8e144e5b-c40c-4ead-a820-3efc5d4314e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:46.982271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-8e144e5b-c40c-4ead-a820-3efc5d4314e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1372147 Aug 19 17:55:46.997436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.000715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-cf28f0b9-0406-499f-a3b9-c8a3c176cf49 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1761637 Aug 19 17:55:47.055234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.071768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f05e36d-9584-4a36-a26f-a7e9434e6459 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:47.117538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-ea820d56-6fd0-4e26-9722-2193f602a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:47.118869 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-ea820d56-6fd0-4e26-9722-2193f602a4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236286 Aug 19 17:55:47.147000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8f05e36d-9584-4a36-a26f-a7e9434e6459 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:47.149191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f05e36d-9584-4a36-a26f-a7e9434e6459 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:47.170534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.193022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801ed7e-0d4d-4ed0-841e-ddccc338e562 req-18056a85-b337-4ea5-9fc9-7ed5aec9d2f0 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:47.204319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801ed7e-0d4d-4ed0-841e-ddccc338e562 req-18056a85-b337-4ea5-9fc9-7ed5aec9d2f0 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:47.221239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7801ed7e-0d4d-4ed0-841e-ddccc338e562 req-18056a85-b337-4ea5-9fc9-7ed5aec9d2f0 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1680 time: 0.2881863 Aug 19 17:55:47.244278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c63edab8-6519-41aa-93da-6bde06d504e1,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:47.250465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.379618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:47.397026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b0e6cd8c-5044-4a56-992a-efc257e5941a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:47.398688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b0e6cd8c-5044-4a56-992a-efc257e5941a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660533 Aug 19 17:55:47.417004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:47.434494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:45Z', 'revision_number': 2, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:47.495934 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-6a3984aa-af5b-435f-aa0b-6c2fba788e36 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650932 Aug 19 17:55:47.504397 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f60507-7481-45f6-822e-d0e8f8fd9d52 None None] New status for floating IP 10873990-7d0f-482f-9840-e1b7638d6f33: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:55:47.610234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:47.614599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.698596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Deleting port ff864114-2e5e-45df-ac65-4f1be2a77f7b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:47.699247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.729534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:47.731815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7801ed7e-0d4d-4ed0-841e-ddccc338e562 req-7e3ecdcc-5e5c-4cbd-be41-5606a7ceb524 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989104 Aug 19 17:55:47.755861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291021038', 'description': 'tempest-description--289644311'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:47.765793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ba02fa8f-97aa-4414-ba5c-1e130c7c59fd req-19393ec8-3272-497b-bdb8-80cd9d426be6 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579856 Aug 19 17:55:47.808181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.843463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Checking router: 04c14541-6dfd-4a9a-9537-89e59e2e0877 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:55:47.843997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Updating router 04c14541-6dfd-4a9a-9537-89e59e2e0877 port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:55:47.873956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 50dab185-3fdb-4acd-ab00-f8249e47d50d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:47.877866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] DHCP port deletion for 0b983974-f14d-4ddb-a4ff-72f2c7d43f38 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:55:47.928548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] For port ff864114-2e5e-45df-ac65-4f1be2a77f7b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff864114-2e5e-45df-ac65-4f1be2a77f7b,segment=NetworkSegment(b332f07b-be96-498c-baa0-0b257c18ca9a),segment_id=b332f07b-be96-498c-baa0-0b257c18ca9a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:47.928548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.963023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.964052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:47.966347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 50dab185-3fdb-4acd-ab00-f8249e47d50d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:47.966974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 50dab185-3fdb-4acd-ab00-f8249e47d50d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:47.969314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.007205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:48.009947 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c246b399-f416-49bb-b30e-c8e94a6f6753" -d '{"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-plugged", "status": "completed", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:48.020377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.020377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2874014 Aug 19 17:55:48.030063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49234) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:48.035136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Calling delete_port for ff864114-2e5e-45df-ac65-4f1be2a77f7b owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:48.057285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'security_group_rule': {'security_group_id': '856b2f8a-fe2f-40d8-95fe-b07f5f327339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:48.079639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebbcd2-709f-40b2-8ae1-38e37a7b130b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856b2f8a-fe2f-40d8-95fe-b07f5f327339,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.141740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.163693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0dd01-ed13-41a1-a0d4-1870a7a1bc80 req-3e539d25-ca99-4157-9ebb-14ad19901c85 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:48.171267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fe0dd01-ed13-41a1-a0d4-1870a7a1bc80 req-3e539d25-ca99-4157-9ebb-14ad19901c85 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2307470 Aug 19 17:55:48.222129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.229085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.45 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/a0e5e663-bc93-420b-a82a-505e506d94be) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:48.241699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.271429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bf9dd9-e139-4fd3-8c20-f4493176fbde,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.282659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.286694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50cd01a0-cd06-4105-8f1e-cb7506116e07 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502255 Aug 19 17:55:48.287408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:48.294201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'security_group_rule': {'security_group_id': '856b2f8a-fe2f-40d8-95fe-b07f5f327339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:48.299122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fe0dd01-ed13-41a1-a0d4-1870a7a1bc80 req-fb0e7a7a-51d6-408b-8e7d-dede1b86684f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199973 Aug 19 17:55:48.351758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.356450 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.370010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Transition to ACTIVE for port object 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:48.385797 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.396284 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8d9d1-41e0-42e5-abd1-f4f1b41eb344 x-openstack-request-id: req-ecf8d9d1-41e0-42e5-abd1-f4f1b41eb344 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:48.396810 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-plugged", "status": "completed", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:48.397066 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecf8d9d1-41e0-42e5-abd1-f4f1b41eb344 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:48.397482 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1', 'code': 200} Aug 19 17:55:48.412582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72d8ed58-57c8-413e-bf83-b4aea02c3e97 req-2f3bb5d6-3911-42ef-a5ee-bb88cc770ba5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 210 time: 0.0762455 Aug 19 17:55:48.460733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Deleting port ff864114-2e5e-45df-ac65-4f1be2a77f7b {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:48.461112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.461932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.530097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff864114-2e5e-45df-ac65-4f1be2a77f7b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.547002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c6c0-c0f6-4d2e-835a-8b39924eb3f8 None None] Pushing event updated for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.565889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.568109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] No DVR routers for this DVR port ff864114-2e5e-45df-ac65-4f1be2a77f7b on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:48.574410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.665456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] For port ff864114-2e5e-45df-ac65-4f1be2a77f7b, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:48.665955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.680487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ccb113-ee21-451c-90e5-f1a467800d48,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.690870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Attempting to bind port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:48.691341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Attempting to bind port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:48.691861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Attempting to bind port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 on network afb0cf47-f452-46c3-b345-e69fccb2506c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:48.700109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Calling delete_port for ff864114-2e5e-45df-ac65-4f1be2a77f7b owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:48.700830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.704715 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a90e3ef-1cca-4236-a2da-e69d88076536 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134531 Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Checking segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Bound using segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Bound port: 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:48.704901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.705472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49248) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:48.710789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:48.722295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de73383-816f-4080-a717-324f4739aae9 req-6bce176a-8f49-48d2-b822-81a1105e4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:48.722793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de73383-816f-4080-a717-324f4739aae9 req-6bce176a-8f49-48d2-b822-81a1105e4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:48.725649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5de73383-816f-4080-a717-324f4739aae9 req-6bce176a-8f49-48d2-b822-81a1105e4be4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1985 time: 0.2167590 Aug 19 17:55:48.736341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Port ff864114-2e5e-45df-ac65-4f1be2a77f7b was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:55:48.744808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.744961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.771422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b983974-f14d-4ddb-a4ff-72f2c7d43f38']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:48.781342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.792718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b332f07b-be96-498c-baa0-0b257c18ca9a') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:48.793364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b332f07b-be96-498c-baa0-0b257c18ca9a') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:48.813939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.855072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737d5e-021a-4a49-a1b2-e120d102661a req-6ce7e2aa-4887-46b1-bd05-575a5adec8ba tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:48.856706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30737d5e-021a-4a49-a1b2-e120d102661a req-6ce7e2aa-4887-46b1-bd05-575a5adec8ba tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3347497 Aug 19 17:55:48.876400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] Pushing event deleted for resources: {'Port': ['ID=ff864114-2e5e-45df-ac65-4f1be2a77f7b,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:48.884820 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5de73383-816f-4080-a717-324f4739aae9 req-02701bbb-0bad-4369-bde3-ce9263a65a40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463618 Aug 19 17:55:48.887681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f082b8-e445-48df-8416-adcc4be67daf None None] No DVR routers for this DVR port ff864114-2e5e-45df-ac65-4f1be2a77f7b on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:48.919270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.940653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:55:48.941059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: items = [ Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:55:48.944319 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:55:48.953200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] For port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:48.961697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] For port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:48.962564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.967284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:48.988540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.039391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object a0e5e663-bc93-420b-a82a-505e506d94be will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:49.054034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30737d5e-021a-4a49-a1b2-e120d102661a req-02eda4ae-efdd-4b8a-b0c7-d7d72b715ddf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752164 Aug 19 17:55:49.073874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:55:49.075179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:55:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:49.088236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69803e4a-9873-4788-8f43-21692c1bcddb req-c01b92da-4352-4e61-ae07-a83b2cec4744 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:49.094630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69803e4a-9873-4788-8f43-21692c1bcddb req-c01b92da-4352-4e61-ae07-a83b2cec4744 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:49.105105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69803e4a-9873-4788-8f43-21692c1bcddb req-c01b92da-4352-4e61-ae07-a83b2cec4744 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1681 time: 0.2786226 Aug 19 17:55:49.117871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.181834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69803e4a-9873-4788-8f43-21692c1bcddb req-f6020015-7d17-4571-8511-6418f2264128 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757644 Aug 19 17:55:49.212725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.217564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0b983974-f14d-4ddb-a4ff-72f2c7d43f38 HTTP/1.1" status: 204 len: 168 time: 2.8547492 Aug 19 17:55:49.218525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b983974-f14d-4ddb-a4ff-72f2c7d43f38,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:49.230742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.231116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.231465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.232366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.232710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.233047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.233476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.233826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.234159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.234491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.234822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.235152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ea5de-841f-4a98-aab7-9ac172f467f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:49.284059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.287974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c6c0-c0f6-4d2e-835a-8b39924eb3f8 None None] Pushing event updated for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:49.298064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Allocated IP 172.25.5.193 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9ecb4a64-675d-4989-883a-5d761b62ec56) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:49.305446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'dd288875-70c8-498e-beeb-e69d70b8a7a1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:49.391701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:49.416890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:49.419100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:49.425928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:49.553498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff864114-2e5e-45df-ac65-4f1be2a77f7b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:49.615429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:49.623611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:49.624606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.648831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ff864114-2e5e-45df-ac65-4f1be2a77f7b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:49.649180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff864114-2e5e-45df-ac65-4f1be2a77f7b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:49.662084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2511866 Aug 19 17:55:49.674229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:55:49.678739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Request body: {'port': {'device_id': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:49.679072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.700806 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81b7b98a-1cd0-488d-8d26-c336c32a4e6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a5b8e3ada824a0aac8bdf01383b3423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842083 Aug 19 17:55:49.707272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:49.721037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f26067-36f3-4753-b536-3122258867aa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:49.774976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.809718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd123ed-311c-43ca-922c-0bf7fb239078 req-dfe10c4d-91c9-4258-9be6-f5653e797b93 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:49.812123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cd123ed-311c-43ca-922c-0bf7fb239078 req-dfe10c4d-91c9-4258-9be6-f5653e797b93 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2626357 Aug 19 17:55:49.825037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.850394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.891355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cd123ed-311c-43ca-922c-0bf7fb239078 req-9d641697-48dc-4f01-a5ed-c04015e7e288 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Aug 19 17:55:49.905449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.916760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.919785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:49.923251 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbeae9d9-fde4-46b4-9d63-c99c6d4edb42 HTTP/1.1" status: 204 len: 168 time: 0.2118411 Aug 19 17:55:49.928387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4bd5d-c327-4833-9f3a-ff4222508540 req-8da44937-b6e0-48d5-8e8f-7556b3ba1962 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:49.938705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4d4bd5d-c327-4833-9f3a-ff4222508540 req-8da44937-b6e0-48d5-8e8f-7556b3ba1962 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 935 time: 0.2925067 Aug 19 17:55:49.956112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f1c8-7be0-47dd-afa8-756113238e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeae9d9-fde4-46b4-9d63-c99c6d4edb42,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:49.967119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:49.975433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:49.979325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:50.007655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'Port': ['ID=9ecb4a64-675d-4989-883a-5d761b62ec56,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:50.017710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4d4bd5d-c327-4833-9f3a-ff4222508540 req-45e8f53b-a2f5-400e-8261-bcfccd18f669 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770278 Aug 19 17:55:50.142349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.197745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-71d5a657-0c82-4baa-b25d-65c3ef75befc None None] Provisioning for port a0e5e663-bc93-420b-a82a-505e506d94be completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:50.224334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.246854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-71d5a657-0c82-4baa-b25d-65c3ef75befc None None] Provisioning complete for port a0e5e663-bc93-420b-a82a-505e506d94be triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:50.263999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-71d5a657-0c82-4baa-b25d-65c3ef75befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.374158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-71d5a657-0c82-4baa-b25d-65c3ef75befc None None] Port a0e5e663-bc93-420b-a82a-505e506d94be cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:50.480785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0cab4-7a78-4c0c-a059-19387a4173cb req-2abb0fad-9e73-4707-83ef-bd2908d2ea0f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:50.490130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44b0cab4-7a78-4c0c-a059-19387a4173cb req-2abb0fad-9e73-4707-83ef-bd2908d2ea0f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4452896 Aug 19 17:55:50.590690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44b0cab4-7a78-4c0c-a059-19387a4173cb req-5cd67d92-8b46-47c2-994e-4079c515bfd5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992208 Aug 19 17:55:50.616961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.632929 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.683769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:48Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:50.686028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c1337-2954-4cf0-941b-2eecececddae req-4b11bed0-420f-4fb5-93f5-8f74584464f4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:50.694806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c1337-2954-4cf0-941b-2eecececddae req-4b11bed0-420f-4fb5-93f5-8f74584464f4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:50.696524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e8c1337-2954-4cf0-941b-2eecececddae req-4b11bed0-420f-4fb5-93f5-8f74584464f4 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1681 time: 0.1796856 Aug 19 17:55:50.757526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c961f-9077-4d4f-afbf-79698ff5c29c None None] The sync data for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 is: [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:48Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:55:50.777433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e8c1337-2954-4cf0-941b-2eecececddae req-b93f3e98-e2c9-47f2-b7c1-023afea990a5 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737906 Aug 19 17:55:50.888634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e5e663-bc93-420b-a82a-505e506d94be {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:50.943558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:50.960541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Transition to ACTIVE for port object a0e5e663-bc93-420b-a82a-505e506d94be will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:50.972324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.002223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'Port': ['ID=9ecb4a64-675d-4989-883a-5d761b62ec56,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:51.039858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.085610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.087500 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e5d35280-7937-4654-959c-5e037e8c97f2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3810353 Aug 19 17:55:51.586785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:51.734182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:51.740009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:51.740009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.761404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:51.812068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e84faa-945c-4285-b7d7-6dcce88172af req-2c552254-d5be-431d-b94a-355a652c80e6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:51.823177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02e84faa-945c-4285-b7d7-6dcce88172af req-2c552254-d5be-431d-b94a-355a652c80e6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.7603226 Aug 19 17:55:51.844129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.893847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:51.906748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:51.917120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bab4-a498-400a-8f03-83b8c4015b34 req-12fa506c-c564-44ef-82c1-d6fb098ad5bb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:51.927930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e462bab4-a498-400a-8f03-83b8c4015b34 req-12fa506c-c564-44ef-82c1-d6fb098ad5bb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 947 time: 0.1761293 Aug 19 17:55:51.940140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Attempting to bind port a0e5e663-bc93-420b-a82a-505e506d94be on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:51.940473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Attempting to bind port a0e5e663-bc93-420b-a82a-505e506d94be by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:51.940803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Attempting to bind port a0e5e663-bc93-420b-a82a-505e506d94be on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:51.976371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02e84faa-945c-4285-b7d7-6dcce88172af req-cd0d4218-3c30-4dc9-9402-d9cc928d7816 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385999 Aug 19 17:55:51.985229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Port a0e5e663-bc93-420b-a82a-505e506d94be on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:51.985564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Attempting to bind port a0e5e663-bc93-420b-a82a-505e506d94be on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:52.007290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:52.011262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:52.011648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:52.012053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:52.012506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Bound port: a0e5e663-bc93-420b-a82a-505e506d94be, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:52.012879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:52.029854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e462bab4-a498-400a-8f03-83b8c4015b34 req-a6e6ed10-865d-486f-b385-e764c4cbb271 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 Aug 19 17:55:52.136625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:52.173660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a0e5e663-bc93-420b-a82a-505e506d94be,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:52.184512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:52.247720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775746a1-76dc-4a6f-bccd-da8a4413b188 req-9bd1f26e-e898-42f1-9fa3-ad26e9475621 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:52.254262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775746a1-76dc-4a6f-bccd-da8a4413b188 req-9bd1f26e-e898-42f1-9fa3-ad26e9475621 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:52.256552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-775746a1-76dc-4a6f-bccd-da8a4413b188 req-9bd1f26e-e898-42f1-9fa3-ad26e9475621 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1681 time: 0.1609809 Aug 19 17:55:52.284371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:52.289830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-625a2a96-2b3a-4d83-8da5-3bae174c00fd tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1291021038&fields=id&tenant_id=bafe8dabd38d4695bb380ca8ec5bab82 HTTP/1.1" status: 200 len: 267 time: 0.1455750 Aug 19 17:55:52.361047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:52.361662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:52.363097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-66ded753-cdcc-4890-ad40-64b13d41d6ae service neutron] 10.222.0.42 "PUT /v2.0/ports/a0e5e663-bc93-420b-a82a-505e506d94be HTTP/1.1" status: 200 len: 1096 time: 2.6914678 Aug 19 17:55:52.366051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:52.368460 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:52.401129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-775746a1-76dc-4a6f-bccd-da8a4413b188 req-1f1c8434-a079-4121-b6bc-cb7db1b365a2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278920 Aug 19 17:55:52.471544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-5e7af6bd-db64-4bd9-89a7-19b5116b479f tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:52.478590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-5e7af6bd-db64-4bd9-89a7-19b5116b479f tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/networks?id=afb0cf47-f452-46c3-b345-e69fccb2506c HTTP/1.1" status: 200 len: 812 time: 0.1732969 Aug 19 17:55:52.504080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-0661f4a5-9f07-49ba-8549-1e6ff7bc52bc tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/quotas/bafe8dabd38d4695bb380ca8ec5bab82 HTTP/1.1" status: 200 len: 375 time: 0.0245819 Aug 19 17:55:52.603723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-2411eaee-ae68-45f6-b257-a70bda12bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:52.609335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-2411eaee-ae68-45f6-b257-a70bda12bc96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 1099 time: 0.1245782 Aug 19 17:55:52.690416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-32094ecc-47df-44e9-ac4d-8628a4024e3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a0e5e663-bc93-420b-a82a-505e506d94be HTTP/1.1" status: 200 len: 217 time: 0.0708435 Aug 19 17:55:52.708121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-97236413-c4ec-4f3a-b5a8-0b205ffc8763 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bafe8dabd38d4695bb380ca8ec5bab82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1810255 Aug 19 17:55:52.956384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-3b99c7ec-8329-4f73-bf67-ee3281f5f595 service neutron] 10.222.0.36 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172627 Aug 19 17:55:53.084874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b4c3918f-5ae1-4c1f-854e-9a7f8c98ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.086374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b4c3918f-5ae1-4c1f-854e-9a7f8c98ee05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.3889358 Aug 19 17:55:53.135523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49370) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:53.157016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18ecf-1ff2-46c7-92f4-9b32a352b0d1 req-0660d824-17a1-455d-94fd-5c5130b96a30 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.166936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bda18ecf-1ff2-46c7-92f4-9b32a352b0d1 req-0660d824-17a1-455d-94fd-5c5130b96a30 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1810837 Aug 19 17:55:53.181269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-cadc75ea-e160-4fcd-87c8-965e9196a3a7 service neutron] 10.222.0.36 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228394 Aug 19 17:55:53.195103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-3e823938-9605-4bba-82ce-102f25737497 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.213023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-3e823938-9605-4bba-82ce-102f25737497 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.219035 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-3e823938-9605-4bba-82ce-102f25737497 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1681 time: 0.1338294 Aug 19 17:55:53.219399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b6e1f23d-d7f8-4984-ac04-1482c829c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.220930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-b6e1f23d-d7f8-4984-ac04-1482c829c04e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239796 Aug 19 17:55:53.235676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bda18ecf-1ff2-46c7-92f4-9b32a352b0d1 req-33453027-821a-4eb1-abc2-c15602e9e13a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Aug 19 17:55:53.372128 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6716c4b-c50c-4c38-9a1e-f639d7d5490b x-openstack-request-id: req-b6716c4b-c50c-4c38-9a1e-f639d7d5490b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:53.372427 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:53.372686 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6716c4b-c50c-4c38-9a1e-f639d7d5490b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:53.373098 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be', 'status': 'completed', 'code': 200} Aug 19 17:55:53.472316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:55:53.529659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-29133aea-32f2-4af2-bdb3-a6c55f90a00c service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927895 Aug 19 17:55:53.544863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-672cd9e1-e39c-415c-a794-9aca3e343a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.610679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:53.611468 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.668315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77d12b-202a-4da1-8a00-749fa459b842 req-25fe444f-f1fa-4285-979a-84c8c7a3da43 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.680221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb77d12b-202a-4da1-8a00-749fa459b842 req-25fe444f-f1fa-4285-979a-84c8c7a3da43 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 947 time: 0.2018142 Aug 19 17:55:53.748823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 62ecb14e-0159-4cb7-adff-cf49e1476a49 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:53.749365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.894351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 62ecb14e-0159-4cb7-adff-cf49e1476a49, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=62ecb14e-0159-4cb7-adff-cf49e1476a49,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:53.894843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.897704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb77d12b-202a-4da1-8a00-749fa459b842 req-0d7c508f-f691-4046-a0d2-6689fc3d209f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110107 Aug 19 17:55:53.922948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-672cd9e1-e39c-415c-a794-9aca3e343a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.930113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 62ecb14e-0159-4cb7-adff-cf49e1476a49 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:53.935852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-672cd9e1-e39c-415c-a794-9aca3e343a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:53.938128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0905bf5-78b2-4990-84f9-a8d0eb669b37 req-da72f977-2dcd-40d5-91ab-25ad484fdd91 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952045 Aug 19 17:55:53.967219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac11d6-91ba-4412-a7af-18eb0c4701d2 req-8f61f091-e0a9-43b6-bfb2-7a50661dc290 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.985361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac11d6-91ba-4412-a7af-18eb0c4701d2 req-8f61f091-e0a9-43b6-bfb2-7a50661dc290 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:53.987060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07ac11d6-91ba-4412-a7af-18eb0c4701d2 req-8f61f091-e0a9-43b6-bfb2-7a50661dc290 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 1681 time: 0.2327554 Aug 19 17:55:54.073305 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-672cd9e1-e39c-415c-a794-9aca3e343a22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5bfc54885d545ea9e815d349ac39d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347670 Aug 19 17:55:54.074033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd9e1-e39c-415c-a794-9aca3e343a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe0af5-920d-4061-ba4c-cf9d29e8927f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:54.093481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:54.109953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07ac11d6-91ba-4412-a7af-18eb0c4701d2 req-ea299532-2f28-47be-8989-ac900de25979 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/security-groups?id=9867f9a5-2001-4d4d-8f78-90a9369747ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149094 Aug 19 17:55:54.133658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-e1168cd3-ac47-4ba5-aeb8-c49655b62ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:54.136238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-e1168cd3-ac47-4ba5-aeb8-c49655b62ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 1099 time: 0.1391299 Aug 19 17:55:54.323208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66e8d920-7882-4af7-928d-5fd154b513c2 req-9c66d8dc-3cd3-4be6-9742-dc05711521ea tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0860977 Aug 19 17:55:54.338131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.409648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.412313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-bf45985f-8dc9-4764-9878-47c5c283afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:54.414205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-bf45985f-8dc9-4764-9878-47c5c283afb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2701609 Aug 19 17:55:54.485900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-33abc44c-c3d4-4e8a-89aa-03ef5d5f3e10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a0e5e663-bc93-420b-a82a-505e506d94be HTTP/1.1" status: 200 len: 217 time: 0.0589774 Aug 19 17:55:54.486591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.559793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c63edab8-6519-41aa-93da-6bde06d504e1', '62ecb14e-0159-4cb7-adff-cf49e1476a49'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:54.613595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.619882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.626744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-f90dc041-da0a-4997-a1ab-46c23c5cd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:54.626744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-f90dc041-da0a-4997-a1ab-46c23c5cd5e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1148174 Aug 19 17:55:54.627750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80fe0af5-920d-4061-ba4c-cf9d29e8927f HTTP/1.1" status: 204 len: 168 time: 0.5335267 Aug 19 17:55:54.637030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4aa27-1dee-4976-a8b5-4c95fb0593ce req-514e0402-581c-4e92-a29f-5a81b168eda3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:54.638692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccb4aa27-1dee-4976-a8b5-4c95fb0593ce req-514e0402-581c-4e92-a29f-5a81b168eda3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1514699 Aug 19 17:55:54.669083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=62ecb14e-0159-4cb7-adff-cf49e1476a49,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:54.712589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152791be-81db-4b08-9971-b84a9b6a3495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe0af5-920d-4061-ba4c-cf9d29e8927f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:54.714804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 62ecb14e-0159-4cb7-adff-cf49e1476a49 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:54.718328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:54.722967 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-a9b3ef0a-cfde-4d12-bdcd-f0bf958e8ae2 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "DELETE /v2.0/ports/62ecb14e-0159-4cb7-adff-cf49e1476a49 HTTP/1.1" status: 204 len: 173 time: 1.4916968 Aug 19 17:55:54.724525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-deleted', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:54.728963 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952b6f9-c62f-48ca-afa5-3bc86d215403" -d '{"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-deleted", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:54.848036 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cad26a-497a-46ac-ad0d-26146dc9b158 x-openstack-request-id: req-98cad26a-497a-46ac-ad0d-26146dc9b158 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:54.850929 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-deleted", "tag": "62ecb14e-0159-4cb7-adff-cf49e1476a49", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:54.855438 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98cad26a-497a-46ac-ad0d-26146dc9b158 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:54.856010 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-deleted', 'tag': '62ecb14e-0159-4cb7-adff-cf49e1476a49', 'status': 'completed', 'code': 200} Aug 19 17:55:54.875221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-7464f463-a3a6-4ace-b66b-ad4667af0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:54.893681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-7464f463-a3a6-4ace-b66b-ad4667af0108 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2381744 Aug 19 17:55:54.970261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccb4aa27-1dee-4976-a8b5-4c95fb0593ce req-743139b3-2181-4a1f-a1d5-80b245c3fd3e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072817 Aug 19 17:55:54.999573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port c63edab8-6519-41aa-93da-6bde06d504e1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:54.999999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:55.207502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-9a145525-65b3-4122-8a1b-d538bc35cb32 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119133 Aug 19 17:55:55.209102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port c63edab8-6519-41aa-93da-6bde06d504e1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c63edab8-6519-41aa-93da-6bde06d504e1,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:55.210129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:55.241247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf603-1248-4978-a395-0fe1692c9fd6 req-19f957af-fdab-49f7-9bea-9f838edac610 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:55.248628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40cbf603-1248-4978-a395-0fe1692c9fd6 req-19f957af-fdab-49f7-9bea-9f838edac610 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 947 time: 0.1629646 Aug 19 17:55:55.250683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for c63edab8-6519-41aa-93da-6bde06d504e1 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:55.347607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e47d5f-1e89-4f39-b9f1-89add2cfe322 req-eedb27db-68d7-42f3-8fe3-b16e1b15f97b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:55.349682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06e47d5f-1e89-4f39-b9f1-89add2cfe322 req-eedb27db-68d7-42f3-8fe3-b16e1b15f97b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2067044 Aug 19 17:55:55.415308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40cbf603-1248-4978-a395-0fe1692c9fd6 req-a4b10a17-e9dd-4a5a-b767-4c01540d798d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656930 Aug 19 17:55:55.443189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:55.480634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=c63edab8-6519-41aa-93da-6bde06d504e1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:55.539255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port c63edab8-6519-41aa-93da-6bde06d504e1 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:55.544020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:55.548112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2088b8a-7ddd-4a0c-a288-baba0881c3ba req-1a939370-4b4c-4ce3-bee4-ea869c21b169 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327184 Aug 19 17:55:55.548742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ea72a5e6-3f0d-4478-b468-84681881eda1 req-30006752-d66b-4d57-a494-b3861593f35b tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.13 "DELETE /v2.0/ports/c63edab8-6519-41aa-93da-6bde06d504e1 HTTP/1.1" status: 204 len: 173 time: 0.8111205 Aug 19 17:55:55.552564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06e47d5f-1e89-4f39-b9f1-89add2cfe322 req-0f48155e-7969-4416-a243-3700bbf1f9f7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948316 Aug 19 17:55:55.776271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6062cdbf-26ee-459a-b170-2a3b4c897814 req-6fcfc86e-184f-42b0-a438-d90217585cb3 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebabe940-9721-4f00-b7ed-ff64d75e4e41 HTTP/1.1" status: 200 len: 210 time: 0.0884531 Aug 19 17:55:55.825437 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:55.889522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a748b75-7238-4251-9da7-5cf0514259cc req-89c1a051-4364-4c34-9682-4eb8c60bd944 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0482764 Aug 19 17:55:55.989544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:56.034521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795ada-e578-4de0-9ab3-5a567f4faf9f req-a1262e74-bde5-412b-b792-865369a0b778 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:56.049700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44795ada-e578-4de0-9ab3-5a567f4faf9f req-a1262e74-bde5-412b-b792-865369a0b778 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0854869 Aug 19 17:55:56.116181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44795ada-e578-4de0-9ab3-5a567f4faf9f req-fbb77f7e-961a-4809-8163-ba16235d269a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Aug 19 17:55:56.196618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1886955504-network', 'tenant_id': '140c8194a9604b628a1934309636b0ec'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:56.284472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Made reservation on behalf of 140c8194a9604b628a1934309636b0ec for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:56.290493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:56.332337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd58d4-ba6c-46e1-b895-bd67f2f0d780 req-bebea44e-37b1-4525-b6a1-3f742fea7fce tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:56.340943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:56.342252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbbd58d4-ba6c-46e1-b895-bd67f2f0d780 req-bebea44e-37b1-4525-b6a1-3f742fea7fce tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1366498 Aug 19 17:55:56.447833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbbd58d4-ba6c-46e1-b895-bd67f2f0d780 req-50309388-4deb-4d55-bd72-a915020a0d9c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920739 Aug 19 17:55:56.483042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-8862d6e4-7a56-480c-8004-f4682f1c0d9a tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:56.484638 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-8862d6e4-7a56-480c-8004-f4682f1c0d9a tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.13 "GET /v2.0/networks?id=afb0cf47-f452-46c3-b345-e69fccb2506c HTTP/1.1" status: 200 len: 812 time: 0.3266582 Aug 19 17:55:56.584614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-bc6756ce-8be8-4865-b386-36bc680ee929 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bafe8dabd38d4695bb380ca8ec5bab82 HTTP/1.1" status: 200 len: 380 time: 0.0813835 Aug 19 17:55:56.600447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'port': {'device_id': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'admin_state_up': True, 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'security_groups': ['856b2f8a-fe2f-40d8-95fe-b07f5f327339']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:56.656510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082d0b-01f7-4403-92fa-b657db903755 req-15a9bba4-e072-4fa9-ba48-9572b673f3fb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:56.658537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2082d0b-01f7-4403-92fa-b657db903755 req-15a9bba4-e072-4fa9-ba48-9572b673f3fb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 947 time: 0.0974059 Aug 19 17:55:56.731153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:56.742602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2082d0b-01f7-4403-92fa-b657db903755 req-46546de6-6578-4c64-a26f-0176b505899d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Aug 19 17:55:56.759150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:56.813834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:55:56.861986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-deleted', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:56.866935 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff03120-1f50-4bdf-b050-819ff60cfbdf" -d '{"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-deleted", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:56.885421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:56.886117 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Added segment fbe5d025-f369-4955-904b-f84563533352 of type vlan for network f657113a-14b8-4a51-bcf5-80ea997cf5d6 Aug 19 17:55:56.897935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:56.912340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf472f38-5a36-46db-9fd6-c4ddd43a322e req-b2015e99-4f9e-45be-94c3-e93a08992429 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:56.920638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf472f38-5a36-46db-9fd6-c4ddd43a322e req-b2015e99-4f9e-45be-94c3-e93a08992429 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0900388 Aug 19 17:55:56.958750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Made reservation on behalf of bafe8dabd38d4695bb380ca8ec5bab82 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:56.962200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.030433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf472f38-5a36-46db-9fd6-c4ddd43a322e req-d1129bef-8a87-4318-875f-9e4f08205d7c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080141 Aug 19 17:55:57.030980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49494) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:57.090851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.122862 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebcbb38-45fb-48f2-b78b-3bd26c6a0e29 x-openstack-request-id: req-9ebcbb38-45fb-48f2-b78b-3bd26c6a0e29 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:55:57.124203 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebabe940-9721-4f00-b7ed-ff64d75e4e41", "name": "network-vif-deleted", "tag": "c63edab8-6519-41aa-93da-6bde06d504e1", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:55:57.124457 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ebcbb38-45fb-48f2-b78b-3bd26c6a0e29 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:55:57.124865 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebabe940-9721-4f00-b7ed-ff64d75e4e41', 'name': 'network-vif-deleted', 'tag': 'c63edab8-6519-41aa-93da-6bde06d504e1', 'status': 'completed', 'code': 200} Aug 19 17:55:57.172001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting subnet 5f9c0bc0-e578-4f08-a26a-5c1b72686aec {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:57.186457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.210435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.211757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:57.212546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.239496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8698c015-ad2e-4965-8c91-5f83ac7fe67e req-8f64227c-1701-4e1e-b6f3-4337e97aa157 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0640874 Aug 19 17:55:57.254033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 62ecb14e-0159-4cb7-adff-cf49e1476a49 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:57.285399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 62ecb14e-0159-4cb7-adff-cf49e1476a49 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:57.285961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 62ecb14e-0159-4cb7-adff-cf49e1476a49 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:57.286550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c63edab8-6519-41aa-93da-6bde06d504e1 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:57.295062 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.319186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: c63edab8-6519-41aa-93da-6bde06d504e1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:57.319730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c63edab8-6519-41aa-93da-6bde06d504e1 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:57.330596 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3399599 Aug 19 17:55:57.335239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49496) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:57.343193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Request body: {'subnet': {'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1886955504-subnet', 'tenant_id': '140c8194a9604b628a1934309636b0ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:57.357366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c2ee6-e914-4287-a7d0-e901563ed93e admin admin] Pushing event updated for resources: {'Network': ['ID=f657113a-14b8-4a51-bcf5-80ea997cf5d6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:57.373420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:55:57.387582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Made reservation on behalf of 140c8194a9604b628a1934309636b0ec for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:55:57.390286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.476303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Allocated IP 172.20.0.4 (afb0cf47-f452-46c3-b345-e69fccb2506c/4750bd39-95b9-4903-a648-84282031a5ac/665409e3-4ac8-4c99-893a-d11d263b499f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:57.479696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.590735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.654871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9c0bc0-e578-4f08-a26a-5c1b72686aec,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:57.658947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.680045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.680767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c7747-e7b3-4813-86d0-92314a7fd541 None None] Network 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:57.682875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cfe142d7-ba4b-4364-ab62-595e34942e49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/subnets/5f9c0bc0-e578-4f08-a26a-5c1b72686aec HTTP/1.1" status: 204 len: 168 time: 0.6456187 Aug 19 17:55:57.685446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49498) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:57.780855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfce94d-39b5-404e-8471-327d51bf8839,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:57.788738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.805697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.811079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Checking segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:57.811462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Network hostable DHCP agents. Network: f657113a-14b8-4a51-bcf5-80ea997cf5d6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:55:57.814097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Transition to ACTIVE for port object 665409e3-4ac8-4c99-893a-d11d263b499f will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:57.848282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:55:57.862974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f657113a-14b8-4a51-bcf5-80ea997cf5d6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:57.868763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:57.869363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.887839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:57.922438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4907f16-ee76-44c7-bf3c-763703a4343e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5751553 Aug 19 17:55:57.965901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Network afb0cf47-f452-46c3-b345-e69fccb2506c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:57.971810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:57.975539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:57.996658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:55:57.997556 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.007146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdacda-abbd-4813-b75e-2403c96b384d None None] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:55:58.026785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event updated for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:58.052304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a0e5e663-bc93-420b-a82a-505e506d94be details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:55:58.089765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:58.090576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.152377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-427f0593-944e-4361-91ca-fbcf8443f810 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5578599 Aug 19 17:55:58.153770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c352-4c13-4cf3-82a3-b3948ccf88b9 req-a23c2943-5a1f-475e-bbd9-ae38d2ca8abb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:58.161789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fd2c352-4c13-4cf3-82a3-b3948ccf88b9 req-a23c2943-5a1f-475e-bbd9-ae38d2ca8abb tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 947 time: 0.2344918 Aug 19 17:55:58.178320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Request body: {'port': {'device_id': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:55:58.197574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,segment=NetworkSegment(ccb120da-a555-489c-b366-1d6399c753cb),segment_id=ccb120da-a555-489c-b366-1d6399c753cb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:58.198225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.238188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:55:58.262554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a0e5e663-bc93-420b-a82a-505e506d94be,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:58.323239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.333193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'a0e5e663-bc93-420b-a82a-505e506d94be', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'a0e5e663-bc93-420b-a82a-505e506d94be', 'mac_address': 'fa:16:3e:fe:bd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:55:58.333426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fd2c352-4c13-4cf3-82a3-b3948ccf88b9 req-ae6273c8-1c1d-4a4d-95d6-b3a6235a5007 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613724 Aug 19 17:55:58.477477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.515181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:58.539241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8064a5-9543-4699-956d-f8063a3ba09c req-e6157589-1a43-456c-baad-4c31df475a49 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:58.546579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f8064a5-9543-4699-956d-f8063a3ba09c req-e6157589-1a43-456c-baad-4c31df475a49 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3268774 Aug 19 17:55:58.554392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:55:58.648619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f8064a5-9543-4699-956d-f8063a3ba09c req-24681d36-878a-4925-beae-4fb58fd0ed36 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Aug 19 17:55:58.653088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b573f59a-8619-4bb6-8fc7-14fbeec40bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.705136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41906f28-a7fc-4cd2-b255-9f7d3590cb0d None None] Provisioning for port 665409e3-4ac8-4c99-893a-d11d263b499f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:55:58.722694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665409e3-4ac8-4c99-893a-d11d263b499f {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:58.731615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.752320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Transition to ACTIVE for port object 665409e3-4ac8-4c99-893a-d11d263b499f will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:58.755675 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.757609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.771107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.795244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85edf2d1-5c2e-48a5-b6eb-d393a52e3d34']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:58.803894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e5e663-bc93-420b-a82a-505e506d94be {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:55:58.808193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41906f28-a7fc-4cd2-b255-9f7d3590cb0d None None] Provisioning complete for port 665409e3-4ac8-4c99-893a-d11d263b499f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:55:58.808647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41906f28-a7fc-4cd2-b255-9f7d3590cb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.825027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb120da-a555-489c-b366-1d6399c753cb') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:58.825332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb120da-a555-489c-b366-1d6399c753cb') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:55:58.848060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.865406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Pushing event updated for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:58.871337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccdad3-5c24-46e6-9e35-b93290bc774b None None] DHCP port deletion for 85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:55:58.898524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'tenant_id': '140c8194a9604b628a1934309636b0ec', 'fixed_ips': [{'subnet_id': 'bdfce94d-39b5-404e-8471-327d51bf8839'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:55:58.900468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.901031 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.909394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:55:58.909804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:58.925840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a0e5e663-bc93-420b-a82a-505e506d94be,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:55:58.937448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-41906f28-a7fc-4cd2-b255-9f7d3590cb0d None None] Port 665409e3-4ac8-4c99-893a-d11d263b499f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:55:58.943033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:55:59.038945 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:55:59.050166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.061198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.066153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/networks/85edf2d1-5c2e-48a5-b6eb-d393a52e3d34 HTTP/1.1" status: 204 len: 168 time: 1.3786745 Aug 19 17:55:59.066798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49542) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:55:59.121932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Attempting to bind port 665409e3-4ac8-4c99-893a-d11d263b499f on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:55:59.122757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Attempting to bind port 665409e3-4ac8-4c99-893a-d11d263b499f by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:55:59.123343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Attempting to bind port 665409e3-4ac8-4c99-893a-d11d263b499f on network afb0cf47-f452-46c3-b345-e69fccb2506c {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:59.142146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Port 665409e3-4ac8-4c99-893a-d11d263b499f on network afb0cf47-f452-46c3-b345-e69fccb2506c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:55:59.142594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Attempting to bind port 665409e3-4ac8-4c99-893a-d11d263b499f on network afb0cf47-f452-46c3-b345-e69fccb2506c {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:55:59.160360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:55:59.161673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Checking segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:55:59.162519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Bound using segment: {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:55:59.162977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Bound port: 665409e3-4ac8-4c99-893a-d11d263b499f, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3427fb74-2e40-4d55-a5ff-91cce106958b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:55:59.163345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.167430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e4a0-653d-4b3d-949b-bf0098466a49 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Network': ['ID=85edf2d1-5c2e-48a5-b6eb-d393a52e3d34,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:59.221848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Allocated IP 172.20.0.2 (f657113a-14b8-4a51-bcf5-80ea997cf5d6/bdfce94d-39b5-404e-8471-327d51bf8839/80164593-3b19-4354-9421-7ed7f6da6062) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:55:59.222121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b4b0-73dd-46d0-b16a-e9e00115bfec req-4697b4d1-15f6-4e7b-ae8d-3a63e1cbdc4c tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:59.230866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3b4b0-73dd-46d0-b16a-e9e00115bfec req-4697b4d1-15f6-4e7b-ae8d-3a63e1cbdc4c tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 931 time: 0.6725547 Aug 19 17:55:59.266407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['a0e5e663-bc93-420b-a82a-505e506d94be'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:55:59.286556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting subnet 133d0387-e346-41fe-b3d5-3d012244c356 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:55:59.309061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:55:59.310873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.312393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=665409e3-4ac8-4c99-893a-d11d263b499f,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:55:59.318464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.344056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:59.389032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:59.390618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.396523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] 10.222.0.13 "PUT /v2.0/ports/665409e3-4ac8-4c99-893a-d11d263b499f HTTP/1.1" status: 200 len: 1092 time: 1.2231569 Aug 19 17:55:59.397037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:55:59.399341 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:55:59.431880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.509700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:55:59.515232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058aaf-bb47-4c8f-ac5d-6b81ffd68df5 service neutron] Pushing event updated for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:59.545787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-74bc7ebb-51c5-4615-8ad5-53d72caa51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:59.547765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-74bc7ebb-51c5-4615-8ad5-53d72caa51d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bafe8dabd38d4695bb380ca8ec5bab82&device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 1095 time: 0.0974739 Aug 19 17:55:59.553145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3b4b0-73dd-46d0-b16a-e9e00115bfec req-108e509c-b095-4b0f-8b9e-93d1dd6b106b tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214169 Aug 19 17:55:59.568917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:55:59.569293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6bf9dadf-7cc7-4fbc-8cbe-68320e2773ed not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:55:59.585875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-58f1ce03-db4c-41f6-9e22-20d7d0e88e04 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:55:59.596414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-58f1ce03-db4c-41f6-9e22-20d7d0e88e04 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.5557289 Aug 19 17:55:59.620193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-17c1bf74-08a8-4298-b72b-5a187c71e91b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/quotas/140c8194a9604b628a1934309636b0ec HTTP/1.1" status: 200 len: 375 time: 0.0227921 Aug 19 17:55:59.674844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.685229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-aee2bf72-1442-4e93-9a13-726ff1891575 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640543 Aug 19 17:55:59.709909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Transition to ACTIVE for port object 80164593-3b19-4354-9421-7ed7f6da6062 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:59.733886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Transition to ACTIVE for port object 80164593-3b19-4354-9421-7ed7f6da6062 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:55:59.743384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:55:59.862000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:55:59.879970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:55:59.887198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Pushing event updated for resources: {'Port': ['ID=80164593-3b19-4354-9421-7ed7f6da6062,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:55:59.896522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:55:59.924204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.930738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.931478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.932093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.932093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.932745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.933284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.933730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.934154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.934589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.935011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.935710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:55:59.956167 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.018242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Attempting to bind port 80164593-3b19-4354-9421-7ed7f6da6062 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:00.018778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Attempting to bind port 80164593-3b19-4354-9421-7ed7f6da6062 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:00.019236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Attempting to bind port 80164593-3b19-4354-9421-7ed7f6da6062 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:00.026348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:00.027067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Checking segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:00.027598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.028084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Bound using segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:00.028667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Bound port: 80164593-3b19-4354-9421-7ed7f6da6062, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:00.029143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.076014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-74f0ba2b-1320-4738-a3fa-b462c95a1fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898683 Aug 19 17:56:00.096081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.120475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] For port 80164593-3b19-4354-9421-7ed7f6da6062, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:00.123978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] For port 80164593-3b19-4354-9421-7ed7f6da6062, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=80164593-3b19-4354-9421-7ed7f6da6062,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:00.125954 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-1fe8ac7b-25a1-43ad-9d2b-e74abcf48afd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665409e3-4ac8-4c99-893a-d11d263b499f HTTP/1.1" status: 200 len: 217 time: 0.5575559 Aug 19 17:56:00.129738 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.158495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Subnet': ['ID=133d0387-e346-41fe-b3d5-3d012244c356,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:00.188146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090e4ae-cdc4-43c8-92c2-b769369b56f6 None None] Pushing event updated for resources: {'Port': ['ID=80164593-3b19-4354-9421-7ed7f6da6062,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:00.200080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.202622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-80ce8ec0-a1d3-4a27-9987-8624a26b5c06 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/subnets/133d0387-e346-41fe-b3d5-3d012244c356 HTTP/1.1" status: 204 len: 168 time: 1.1213117 Aug 19 17:56:00.204811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:00.209699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff6c468-8022-4499-a584-45a2922a6e95 None None] Network bfb9119a-e997-4910-8878-b9a7629d92dc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:00.241039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a358b3-fe9d-4529-a637-947327d8ad3c req-12d98628-652e-4072-8ec8-4942e9b65e6b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:00.248263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42a358b3-fe9d-4529-a637-947327d8ad3c req-12d98628-652e-4072-8ec8-4942e9b65e6b tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 948 time: 0.1769471 Aug 19 17:56:00.292351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-2573ad31-8c83-44b9-a355-321aea69452b service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989648 Aug 19 17:56:00.305843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42a358b3-fe9d-4529-a637-947327d8ad3c req-232f0b61-e275-4b30-8b9c-3c7ba3ca4c20 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566189 Aug 19 17:56:00.326724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.371316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-a902783a-5e36-4061-b761-356ec74de276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:00.373053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-a902783a-5e36-4061-b761-356ec74de276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4750bd39-95b9-4903-a648-84282031a5ac HTTP/1.1" status: 200 len: 851 time: 0.2388542 Aug 19 17:56:00.414010 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6478c71-a069-4103-9988-60c1d8c386c1 x-openstack-request-id: req-d6478c71-a069-4103-9988-60c1d8c386c1 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:00.414559 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:00.414831 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6478c71-a069-4103-9988-60c1d8c386c1 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:00.415214 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f', 'status': 'completed', 'code': 200} Aug 19 17:56:00.441615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Deleting port 385faf3f-b1b0-422f-851c-f383247496f2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:00.442629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.468970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] DHCP port deletion for bfb9119a-e997-4910-8878-b9a7629d92dc request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:56:00.534902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-2e457420-998f-432f-b06a-1bc025780ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:00.537149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-2e457420-998f-432f-b06a-1bc025780ec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afb0cf47-f452-46c3-b345-e69fccb2506c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474915 Aug 19 17:56:00.546438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] For port 385faf3f-b1b0-422f-851c-f383247496f2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=385faf3f-b1b0-422f-851c-f383247496f2,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:00.546837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.609342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-886420b1-7fa7-4a6e-9f41-24d8e9a365fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.646240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Calling delete_port for 385faf3f-b1b0-422f-851c-f383247496f2 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:00.664782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Deleting port 385faf3f-b1b0-422f-851c-f383247496f2 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:00.665020 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.826619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755506f5-8caf-4fb8-9993-a79192667a09 req-0cf5f968-b7bc-4a0e-9b5e-a1924f2d7951 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:00.829170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-755506f5-8caf-4fb8-9993-a79192667a09 req-0cf5f968-b7bc-4a0e-9b5e-a1924f2d7951 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 943 time: 0.1108534 Aug 19 17:56:00.892807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-fdfd61a7-0c29-451a-8df0-980c1d69b6a8 service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428383 Aug 19 17:56:00.921793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:00.972771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] For port 385faf3f-b1b0-422f-851c-f383247496f2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=385faf3f-b1b0-422f-851c-f383247496f2,segment=NetworkSegment(b08dfdb1-3524-49ed-b4f6-0560b761347e),segment_id=b08dfdb1-3524-49ed-b4f6-0560b761347e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:00.973967 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.019027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Calling delete_port for 385faf3f-b1b0-422f-851c-f383247496f2 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:01.095411 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1de97e46-9208-4a42-a781-c54dfe92b372 req-57fe79a8-299e-4090-a470-5d942d663b87 service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922133 Aug 19 17:56:01.108516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.129193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] No DVR routers for this DVR port 385faf3f-b1b0-422f-851c-f383247496f2 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:01.172697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Port': ['ID=385faf3f-b1b0-422f-851c-f383247496f2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:01.218456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.277173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] Pushing event deleted for resources: {'Port': ['ID=385faf3f-b1b0-422f-851c-f383247496f2,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:01.283286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ae829-84b7-420f-ae0a-2dd3706d480d None None] No DVR routers for this DVR port 385faf3f-b1b0-422f-851c-f383247496f2 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:01.318274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.325765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-b9fe06e5-426c-40d6-a816-667de45b2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.328820 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-b9fe06e5-426c-40d6-a816-667de45b2d04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bafe8dabd38d4695bb380ca8ec5bab82&device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 1095 time: 0.1261139 Aug 19 17:56:01.487552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-755506f5-8caf-4fb8-9993-a79192667a09 req-2a36a88f-c6ec-4aca-beab-29c099f646af tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6477187 Aug 19 17:56:01.492310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-9a7ffcb5-ff4a-47ed-9366-02d4230e4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.493991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-9a7ffcb5-ff4a-47ed-9366-02d4230e4308 service neutron] 10.222.0.13 "GET /v2.0/networks?id=afb0cf47-f452-46c3-b345-e69fccb2506c HTTP/1.1" status: 200 len: 913 time: 0.1520610 Aug 19 17:56:01.495642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb9119a-e997-4910-8878-b9a7629d92dc']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:01.517148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08dfdb1-3524-49ed-b4f6-0560b761347e') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:01.517455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08dfdb1-3524-49ed-b4f6-0560b761347e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:01.527263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 80164593-3b19-4354-9421-7ed7f6da6062 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:01.565063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-c5b68053-f563-4f33-84c1-bbcec85a972c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665409e3-4ac8-4c99-893a-d11d263b499f HTTP/1.1" status: 200 len: 217 time: 0.0507731 Aug 19 17:56:01.578159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.641721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 80164593-3b19-4354-9421-7ed7f6da6062 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:01.662562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-6a8d1881-7917-4248-b645-b7c110d779a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.664560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-6a8d1881-7917-4248-b645-b7c110d779a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4750bd39-95b9-4903-a648-84282031a5ac HTTP/1.1" status: 200 len: 851 time: 0.0900857 Aug 19 17:56:01.696138 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.716034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-99c1a4f7-3721-4561-91d3-2595ecec49a6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.725791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:56:01.726501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.728328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-99c1a4f7-3721-4561-91d3-2595ecec49a6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.2535484 Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:56:01.729926 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:56:01.749447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-47a5cda9-33f4-46fe-b3f1-2ed92a6f9093 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/quotas/140c8194a9604b628a1934309636b0ec HTTP/1.1" status: 200 len: 375 time: 0.0181606 Aug 19 17:56:01.772106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 385faf3f-b1b0-422f-851c-f383247496f2 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:01.860212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 385faf3f-b1b0-422f-851c-f383247496f2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:01.860212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 385faf3f-b1b0-422f-851c-f383247496f2 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:01.885196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-b0510e07-c232-4cc1-90b4-8d172dfb8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.888327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-b0510e07-c232-4cc1-90b4-8d172dfb8d07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afb0cf47-f452-46c3-b345-e69fccb2506c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814313 Aug 19 17:56:01.915477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.973200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Pushing event deleted for resources: {'Network': ['ID=bfb9119a-e997-4910-8878-b9a7629d92dc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:01.985039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:01.993539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b5af5-1355-4691-a6f5-bdce35d8cab9 req-37c57bc0-9d08-4615-b90f-f2cb05437b38 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:01.997002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-273b5af5-1355-4691-a6f5-bdce35d8cab9 req-37c57bc0-9d08-4615-b90f-f2cb05437b38 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1557145 Aug 19 17:56:02.049067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.051469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5fd3de51-5eb6-4f6a-8483-ad4194fe3e74 tempest-ServersTestMultiNic-310868033 tempest-ServersTestMultiNic-310868033-project] 10.222.0.36 "DELETE /v2.0/networks/bfb9119a-e997-4910-8878-b9a7629d92dc HTTP/1.1" status: 204 len: 168 time: 1.8440402 Aug 19 17:56:02.069201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-20d57b32-cb01-453b-991e-613c915e26b3 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3206289 Aug 19 17:56:02.095015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a0e5e663-bc93-420b-a82a-505e506d94be up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:02.127359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e951e9e-35c7-4d0b-b529-d3e3d2431f8d None None] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:02.164578 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-98246fee-298f-4cca-8144-8ee346833ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563982 Aug 19 17:56:02.176003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-273b5af5-1355-4691-a6f5-bdce35d8cab9 req-503233b9-2eee-4ba6-a9e9-d3abc0a620ee tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570027 Aug 19 17:56:02.260937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Provisioning for port 80164593-3b19-4354-9421-7ed7f6da6062 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:02.292728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-489d3b9b-5bb0-4cf0-94b0-ca2f2489e489 service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883380 Aug 19 17:56:02.309290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Provisioning complete for port 80164593-3b19-4354-9421-7ed7f6da6062 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:02.311224 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.388025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port a0e5e663-bc93-420b-a82a-505e506d94be completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:02.391519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ddc2068e-1161-4877-9f9b-ebdf82ecc3b4 req-c9c54d20-cb19-449b-944d-a7bf567bc8df service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168162 Aug 19 17:56:02.403236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port a0e5e663-bc93-420b-a82a-505e506d94be triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:02.403948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.537839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-5822ad35-4a51-42c4-87a1-8782ab29c18f service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440178 Aug 19 17:56:02.592044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf241e-5dfc-46c0-9d3a-36544612b507 req-848f7e34-0c38-4737-81bc-38e884da7a48 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:02.593952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71bf241e-5dfc-46c0-9d3a-36544612b507 req-848f7e34-0c38-4737-81bc-38e884da7a48 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 948 time: 0.1870317 Aug 19 17:56:02.644565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.656643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71bf241e-5dfc-46c0-9d3a-36544612b507 req-080dacf7-a2d6-4289-9de1-48cef9dc147a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536706 Aug 19 17:56:02.706838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-71ed7d9f-04f0-4e9d-8490-eeeb41ecb359 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:02.716865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.732884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-71ed7d9f-04f0-4e9d-8490-eeeb41ecb359 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.2536752 Aug 19 17:56:02.752483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Request body: {'port': {'device_id': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'admin_state_up': True, 'tenant_id': '140c8194a9604b628a1934309636b0ec'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:02.802081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] For port 80164593-3b19-4354-9421-7ed7f6da6062, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=80164593-3b19-4354-9421-7ed7f6da6062,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:02.819904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:02.843735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:02.852165 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a25e8-30ae-4cdd-bee9-7431fa11175c" -d '{"events": [{"server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "name": "network-vif-plugged", "status": "completed", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:02.947414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a0e5e663-bc93-420b-a82a-505e506d94be,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:02.964377 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:03.015506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821f817-3806-418c-af8f-ab877cc7708b None None] Pushing event updated for resources: {'Port': ['ID=80164593-3b19-4354-9421-7ed7f6da6062,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:03.107765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:03.163327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7f8de4fb-3641-4d56-9329-48ebd4c2a4b5 None None] Provisioning complete for port 80164593-3b19-4354-9421-7ed7f6da6062 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:03.164633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-3641-4d56-9329-48ebd4c2a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:03.229275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f50b5-dfd8-4f35-9588-7afa2e676692 req-8a9d36bd-cae2-44f1-84d2-49d91d2322e3 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:03.231056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae5f50b5-dfd8-4f35-9588-7afa2e676692 req-8a9d36bd-cae2-44f1-84d2-49d91d2322e3 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 943 time: 0.1321990 Aug 19 17:56:03.234901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Made reservation on behalf of 140c8194a9604b628a1934309636b0ec for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:03.239173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:03.262591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6f8f-f904-48ac-9954-4352977b453d req-e07f8c87-1beb-460e-94e0-c23bff55d26f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:03.265066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10db6f8f-f904-48ac-9954-4352977b453d req-e07f8c87-1beb-460e-94e0-c23bff55d26f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2431929 Aug 19 17:56:03.295543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 665409e3-4ac8-4c99-893a-d11d263b499f details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:03.347412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae5f50b5-dfd8-4f35-9588-7afa2e676692 req-4c5063a6-9656-4375-a2d5-0bafd10523d5 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027298 Aug 19 17:56:03.439122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10db6f8f-f904-48ac-9954-4352977b453d req-d21c6397-4139-4811-9a5d-7284c864eced tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512356 Aug 19 17:56:03.536426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Allocated IP 172.20.0.10 (f657113a-14b8-4a51-bcf5-80ea997cf5d6/bdfce94d-39b5-404e-8471-327d51bf8839/96c47868-a6fe-4415-aa34-838134de15db) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:03.773359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353ddb9-5b39-425c-becd-468058bbe086 req-c2d689c9-fb9d-4626-8680-8f786c548ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:03.775604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8353ddb9-5b39-425c-becd-468058bbe086 req-c2d689c9-fb9d-4626-8680-8f786c548ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 1101 time: 0.1351161 Aug 19 17:56:03.813645 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349e1a7-da6a-4c92-bd65-4d9d32b034b0 x-openstack-request-id: req-9349e1a7-da6a-4c92-bd65-4d9d32b034b0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:03.814283 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "name": "network-vif-plugged", "status": "completed", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:03.814283 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9349e1a7-da6a-4c92-bd65-4d9d32b034b0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:03.814748 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be', 'code': 200} Aug 19 17:56:03.824845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 80164593-3b19-4354-9421-7ed7f6da6062 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:03.859348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:03.912552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=665409e3-4ac8-4c99-893a-d11d263b499f,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:03.926732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 80164593-3b19-4354-9421-7ed7f6da6062 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:03.927104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:03.929858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '665409e3-4ac8-4c99-893a-d11d263b499f', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'port_id': '665409e3-4ac8-4c99-893a-d11d263b499f', 'mac_address': 'fa:16:3e:9e:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:03.947239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8353ddb9-5b39-425c-becd-468058bbe086 req-ba3c9ef8-2c23-47fe-a6e6-017732ec381e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625645 Aug 19 17:56:04.016756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.017730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.051118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Transition to ACTIVE for port object 96c47868-a6fe-4415-aa34-838134de15db will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:04.060311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-06be3aec-5800-43af-8cf4-2882f4ada66c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:04.061474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665409e3-4ac8-4c99-893a-d11d263b499f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:04.061837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-06be3aec-5800-43af-8cf4-2882f4ada66c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.2395160 Aug 19 17:56:04.072117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4a51-3e07-4ad9-84b7-ccdef0897899 req-c37b6ed2-d0d6-42a9-9757-64d5075dc218 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:04.074193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6cc4a51-3e07-4ad9-84b7-ccdef0897899 req-c37b6ed2-d0d6-42a9-9757-64d5075dc218 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 949 time: 0.1611826 Aug 19 17:56:04.101775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-137a5e51-b983-4da9-82a5-2b71a752d34b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/quotas/140c8194a9604b628a1934309636b0ec HTTP/1.1" status: 200 len: 375 time: 0.0265267 Aug 19 17:56:04.102148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=665409e3-4ac8-4c99-893a-d11d263b499f,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:04.110580 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.160813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:04.180073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6cc4a51-3e07-4ad9-84b7-ccdef0897899 req-4ac21044-8394-4cc1-8d7d-816e48feb065 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924649 Aug 19 17:56:04.187006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.239919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:04.249450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:04.256978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:04.268132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-0c1cf3c5-d9ba-4bad-b02d-a685c3177b04 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542635 Aug 19 17:56:04.335183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event updated for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:04.419901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:04.420554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.433984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897875-fe13-479a-88c2-6bb0a54a05cb req-f58ea18f-142d-475a-859e-eec4d0a97331 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:04.435637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db897875-fe13-479a-88c2-6bb0a54a05cb req-f58ea18f-142d-475a-859e-eec4d0a97331 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1799324 Aug 19 17:56:04.478613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c295a338-346d-41a0-83e6-6baaa026e8f4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7308390 Aug 19 17:56:04.490372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['665409e3-4ac8-4c99-893a-d11d263b499f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:04.498829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Request body: {'port': {'device_id': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:04.535806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-287754ef-9ace-4133-ba49-07e83d2e6fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521930 Aug 19 17:56:04.554814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3c56fcd1-9e05-4df2-8b84-6a919a4e185d None None] Provisioning for port 96c47868-a6fe-4415-aa34-838134de15db completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:04.571066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3c56fcd1-9e05-4df2-8b84-6a919a4e185d None None] Provisioning complete for port 96c47868-a6fe-4415-aa34-838134de15db triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:04.572094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3c56fcd1-9e05-4df2-8b84-6a919a4e185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.637479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3c56fcd1-9e05-4df2-8b84-6a919a4e185d None None] Port 96c47868-a6fe-4415-aa34-838134de15db cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:04.675914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db897875-fe13-479a-88c2-6bb0a54a05cb req-077d631a-1a5c-49ca-8020-74ee08cc9191 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169080 Aug 19 17:56:04.717994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:04.794177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:04.796651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-39511290-dd5b-4e45-a6c3-f4aa8df9608a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:04.798346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-39511290-dd5b-4e45-a6c3-f4aa8df9608a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.42 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.2597742 Aug 19 17:56:04.804378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-f3f91329-a969-4296-aef3-b8767dd12987 service neutron] 10.222.0.36 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444131 Aug 19 17:56:04.820115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Request body: {'port': {'device_id': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'admin_state_up': True, 'tenant_id': '140c8194a9604b628a1934309636b0ec'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:05.077038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a95bc1-da12-487a-b076-07b1e7a4c032 req-f349bfe7-81c1-48ba-8d74-c56f741e203f tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:05.086338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2a95bc1-da12-487a-b076-07b1e7a4c032 req-f349bfe7-81c1-48ba-8d74-c56f741e203f tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 944 time: 0.2123313 Aug 19 17:56:05.215888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Made reservation on behalf of 140c8194a9604b628a1934309636b0ec for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:05.219509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.228273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2a95bc1-da12-487a-b076-07b1e7a4c032 req-86a37ce3-756f-43d5-b8ea-f943f4a3284f tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407526 Aug 19 17:56:05.314273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.361467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04a020-6814-4044-84d9-23437f9cbff2 req-8121b464-d2d7-4785-93b1-c5b19a42a306 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:05.363082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c04a020-6814-4044-84d9-23437f9cbff2 req-8121b464-d2d7-4785-93b1-c5b19a42a306 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2184262 Aug 19 17:56:05.428040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-208b2836-89b2-4812-a6e8-a96e44314e80 req-ee59d3fd-42a6-401d-be68-7c8a324056f3 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 210 time: 0.0620534 Aug 19 17:56:05.432515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c47868-a6fe-4415-aa34-838134de15db {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:05.443380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.481920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Transition to ACTIVE for port object 96c47868-a6fe-4415-aa34-838134de15db will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:05.492030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c04a020-6814-4044-84d9-23437f9cbff2 req-fb1a120e-94c0-4fc0-a6b3-99dd56928040 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129096 Aug 19 17:56:05.535206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.653001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Pushing event updated for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:05.681475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Allocated IP 172.20.0.13 (f657113a-14b8-4a51-bcf5-80ea997cf5d6/bdfce94d-39b5-404e-8471-327d51bf8839/2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:05.729043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Deleting port ff87a764-f417-4f4b-b189-b1c95f466a03 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:05.729400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.755919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c877525-7008-4101-9702-30052a08a0b4 req-b045d8e6-0166-468c-8664-c2f3d2308669 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:05.757527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c877525-7008-4101-9702-30052a08a0b4 req-b045d8e6-0166-468c-8664-c2f3d2308669 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 949 time: 0.2234249 Aug 19 17:56:05.844906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] For port ff87a764-f417-4f4b-b189-b1c95f466a03, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff87a764-f417-4f4b-b189-b1c95f466a03,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:05.845787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.858822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbe763-38a0-4f71-bdbb-d7fdfb498648 req-b2aae62c-2d99-4d10-a90f-0dd0d1dabbf2 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:05.860275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Calling delete_port for ff87a764-f417-4f4b-b189-b1c95f466a03 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:05.860435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86dbe763-38a0-4f71-bdbb-d7fdfb498648 req-b2aae62c-2d99-4d10-a90f-0dd0d1dabbf2 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 951 time: 0.1747088 Aug 19 17:56:05.901097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c877525-7008-4101-9702-30052a08a0b4 req-e7585139-8618-4ebd-95f6-741969ca38af tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244261 Aug 19 17:56:05.932979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Attempting to bind port 96c47868-a6fe-4415-aa34-838134de15db on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:05.933319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Attempting to bind port 96c47868-a6fe-4415-aa34-838134de15db by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:05.933648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Attempting to bind port 96c47868-a6fe-4415-aa34-838134de15db on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:05.946968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Port 96c47868-a6fe-4415-aa34-838134de15db on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:56:05.947302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Attempting to bind port 96c47868-a6fe-4415-aa34-838134de15db on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:05.972548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:05.972988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Checking segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:05.973470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Bound using segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:05.973912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Bound port: 96c47868-a6fe-4415-aa34-838134de15db, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:05.974277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:05.983289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86dbe763-38a0-4f71-bdbb-d7fdfb498648 req-54d489e9-4327-4154-8f32-149689346917 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103265 Aug 19 17:56:06.120563 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.128071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:06.130730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.135509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=96c47868-a6fe-4415-aa34-838134de15db,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:06.143659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18779c-4e0c-40ea-bd1d-be1c61d11bcf req-43c309aa-1ff5-4871-95ad-af3e438f7096 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.145256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f18779c-4e0c-40ea-bd1d-be1c61d11bcf req-43c309aa-1ff5-4871-95ad-af3e438f7096 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1653061 Aug 19 17:56:06.153221 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.172904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Transition to ACTIVE for port object 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:06.201485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff87a764-f417-4f4b-b189-b1c95f466a03,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:06.266161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.266508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.266855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.267199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.267564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.267901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.268231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.268562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.268888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.269212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.269537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.270215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:06.428043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-cfb78f55-f6dc-474e-b3e3-357b4eedd902 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.429634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-cfb78f55-f6dc-474e-b3e3-357b4eedd902 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 816 time: 0.2618845 Aug 19 17:56:06.451617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Request body: {'port': {'device_id': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'admin_state_up': True, 'tenant_id': '140c8194a9604b628a1934309636b0ec'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:06.539481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.539946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.541337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] 10.222.0.13 "PUT /v2.0/ports/96c47868-a6fe-4415-aa34-838134de15db HTTP/1.1" status: 200 len: 1093 time: 2.0484128 Aug 19 17:56:06.541788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'tag': '96c47868-a6fe-4415-aa34-838134de15db'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:06.544345 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83030208-671a-4f83-8c83-ad8e760b445c" -d '{"events": [{"name": "network-changed", "server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "tag": "96c47868-a6fe-4415-aa34-838134de15db"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:06.576007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.603081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149b544-4b56-4902-958f-70ff1abdb14d service neutron] Pushing event updated for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:06.612608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdb5a-507f-4242-b900-9291aedff0f7 req-5517233c-11a0-4e24-99cd-08bf689cad58 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.614212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c6cdb5a-507f-4242-b900-9291aedff0f7 req-5517233c-11a0-4e24-99cd-08bf689cad58 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 1101 time: 0.4645493 Aug 19 17:56:06.617179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f18779c-4e0c-40ea-bd1d-be1c61d11bcf req-9690b2ad-bf5c-40e0-9978-5b9d3a5599e6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530358 Aug 19 17:56:06.690032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.710333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-9d2122c0-e244-4fba-bd4a-490d7376734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.711901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-9d2122c0-e244-4fba-bd4a-490d7376734b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 1096 time: 0.1045482 Aug 19 17:56:06.736842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Made reservation on behalf of 140c8194a9604b628a1934309636b0ec for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:06.741215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:06.780299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c6cdb5a-507f-4242-b900-9291aedff0f7 req-f9f5aed7-5268-416d-9397-315ca372f380 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319888 Aug 19 17:56:06.834654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-282361ce-3878-42bb-8ec9-0a9b24bc0b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96c47868-a6fe-4415-aa34-838134de15db HTTP/1.1" status: 200 len: 217 time: 0.0884836 Aug 19 17:56:06.836539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:06.840513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:06.854135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:06.859052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event updated for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:06.985568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-f6e8434a-eece-4425-a8e1-5366bdbee51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.986876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-f6e8434a-eece-4425-a8e1-5366bdbee51f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.1415045 Aug 19 17:56:06.994841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:06.995534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.022449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Allocated IP 172.20.0.7 (f657113a-14b8-4a51-bcf5-80ea997cf5d6/bdfce94d-39b5-404e-8471-327d51bf8839/3f925156-d4a9-4ab0-89b0-92e54820f135) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:07.080760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3de72-76e5-4aea-ae47-9ec1e8a26a84 req-5bea686b-5ad5-45e1-ae58-cce08ceada23 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:07.083725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44d3de72-76e5-4aea-ae47-9ec1e8a26a84 req-5bea686b-5ad5-45e1-ae58-cce08ceada23 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 944 time: 0.1717157 Aug 19 17:56:07.090497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60fd7f95-cfb6-49eb-8b04-c651f451b983 req-b4af764e-5698-4cd7-91a7-21d39e63b671 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 210 time: 0.0689917 Aug 19 17:56:07.094466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-26ab1d1b-8b4a-4fab-9b1c-6cee6bb9972c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2811005 Aug 19 17:56:07.110584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Request body: {'port': {'device_id': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:07.131167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Router 7922d0a0-19f4-4c46-8b36-532bceb296f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:56:07.154048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-158cf044-a73d-4b8a-9970-4e6b83e3cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:07.155706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-158cf044-a73d-4b8a-9970-4e6b83e3cf9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564689 Aug 19 17:56:07.157242 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7a1d9-1d68-4fb1-aa55-01783b42b1ed x-openstack-request-id: req-ebd7a1d9-1d68-4fb1-aa55-01783b42b1ed {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:07.157575 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "tag": "96c47868-a6fe-4415-aa34-838134de15db", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:07.157769 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebd7a1d9-1d68-4fb1-aa55-01783b42b1ed {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:07.158161 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'tag': '96c47868-a6fe-4415-aa34-838134de15db', 'status': 'completed', 'code': 200} Aug 19 17:56:07.178764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ab2cd320-65be-4e89-972d-8faba9c4c849 None None] Provisioning for port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:07.185703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ab2cd320-65be-4e89-972d-8faba9c4c849 None None] Provisioning complete for port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:07.187130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd320-65be-4e89-972d-8faba9c4c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.228672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cd320-65be-4e89-972d-8faba9c4c849 None None] Port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:07.267202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44d3de72-76e5-4aea-ae47-9ec1e8a26a84 req-f1a8e01d-4ff1-42cb-a860-bf16179c9061 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755900 Aug 19 17:56:07.288104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 665409e3-4ac8-4c99-893a-d11d263b499f up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:07.330222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.381536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 665409e3-4ac8-4c99-893a-d11d263b499f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:07.390154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 665409e3-4ac8-4c99-893a-d11d263b499f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:07.390913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.398632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6970-251a-4c76-92f0-bd52fdd56dbf req-2359afce-f872-4836-8e8e-22d3db43994d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:07.408380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026a6970-251a-4c76-92f0-bd52fdd56dbf req-2359afce-f872-4836-8e8e-22d3db43994d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1734848 Aug 19 17:56:07.483838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-ca5cb49d-7128-4294-8c0d-20adf4c3f1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159168 Aug 19 17:56:07.505550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.518738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026a6970-251a-4c76-92f0-bd52fdd56dbf req-c5781287-9736-4232-9ab6-8cf7e1967047 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Aug 19 17:56:07.562411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:07.565094 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bd27c-48ad-4d33-864c-e88298366c3b" -d '{"events": [{"server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:07.583255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=665409e3-4ac8-4c99-893a-d11d263b499f,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:07.588893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.590105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:07.623190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-edfb56c0-e6d6-45ea-aa9f-fef7aad978cc tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512831 Aug 19 17:56:07.692993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:07.700848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.706806 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-292d28de-83b3-466c-8e1b-1c50fb8cebb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/7922d0a0-19f4-4c46-8b36-532bceb296f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9105392 Aug 19 17:56:07.711423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:07.730455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:07.734454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Sync routers for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:07.769402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:07.771178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Transition to ACTIVE for port object 3f925156-d4a9-4ab0-89b0-92e54820f135 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:07.772099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:07.807284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-288d1f59-0a31-4bff-a9c7-0544b79f74bd req-c7967fbd-2c1b-4b55-84b2-0a759635df34 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164256 Aug 19 17:56:07.852964 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec400d-006b-487a-8e6c-22b645c6e436 x-openstack-request-id: req-11ec400d-006b-487a-8e6c-22b645c6e436 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:07.853344 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:07.853533 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11ec400d-006b-487a-8e6c-22b645c6e436 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:07.854265 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f', 'code': 200} Aug 19 17:56:07.871539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-3155e6b0-4f80-452d-af8d-5801b2e2b0ad tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:07.873185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-3155e6b0-4f80-452d-af8d-5801b2e2b0ad tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030835 Aug 19 17:56:07.892219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:07.912610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-ad1cd3cb-1867-453d-800f-b31cfede54f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/quotas/276a2df772344e1a822f24f1cc189f58 HTTP/1.1" status: 200 len: 375 time: 0.0309420 Aug 19 17:56:07.963127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:07.997629 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.028852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.042904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.097504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:08.107828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:08.115388 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.124337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:08.126175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event updated for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:08.133857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:08.153895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3a62c-2227-471f-b175-2e5204d61262 req-26978cfc-4e67-4207-bce6-bbea56833863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.155429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ec3a62c-2227-471f-b175-2e5204d61262 req-26978cfc-4e67-4207-bce6-bbea56833863 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 1097 time: 0.1631372 Aug 19 17:56:08.164131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030208-671a-4f83-8c83-ad8e760b445c req-40e06633-b48c-4248-8346-ac2178677446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.166125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-40e06633-b48c-4248-8346-ac2178677446 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 1096 time: 0.2001321 Aug 19 17:56:08.204242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.205271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.217094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:08.235520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Deleting port a13023c5-dadb-4b81-a363-0eaafed91016 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:08.236094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.243095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-44c863cb-ce26-42f8-b5aa-dd1702dbb797 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954915 Aug 19 17:56:08.250130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:56:06Z', 'revision_number': 5, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port': {'id': 'a13023c5-dadb-4b81-a363-0eaafed91016', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:58Z', 'updated_at': '2021-08-19T17:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:08.268764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Request body: {'port': {'device_id': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:08.282651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Checking router: 7922d0a0-19f4-4c46-8b36-532bceb296f7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:08.294029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Routers {'7922d0a0-19f4-4c46-8b36-532bceb296f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:08.294365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7922d0a0-19f4-4c46-8b36-532bceb296f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:08.362461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030208-671a-4f83-8c83-ad8e760b445c req-4263c841-36a2-4d28-8395-2f0c4df57afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.364811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-4263c841-36a2-4d28-8395-2f0c4df57afe service neutron] 10.222.0.13 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 917 time: 0.1833766 Aug 19 17:56:08.387972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-9ee58bdd-cced-41e5-bac1-6c94fd5510ed tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4210844 Aug 19 17:56:08.389857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] Set router 7922d0a0-19f4-4c46-8b36-532bceb296f7 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:08.393581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ec3a62c-2227-471f-b175-2e5204d61262 req-004f7b79-022d-4dd8-9653-d3246c27a84f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265689 Aug 19 17:56:08.402967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122c8f1-f82e-405c-998a-1fb89a5167af req-14d6b527-1f60-4713-9fb6-2ff88771d55d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.404657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f122c8f1-f82e-405c-998a-1fb89a5167af req-14d6b527-1f60-4713-9fb6-2ff88771d55d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4076884 Aug 19 17:56:08.414096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.464903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-bf3f6271-4a18-4861-953b-59daf32ec1b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96c47868-a6fe-4415-aa34-838134de15db HTTP/1.1" status: 200 len: 217 time: 0.0756264 Aug 19 17:56:08.469560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:56:08Z', 'revision_number': 6, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:08.491648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] For port a13023c5-dadb-4b81-a363-0eaafed91016, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a13023c5-dadb-4b81-a363-0eaafed91016,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:08.492353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.500236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf3418-28e1-4f05-848e-9c0dea26a977 None None] The sync data for ids ['7922d0a0-19f4-4c46-8b36-532bceb296f7'] in n-d-778550-10 is: [{'id': '7922d0a0-19f4-4c46-8b36-532bceb296f7', 'name': 'tempest-ServersTestMultiNic-652843402-router', 'tenant_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:57Z', 'updated_at': '2021-08-19T17:56:08Z', 'revision_number': 6, 'project_id': 'd8ea2eb68d2d4884a76825dc22263ef9', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:08.523690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-376038b8-8c99-41ef-b72e-149ae5ed4c2c None None] Provisioning for port 3f925156-d4a9-4ab0-89b0-92e54820f135 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:08.528611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-376038b8-8c99-41ef-b72e-149ae5ed4c2c None None] Provisioning complete for port 3f925156-d4a9-4ab0-89b0-92e54820f135 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:08.529094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-376038b8-8c99-41ef-b72e-149ae5ed4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.541971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f122c8f1-f82e-405c-998a-1fb89a5167af req-de63f7d0-7648-495f-a10b-aafc45223c88 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279423 Aug 19 17:56:08.544600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Calling delete_port for a13023c5-dadb-4b81-a363-0eaafed91016 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:08.557844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:08.580615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-376038b8-8c99-41ef-b72e-149ae5ed4c2c None None] Port 3f925156-d4a9-4ab0-89b0-92e54820f135 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:08.600077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.634907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Transition to ACTIVE for port object 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:08.640310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:08.700498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:08.854481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030208-671a-4f83-8c83-ad8e760b445c req-9af6b860-a97c-4792-8ce8-4bf87700493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:08.856279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-9af6b860-a97c-4792-8ce8-4bf87700493d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.0995967 Aug 19 17:56:08.998004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Attempting to bind port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:08.998693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Attempting to bind port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:08.998693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Attempting to bind port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:09.020258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36550-64db-4172-a2c6-5fcc898d5014 req-a57db9bc-ea3f-465e-b786-372ee7cd2cbd tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.022056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ba36550-64db-4172-a2c6-5fcc898d5014 req-a57db9bc-ea3f-465e-b786-372ee7cd2cbd tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 931 time: 0.1945765 Aug 19 17:56:09.040385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:56:09.040770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Attempting to bind port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:09.058725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:09.059063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Checking segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:09.059955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Bound using segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:09.060811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Bound port: 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:09.061673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.097900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73e40-eb4c-4dd5-b287-7e07ad77da2a req-eeee5189-acf7-44db-bb91-6722d9478f24 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.099694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abf73e40-eb4c-4dd5-b287-7e07ad77da2a req-eeee5189-acf7-44db-bb91-6722d9478f24 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.2010880 Aug 19 17:56:09.145997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030208-671a-4f83-8c83-ad8e760b445c req-73334ba4-7ea9-4a8a-9aab-a2fee91377db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.147538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-73334ba4-7ea9-4a8a-9aab-a2fee91377db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505949 Aug 19 17:56:09.153097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f925156-d4a9-4ab0-89b0-92e54820f135 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:09.159224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.170045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.181667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abf73e40-eb4c-4dd5-b287-7e07ad77da2a req-abe8f371-f40f-4228-b44b-b70ca16bc4fb tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 Aug 19 17:56:09.211200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13023c5-dadb-4b81-a363-0eaafed91016,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:09.246104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Transition to ACTIVE for port object 3f925156-d4a9-4ab0-89b0-92e54820f135 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:09.251820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.260009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ba36550-64db-4172-a2c6-5fcc898d5014 req-e6dbeedc-1a75-45c0-99fd-9799ef2da5db tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065098 Aug 19 17:56:09.341790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:09.377484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:09.394205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.394896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.397467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Pushing event updated for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:09.414714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-4ecef1c7-d540-4abb-a165-141b92eb445f service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497625 Aug 19 17:56:09.477131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.478117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.479981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 HTTP/1.1" status: 200 len: 1093 time: 2.3770988 Aug 19 17:56:09.490707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:09.494058 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eca7b8-f598-4c68-9810-5b25aca0cad3" -d '{"events": [{"name": "network-changed", "server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:09.516569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab862c-69b5-4245-98f4-fe53dcca797d req-76871a11-2cf4-4bb4-81f9-0fe7420b830d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.518227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baab862c-69b5-4245-98f4-fe53dcca797d req-76871a11-2cf4-4bb4-81f9-0fe7420b830d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2340457 Aug 19 17:56:09.608401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff87a764-f417-4f4b-b189-b1c95f466a03 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:09.631204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8f1bfe7-0942-4958-a101-27215ee52fc1 req-25d0e9be-8cd1-4f07-968c-2cc932cd1bef tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 210 time: 0.1461432 Aug 19 17:56:09.641359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ff87a764-f417-4f4b-b189-b1c95f466a03 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:09.641837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff87a764-f417-4f4b-b189-b1c95f466a03 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:09.643768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a13023c5-dadb-4b81-a363-0eaafed91016 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:09.676993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a13023c5-dadb-4b81-a363-0eaafed91016 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:09.677479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a13023c5-dadb-4b81-a363-0eaafed91016 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:09.713741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baab862c-69b5-4245-98f4-fe53dcca797d req-91e11baa-ccd1-4baf-bf27-be7e96b902c1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745884 Aug 19 17:56:09.728428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba60dd8-908a-44af-ab6c-83cc5a37dce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:09.753321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-08d68e06-4697-466c-a5dd-dfdea442b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:09.755370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-08d68e06-4697-466c-a5dd-dfdea442b011 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 1096 time: 0.1232147 Aug 19 17:56:09.791338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Attempting to bind port 3f925156-d4a9-4ab0-89b0-92e54820f135 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:09.791699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Attempting to bind port 3f925156-d4a9-4ab0-89b0-92e54820f135 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:09.792040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Attempting to bind port 3f925156-d4a9-4ab0-89b0-92e54820f135 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:09.795404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.798421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.815967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Port 3f925156-d4a9-4ab0-89b0-92e54820f135 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:56:09.817488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Attempting to bind port 3f925156-d4a9-4ab0-89b0-92e54820f135 on network f657113a-14b8-4a51-bcf5-80ea997cf5d6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:09.855933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:09.858582 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a875c53-e4c0-4e10-a451-56a90274e119" -d '{"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:09.907430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:09.908618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Checking segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:09.919976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Bound using segment: {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:09.920885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Bound port: 3f925156-d4a9-4ab0-89b0-92e54820f135, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe5d025-f369-4955-904b-f84563533352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:09.921474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.962632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:09.962632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7922d0a0-19f4-4c46-8b36-532bceb296f7 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:56:09.973444 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6322e4-1692-4a49-b853-a525366d270f x-openstack-request-id: req-dc6322e4-1692-4a49-b853-a525366d270f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:09.973738 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:09.973992 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc6322e4-1692-4a49-b853-a525366d270f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:09.974382 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'code': 200} Aug 19 17:56:10.007957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.013940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12f4395e-31c0-4458-93d5-2e203ca48b79 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7922d0a0-19f4-4c46-8b36-532bceb296f7 HTTP/1.1" status: 204 len: 168 time: 2.3011479 Aug 19 17:56:10.014656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:10.140239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Deleting subnet 670b0f07-1a12-4778-99a4-e75e1ca1e0e1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:56:10.142725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:10.146971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3f925156-d4a9-4ab0-89b0-92e54820f135,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:10.148014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.170813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.192632 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c245b1-f6b1-45e2-a479-3cdb2b789990 x-openstack-request-id: req-b6c245b1-f6b1-45e2-a479-3cdb2b789990 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:10.193169 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:10.193352 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6c245b1-f6b1-45e2-a479-3cdb2b789990 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:10.193767 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0', 'status': 'completed', 'code': 200} Aug 19 17:56:10.206239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-fec8d9f9-7495-4951-9e28-045dbcfcccb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 HTTP/1.1" status: 200 len: 217 time: 0.4376080 Aug 19 17:56:10.218057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.220448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.221065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.222451 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f925156-d4a9-4ab0-89b0-92e54820f135 HTTP/1.1" status: 200 len: 1092 time: 1.9612434 Aug 19 17:56:10.223699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:10.223827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83030208-671a-4f83-8c83-ad8e760b445c req-8e2a9ca9-b788-4683-a35a-25e84f1bfe3f service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810314 Aug 19 17:56:10.225955 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e0ce3-ed98-439f-95bd-d2d5b3663edf" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:10.277683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c30ba-8881-42a2-a47e-b7dd909c0513 service neutron] Pushing event updated for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:10.307781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-88b83bfb-6545-4927-abaf-fc0f27f9f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.309464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-88b83bfb-6545-4927-abaf-fc0f27f9f107 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.0901494 Aug 19 17:56:10.356985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.362709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979caf-3472-464c-b5e2-939b9d10d58e req-bb073208-7b80-41dc-bcaf-b73accd4cfe1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.364559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2979caf-3472-464c-b5e2-939b9d10d58e req-bb073208-7b80-41dc-bcaf-b73accd4cfe1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1629729 Aug 19 17:56:10.422278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.466898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670b0f07-1a12-4778-99a4-e75e1ca1e0e1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:10.467793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258f448-19b8-4290-b32f-984d4f2ff7cc req-7fd8e195-9a97-4d0a-b58a-614506b0c5c4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.475357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4258f448-19b8-4290-b32f-984d4f2ff7cc req-7fd8e195-9a97-4d0a-b58a-614506b0c5c4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.1621435 Aug 19 17:56:10.478446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c362-f9ba-426b-b324-3986e2781435 req-0d58fbe2-92c5-4761-8fe6-f74a4a9622b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.479937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-0d58fbe2-92c5-4761-8fe6-f74a4a9622b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556256 Aug 19 17:56:10.484445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab579c-25a4-4319-81b3-048d06309988 None None] Network 78068965-a9bd-4d03-b18d-4318e2c98f17 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:10.487071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.493136 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7823cb72-2072-470d-b02f-b04399d2fa7b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/670b0f07-1a12-4778-99a4-e75e1ca1e0e1 HTTP/1.1" status: 204 len: 168 time: 0.4755907 Aug 19 17:56:10.494086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49878) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:10.497760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-ddfb9f72-c095-49b3-af1d-a56a75207aff tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=276a2df772344e1a822f24f1cc189f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432091 Aug 19 17:56:10.511167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-c3070cb2-f663-4c01-a4ec-8ebba9347ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.512721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-c3070cb2-f663-4c01-a4ec-8ebba9347ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 1095 time: 0.1282060 Aug 19 17:56:10.536670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2979caf-3472-464c-b5e2-939b9d10d58e req-881bd975-ddb1-459d-8205-83a63edec7ba tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509640 Aug 19 17:56:10.636638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.681565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-6713b967-7336-4cf9-8d04-ab6f5a8a97a3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.683142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-6713b967-7336-4cf9-8d04-ab6f5a8a97a3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778312 Aug 19 17:56:10.683354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-ef6c0a64-6f35-4f6b-89ae-3ac3278e2b43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f925156-d4a9-4ab0-89b0-92e54820f135 HTTP/1.1" status: 200 len: 217 time: 0.0772991 Aug 19 17:56:10.728494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4258f448-19b8-4290-b32f-984d4f2ff7cc req-4542e8db-f37e-47b0-b696-1f2918f58e66 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520125 Aug 19 17:56:10.751667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Deleting port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:10.752037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.758987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Request body: {'port': {'device_id': '11986427-5ce4-4e2c-9582-2410f8016b31', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '276a2df772344e1a822f24f1cc189f58'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:10.788304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-71b078ef-05a1-43d6-b0d4-78ae0383c5b4 service neutron] 10.222.0.42 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916105 Aug 19 17:56:10.846687 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db255a-61b1-4b2f-a265-f48e4db27025 x-openstack-request-id: req-66db255a-61b1-4b2f-a265-f48e4db27025 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:10.846985 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:10.847235 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66db255a-61b1-4b2f-a265-f48e4db27025 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:10.850876 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135', 'status': 'completed', 'code': 200} Aug 19 17:56:10.864235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] DHCP port deletion for 78068965-a9bd-4d03-b18d-4318e2c98f17 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:56:10.899312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] For port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:10.899742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.930832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Deleting port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:10.931633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:10.931807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Calling delete_port for fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:10.943031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-005ca43d-994c-4b80-a5bc-511d7bb9dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.944704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-005ca43d-994c-4b80-a5bc-511d7bb9dd3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.1555007 Aug 19 17:56:10.979934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1845c4-0ad0-4281-82aa-86f2a8b20441 req-f8b0bf05-493f-4481-89c4-aac7d5e8ce78 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:10.987062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a1845c4-0ad0-4281-82aa-86f2a8b20441 req-f8b0bf05-493f-4481-89c4-aac7d5e8ce78 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 943 time: 0.1520925 Aug 19 17:56:11.014452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Made reservation on behalf of 276a2df772344e1a822f24f1cc189f58 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:11.017925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.049810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] For port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,segment=NetworkSegment(e532afcf-8837-4ff3-962a-adb792cd41f8),segment_id=e532afcf-8837-4ff3-962a-adb792cd41f8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:11.050499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.063857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Calling delete_port for fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:11.099859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70d5c362-f9ba-426b-b324-3986e2781435 req-8d02ea13-b3d8-4d65-a96a-ab837cc4518c service neutron] 10.222.0.42 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595680 Aug 19 17:56:11.100947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.120437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a1845c4-0ad0-4281-82aa-86f2a8b20441 req-2a369053-0b47-4d7a-9323-64913fd9efec tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323760 Aug 19 17:56:11.128581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-9efde0a4-ddef-4de8-b276-9bb06d43abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.130472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-9efde0a4-ddef-4de8-b276-9bb06d43abf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764441 Aug 19 17:56:11.140703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852ccd5-1b8b-4b90-af71-f95b921e9a85 req-b4552f83-506b-4551-acb7-cc03add6474a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.149114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4852ccd5-1b8b-4b90-af71-f95b921e9a85 req-b4552f83-506b-4551-acb7-cc03add6474a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1585643 Aug 19 17:56:11.172207 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.181346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:11.186042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] No DVR routers for this DVR port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:11.197089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] Pushing event deleted for resources: {'Port': ['ID=fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:11.206439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba4e99-c06a-482f-b69f-3f8d32a8a496 None None] No DVR routers for this DVR port fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:11.279904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Allocated IP 192.168.233.61 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/e37e9f58-700b-4ba8-812b-3d09099a2e71) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:11.287327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5bffd89-0c82-47e8-bdab-63ca48b2a618 req-f7be9f0e-a249-4f56-af2e-2f5f960e0ca8 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 210 time: 0.0747714 Aug 19 17:56:11.300304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.306639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 96c47868-a6fe-4415-aa34-838134de15db details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:11.314689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78068965-a9bd-4d03-b18d-4318e2c98f17']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:11.335745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e532afcf-8837-4ff3-962a-adb792cd41f8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:11.336047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e532afcf-8837-4ff3-962a-adb792cd41f8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:11.354218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.368898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-e21db5c6-688d-41b3-9a44-9e42e09016ab service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111039 Aug 19 17:56:11.380506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.386662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4852ccd5-1b8b-4b90-af71-f95b921e9a85 req-2f773834-4338-481e-994e-3be03e95ba74 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365823 Aug 19 17:56:11.424515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:56:11.425176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:56:11.427168 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:56:11.444673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-3ce1a182-3416-401b-be74-314d417d4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.447229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-3ce1a182-3416-401b-be74-314d417d4039 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 1096 time: 0.2742982 Aug 19 17:56:11.469580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=96c47868-a6fe-4415-aa34-838134de15db,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:11.485830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:11.527258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:11.527958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa9403e5-27fa-4dab-a2ab-41e09e5f7ef2 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:11.533963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '96c47868-a6fe-4415-aa34-838134de15db', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'port_id': '96c47868-a6fe-4415-aa34-838134de15db', 'mac_address': 'fa:16:3e:a4:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfce94d-39b5-404e-8471-327d51bf8839', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:11.535196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.544667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.549092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78068965-a9bd-4d03-b18d-4318e2c98f17 HTTP/1.1" status: 204 len: 168 time: 1.0511642 Aug 19 17:56:11.580945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997e314-3a3b-40c5-97b9-f1058b2100e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78068965-a9bd-4d03-b18d-4318e2c98f17,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:11.594434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.615981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.617741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c47868-a6fe-4415-aa34-838134de15db {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:11.632452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Transition to ACTIVE for port object e37e9f58-700b-4ba8-812b-3d09099a2e71 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:11.641582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=96c47868-a6fe-4415-aa34-838134de15db,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:11.647955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.654034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-cee8ae74-24d1-4836-8a3a-b831f196aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.655560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-cee8ae74-24d1-4836-8a3a-b831f196aa94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 917 time: 0.1517923 Aug 19 17:56:11.675361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.695266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'a0e5e663-bc93-420b-a82a-505e506d94be'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:11.721975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-d9b8e09c-7ff9-4e5e-9577-55106d40710c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 HTTP/1.1" status: 200 len: 217 time: 0.0451484 Aug 19 17:56:11.734649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:11.765817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9033b-c023-4b6e-a854-8e7662089b36 req-1a971a6f-9566-467c-be4d-f03eccf547a2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.767344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0a9033b-c023-4b6e-a854-8e7662089b36 req-1a971a6f-9566-467c-be4d-f03eccf547a2 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.2663109 Aug 19 17:56:11.781068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49924) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:11.781068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:11.786428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:11.790649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Request body: {'floatingip': {'port_id': '665409e3-4ac8-4c99-893a-d11d263b499f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:11.810127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:11.839811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:11.857786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event updated for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:11.882112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:11.912031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:11.921589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-69c66c05-b7d9-4b00-aac0-77146c5650de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.923406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-69c66c05-b7d9-4b00-aac0-77146c5650de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.1915143 Aug 19 17:56:11.926632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bdd5cef-d768-4b0e-a27c-1389540c5060 req-00aceb8e-9e92-49f5-beaa-42c01a5107a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337162 Aug 19 17:56:11.997857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded6a59-5f0b-43a8-ba9d-3e897a23d5f8 req-96cb9665-cad4-4bb2-9165-35d16c85bc31 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:11.999993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dded6a59-5f0b-43a8-ba9d-3e897a23d5f8 req-96cb9665-cad4-4bb2-9165-35d16c85bc31 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1344364 Aug 19 17:56:12.032387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-248f3cb5-7d86-4935-af7e-9f863e861697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.034037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-248f3cb5-7d86-4935-af7e-9f863e861697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030047 Aug 19 17:56:12.124450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['96c47868-a6fe-4415-aa34-838134de15db'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:12.150257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dded6a59-5f0b-43a8-ba9d-3e897a23d5f8 req-b897c39f-2f14-436b-a263-8223914eb470 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410441 Aug 19 17:56:12.242031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-284043ec-0ff7-4702-9f83-6ff2f9edfe73 None None] Provisioning for port e37e9f58-700b-4ba8-812b-3d09099a2e71 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:12.264375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-284043ec-0ff7-4702-9f83-6ff2f9edfe73 None None] Provisioning complete for port e37e9f58-700b-4ba8-812b-3d09099a2e71 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:12.264765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-284043ec-0ff7-4702-9f83-6ff2f9edfe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:12.273799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-09e4bf6d-2bd9-4e11-9b99-b1afc1a94369 service neutron] 10.222.0.42 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295151 Aug 19 17:56:12.372900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-284043ec-0ff7-4702-9f83-6ff2f9edfe73 None None] Port e37e9f58-700b-4ba8-812b-3d09099a2e71 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:12.418764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-f373b2eb-c34b-4399-96b3-2510a3faa291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.418764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-f373b2eb-c34b-4399-96b3-2510a3faa291 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 1095 time: 0.3567646 Aug 19 17:56:12.475681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f1fe38a9-9137-450e-99c4-282326876a75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8ea2eb68d2d4884a76825dc22263ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900938 Aug 19 17:56:12.480296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:12.498291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.498857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:12.525325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3eca7b8-f598-4c68-9810-5b25aca0cad3 req-d4382343-fee3-4df7-ae8b-149b59e99e89 service neutron] 10.222.0.42 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368283 Aug 19 17:56:12.572846 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-03566add-6b7c-43c0-9562-1bf9edc92e96 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8185647 Aug 19 17:56:12.600952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Request body: {'port': {'device_id': '11986427-5ce4-4e2c-9582-2410f8016b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:12.622638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff57457-a770-4284-9d74-f41813e2e683 req-ea17ac28-7aa6-4d0b-a728-db6d8d8016b7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.624442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ff57457-a770-4284-9d74-f41813e2e683 req-ea17ac28-7aa6-4d0b-a728-db6d8d8016b7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 943 time: 0.3545082 Aug 19 17:56:12.669701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9a422-c84c-4559-bcfa-57eb8b167f6c req-49da24ec-aab8-4406-8ffa-abef415f8c9b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.677207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:12.678108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48b9a422-c84c-4559-bcfa-57eb8b167f6c req-49da24ec-aab8-4406-8ffa-abef415f8c9b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2800004 Aug 19 17:56:12.733342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-0c02e0cc-53da-43fb-a9f6-361760de1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.735692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-0c02e0cc-53da-43fb-a9f6-361760de1450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 917 time: 0.2925043 Aug 19 17:56:12.749974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ff57457-a770-4284-9d74-f41813e2e683 req-6293bbfb-f7d6-4e69-91b8-c6650f2cc69d tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098723 Aug 19 17:56:12.771783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48b9a422-c84c-4559-bcfa-57eb8b167f6c req-13440c07-9f6b-4d9d-b879-5afa845c4201 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884058 Aug 19 17:56:12.773759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:12.816273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-8931ccc4-61a0-41db-8217-5583548cb1e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f925156-d4a9-4ab0-89b0-92e54820f135 HTTP/1.1" status: 200 len: 217 time: 0.0703723 Aug 19 17:56:12.818860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:12.987334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-ce36ebd9-fc61-42ea-8779-b62637536a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:12.990187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-ce36ebd9-fc61-42ea-8779-b62637536a67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.1499343 Aug 19 17:56:12.998390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.000060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f86a37-7f72-4cdd-b7b7-2190352228a9 req-c3b26967-d9b6-4f42-85d7-6b96f789eee2 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:13.000945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.002103 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9867f9a5-2001-4d4d-8f78-90a9369747ee HTTP/1.1" status: 204 len: 168 time: 0.5208678 Aug 19 17:56:13.004224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41f86a37-7f72-4cdd-b7b7-2190352228a9 req-c3b26967-d9b6-4f42-85d7-6b96f789eee2 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 935 time: 0.0877862 Aug 19 17:56:13.027079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.resource_extend [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:56:13.067346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f20de-214a-42e2-ad9c-0fa3f35942d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867f9a5-2001-4d4d-8f78-90a9369747ee,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:13.096119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-92500d5d-a24e-4dd7-8a00-ea38726cf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:13.098858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-92500d5d-a24e-4dd7-8a00-ea38726cf218 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932384 Aug 19 17:56:13.102732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41f86a37-7f72-4cdd-b7b7-2190352228a9 req-b1c64176-461f-411c-917e-13880bdb735a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Aug 19 17:56:13.135113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.152510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.273170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-8b471466-3ec9-4163-8ade-a4dce13a6565 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645820 Aug 19 17:56:13.312676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad2b09-ba2d-4f90-8047-c5c003cb1570 req-c839d02e-0f03-4d24-9edc-be3292b401e9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:13.315047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5ad2b09-ba2d-4f90-8047-c5c003cb1570 req-c839d02e-0f03-4d24-9edc-be3292b401e9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1188214 Aug 19 17:56:13.340890 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Floating IP ca8c7ad7-f8b2-4347-bc1e-9027ce094380 associated. External IP: 172.25.5.193, port: 665409e3-4ac8-4c99-893a-d11d263b499f. Aug 19 17:56:13.408801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5ad2b09-ba2d-4f90-8047-c5c003cb1570 req-f8b9d24f-8b84-4d38-8d64-75554bca5f36 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Aug 19 17:56:13.465353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-855e0ce3-ed98-439f-95bd-d2d5b3663edf req-94d52f1e-cd72-4936-a5a7-4d1a9a10bf7c service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832108 Aug 19 17:56:13.468605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37e9f58-700b-4ba8-812b-3d09099a2e71 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:13.479852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.507495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Transition to ACTIVE for port object e37e9f58-700b-4ba8-812b-3d09099a2e71 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:13.518974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.664505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c994-dfb7-4de2-a00a-cd7ad22eb5df req-4884e543-631f-4e25-81d6-c8473ff7bc3f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:13.671400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f47c994-dfb7-4de2-a00a-cd7ad22eb5df req-4884e543-631f-4e25-81d6-c8473ff7bc3f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0991027 Aug 19 17:56:13.705904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:13.748920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f47c994-dfb7-4de2-a00a-cd7ad22eb5df req-5c36979b-8a34-411e-a06f-672c605111f4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Aug 19 17:56:13.823102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Attempting to bind port e37e9f58-700b-4ba8-812b-3d09099a2e71 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:13.823461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Attempting to bind port e37e9f58-700b-4ba8-812b-3d09099a2e71 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:13.823899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Attempting to bind port e37e9f58-700b-4ba8-812b-3d09099a2e71 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:13.829697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Router 04c14541-6dfd-4a9a-9537-89e59e2e0877 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:56:13.833402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Port e37e9f58-700b-4ba8-812b-3d09099a2e71 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:56:13.833519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Attempting to bind port e37e9f58-700b-4ba8-812b-3d09099a2e71 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:13.843255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:13.843255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:13.843255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:13.843255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Bound port: e37e9f58-700b-4ba8-812b-3d09099a2e71, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:13.843881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:13.905580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28eb96-df41-468a-bcf9-09fe7852062f req-ecd4fc24-978d-44bc-8993-ddc6fde8a0e1 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:13.912153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff28eb96-df41-468a-bcf9-09fe7852062f req-ecd4fc24-978d-44bc-8993-ddc6fde8a0e1 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 943 time: 0.0827792 Aug 19 17:56:13.986562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff28eb96-df41-468a-bcf9-09fe7852062f req-ad297553-4ca0-44cd-9f61-186b6ce4bdab tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687332 Aug 19 17:56:14.027429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:14.029474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:14.035882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.039258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:14.042492 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Sync routers for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:14.061963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.100959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:14.121234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.121963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.124495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e37e9f58-700b-4ba8-812b-3d09099a2e71 HTTP/1.1" status: 200 len: 1096 time: 1.5317729 Aug 19 17:56:14.125245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:14.127824 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9" -d '{"events": [{"name": "network-changed", "server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:14.136354 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e1f94537-3617-46ac-b2b9-8149e50b11e4 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "PUT /v2.0/floatingips/ca8c7ad7-f8b2-4347-bc1e-9027ce094380 HTTP/1.1" status: 200 len: 991 time: 2.3523185 Aug 19 17:56:14.163016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00d17-6a61-45ae-9e71-e82f13d559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:14.277254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-dac787b6-85b5-43a7-9908-a745fb762311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.279054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-dac787b6-85b5-43a7-9908-a745fb762311 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 1099 time: 0.0852120 Aug 19 17:56:14.303038 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:14.303708 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:14.311232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:14.334184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'port_id': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0', 'mac_address': 'fa:16:3e:b8:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfce94d-39b5-404e-8471-327d51bf8839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:14.339664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50072) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:14.345762 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-e7a8d3d5-4d3b-4db4-8f84-a7e2ebf116c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71 HTTP/1.1" status: 200 len: 217 time: 0.0509479 Aug 19 17:56:14.392662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23870ddb-3a24-4999-a9a2-7ba404b88f79 req-026dae1a-2798-4c20-9455-716fbc48fe8c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.401637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23870ddb-3a24-4999-a9a2-7ba404b88f79 req-026dae1a-2798-4c20-9455-716fbc48fe8c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1370697 Aug 19 17:56:14.418969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.457977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:14.459828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-244fef61-4dee-4ed4-bdc5-7ea02964d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.461946 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-244fef61-4dee-4ed4-bdc5-7ea02964d310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1091590 Aug 19 17:56:14.490379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:14.496625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.500652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23870ddb-3a24-4999-a9a2-7ba404b88f79 req-53df9ef1-24ea-473f-b785-b64d67582cce tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976949 Aug 19 17:56:14.528679 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:14.543737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-e6e9093f-788b-4d9a-9ea5-c233f6b83401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.546193 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-e6e9093f-788b-4d9a-9ea5-c233f6b83401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763741 Aug 19 17:56:14.550375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c6e53-9dc0-4277-a1e1-40a4ec84db64 req-a67311dd-58c1-49d0-a905-e2f223cdd941 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:14.552249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a23c6e53-9dc0-4277-a1e1-40a4ec84db64 req-a67311dd-58c1-49d0-a905-e2f223cdd941 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 947 time: 0.1679060 Aug 19 17:56:14.570507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-158790356-network', 'tenant_id': 'f1e5015c330b471c9792397498d1b534'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:14.600608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:14.621144 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880cff2-f94d-48d4-8237-395f875aef6e x-openstack-request-id: req-a880cff2-f94d-48d4-8237-395f875aef6e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:14.621144 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:14.621435 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a880cff2-f94d-48d4-8237-395f875aef6e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:14.621720 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71', 'status': 'completed', 'code': 200} Aug 19 17:56:14.660637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a23c6e53-9dc0-4277-a1e1-40a4ec84db64 req-84a18786-e24d-4915-bc93-a99d01262dcd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953929 Aug 19 17:56:14.662079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:14.664917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.677392 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-eafdaecb-4b4e-4f18-bf46-cf153bfe6d5d service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224420 Aug 19 17:56:14.677981 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.820050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:14.854753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-48fa250c-85d8-4415-b9af-93547c06b2c8 req-d63ead4f-afdc-4ae5-ac72-c0400bb64e90 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663585 Aug 19 17:56:14.887829 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'ca8c7ad7-f8b2-4347-bc1e-9027ce094380', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'port_id': '665409e3-4ac8-4c99-893a-d11d263b499f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'mac_address': 'fa:16:3e:9e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:50Z', 'updated_at': '2021-08-19T17:56:12Z', 'revision_number': 1, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:14.892810 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.913340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.929775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:56:14.940685 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Checking router: 04c14541-6dfd-4a9a-9537-89e59e2e0877 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:14.942449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:14.942903 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Added segment 9c750f70-4fe1-44d4-ac9f-e69a2c79b82e of type vlan for network def6699b-0521-434d-ba62-494a6fbb1368 Aug 19 17:56:14.954783 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:14.955557 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:15.026782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.041208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882fd1e1-0103-48b2-a358-63e41fd83055,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:15.049152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-cebce6b2-72ae-4328-ae71-bb8fdbffc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.052655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-cebce6b2-72ae-4328-ae71-bb8fdbffc804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 1099 time: 0.0793324 Aug 19 17:56:15.071350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e9a08-f6b4-4915-bde8-945aac24ddd8 req-d62b9a95-f7bc-4407-a1b7-4d6443dee1d1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.073225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b45e9a08-f6b4-4915-bde8-945aac24ddd8 req-d62b9a95-f7bc-4407-a1b7-4d6443dee1d1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2053223 Aug 19 17:56:15.087779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.089093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.089849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.142879 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:15.192521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-d0394841-6e40-49b7-bf76-d8894f0640db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.194310 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-d0394841-6e40-49b7-bf76-d8894f0640db service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1327507 Aug 19 17:56:15.204184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8582559 Aug 19 17:56:15.215514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:15.221506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Request body: {'subnet': {'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-158790356-subnet', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:15.221888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b45e9a08-f6b4-4915-bde8-945aac24ddd8 req-852b3c8a-bd57-4e4a-a4bf-d4dd09c5e0af tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419265 Aug 19 17:56:15.228124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0740f-eb51-4a87-9a46-93c9fae501ac admin admin] Pushing event updated for resources: {'Network': ['ID=def6699b-0521-434d-ba62-494a6fbb1368,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:15.252986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network def6699b-0521-434d-ba62-494a6fbb1368 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:56:15.286661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:15.289504 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.294498 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-65ce58d8-9c8b-4a34-bca1-f391b3db9684 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71 HTTP/1.1" status: 200 len: 217 time: 0.0855191 Aug 19 17:56:15.372353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3f925156-d4a9-4ab0-89b0-92e54820f135 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:15.374599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 96c47868-a6fe-4415-aa34-838134de15db up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:15.423134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138f3f-b4a5-4482-af86-dbadf9965975 req-88b809e4-a279-4b0b-afe3-afb88245c4df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.429904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-340a62f9-3dba-4037-9ede-924aa08eff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.433226 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-340a62f9-3dba-4037-9ede-924aa08eff51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0939679 Aug 19 17:56:15.438329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed138f3f-b4a5-4482-af86-dbadf9965975 req-88b809e4-a279-4b0b-afe3-afb88245c4df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 943 time: 0.1241469 Aug 19 17:56:15.524421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed138f3f-b4a5-4482-af86-dbadf9965975 req-492afb75-1c81-4aef-9a04-0ed6e402e3eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833747 Aug 19 17:56:15.550529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 96c47868-a6fe-4415-aa34-838134de15db completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:15.561118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 96c47868-a6fe-4415-aa34-838134de15db triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:15.561745 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.598590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-35426844-d853-4d09-ab6d-a4cbbaea9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.600922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-35426844-d853-4d09-ab6d-a4cbbaea9be9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479537 Aug 19 17:56:15.616870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3f925156-d4a9-4ab0-89b0-92e54820f135,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:15.635219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '3f925156-d4a9-4ab0-89b0-92e54820f135', 'network_id': 'f657113a-14b8-4a51-bcf5-80ea997cf5d6', 'port_id': '3f925156-d4a9-4ab0-89b0-92e54820f135', 'mac_address': 'fa:16:3e:3e:ca:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfce94d-39b5-404e-8471-327d51bf8839', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:15.652333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'ca8c7ad7-f8b2-4347-bc1e-9027ce094380', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'port_id': '665409e3-4ac8-4c99-893a-d11d263b499f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'mac_address': 'fa:16:3e:9e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:50Z', 'updated_at': '2021-08-19T17:56:12Z', 'revision_number': 1, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:15.681116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.713639 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784b54f-9d00-464f-8eb3-c3555b9c3bf6 None None] The sync data for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 is: [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'ca8c7ad7-f8b2-4347-bc1e-9027ce094380', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'port_id': '665409e3-4ac8-4c99-893a-d11d263b499f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'mac_address': 'fa:16:3e:9e:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:55:50Z', 'updated_at': '2021-08-19T17:56:12Z', 'revision_number': 1, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:15.739796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.756301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f925156-d4a9-4ab0-89b0-92e54820f135 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:15.772043 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.780667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:15.805200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3f925156-d4a9-4ab0-89b0-92e54820f135,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:15.810946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c47868-a6fe-4415-aa34-838134de15db'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:15.813932 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d10553-f5d9-4bb0-9019-13deba5e4b9c" -d '{"events": [{"server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "name": "network-vif-plugged", "status": "completed", "tag": "96c47868-a6fe-4415-aa34-838134de15db"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:15.826369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.875705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=96c47868-a6fe-4415-aa34-838134de15db,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:15.884718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:15.905884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:15.915301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Checking segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:15.915699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Network hostable DHCP agents. Network: def6699b-0521-434d-ba62-494a6fbb1368, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:56:15.921534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-883df59b-0759-4aa8-bc33-cd1d0c9f3846 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114517 Aug 19 17:56:15.928053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f9216-4f53-47e6-99ed-589868662651 req-06be90b6-f90b-49f9-a859-e4d6d653f996 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:15.930031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-150f9216-4f53-47e6-99ed-589868662651 req-06be90b6-f90b-49f9-a859-e4d6d653f996 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 947 time: 0.0719860 Aug 19 17:56:15.986518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:16.006724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Network def6699b-0521-434d-ba62-494a6fbb1368 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:56:16.022814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, def6699b-0521-434d-ba62-494a6fbb1368) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:16.032964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705078f-71b0-446d-b658-9009a2da5f6a None None] Network def6699b-0521-434d-ba62-494a6fbb1368 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:16.040027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-150f9216-4f53-47e6-99ed-589868662651 req-f7c41c18-9175-40ec-a1a7-b2d88c650959 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994425 Aug 19 17:56:16.041571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:16.042424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.094636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106f2a9-4895-4a33-a032-f66104e50dba None None] New status for floating IP ca8c7ad7-f8b2-4347-bc1e-9027ce094380: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:56:16.095573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50146) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:16.096412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-323a0280-5505-4e5e-b0cb-8b375a4276ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8797212 Aug 19 17:56:16.102279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5f1b65a8-0871-461b-b25e-c00ec8ba31f9 req-fb954672-a5d6-4014-8756-797a6ea1ff5a service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681097 Aug 19 17:56:16.103638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:16.131880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.133281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.143729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:16.277611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['3f925156-d4a9-4ab0-89b0-92e54820f135'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:16.388093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:16.402464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:16.402840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.484586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-def6699b-0521-434d-ba62-494a6fbb1368', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:56:16.485448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.526659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.543286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d719423-c2b2-4e6c-b73f-3d74af89f97b req-97f1f51a-3f7f-465e-b61d-c2b2f6eff208 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:16.545696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d719423-c2b2-4e6c-b73f-3d74af89f97b req-97f1f51a-3f7f-465e-b61d-c2b2f6eff208 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4025931 Aug 19 17:56:16.622271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:16.625716 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13667687-fc85-421c-bed0-6528c13dbcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:16.676362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d719423-c2b2-4e6c-b73f-3d74af89f97b req-aa3d2961-b846-4700-9a8d-8698029e6866 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828409 Aug 19 17:56:16.677863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.699185 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a3638-3929-48c4-8f50-4d5810a14ed9 x-openstack-request-id: req-8f3a3638-3929-48c4-8f50-4d5810a14ed9 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:16.699950 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "name": "network-vif-plugged", "status": "completed", "tag": "96c47868-a6fe-4415-aa34-838134de15db", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:16.700354 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f3a3638-3929-48c4-8f50-4d5810a14ed9 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:16.700832 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c47868-a6fe-4415-aa34-838134de15db', 'code': 200} Aug 19 17:56:16.730349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:16.783019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.814905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.867708 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fee850-556d-44ee-be50-53f5ba4427b6 x-openstack-request-id: req-56fee850-556d-44ee-be50-53f5ba4427b6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:16.868125 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:16.868473 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56fee850-556d-44ee-be50-53f5ba4427b6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:16.869009 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f', 'status': 'completed', 'code': 200} Aug 19 17:56:16.880746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:16.891832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d97cf-47c8-448f-aeb0-d6d371f1bc3c req-3329139a-44ff-49a7-bd28-b1760c7895da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:16.893627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-317d97cf-47c8-448f-aeb0-d6d371f1bc3c req-3329139a-44ff-49a7-bd28-b1760c7895da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 1098 time: 0.0688522 Aug 19 17:56:16.914395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Allocated IP 172.20.0.2 (def6699b-0521-434d-ba62-494a6fbb1368/4488e1a2-fd59-40b1-85ed-eb39a19cdcd5/95505996-ec9c-462f-888b-83cf778e6647) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:16.929879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0548b-075d-446c-b31a-5082878893a6 req-6b7c1dba-a1b5-44e1-850c-2cc5e094dd30 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:16.931641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30d0548b-075d-446c-b31a-5082878893a6 req-6b7c1dba-a1b5-44e1-850c-2cc5e094dd30 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 944 time: 0.1392574 Aug 19 17:56:16.933890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:16.952594 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-317d97cf-47c8-448f-aeb0-d6d371f1bc3c req-aa3eb239-4e76-4b4d-a2a5-dda6661daeed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Aug 19 17:56:17.059306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667687-fc85-421c-bed0-6528c13dbcdc req-709a17c3-be31-4fa2-afb4-bd319e31433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.060815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-709a17c3-be31-4fa2-afb4-bd319e31433d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bafe8dabd38d4695bb380ca8ec5bab82&device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 1097 time: 0.1090071 Aug 19 17:56:17.064831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30d0548b-075d-446c-b31a-5082878893a6 req-fcba24b2-de16-4c9d-b779-25e2216f9513 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117368 Aug 19 17:56:17.091888 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.100768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b11e-840b-4b1a-bb72-3a399713e7cc req-bb32920b-3221-49d0-b2b1-e947e75a3361 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.101955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Transition to ACTIVE for port object 95505996-ec9c-462f-888b-83cf778e6647 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:17.102324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdd1b11e-840b-4b1a-bb72-3a399713e7cc req-bb32920b-3221-49d0-b2b1-e947e75a3361 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0957096 Aug 19 17:56:17.120219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Transition to ACTIVE for port object 95505996-ec9c-462f-888b-83cf778e6647 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:17.126088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.168102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Network def6699b-0521-434d-ba62-494a6fbb1368 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:17.171221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:17.173546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:17.182996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Pushing event updated for resources: {'Port': ['ID=95505996-ec9c-462f-888b-83cf778e6647,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:17.233408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Attempting to bind port 95505996-ec9c-462f-888b-83cf778e6647 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:17.233778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Attempting to bind port 95505996-ec9c-462f-888b-83cf778e6647 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:17.234143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Attempting to bind port 95505996-ec9c-462f-888b-83cf778e6647 on network def6699b-0521-434d-ba62-494a6fbb1368 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:17.239148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:17.239623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Checking segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:17.240026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.240424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Bound using segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:17.240878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Bound port: 95505996-ec9c-462f-888b-83cf778e6647, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:17.241256 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.259391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdd1b11e-840b-4b1a-bb72-3a399713e7cc req-70e632b7-fe48-4090-9717-f995597d32ab tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509595 Aug 19 17:56:17.277688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.288176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b8be2-0c16-444b-8aeb-9b0828d4ecc9 req-56f3b77c-f4b6-4158-9ec9-f6b95342a4de tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.296634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-221b8be2-0c16-444b-8aeb-9b0828d4ecc9 req-56f3b77c-f4b6-4158-9ec9-f6b95342a4de tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 948 time: 0.1466751 Aug 19 17:56:17.334326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.337599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] For port 95505996-ec9c-462f-888b-83cf778e6647, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:17.341489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] For port 95505996-ec9c-462f-888b-83cf778e6647, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95505996-ec9c-462f-888b-83cf778e6647,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:17.349831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.387466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e37e9f58-700b-4ba8-812b-3d09099a2e71 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:17.540283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-221b8be2-0c16-444b-8aeb-9b0828d4ecc9 req-e4852219-9c35-4c1c-9e55-b546626b140a tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425480 Aug 19 17:56:17.650088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239743c0-c878-4d50-8cfb-67d6d4a1dc41 None None] Pushing event updated for resources: {'Port': ['ID=95505996-ec9c-462f-888b-83cf778e6647,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:17.714553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667687-fc85-421c-bed0-6528c13dbcdc req-ebd6ec3d-311b-4e67-a8dd-b0ace463553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.715959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-ebd6ec3d-311b-4e67-a8dd-b0ace463553e service neutron] 10.222.0.13 "GET /v2.0/networks?id=afb0cf47-f452-46c3-b345-e69fccb2506c HTTP/1.1" status: 200 len: 913 time: 0.3964930 Aug 19 17:56:17.729350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:17.745061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e37e9f58-700b-4ba8-812b-3d09099a2e71', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e37e9f58-700b-4ba8-812b-3d09099a2e71', 'mac_address': 'fa:16:3e:da:80:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:17.791934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750909-3745-459f-abf6-63341dbb1d0a req-02259ea5-e05d-46cb-9ac4-87841c88bc17 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.794935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.795945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d750909-3745-459f-abf6-63341dbb1d0a req-02259ea5-e05d-46cb-9ac4-87841c88bc17 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 947 time: 0.3029630 Aug 19 17:56:17.810655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37e9f58-700b-4ba8-812b-3d09099a2e71 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:17.832903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:17.838161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:17.850460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Allocated IP 172.25.5.22 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/87cb3dd3-c366-4698-9dfa-8493e857da41) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:17.887612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:17.904124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-fda6166d-10f2-4454-bb4f-f2e656e93408 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665409e3-4ac8-4c99-893a-d11d263b499f HTTP/1.1" status: 200 len: 1001 time: 0.1679654 Aug 19 17:56:17.924560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da897-563b-4f1c-bb95-91e9a08de587 req-3e9b22d4-c264-4d62-b285-bdda5a4f43ac tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:17.926646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db5da897-563b-4f1c-bb95-91e9a08de587 req-3e9b22d4-c264-4d62-b285-bdda5a4f43ac tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2676537 Aug 19 17:56:18.006514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d750909-3745-459f-abf6-63341dbb1d0a req-3bcf4ea0-a66e-4065-bdd3-ceab4ddf9198 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910989 Aug 19 17:56:18.060363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667687-fc85-421c-bed0-6528c13dbcdc req-3a2dc880-2b85-4888-8541-c095f0ec3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.061856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-3a2dc880-2b85-4888-8541-c095f0ec3f48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4750bd39-95b9-4903-a648-84282031a5ac HTTP/1.1" status: 200 len: 851 time: 0.1227024 Aug 19 17:56:18.071981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db5da897-563b-4f1c-bb95-91e9a08de587 req-3661062d-c5ac-4027-808b-9f99aa11b281 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006904 Aug 19 17:56:18.144037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:18.185704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667687-fc85-421c-bed0-6528c13dbcdc req-09f677ca-79c0-4c1c-82f5-05c908b258f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.187655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-09f677ca-79c0-4c1c-82f5-05c908b258f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=afb0cf47-f452-46c3-b345-e69fccb2506c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147718 Aug 19 17:56:18.293966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e37e9f58-700b-4ba8-812b-3d09099a2e71'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:18.311859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837da36f-215e-446a-945a-48ecc263ce66 req-3f59fe57-a5e0-4c83-befd-7ef1833ce191 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.313491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-837da36f-215e-446a-945a-48ecc263ce66 req-3f59fe57-a5e0-4c83-befd-7ef1833ce191 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 944 time: 0.1633461 Aug 19 17:56:18.369169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:18.443065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-30581f28-e1e6-4a04-ac83-8a567c5d8a35 service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467911 Aug 19 17:56:18.462336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ba946-f143-41db-b3bc-3037da86f544 req-13deef4f-8436-4a2f-8453-26a064e8fd43 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.463983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c8ba946-f143-41db-b3bc-3037da86f544 req-13deef4f-8436-4a2f-8453-26a064e8fd43 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2001131 Aug 19 17:56:18.466547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:18.472523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-837da36f-215e-446a-945a-48ecc263ce66 req-24720ce5-2d2c-4479-b323-f1a91bd3c922 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401618 Aug 19 17:56:18.478205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:18.510289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:18.527046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Pushing event updated for resources: {'Port': ['ID=87cb3dd3-c366-4698-9dfa-8493e857da41,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:18.562443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9556c2-d2bc-4613-90ce-930fd445604a None None] Network def6699b-0521-434d-ba62-494a6fbb1368 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:18.637804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9d86a46-c0ea-4cfd-8383-ef29197a1929 None None] Provisioning for port 95505996-ec9c-462f-888b-83cf778e6647 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:18.703565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:18.706121 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64427621-07d1-4d64-b512-9c13032d58ad" -d '{"events": [{"server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "name": "network-vif-plugged", "status": "completed", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:18.803741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c8ba946-f143-41db-b3bc-3037da86f544 req-0625fcf5-ff02-4b67-a803-7785da69d04f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269136 Aug 19 17:56:18.814328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13667687-fc85-421c-bed0-6528c13dbcdc req-e952897e-50d0-4de8-a577-57bb996d75b3 service neutron] 10.222.0.13 "GET /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011065 Aug 19 17:56:18.852939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-5c33b1b2-896b-4ca7-91c3-49dbd898e964 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.854580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-5c33b1b2-896b-4ca7-91c3-49dbd898e964 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 948 time: 0.3099561 Aug 19 17:56:18.861061 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc90e3-b85f-45f6-b770-4888881105ca x-openstack-request-id: req-d6fc90e3-b85f-45f6-b770-4888881105ca {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:18.861706 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "name": "network-vif-plugged", "status": "completed", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:18.862053 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6fc90e3-b85f-45f6-b770-4888881105ca {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:18.862609 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0', 'code': 200} Aug 19 17:56:18.865392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc75b6-2bed-4f55-8a21-d6fdb618a0c9 req-bafb8ab8-6b52-43cd-9c6b-8c0c6c0ac12a tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.867014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfdc75b6-2bed-4f55-8a21-d6fdb618a0c9 req-bafb8ab8-6b52-43cd-9c6b-8c0c6c0ac12a tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 948 time: 0.2354248 Aug 19 17:56:18.989297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131fe94-fac7-4310-93a7-070ff2bd890d req-7394e934-7f49-42fe-9145-6dbda3d97c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:18.990888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3131fe94-fac7-4310-93a7-070ff2bd890d req-7394e934-7f49-42fe-9145-6dbda3d97c1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 1098 time: 0.0541160 Aug 19 17:56:19.028334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3131fe94-fac7-4310-93a7-070ff2bd890d req-a06b43fe-daab-4d14-be31-e006db537b93 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Aug 19 17:56:19.326544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfdc75b6-2bed-4f55-8a21-d6fdb618a0c9 req-80833947-69d6-4583-9459-01e8e31f4a4b tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409282 Aug 19 17:56:19.383700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3f925156-d4a9-4ab0-89b0-92e54820f135 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:19.412285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707be15f-ffa8-49a0-ab40-10fb1c1b8e83 req-7a9ff3e6-7902-43cb-ba9c-7ff7c37d6200 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:19.413882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-707be15f-ffa8-49a0-ab40-10fb1c1b8e83 req-7a9ff3e6-7902-43cb-ba9c-7ff7c37d6200 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4632812 Aug 19 17:56:19.420055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.447384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 3f925156-d4a9-4ab0-89b0-92e54820f135 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:19.451413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 3f925156-d4a9-4ab0-89b0-92e54820f135 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:19.451824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.499399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95505996-ec9c-462f-888b-83cf778e6647 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:19.506554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Deleting port 698770ac-b2c0-4d3c-bb34-b724a4306f26 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:19.506903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.577653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.599076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 95505996-ec9c-462f-888b-83cf778e6647 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:19.607201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 95505996-ec9c-462f-888b-83cf778e6647 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:19.607606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.622993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bad4-e994-437d-8cec-68435d9acfa8 req-08f4f9bd-de15-4c5e-a23b-e7fcf56d53d3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:19.624585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d710bad4-e994-437d-8cec-68435d9acfa8 req-08f4f9bd-de15-4c5e-a23b-e7fcf56d53d3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 948 time: 0.2339125 Aug 19 17:56:19.633405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-707be15f-ffa8-49a0-ab40-10fb1c1b8e83 req-410615e8-9b0a-49dd-b4a4-75b185b710f8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927481 Aug 19 17:56:19.639034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3f925156-d4a9-4ab0-89b0-92e54820f135,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:19.649086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.731313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:19.750007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.763634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d710bad4-e994-437d-8cec-68435d9acfa8 req-74bf450e-943b-46d5-a27a-34fb2442c033 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273234 Aug 19 17:56:19.767075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] For port 698770ac-b2c0-4d3c-bb34-b724a4306f26, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=698770ac-b2c0-4d3c-bb34-b724a4306f26,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:19.767322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.791215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Calling delete_port for 698770ac-b2c0-4d3c-bb34-b724a4306f26 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:19.797562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 95505996-ec9c-462f-888b-83cf778e6647, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95505996-ec9c-462f-888b-83cf778e6647,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:19.803425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:19.864444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=95505996-ec9c-462f-888b-83cf778e6647,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:19.921646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:20.010114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226e1f-e8f4-43e4-b3df-59a5c01b0d49 req-823b5015-5e09-4b3c-9051-740dc0396113 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:20.011670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f226e1f-e8f4-43e4-b3df-59a5c01b0d49 req-823b5015-5e09-4b3c-9051-740dc0396113 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.1679533 Aug 19 17:56:20.158622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f226e1f-e8f4-43e4-b3df-59a5c01b0d49 req-5cdb7415-7ac8-4253-8dab-0636379c6df3 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385796 Aug 19 17:56:20.176951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df5a44-28fb-4d6f-ab8a-606ce70dc1e2 req-1a5984d6-b950-4e36-8021-119a7413450a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:20.178594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8df5a44-28fb-4d6f-ab8a-606ce70dc1e2 req-1a5984d6-b950-4e36-8021-119a7413450a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1987226 Aug 19 17:56:20.201058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:20.251423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Pushing event deleted for resources: {'Port': ['ID=698770ac-b2c0-4d3c-bb34-b724a4306f26,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:20.294980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8df5a44-28fb-4d6f-ab8a-606ce70dc1e2 req-0d13e5c1-f386-4097-a27c-28cb65214fd4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078398 Aug 19 17:56:20.320151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] No DVR routers for this DVR port 698770ac-b2c0-4d3c-bb34-b724a4306f26 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:20.322030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Router 52c247c6-4136-447c-801b-4088e9141213 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:56:20.325970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:20.328224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ad82d98-e903-4d6d-a75d-9f6637ff8546 req-94b90654-aa1b-42a9-8b99-5f4142570d2f tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.42 "DELETE /v2.0/ports/698770ac-b2c0-4d3c-bb34-b724a4306f26 HTTP/1.1" status: 204 len: 173 time: 1.4580736 Aug 19 17:56:20.328707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-deleted', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:20.330998 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791ac89-47c2-4687-8fe9-0aa43f877b0b" -d '{"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-deleted", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:20.383812 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd04669d-051e-49fe-ab90-12ff62527ea4 x-openstack-request-id: req-bd04669d-051e-49fe-ab90-12ff62527ea4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:20.384108 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e36c42-6a14-44d8-81c4-fa480bfe6f85", "name": "network-vif-deleted", "tag": "698770ac-b2c0-4d3c-bb34-b724a4306f26", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:20.384367 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd04669d-051e-49fe-ab90-12ff62527ea4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:20.384769 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e36c42-6a14-44d8-81c4-fa480bfe6f85', 'name': 'network-vif-deleted', 'tag': '698770ac-b2c0-4d3c-bb34-b724a4306f26', 'status': 'completed', 'code': 200} Aug 19 17:56:20.487908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebd01609-c594-4c1f-9f87-b4f1c7603a9c req-4f72bf6a-783e-48a3-803d-c549d71a6034 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5e36c42-6a14-44d8-81c4-fa480bfe6f85 HTTP/1.1" status: 200 len: 210 time: 0.0374267 Aug 19 17:56:20.495120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:20.513862 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Sync routers for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:20.517711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:20.519312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2d2a864b-45ca-459f-a1a1-7f3d4fe29d76 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4222856 Aug 19 17:56:20.522145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50232) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:20.529360 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:20.530140 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:20.655422 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:20.863949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:20.866545 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee2110-c10f-4094-a22c-b9505c052516" -d '{"events": [{"server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "name": "network-vif-plugged", "status": "completed", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:20.951076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:18Z', 'revision_number': 3, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:20.983973 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Checking router: 52c247c6-4136-447c-801b-4088e9141213 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:20.984606 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Updating router 52c247c6-4136-447c-801b-4088e9141213 port 87cb3dd3-c366-4698-9dfa-8493e857da41 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:56:21.010601 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.057313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c255-7adb-43e9-933f-da4f7946c560 req-98e096b2-a10d-467d-9857-7ca3acc86c1d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:21.058824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22d8c255-7adb-43e9-933f-da4f7946c560 req-98e096b2-a10d-467d-9857-7ca3acc86c1d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1296709 Aug 19 17:56:21.066114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2486cb7-317e-4a3e-8960-5d89ac2404ab req-b3a9fb60-480d-46d7-9df3-f3c4c3f629c0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:21.067762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2486cb7-317e-4a3e-8960-5d89ac2404ab req-b3a9fb60-480d-46d7-9df3-f3c4c3f629c0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 948 time: 0.1334150 Aug 19 17:56:21.113084 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:56:21.168220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22d8c255-7adb-43e9-933f-da4f7946c560 req-65180161-f842-47f4-9837-5cc022361907 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Aug 19 17:56:21.172959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2486cb7-317e-4a3e-8960-5d89ac2404ab req-b74e1871-ef1a-4a50-a783-73b39952fc50 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935447 Aug 19 17:56:21.238355 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04bc9c-e13c-4406-8e19-b4df3ac07342 x-openstack-request-id: req-7d04bc9c-e13c-4406-8e19-b4df3ac07342 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:21.238884 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "name": "network-vif-plugged", "status": "completed", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:21.239357 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d04bc9c-e13c-4406-8e19-b4df3ac07342 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:21.240009 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135', 'code': 200} Aug 19 17:56:21.253103 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.314130 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.326011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Transition to ACTIVE for port object 87cb3dd3-c366-4698-9dfa-8493e857da41 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:21.337416 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.390981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e37e9f58-700b-4ba8-812b-3d09099a2e71 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:21.413748 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Attempting to bind port 87cb3dd3-c366-4698-9dfa-8493e857da41 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:21.413748 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Attempting to bind port 87cb3dd3-c366-4698-9dfa-8493e857da41 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:21.413748 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Attempting to bind port 87cb3dd3-c366-4698-9dfa-8493e857da41 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:21.424679 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Pushing event updated for resources: {'Port': ['ID=87cb3dd3-c366-4698-9dfa-8493e857da41,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:21.443243 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:21.444258 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:21.444958 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.447738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:21.448720 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Bound port: 87cb3dd3-c366-4698-9dfa-8493e857da41, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:21.449756 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.460015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95505996-ec9c-462f-888b-83cf778e6647 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:21.462527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e37e9f58-700b-4ba8-812b-3d09099a2e71 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:21.475183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982363d9-fd44-4c8f-bd62-d38178c4fa3f req-35d0c785-ad33-4d07-8d4c-4d1277e05d08 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:21.476797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982363d9-fd44-4c8f-bd62-d38178c4fa3f req-35d0c785-ad33-4d07-8d4c-4d1277e05d08 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.1036673 Aug 19 17:56:21.479308 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.479761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.480175 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.480527 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.481424 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.481424 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.481820 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.482182 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.482592 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.482980 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.483373 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.483794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:21.492678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e37e9f58-700b-4ba8-812b-3d09099a2e71 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:21.493062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.505005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1c011-7e3d-49ca-8a44-d76b17551b92 req-27a4af5c-1b9d-495d-9ed2-88f263216701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:21.507393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fad1c011-7e3d-49ca-8a44-d76b17551b92 req-27a4af5c-1b9d-495d-9ed2-88f263216701 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 1097 time: 0.1033709 Aug 19 17:56:21.530338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] For port 87cb3dd3-c366-4698-9dfa-8493e857da41, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:21.535794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] For port 87cb3dd3-c366-4698-9dfa-8493e857da41, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87cb3dd3-c366-4698-9dfa-8493e857da41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:21.542449 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.590622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 95505996-ec9c-462f-888b-83cf778e6647 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:21.591089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.592941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982363d9-fd44-4c8f-bd62-d38178c4fa3f req-39651b29-a824-459b-b429-5579cf1f80ef tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921125 Aug 19 17:56:21.617741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0b48-9c0d-4c6a-a2ef-0321c0d53fa2 None None] Pushing event updated for resources: {'Port': ['ID=87cb3dd3-c366-4698-9dfa-8493e857da41,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:21.623046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fad1c011-7e3d-49ca-8a44-d76b17551b92 req-5de3618c-5d0b-4844-9b8e-bee2b724998c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067905 Aug 19 17:56:21.624297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Allocated IP 172.20.0.1 (def6699b-0521-434d-ba62-494a6fbb1368/4488e1a2-fd59-40b1-85ed-eb39a19cdcd5/70c6d66c-5993-468f-9250-cfc363c44844) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:21.653047 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.654482 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:21.655129 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:21.720245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:21.728165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.755163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.772152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Transition to ACTIVE for port object 70c6d66c-5993-468f-9250-cfc363c44844 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:21.797735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:21.818325 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:21.872697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Network def6699b-0521-434d-ba62-494a6fbb1368 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:21.887217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:21.893628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:21.900513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:21.930597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Pushing event updated for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:21.970011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fe5b6-6d6a-4f98-9202-30ddbc5ab3b9 req-a1225e24-42a0-4a1e-912d-cb9e3f1297af tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:21.971656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-871fe5b6-6d6a-4f98-9202-30ddbc5ab3b9 req-a1225e24-42a0-4a1e-912d-cb9e3f1297af tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 949 time: 0.1252320 Aug 19 17:56:21.972640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:22.072451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-871fe5b6-6d6a-4f98-9202-30ddbc5ab3b9 req-85a27665-35e5-4db4-9e55-02bc927ae142 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618703 Aug 19 17:56:22.137112 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:18Z', 'revision_number': 3, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:22.165011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6747a25-ce58-4037-a5f6-5888fa8ec648 None None] The sync data for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 is: [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:18Z', 'revision_number': 3, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:22.232168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05ad4af2-93cc-4ab9-ba3a-f5a079f0dda1 None None] Provisioning for port 70c6d66c-5993-468f-9250-cfc363c44844 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:22.237422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05ad4af2-93cc-4ab9-ba3a-f5a079f0dda1 None None] Provisioning complete for port 70c6d66c-5993-468f-9250-cfc363c44844 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:22.237844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05ad4af2-93cc-4ab9-ba3a-f5a079f0dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:22.288798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4af2-93cc-4ab9-ba3a-f5a079f0dda1 None None] Port 70c6d66c-5993-468f-9250-cfc363c44844 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:22.538124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415ed1b-c3c0-4c33-9fc8-86bfc561284f req-dcc9b80c-5993-412e-b17b-5b0db0bcfcdf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:22.539831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a415ed1b-c3c0-4c33-9fc8-86bfc561284f req-dcc9b80c-5993-412e-b17b-5b0db0bcfcdf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1349294 Aug 19 17:56:22.563140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d695d7-c350-4137-952c-9e2a4d01e29d req-2ff5382f-9f01-4d61-b6be-e7cc609c3665 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:22.564760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87d695d7-c350-4137-952c-9e2a4d01e29d req-2ff5382f-9f01-4d61-b6be-e7cc609c3665 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.1588228 Aug 19 17:56:22.597126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:22.668367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a415ed1b-c3c0-4c33-9fc8-86bfc561284f req-fa6063b0-a73f-4550-988f-2efff12b5f67 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996752 Aug 19 17:56:22.673270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87d695d7-c350-4137-952c-9e2a4d01e29d req-581d6b48-6022-4907-94f7-44228389d2e3 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949421 Aug 19 17:56:22.876005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:22.883572 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:22.971351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c6e7-e20c-412c-833e-dd06608fb5d8 req-f1409473-c73d-49fc-8d26-1387cfecd171 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:22.975068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a8c6e7-e20c-412c-833e-dd06608fb5d8 req-f1409473-c73d-49fc-8d26-1387cfecd171 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.1532524 Aug 19 17:56:23.042576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:23.057684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Pushing event updated for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:23.090727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a8c6e7-e20c-412c-833e-dd06608fb5d8 req-d383bf69-17f8-46b0-bcb2-aef56ded9514 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084006 Aug 19 17:56:23.207078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Network def6699b-0521-434d-ba62-494a6fbb1368 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:23.210053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:23.241572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:23.243902 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e729917-ee44-4f57-a64c-bc732473639b" -d '{"events": [{"server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "name": "network-vif-plugged", "status": "completed", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:23.269125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0f7a8-6c70-4bdb-b64e-8b11705d9ba8 req-db33a7a8-44e9-4966-aa06-318443b737c8 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:23.272183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d0f7a8-6c70-4bdb-b64e-8b11705d9ba8 req-db33a7a8-44e9-4966-aa06-318443b737c8 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 949 time: 0.1183009 Aug 19 17:56:23.282390 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404dda24-af1b-4ec9-88c5-044364c42dba x-openstack-request-id: req-404dda24-af1b-4ec9-88c5-044364c42dba {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:23.282678 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "name": "network-vif-plugged", "status": "completed", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:23.282929 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-404dda24-af1b-4ec9-88c5-044364c42dba {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:23.283318 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71', 'code': 200} Aug 19 17:56:23.424033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d0f7a8-6c70-4bdb-b64e-8b11705d9ba8 req-4f05c13d-225b-43ca-921a-2f5098e25ed4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447587 Aug 19 17:56:23.452168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e24741-fe2f-40b9-b186-4b925b216e8e req-fd2de2f7-b3da-477e-970a-fe3d1208e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:23.456034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42e24741-fe2f-40b9-b186-4b925b216e8e req-fd2de2f7-b3da-477e-970a-fe3d1208e640 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 1101 time: 0.0633667 Aug 19 17:56:23.456034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Router 52c247c6-4136-447c-801b-4088e9141213 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:56:23.463883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87cb3dd3-c366-4698-9dfa-8493e857da41 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:23.522047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 87cb3dd3-c366-4698-9dfa-8493e857da41 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:23.525325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41b21950-a373-41ad-85b7-87eb0ec541e2 None None] Provisioning complete for port 70c6d66c-5993-468f-9250-cfc363c44844 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:23.525698 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41b21950-a373-41ad-85b7-87eb0ec541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:23.528331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 87cb3dd3-c366-4698-9dfa-8493e857da41 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:23.528331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:23.533195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42e24741-fe2f-40b9-b186-4b925b216e8e req-c909d497-76b7-4894-b435-1d4a4a3a45e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716903 Aug 19 17:56:23.588676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-41b21950-a373-41ad-85b7-87eb0ec541e2 None None] Port 70c6d66c-5993-468f-9250-cfc363c44844 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:23.594245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:23.601589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ba5eda8-f557-4405-891f-3ecb89d223a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/52c247c6-4136-447c-801b-4088e9141213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0784001 Aug 19 17:56:23.649311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:23.675393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 87cb3dd3-c366-4698-9dfa-8493e857da41, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87cb3dd3-c366-4698-9dfa-8493e857da41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:23.680537 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:23.737459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=87cb3dd3-c366-4698-9dfa-8493e857da41,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:23.836924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e799ad7-1caf-4cee-aa26-ff0fc1fa14cd req-cefbbed9-bb37-4d86-9977-41588069fcc0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:23.839783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e799ad7-1caf-4cee-aa26-ff0fc1fa14cd req-cefbbed9-bb37-4d86-9977-41588069fcc0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0830462 Aug 19 17:56:23.879963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336b30-2b89-4ca9-86a9-14e6ac352379 req-7d779f26-1a4c-425d-ae3c-6651fb748650 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:23.881527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b336b30-2b89-4ca9-86a9-14e6ac352379 req-7d779f26-1a4c-425d-ae3c-6651fb748650 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.0857720 Aug 19 17:56:23.908385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e799ad7-1caf-4cee-aa26-ff0fc1fa14cd req-a64ccbdd-d42e-491f-83c3-8d08adbecc8b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Aug 19 17:56:23.945138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b336b30-2b89-4ca9-86a9-14e6ac352379 req-e20881f9-9ae8-409c-af89-d7d9b2210639 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Aug 19 17:56:24.038952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Sync routers for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:24.054464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:24.055097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:24.112160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:24.162622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 698770ac-b2c0-4d3c-bb34-b724a4306f26 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:24.163042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 698770ac-b2c0-4d3c-bb34-b724a4306f26 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:24.197244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:24.245716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed0c6-2ad5-427b-9e4c-1250f83b4130 req-4ad7ffca-10e2-4765-9744-90780d3abed8 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:24.247476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d31ed0c6-2ad5-427b-9e4c-1250f83b4130 req-4ad7ffca-10e2-4765-9744-90780d3abed8 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.0605235 Aug 19 17:56:24.303931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d31ed0c6-2ad5-427b-9e4c-1250f83b4130 req-df636b47-b735-44f1-8bf5-fb70988ccd5a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497110 Aug 19 17:56:24.436784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55257c0-cb86-4ee5-9056-543e989838ee req-ae4b16c7-6386-4d62-9787-90f5f9c2c09a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:24.437817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d55257c0-cb86-4ee5-9056-543e989838ee req-ae4b16c7-6386-4d62-9787-90f5f9c2c09a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0597324 Aug 19 17:56:24.472174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 2, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:24.484882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d55257c0-cb86-4ee5-9056-543e989838ee req-303c5eb9-eca0-46b9-a047-e19e805e9d59 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Aug 19 17:56:24.513730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Checking router: 52c247c6-4136-447c-801b-4088e9141213 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:24.514025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Updating router 52c247c6-4136-447c-801b-4088e9141213 port 70c6d66c-5993-468f-9250-cfc363c44844 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:56:24.548702 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:24.565422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba12670-61d3-4589-ade1-93e684bf3169 req-c6f8d39c-aac6-4f0e-912d-ff137b82691d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:24.568423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba12670-61d3-4589-ade1-93e684bf3169 req-c6f8d39c-aac6-4f0e-912d-ff137b82691d tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 949 time: 0.0633440 Aug 19 17:56:24.653346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba12670-61d3-4589-ade1-93e684bf3169 req-b95ee408-78a9-4d4d-a321-5d46c879ce02 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787323 Aug 19 17:56:24.669925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f119507-d0f7-493c-a36f-0a6273fa4e9e req-457169da-7cba-486d-a022-c44a4bfadd31 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:24.669925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f119507-d0f7-493c-a36f-0a6273fa4e9e req-457169da-7cba-486d-a022-c44a4bfadd31 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.0950608 Aug 19 17:56:24.718132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f119507-d0f7-493c-a36f-0a6273fa4e9e req-77e242e4-0d67-4839-b925-416f299bc3e7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Aug 19 17:56:24.862557 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:24.873328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Transition to ACTIVE for port object 70c6d66c-5993-468f-9250-cfc363c44844 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:24.879471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:24.935843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b1909-19de-4e4a-a55b-f3e833b60521 None None] Pushing event updated for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:25.006849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Attempting to bind port 70c6d66c-5993-468f-9250-cfc363c44844 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:25.007264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Attempting to bind port 70c6d66c-5993-468f-9250-cfc363c44844 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:25.007668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Attempting to bind port 70c6d66c-5993-468f-9250-cfc363c44844 on network def6699b-0521-434d-ba62-494a6fbb1368 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:25.015247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:25.017682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Checking segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:25.017682 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.017682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Bound using segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:25.017682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Bound port: 70c6d66c-5993-468f-9250-cfc363c44844, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:25.017682 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.099872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] For port 70c6d66c-5993-468f-9250-cfc363c44844, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:25.104353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] For port 70c6d66c-5993-468f-9250-cfc363c44844, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=70c6d66c-5993-468f-9250-cfc363c44844,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:25.109235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.183755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:25.184760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:25.188555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b1909-19de-4e4a-a55b-f3e833b60521 None None] Pushing event updated for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:25.229333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c7c6-f4c2-4a7e-8ac7-eead98eaa0b5 req-80c1723d-8302-4a5e-9b15-5774ea9e6b9f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:25.237007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c836c7c6-f4c2-4a7e-8ac7-eead98eaa0b5 req-80c1723d-8302-4a5e-9b15-5774ea9e6b9f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1950867 Aug 19 17:56:25.317707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c836c7c6-f4c2-4a7e-8ac7-eead98eaa0b5 req-f064d13d-d79e-4f75-a257-a692d1de1774 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793664 Aug 19 17:56:25.329957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7aa6-2d4e-4747-b677-6d2a0a7aa7c6 req-e259a31e-3ccd-4bbb-8c07-ab56e4c9a2a4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:25.336000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ac7aa6-2d4e-4747-b677-6d2a0a7aa7c6 req-e259a31e-3ccd-4bbb-8c07-ab56e4c9a2a4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.2796681 Aug 19 17:56:25.361964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:25.395946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-79578324-604a-4d8e-8cb1-5198ae24c555 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:25.398168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-79578324-604a-4d8e-8cb1-5198ae24c555 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 949 time: 0.3096273 Aug 19 17:56:25.418722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ac7aa6-2d4e-4747-b677-6d2a0a7aa7c6 req-e512424e-1cea-4619-aa93-1754a4fcd8bc tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694146 Aug 19 17:56:25.512064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87cb3dd3-c366-4698-9dfa-8493e857da41 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:25.623749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773740-0af3-4e07-8a91-7e35b1203e53 req-991db75b-0fc2-4040-aa6e-d8987d45e5e1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:25.625686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c773740-0af3-4e07-8a91-7e35b1203e53 req-991db75b-0fc2-4040-aa6e-d8987d45e5e1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.1266415 Aug 19 17:56:25.643624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Deleting port d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:25.644458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.658536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 87cb3dd3-c366-4698-9dfa-8493e857da41 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:25.658915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.731849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c773740-0af3-4e07-8a91-7e35b1203e53 req-6402fded-44b8-4779-a901-f9e46bbd3fa2 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967481 Aug 19 17:56:25.782077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] For port d1dc6931-df54-40fc-ad25-93e196755f6a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1dc6931-df54-40fc-ad25-93e196755f6a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:25.782795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:25.821528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Calling delete_port for d1dc6931-df54-40fc-ad25-93e196755f6a owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:25.949535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9af5c-e66c-4597-8a34-7e71dc595da3 req-05b720a4-ba73-4c0f-88f0-aff7160a8053 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:25.959623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bab9af5c-e66c-4597-8a34-7e71dc595da3 req-05b720a4-ba73-4c0f-88f0-aff7160a8053 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5bc5e2-7e55-4bc2-af63-fb122eaed21f HTTP/1.1" status: 200 len: 949 time: 0.1403582 Aug 19 17:56:25.994673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:26.007920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:25Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:26.040806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f2711-65d2-4861-8733-cfce6676c97b None None] The sync data for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 is: [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:25Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:26.137594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bab9af5c-e66c-4597-8a34-7e71dc595da3 req-f0138845-daa0-4acf-8e7b-d9884d85bfde tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769400 Aug 19 17:56:26.158591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:26.199254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Pushing event deleted for resources: {'Port': ['ID=d1dc6931-df54-40fc-ad25-93e196755f6a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:26.276827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2cce2-2022-4630-9e01-a1080005616d req-06eb3b75-3e9e-431c-8bcd-e1c84283e0b9 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:26.278547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeb2cce2-2022-4630-9e01-a1080005616d req-06eb3b75-3e9e-431c-8bcd-e1c84283e0b9 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1692829 Aug 19 17:56:26.279539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] No DVR routers for this DVR port d1dc6931-df54-40fc-ad25-93e196755f6a on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:26.283039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:26.285141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0db2b1b6-e88d-4ce8-a16c-48de424021b5 req-f532be3e-56a1-430b-8b66-29a2ad77c8d4 tempest-ListImageFiltersTestJSON-566281986 tempest-ListImageFiltersTestJSON-566281986-project] 10.222.0.13 "DELETE /v2.0/ports/d1dc6931-df54-40fc-ad25-93e196755f6a HTTP/1.1" status: 204 len: 173 time: 0.8721175 Aug 19 17:56:26.286319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-deleted', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:26.288863 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd4fd8-5385-48b3-a336-478075c38334" -d '{"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-deleted", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:26.382931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeb2cce2-2022-4630-9e01-a1080005616d req-35f85cac-1a22-44d4-bf52-fc0d38137552 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858898 Aug 19 17:56:26.386060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0957d-08ad-4d74-a792-4bcc2a86ee3b req-99837b27-2412-44c3-a2c4-43773b1381b7 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:26.387750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1d0957d-08ad-4d74-a792-4bcc2a86ee3b req-99837b27-2412-44c3-a2c4-43773b1381b7 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 1101 time: 0.1475680 Aug 19 17:56:26.434699 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b7458-efd7-4771-98e1-613f12b6d4f0 x-openstack-request-id: req-807b7458-efd7-4771-98e1-613f12b6d4f0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:26.434974 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5bc5e2-7e55-4bc2-af63-fb122eaed21f", "name": "network-vif-deleted", "tag": "d1dc6931-df54-40fc-ad25-93e196755f6a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:26.435237 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-807b7458-efd7-4771-98e1-613f12b6d4f0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:26.435642 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5bc5e2-7e55-4bc2-af63-fb122eaed21f', 'name': 'network-vif-deleted', 'tag': 'd1dc6931-df54-40fc-ad25-93e196755f6a', 'status': 'completed', 'code': 200} Aug 19 17:56:26.463717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1d0957d-08ad-4d74-a792-4bcc2a86ee3b req-2bb317df-f2dd-4b3e-90e2-de2bbc1217a9 tempest-ServersOnMultiNodesTest-1449991055 tempest-ServersOnMultiNodesTest-1449991055-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Aug 19 17:56:26.580763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550874-ceba-4244-8440-8edbf39b0691 req-55cb3252-8375-41d1-8f98-740a296c1a13 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:26.588707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66550874-ceba-4244-8440-8edbf39b0691 req-55cb3252-8375-41d1-8f98-740a296c1a13 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0849519 Aug 19 17:56:26.648395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66550874-ceba-4244-8440-8edbf39b0691 req-6d4a5f36-5da2-4e38-a14f-5ac85366915e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Aug 19 17:56:27.137036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025e80-2f2c-4cfa-892a-4162b5320ae0 req-2576d939-31b8-4c13-a855-e5260cbda432 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.156045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025e80-2f2c-4cfa-892a-4162b5320ae0 req-2576d939-31b8-4c13-a855-e5260cbda432 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.168044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025e80-2f2c-4cfa-892a-4162b5320ae0 req-2576d939-31b8-4c13-a855-e5260cbda432 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.173445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2025e80-2f2c-4cfa-892a-4162b5320ae0 req-2576d939-31b8-4c13-a855-e5260cbda432 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9&device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a&device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 2418 time: 0.1866090 Aug 19 17:56:27.264123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2025e80-2f2c-4cfa-892a-4162b5320ae0 req-5d600407-c991-4866-9b4a-09f3a21b64ac tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836623 Aug 19 17:56:27.396675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:27.420982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4ff7f-99c7-4ca6-8fb0-f303df6aa76f req-04057a9f-fb05-42bf-b1c6-7c4cc8596dfc tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.432153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87c4ff7f-99c7-4ca6-8fb0-f303df6aa76f req-04057a9f-fb05-42bf-b1c6-7c4cc8596dfc tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.0924320 Aug 19 17:56:27.445484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: d1dc6931-df54-40fc-ad25-93e196755f6a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:27.445837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1dc6931-df54-40fc-ad25-93e196755f6a not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:27.505769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87c4ff7f-99c7-4ca6-8fb0-f303df6aa76f req-0e50364b-dae8-433a-bc33-93d4e1afca71 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706460 Aug 19 17:56:27.519098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 70c6d66c-5993-468f-9250-cfc363c44844 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:27.569269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6e42-5b4c-414b-9c63-068e6e18a85f req-5bbeb437-ab89-489d-afa0-c234c6198e9d tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.577156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6bf6e42-5b4c-414b-9c63-068e6e18a85f req-5bbeb437-ab89-489d-afa0-c234c6198e9d tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.0957763 Aug 19 17:56:27.601386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 70c6d66c-5993-468f-9250-cfc363c44844 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:27.607150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 70c6d66c-5993-468f-9250-cfc363c44844 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:27.607679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:27.644096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6bf6e42-5b4c-414b-9c63-068e6e18a85f req-0c63ff8f-3c2b-40ab-ae09-206d332b93d7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657356 Aug 19 17:56:27.742902 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:27.802062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 70c6d66c-5993-468f-9250-cfc363c44844, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=70c6d66c-5993-468f-9250-cfc363c44844,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:27.807867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:27.899696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:27.930710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74464f-3959-4c98-b5cf-2b3155bf5a7e req-f176b1f1-c39d-4a63-b43f-33b9ac45889d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:27.932337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e74464f-3959-4c98-b5cf-2b3155bf5a7e req-f176b1f1-c39d-4a63-b43f-33b9ac45889d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0841255 Aug 19 17:56:27.987588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e74464f-3959-4c98-b5cf-2b3155bf5a7e req-c1271ace-5e5b-4a6f-b9a5-02d597993322 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482385 Aug 19 17:56:28.091027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39dc1904-8be2-4595-bbf3-44c4d16ee23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:28.527004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-419a7296-8f52-4132-951a-329a72b4f725 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571747 Aug 19 17:56:28.672755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-822cbe6d-0817-45c3-b80f-ca9b0bfdc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:28.674302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-822cbe6d-0817-45c3-b80f-ca9b0bfdc807 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 1102 time: 0.0893898 Aug 19 17:56:28.697620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3ca7e-308e-4464-a3d1-7a0eb1e0f728 req-40f57ac1-db1f-4cad-a4e2-856499d67709 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:28.699005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72b3ca7e-308e-4464-a3d1-7a0eb1e0f728 req-40f57ac1-db1f-4cad-a4e2-856499d67709 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.0869076 Aug 19 17:56:28.823283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72b3ca7e-308e-4464-a3d1-7a0eb1e0f728 req-0556677b-58d1-4b9a-bea7-3d9d80d23769 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024826 Aug 19 17:56:28.844357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-93b47592-54bf-473a-ba39-4b4b4335ddd7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:28.845882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-93b47592-54bf-473a-ba39-4b4b4335ddd7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 949 time: 0.1699133 Aug 19 17:56:28.901349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-49b8d750-f78d-4ed8-b090-23a76010ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:28.902871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-49b8d750-f78d-4ed8-b090-23a76010ff57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2029412 Aug 19 17:56:29.005992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-90f33189-f836-4b55-ae9a-80c710870d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=26cbc4a9-807c-40ee-9740-dc618885135a HTTP/1.1" status: 200 len: 217 time: 0.0878158 Aug 19 17:56:29.073462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port e37e9f58-700b-4ba8-812b-3d09099a2e71 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:29.073883 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.079090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-e50d2b2c-8850-406c-a5a4-8aeb1915e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:29.080627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-e50d2b2c-8850-406c-a5a4-8aeb1915e8a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0672121 Aug 19 17:56:29.091881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50504) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:29.232977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-3ee328f1-3cc1-40bf-a8b3-7a0e0b84b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:29.234493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-3ee328f1-3cc1-40bf-a8b3-7a0e0b84b6d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437523 Aug 19 17:56:29.276640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930840e3-4337-49e4-a458-e696a5516328 req-9d5edf0d-8d67-477f-b60d-1f6b7a74acc3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:29.278153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-930840e3-4337-49e4-a458-e696a5516328 req-9d5edf0d-8d67-477f-b60d-1f6b7a74acc3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1473563 Aug 19 17:56:29.300815 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cdc3936c-99de-4aeb-8a4e-895e72da7ae8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd73748a91f146e0b54ec0e659d82146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069747 Aug 19 17:56:29.301529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:29.356802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2441621b-799d-434e-a323-2f06151590df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.382647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2441621b-799d-434e-a323-2f06151590df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.440782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2441621b-799d-434e-a323-2f06151590df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.444374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2441621b-799d-434e-a323-2f06151590df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.448373 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2441621b-799d-434e-a323-2f06151590df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03 HTTP/1.1" status: 204 len: 168 time: 0.1433094 Aug 19 17:56:29.461240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441621b-799d-434e-a323-2f06151590df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95ddcb-6f7e-4792-a2ed-75f7cc2eda03,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:29.507339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 70c6d66c-5993-468f-9250-cfc363c44844 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:29.581873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 70c6d66c-5993-468f-9250-cfc363c44844 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:29.582661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.632466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port e37e9f58-700b-4ba8-812b-3d09099a2e71, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e37e9f58-700b-4ba8-812b-3d09099a2e71,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:29.633205 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:29.669199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for e37e9f58-700b-4ba8-812b-3d09099a2e71 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:29.799379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff7424-dcee-4fc8-bcf7-5b0f26675fe7 req-6b571274-b372-489d-aa15-9847c01b6aab tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:29.800728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfff7424-dcee-4fc8-bcf7-5b0f26675fe7 req-6b571274-b372-489d-aa15-9847c01b6aab tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.5573258 Aug 19 17:56:29.852234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-930840e3-4337-49e4-a458-e696a5516328 req-f95166b3-a607-4658-9e92-ebc1aec49214 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289248 Aug 19 17:56:29.886054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-b0340b80-14d9-48e3-943f-e4a8b34abf4a service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397023 Aug 19 17:56:29.976256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfff7424-dcee-4fc8-bcf7-5b0f26675fe7 req-f74129b8-797c-45f0-bc9d-b02b194e8a72 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343219 Aug 19 17:56:30.082331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:30.088995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55c2378-0ee0-44f6-98c1-c9b8717fa416 req-39135b7c-ab28-4c55-8121-20ca21dfa025 service neutron] 10.222.0.42 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915739 Aug 19 17:56:30.094407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'a0e5e663-bc93-420b-a82a-505e506d94be'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:30.151046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:30.196374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=e37e9f58-700b-4ba8-812b-3d09099a2e71,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:30.261947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1977531-a6c9-41f1-82e4-3761bf378281 req-fcfd54a6-c293-481a-bd02-c44cdb61174a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=11986427-5ce4-4e2c-9582-2410f8016b31 HTTP/1.1" status: 200 len: 210 time: 0.0696745 Aug 19 17:56:30.262851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port e37e9f58-700b-4ba8-812b-3d09099a2e71 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:30.265341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:30.269854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a8734a8-d8ba-48a3-a62a-4bd64b27b9a2 req-4c092029-851d-4c09-989f-4fd9f21eb278 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "DELETE /v2.0/ports/e37e9f58-700b-4ba8-812b-3d09099a2e71 HTTP/1.1" status: 204 len: 173 time: 1.4088109 Aug 19 17:56:30.269854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'name': 'network-vif-deleted', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:30.271403 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b9a5a-b068-4108-b56a-8d8bbaa3d810" -d '{"events": [{"server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "name": "network-vif-deleted", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:30.376031 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e38a6-296e-4794-98e4-71b48ae4510a x-openstack-request-id: req-8c4e38a6-296e-4794-98e4-71b48ae4510a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:30.376318 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11986427-5ce4-4e2c-9582-2410f8016b31", "name": "network-vif-deleted", "tag": "e37e9f58-700b-4ba8-812b-3d09099a2e71", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:30.376565 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c4e38a6-296e-4794-98e4-71b48ae4510a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:30.376951 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11986427-5ce4-4e2c-9582-2410f8016b31', 'name': 'network-vif-deleted', 'tag': 'e37e9f58-700b-4ba8-812b-3d09099a2e71', 'status': 'completed', 'code': 200} Aug 19 17:56:30.583272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-628ce847-7fe7-47de-b5ad-4988d68438da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:30.852316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:31.072577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69dc81-87f0-441a-9ca3-68797315011d req-fa62d525-3f77-4274-8826-999d9c4b8a1e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:31.076966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a69dc81-87f0-441a-9ca3-68797315011d req-fa62d525-3f77-4274-8826-999d9c4b8a1e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0798571 Aug 19 17:56:31.144667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a69dc81-87f0-441a-9ca3-68797315011d req-8240f9cf-3887-414d-a122-625cfa33877d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Aug 19 17:56:31.282993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f182-eb1b-4844-b518-4bd41de4dfdf req-bed98e3c-8235-4dd9-84b4-2261e089dca2 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:31.284730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce70f182-eb1b-4844-b518-4bd41de4dfdf req-bed98e3c-8235-4dd9-84b4-2261e089dca2 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0626326 Aug 19 17:56:31.331342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce70f182-eb1b-4844-b518-4bd41de4dfdf req-382f33e4-35ef-4dc2-a49b-1c225571d7aa tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Aug 19 17:56:31.432777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e37e9f58-700b-4ba8-812b-3d09099a2e71 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:31.464091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e37e9f58-700b-4ba8-812b-3d09099a2e71 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:31.464595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e37e9f58-700b-4ba8-812b-3d09099a2e71 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:31.797808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5d351-dd7f-4efa-8416-8a00f0b5f468 req-aaf0fd69-221e-4d2c-9de0-fc618572bd43 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:31.799356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf5d351-dd7f-4efa-8416-8a00f0b5f468 req-aaf0fd69-221e-4d2c-9de0-fc618572bd43 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 949 time: 0.0560398 Aug 19 17:56:31.858514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf5d351-dd7f-4efa-8416-8a00f0b5f468 req-8c5305b8-3b7f-47af-9dc3-c294ff0579dd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Aug 19 17:56:31.861968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:32.298633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520959d-b408-4dcd-8eaa-50104ac6df75 req-db465491-6a91-4be7-8242-d0e3bffc9c60 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:32.300492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3520959d-b408-4dcd-8eaa-50104ac6df75 req-db465491-6a91-4be7-8242-d0e3bffc9c60 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0564065 Aug 19 17:56:32.347878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3520959d-b408-4dcd-8eaa-50104ac6df75 req-3778b28f-ee27-4161-bd29-688ba6e56f52 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Aug 19 17:56:32.475718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3dfb-6abc-4740-839b-a075a74e49b1 req-9f412187-f7c1-4c03-ae93-0cf4e0973eba tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:32.478398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c95e3dfb-6abc-4740-839b-a075a74e49b1 req-9f412187-f7c1-4c03-ae93-0cf4e0973eba tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0672479 Aug 19 17:56:32.528051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c95e3dfb-6abc-4740-839b-a075a74e49b1 req-efb57f53-c5dc-43ed-9deb-ece771de7038 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Aug 19 17:56:32.588758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:32.705253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50702e6a-e8b2-4c41-821c-6cc64f01175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:32.807751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50702e6a-e8b2-4c41-821c-6cc64f01175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:32.812181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50702e6a-e8b2-4c41-821c-6cc64f01175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:32.852726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50702e6a-e8b2-4c41-821c-6cc64f01175d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96b50246a7124bceafe17cb0f893bded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628593 Aug 19 17:56:32.853461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50702e6a-e8b2-4c41-821c-6cc64f01175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb4abc-7b2e-4111-8849-2022a9939a26,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:32.856338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50604) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:32.928473 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:32.985367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.033426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4ab4-d396-4c22-8731-0938362ed4f6 req-84c03d5f-df51-40a9-8272-e6c307135ce7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:33.034415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-056e4ab4-d396-4c22-8731-0938362ed4f6 req-84c03d5f-df51-40a9-8272-e6c307135ce7 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 949 time: 0.0936460 Aug 19 17:56:33.083198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-056e4ab4-d396-4c22-8731-0938362ed4f6 req-bfa8ddbf-8b17-4f06-93fe-455687a555cc tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Aug 19 17:56:33.083959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.086791 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.090178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efcb4abc-7b2e-4111-8849-2022a9939a26 HTTP/1.1" status: 204 len: 168 time: 0.2298727 Aug 19 17:56:33.096263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5260-d489-4bef-987b-eafb0bf4f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb4abc-7b2e-4111-8849-2022a9939a26,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:33.293185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-db0cc24c-93cb-45cf-961d-5c6aca64be14 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:33.298820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-db0cc24c-93cb-45cf-961d-5c6aca64be14 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 949 time: 0.0825756 Aug 19 17:56:33.410246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port a0e5e663-bc93-420b-a82a-505e506d94be {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:33.410693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.428603 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.452238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:56:33.609482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47ce9d-c2a5-48b0-bb02-95f178f6c1d2 req-29061e18-4c15-4d44-be9b-95f006763b92 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:33.611184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e47ce9d-c2a5-48b0-bb02-95f178f6c1d2 req-29061e18-4c15-4d44-be9b-95f006763b92 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1556225 Aug 19 17:56:33.613240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port a0e5e663-bc93-420b-a82a-505e506d94be, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=a0e5e663-bc93-420b-a82a-505e506d94be,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:33.613796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.642199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:33.652851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for a0e5e663-bc93-420b-a82a-505e506d94be owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:33.661957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'port_id': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'mac_address': 'fa:16:3e:8b:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09898fa-866c-4dca-a4a6-d476e517a76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:56:33.712500 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.729166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:56:33.752878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:33.754470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e47ce9d-c2a5-48b0-bb02-95f178f6c1d2 req-8062d85c-8275-481a-a1f6-93f650b91d0d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364529 Aug 19 17:56:33.758744 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.814491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b35d8-0135-44bd-898b-d62ce8edac6c req-fb0ade3a-670c-47f0-b665-f8e00f7380d6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:33.816534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f27b35d8-0135-44bd-898b-d62ce8edac6c req-fb0ade3a-670c-47f0-b665-f8e00f7380d6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1365919 Aug 19 17:56:33.818988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:33.884681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f27b35d8-0135-44bd-898b-d62ce8edac6c req-21d8eb11-5046-4318-8a73-1b20bc23c448 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596838 Aug 19 17:56:33.944466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:33.956993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'a0e5e663-bc93-420b-a82a-505e506d94be'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:33.975347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=a0e5e663-bc93-420b-a82a-505e506d94be,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:34.007500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:34.010459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:34.033884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port a0e5e663-bc93-420b-a82a-505e506d94be on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:34.037714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:34.040069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-068ad952-3429-40ae-b87f-8cb32ac96a6b req-19227ce6-40cb-4d9f-ae68-7c88485b628e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "DELETE /v2.0/ports/a0e5e663-bc93-420b-a82a-505e506d94be HTTP/1.1" status: 204 len: 173 time: 0.7393844 Aug 19 17:56:34.040659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'name': 'network-vif-deleted', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:34.051950 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f1f0f9-f4e9-4726-875a-3592a1a710e6" -d '{"events": [{"server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "name": "network-vif-deleted", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:34.108151 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ebb8d-4c1b-4a9c-b974-d01a5eef92fa x-openstack-request-id: req-419ebb8d-4c1b-4a9c-b974-d01a5eef92fa {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:34.108742 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84108d0a-369b-4660-bad3-7ae55b8931ca", "name": "network-vif-deleted", "tag": "a0e5e663-bc93-420b-a82a-505e506d94be", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:34.109239 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-419ebb8d-4c1b-4a9c-b974-d01a5eef92fa {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:34.109868 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84108d0a-369b-4660-bad3-7ae55b8931ca', 'name': 'network-vif-deleted', 'tag': 'a0e5e663-bc93-420b-a82a-505e506d94be', 'status': 'completed', 'code': 200} Aug 19 17:56:34.301031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8093cd1-91a6-425e-ad67-5636dd144003 req-3b67a537-41c9-4e23-8208-9e3b4566bbe4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=84108d0a-369b-4660-bad3-7ae55b8931ca HTTP/1.1" status: 200 len: 210 time: 0.0695248 Aug 19 17:56:34.938660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390cd5-0bd5-4470-802f-5ab296f02ef2 req-39f7da9c-8f7a-4540-aa06-f2293c64f439 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:34.940725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c390cd5-0bd5-4470-802f-5ab296f02ef2 req-39f7da9c-8f7a-4540-aa06-f2293c64f439 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.0772104 Aug 19 17:56:34.991380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c390cd5-0bd5-4470-802f-5ab296f02ef2 req-92608064-11c9-407f-850d-da8ffd060cc5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Aug 19 17:56:35.218071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d42e60-8a9d-4547-adf0-88655eeeccdf req-fdc3effb-020f-4c31-a8be-0f33685dd709 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:35.226968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83d42e60-8a9d-4547-adf0-88655eeeccdf req-fdc3effb-020f-4c31-a8be-0f33685dd709 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0762446 Aug 19 17:56:35.266303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83d42e60-8a9d-4547-adf0-88655eeeccdf req-eced5dff-f08c-414d-997b-056d1339ddc4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Aug 19 17:56:35.477309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:35.568752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b61ef1c6-56dc-4117-8d01-978abbc79e5b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:35.569660 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:35.699549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:35.729384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:35.731478 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3f01c-5683-41f2-8a17-0fde2ac18f8a" -d '{"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:35.754772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:35.760659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:35.787824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632a5e-0731-4093-9d4e-16d0a6eccb2f req-74902f5f-3c33-4846-9477-971840beb15a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:35.789665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4632a5e-0731-4093-9d4e-16d0a6eccb2f req-74902f5f-3c33-4846-9477-971840beb15a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 950 time: 0.0803015 Aug 19 17:56:35.838370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:35.844975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4632a5e-0731-4093-9d4e-16d0a6eccb2f req-aead4f35-ecd6-4b60-bb43-9db5b7e09223 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Aug 19 17:56:35.887963 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707d5d42-4860-42b1-87b7-95b056669399 x-openstack-request-id: req-707d5d42-4860-42b1-87b7-95b056669399 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:35.888371 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:35.888852 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-707d5d42-4860-42b1-87b7-95b056669399 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:35.889339 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'code': 200} Aug 19 17:56:36.148032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade54c-4f50-43fa-ba98-626b40714dcb req-bbf48f9e-0d1a-450c-a8ec-c3633f18ee5e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:36.150054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08ade54c-4f50-43fa-ba98-626b40714dcb req-bbf48f9e-0d1a-450c-a8ec-c3633f18ee5e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0683634 Aug 19 17:56:36.203121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08ade54c-4f50-43fa-ba98-626b40714dcb req-5c7e87c3-3199-43e9-84e6-8c1c57c030c1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Aug 19 17:56:36.495104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234566e3-908c-496c-8868-fbc4d0a5ee9e req-2c7b242b-59c7-454b-ab87-227012852b06 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:36.496905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-234566e3-908c-496c-8868-fbc4d0a5ee9e req-2c7b242b-59c7-454b-ab87-227012852b06 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0579042 Aug 19 17:56:36.548332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-234566e3-908c-496c-8868-fbc4d0a5ee9e req-d14655c8-fd62-47f1-a811-a57257c92f92 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Aug 19 17:56:37.047833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4020e-40fc-4708-a6f0-68897a790540 req-35050089-1f9b-416e-9ad8-6d025951e6cd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:37.059268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ee4020e-40fc-4708-a6f0-68897a790540 req-35050089-1f9b-416e-9ad8-6d025951e6cd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 950 time: 0.1425936 Aug 19 17:56:37.116385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-6cb37f50-bd12-4c2d-8b7a-718d1b0725b1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:37.118009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-6cb37f50-bd12-4c2d-8b7a-718d1b0725b1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 950 time: 0.1375594 Aug 19 17:56:37.140141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ee4020e-40fc-4708-a6f0-68897a790540 req-ee8d4c4f-1493-45d3-a5c0-9cdde3ca6391 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797205 Aug 19 17:56:37.403041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port dd288875-70c8-498e-beeb-e69d70b8a7a1 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:37.403678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.494631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc3e3f-3f82-4eba-b091-0f56906d43d1 req-c1a0187c-e5b2-468c-8aa8-e219bc2f9ecf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:37.499965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbdc3e3f-3f82-4eba-b091-0f56906d43d1 req-c1a0187c-e5b2-468c-8aa8-e219bc2f9ecf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1671648 Aug 19 17:56:37.592156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbdc3e3f-3f82-4eba-b091-0f56906d43d1 req-cc983ce5-2bba-4ebb-891c-49cafc55f565 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877368 Aug 19 17:56:37.609517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port dd288875-70c8-498e-beeb-e69d70b8a7a1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd288875-70c8-498e-beeb-e69d70b8a7a1,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:37.611016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.634516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for dd288875-70c8-498e-beeb-e69d70b8a7a1 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:37.931160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5cdfc-f5b2-4e5f-85f9-b65db4aef565 req-90f5e1af-9260-4527-a66f-cff9248b1dc2 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:37.939063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eeb5cdfc-f5b2-4e5f-85f9-b65db4aef565 req-90f5e1af-9260-4527-a66f-cff9248b1dc2 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1492052 Aug 19 17:56:37.982355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:37.997714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'dd288875-70c8-498e-beeb-e69d70b8a7a1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:38.016758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=dd288875-70c8-498e-beeb-e69d70b8a7a1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:38.036052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eeb5cdfc-f5b2-4e5f-85f9-b65db4aef565 req-7e508d53-5412-421b-9dce-cc2f3c0eb783 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948548 Aug 19 17:56:38.077413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:38.137534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port dd288875-70c8-498e-beeb-e69d70b8a7a1 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:38.140644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:38.143384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ed05e5b-fea6-44c4-b46c-a8f4f9e1c898 req-0330e610-26eb-4b6e-83f2-06b8e182fea1 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "DELETE /v2.0/ports/dd288875-70c8-498e-beeb-e69d70b8a7a1 HTTP/1.1" status: 204 len: 173 time: 1.0018780 Aug 19 17:56:38.143958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'name': 'network-vif-deleted', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:38.148734 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5533a6-127e-4cd4-829e-00092eb9c981" -d '{"events": [{"server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "name": "network-vif-deleted", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:38.172833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a0e5e663-bc93-420b-a82a-505e506d94be no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:38.269485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: a0e5e663-bc93-420b-a82a-505e506d94be {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:38.269836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device a0e5e663-bc93-420b-a82a-505e506d94be not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:38.390156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b7bda6e-be80-405f-b5c5-1a5ea3453a31 req-0d0bcd00-7129-4e73-b7da-218fff2ac7dd tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=81b0d4e5-cb36-4498-8f19-554c46977c3e HTTP/1.1" status: 200 len: 210 time: 0.0574036 Aug 19 17:56:38.519528 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b83ed-8957-4225-bb89-4302836bbbba x-openstack-request-id: req-112b83ed-8957-4225-bb89-4302836bbbba {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:38.519970 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b0d4e5-cb36-4498-8f19-554c46977c3e", "name": "network-vif-deleted", "tag": "dd288875-70c8-498e-beeb-e69d70b8a7a1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:38.520324 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-112b83ed-8957-4225-bb89-4302836bbbba {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:38.520902 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b0d4e5-cb36-4498-8f19-554c46977c3e', 'name': 'network-vif-deleted', 'tag': 'dd288875-70c8-498e-beeb-e69d70b8a7a1', 'status': 'completed', 'code': 200} Aug 19 17:56:38.842067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c53a-5da4-426f-af2c-6f32488be47d req-216f38b7-d327-4270-8dc6-c057a6c4167b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:38.846351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5f6c53a-5da4-426f-af2c-6f32488be47d req-216f38b7-d327-4270-8dc6-c057a6c4167b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.0953877 Aug 19 17:56:38.971656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5f6c53a-5da4-426f-af2c-6f32488be47d req-5afbe571-2bea-4c91-af11-becf89dbd43b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166573 Aug 19 17:56:39.325234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb616a4f-526c-4202-a0a6-cb244f687cf2 req-fc3047ec-384d-46f7-b9ab-ceec47c4ea5b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:39.326798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb616a4f-526c-4202-a0a6-cb244f687cf2 req-fc3047ec-384d-46f7-b9ab-ceec47c4ea5b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0845754 Aug 19 17:56:39.422065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb616a4f-526c-4202-a0a6-cb244f687cf2 req-dde7b255-2d31-4682-9fd6-132678751d66 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Aug 19 17:56:40.159400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-2f0b8be1-fdb3-42cf-b5c6-340c2f1613c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290789 Aug 19 17:56:40.185717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3a89a-edb3-4da7-a857-cec89c893cf1 req-eca533cc-36f3-4875-8dd3-78b22f393396 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:40.187574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4da3a89a-edb3-4da7-a857-cec89c893cf1 req-eca533cc-36f3-4875-8dd3-78b22f393396 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 950 time: 0.1129172 Aug 19 17:56:40.346226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b59e433-531a-4ddc-ad11-9e57e64a0a42 req-0817af2a-139b-41fb-8fff-0a45c7308abc tempest-AbsoluteLimitsNegativeTestJSON-1981867005 tempest-AbsoluteLimitsNegativeTestJSON-1981867005-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d9d5b1909da4888a1f1fb390d82a6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572936 Aug 19 17:56:40.410795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4da3a89a-edb3-4da7-a857-cec89c893cf1 req-f396aacb-f12d-4213-a771-3d840c7601a6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097707 Aug 19 17:56:40.557632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046765b-b6c5-4d65-9756-040345fdb867 req-dfbfa051-1953-46a3-a792-11f63e72c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:40.560065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-dfbfa051-1953-46a3-a792-11f63e72c7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=276a2df772344e1a822f24f1cc189f58&device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 1102 time: 0.2578855 Aug 19 17:56:40.691077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079a58-0530-4bcf-9f27-57d92b4bda2b req-6960a64b-3bf9-4cfe-b074-01ebeb935b1a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:40.701738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7079a58-0530-4bcf-9f27-57d92b4bda2b req-6960a64b-3bf9-4cfe-b074-01ebeb935b1a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2041934 Aug 19 17:56:40.741257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59e433-531a-4ddc-ad11-9e57e64a0a42 req-b3f2074e-48e0-49fb-9a9b-730755930a7b tempest-AbsoluteLimitsNegativeTestJSON-1981867005 tempest-AbsoluteLimitsNegativeTestJSON-1981867005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:40.742862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b59e433-531a-4ddc-ad11-9e57e64a0a42 req-b3f2074e-48e0-49fb-9a9b-730755930a7b tempest-AbsoluteLimitsNegativeTestJSON-1981867005 tempest-AbsoluteLimitsNegativeTestJSON-1981867005-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3851385 Aug 19 17:56:40.802911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7079a58-0530-4bcf-9f27-57d92b4bda2b req-af74d459-a600-47fe-ad81-35799208e2cf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971756 Aug 19 17:56:40.845908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046765b-b6c5-4d65-9756-040345fdb867 req-2e6eef3e-be6a-4696-add4-546005ce4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:40.851724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-2e6eef3e-be6a-4696-add4-546005ce4b27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2587292 Aug 19 17:56:40.857508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b59e433-531a-4ddc-ad11-9e57e64a0a42 req-2e548222-db58-4784-ac50-c6a13248ebdd tempest-AbsoluteLimitsNegativeTestJSON-1981867005 tempest-AbsoluteLimitsNegativeTestJSON-1981867005-project] 10.222.0.36 "GET /v2.0/quotas/5d9d5b1909da4888a1f1fb390d82a6e0 HTTP/1.1" status: 200 len: 375 time: 0.1013052 Aug 19 17:56:41.006892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-7fe39785-6cb0-4138-963d-c75f430e0d96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 200 len: 217 time: 0.1463754 Aug 19 17:56:41.011404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b59e433-531a-4ddc-ad11-9e57e64a0a42 req-1a6587a8-73fb-44d6-a3a8-0fcccb679d16 tempest-AbsoluteLimitsNegativeTestJSON-1981867005 tempest-AbsoluteLimitsNegativeTestJSON-1981867005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d9d5b1909da4888a1f1fb390d82a6e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316423 Aug 19 17:56:41.106489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046765b-b6c5-4d65-9756-040345fdb867 req-11807867-d172-4566-b10b-f57bda06ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:41.108403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-11807867-d172-4566-b10b-f57bda06ab95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0941598 Aug 19 17:56:41.427012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ae8bb-1836-4603-bcca-1907a8ce7888 req-3f1a136e-4d5b-4904-9c46-66f30bdd16e6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:41.445418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b2ae8bb-1836-4603-bcca-1907a8ce7888 req-3f1a136e-4d5b-4904-9c46-66f30bdd16e6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2205086 Aug 19 17:56:41.452541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046765b-b6c5-4d65-9756-040345fdb867 req-08380edc-eac2-4fa3-aaf5-21fdabb03940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:41.460349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-08380edc-eac2-4fa3-aaf5-21fdabb03940 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3456597 Aug 19 17:56:41.692070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b2ae8bb-1836-4603-bcca-1907a8ce7888 req-b0f68f1b-117b-4d33-a1e8-ae9d5e7ba683 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447109 Aug 19 17:56:41.730688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-e05b195a-3b79-4043-8593-807b92ad6a90 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:41.733780 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-e05b195a-3b79-4043-8593-807b92ad6a90 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 950 time: 0.0684781 Aug 19 17:56:41.829198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-8f3b97c7-f306-4065-bb00-5930c5f4c71d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:41.832868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-8f3b97c7-f306-4065-bb00-5930c5f4c71d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 950 time: 0.3704612 Aug 19 17:56:41.947996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50802) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:41.996819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port 69ff12a3-3922-4788-8e49-f9122e0948f5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:41.997588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.114286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port 69ff12a3-3922-4788-8e49-f9122e0948f5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=69ff12a3-3922-4788-8e49-f9122e0948f5,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:42.115742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.130080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for 69ff12a3-3922-4788-8e49-f9122e0948f5 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:42.152504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-9f582065-6e12-4bbd-8885-d7bbb34cb85b service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377401 Aug 19 17:56:42.180139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd288875-70c8-498e-beeb-e69d70b8a7a1 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:42.217277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52bbd-625f-4199-ace3-4de85a8e1fb2 req-e894eb3e-8f8a-4297-afd4-b33492a24759 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:42.225591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: dd288875-70c8-498e-beeb-e69d70b8a7a1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:42.226076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd288875-70c8-498e-beeb-e69d70b8a7a1 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:42.235358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eda52bbd-625f-4199-ace3-4de85a8e1fb2 req-e894eb3e-8f8a-4297-afd4-b33492a24759 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2266853 Aug 19 17:56:42.317719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d7312488-562f-4d1b-981d-6528b0da0564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.321687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7de62-be47-4e3b-b589-45a9a38fc17d req-91ec1c0e-114a-44dd-99ff-18aa06cbfdb6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:42.329196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.336340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f7de62-be47-4e3b-b589-45a9a38fc17d req-91ec1c0e-114a-44dd-99ff-18aa06cbfdb6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=849bf774-b98c-4cde-8cda-0b9760c77fac HTTP/1.1" status: 200 len: 950 time: 0.5702894 Aug 19 17:56:42.342723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9', '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:42.417898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', '69ff12a3-3922-4788-8e49-f9122e0948f5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:42.449732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d7312488-562f-4d1b-981d-6528b0da0564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.479118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=69ff12a3-3922-4788-8e49-f9122e0948f5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:42.481617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d7312488-562f-4d1b-981d-6528b0da0564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.565875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d7312488-562f-4d1b-981d-6528b0da0564 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d9d5b1909da4888a1f1fb390d82a6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122541 Aug 19 17:56:42.569154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50810) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:42.569972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7312488-562f-4d1b-981d-6528b0da0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d18b66-6d3a-4078-a13a-8912e27c8c3c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:42.655289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.691833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.829766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port 69ff12a3-3922-4788-8e49-f9122e0948f5 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:42.832859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.836633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.850992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17d18b66-6d3a-4078-a13a-8912e27c8c3c HTTP/1.1" status: 204 len: 168 time: 0.2672536 Aug 19 17:56:42.855864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:42.862556 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-91a3d0a6-2868-432b-a84f-e7451e4590c9 req-4edf2c8d-d8b4-4400-8d97-dfd930d15faf tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "DELETE /v2.0/ports/69ff12a3-3922-4788-8e49-f9122e0948f5 HTTP/1.1" status: 204 len: 173 time: 1.1219027 Aug 19 17:56:42.902494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'name': 'network-vif-deleted', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:42.912357 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eff0ff-59af-4de5-b998-867e7b265195" -d '{"events": [{"server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "name": "network-vif-deleted", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:42.944145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ff36f-4110-4953-a8f0-ab76da539e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d18b66-6d3a-4078-a13a-8912e27c8c3c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:43.236664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8046765b-b6c5-4d65-9756-040345fdb867 req-8483c3e7-bc7c-4557-8354-2a1b57abaac1 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0490453 Aug 19 17:56:43.282819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eda52bbd-625f-4199-ace3-4de85a8e1fb2 req-57983067-723d-4fb6-aac3-e93d565d8899 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0461621 Aug 19 17:56:43.305253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:43.305561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:43.503949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f7de62-be47-4e3b-b589-45a9a38fc17d req-c071c655-0579-4254-98d7-cb71d5093a3f tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1650321 Aug 19 17:56:43.639590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:43.639975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:43.654085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:43.799946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:43.839999 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f9449-af4c-4ae9-b05b-524c6f2f70fc x-openstack-request-id: req-4c0f9449-af4c-4ae9-b05b-524c6f2f70fc {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:43.840581 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849bf774-b98c-4cde-8cda-0b9760c77fac", "name": "network-vif-deleted", "tag": "69ff12a3-3922-4788-8e49-f9122e0948f5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:43.844999 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c0f9449-af4c-4ae9-b05b-524c6f2f70fc {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:43.845514 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849bf774-b98c-4cde-8cda-0b9760c77fac', 'name': 'network-vif-deleted', 'tag': '69ff12a3-3922-4788-8e49-f9122e0948f5', 'status': 'completed', 'code': 200} Aug 19 17:56:43.852037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:43.907108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=1213e8c9-0bb8-4649-a7ec-a390ae46a6d6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:43.954819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:44.021854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4373f3-d88d-41d3-899f-7194c248bf93 req-09febf17-5bcb-4b9f-87dc-92d3dda14aca tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:44.030398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c4373f3-d88d-41d3-899f-7194c248bf93 req-09febf17-5bcb-4b9f-87dc-92d3dda14aca tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2244155 Aug 19 17:56:44.033053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:44.037750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:44.040401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5fc2283-b6a7-466b-9c74-c2e8956b3d0e req-b7157d77-7ada-46e1-9917-5ef702e24c1a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "DELETE /v2.0/ports/1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 HTTP/1.1" status: 204 len: 173 time: 2.1461437 Aug 19 17:56:44.101036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'name': 'network-vif-deleted', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:44.104060 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1376976-669c-442f-b1cb-83e4e95394f0" -d '{"events": [{"server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "name": "network-vif-deleted", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:44.176548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c4373f3-d88d-41d3-899f-7194c248bf93 req-94398527-db12-4894-aa69-cf9b4a44fb0b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436625 Aug 19 17:56:44.263947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615a71-162c-4fb7-a4b4-fd90e03e0f4d req-cc29c1fd-abe4-4d02-8ac2-ea56c9da6309 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:44.273328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b615a71-162c-4fb7-a4b4-fd90e03e0f4d req-cc29c1fd-abe4-4d02-8ac2-ea56c9da6309 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.2603040 Aug 19 17:56:44.333078 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef51b78-5fc8-4376-b694-4ff214477044 x-openstack-request-id: req-7ef51b78-5fc8-4376-b694-4ff214477044 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:44.333660 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a6eb3-5bcd-4f33-b71c-9412c70d45f4", "name": "network-vif-deleted", "tag": "1213e8c9-0bb8-4649-a7ec-a390ae46a6d6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:44.334733 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ef51b78-5fc8-4376-b694-4ff214477044 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:44.335335 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a6eb3-5bcd-4f33-b71c-9412c70d45f4', 'name': 'network-vif-deleted', 'tag': '1213e8c9-0bb8-4649-a7ec-a390ae46a6d6', 'status': 'completed', 'code': 200} Aug 19 17:56:44.413762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b615a71-162c-4fb7-a4b4-fd90e03e0f4d req-1b26dfb1-a3a7-4589-817e-f406b26abf52 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385634 Aug 19 17:56:44.565343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de98b3d-fbac-44fc-b87a-84711c48733a req-1c191b9a-0912-443d-9a21-884314cd8291 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:44.580801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4de98b3d-fbac-44fc-b87a-84711c48733a req-1c191b9a-0912-443d-9a21-884314cd8291 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1649368 Aug 19 17:56:44.699840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4de98b3d-fbac-44fc-b87a-84711c48733a req-4f5bfc44-faf1-492d-a2f3-2243797c079f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122303 Aug 19 17:56:44.896408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:44.979749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2534818d-2c26-48ec-a401-53ec8f128642 req-f5c4a042-8e64-4202-abbd-f456711935b4 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=472a6eb3-5bcd-4f33-b71c-9412c70d45f4 HTTP/1.1" status: 200 len: 210 time: 0.0571432 Aug 19 17:56:45.076011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-847004585-network', 'tenant_id': '54da8af97c574f698be358e39e7d8618'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:45.108875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Made reservation on behalf of 54da8af97c574f698be358e39e7d8618 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:45.113627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.136358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.298124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.304110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.373398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:56:45.390316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53d79a-d5ff-420b-be2e-343ea50b459c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:45.396018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.396858 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Added segment 181dbbb8-35a1-4137-8725-eef8f4e373c7 of type vlan for network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 Aug 19 17:56:45.409711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc7988-3193-42f6-9b83-b1bf4360d749 req-c1e48558-803c-4a14-8819-ebe68aa1394f tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:45.413555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46bc7988-3193-42f6-9b83-b1bf4360d749 req-c1e48558-803c-4a14-8819-ebe68aa1394f tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1061921 Aug 19 17:56:45.490652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46bc7988-3193-42f6-9b83-b1bf4360d749 req-fc51d363-500f-4da4-a7d8-37224a7426af tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Aug 19 17:56:45.496355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 69ff12a3-3922-4788-8e49-f9122e0948f5 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:45.515936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.566867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 69ff12a3-3922-4788-8e49-f9122e0948f5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:45.567428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 69ff12a3-3922-4788-8e49-f9122e0948f5 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:45.598651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.601151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:45.601900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:45.688829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7884033 Aug 19 17:56:45.689874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:45.697359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Request body: {'subnet': {'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-847004585-subnet', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:45.711326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e881-2956-466e-9309-d1498ab5768a admin admin] Pushing event updated for resources: {'Network': ['ID=01d3e4ec-fa30-4a95-b31a-dc9000dc3346,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:45.722677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:56:45.781298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Made reservation on behalf of 54da8af97c574f698be358e39e7d8618 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:45.791921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.044897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eca813-aaaf-4dea-b5de-4d1c39bb9846 req-a2e69394-867e-4d3d-bf65-fa6da149f79d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:46.046973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75eca813-aaaf-4dea-b5de-4d1c39bb9846 req-a2e69394-867e-4d3d-bf65-fa6da149f79d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.1275938 Aug 19 17:56:46.143915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75eca813-aaaf-4dea-b5de-4d1c39bb9846 req-c162984b-6240-4823-8d06-6362ba33a073 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889859 Aug 19 17:56:46.190270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0065d-77a3-4e40-8815-e9fcfef3f9e3 req-ea21eb64-4c43-456a-814a-10acca590c65 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:46.198658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c0065d-77a3-4e40-8815-e9fcfef3f9e3 req-ea21eb64-4c43-456a-814a-10acca590c65 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1756532 Aug 19 17:56:46.209744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:46.253305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:46.253652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1213e8c9-0bb8-4649-a7ec-a390ae46a6d6 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:46.292165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c0065d-77a3-4e40-8815-e9fcfef3f9e3 req-555a3a14-08b7-4f06-8e68-6e72ae43b9d0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924447 Aug 19 17:56:46.406191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.516289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Checking segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:46.516996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Network hostable DHCP agents. Network: 01d3e4ec-fa30-4a95-b31a-dc9000dc3346, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:56:46.519127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3962655-4873-4225-ad73-00af24119137,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:46.543031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:56:46.559592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 01d3e4ec-fa30-4a95-b31a-dc9000dc3346) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:46.567387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:46.567960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.572382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e9ef7-3eb4-44a9-beb8-bf528f8b9042 None None] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:46.588994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0714e668-2d10-4a67-8849-973b8d8b462c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8986392 Aug 19 17:56:46.592810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:46.601201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:46.653190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.654750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.760272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413c97a-ca0c-4872-91b8-60c642325a62 req-9ec508ad-d883-4b9b-994f-c2f8db240abd tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:46.771746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2413c97a-ca0c-4872-91b8-60c642325a62 req-9ec508ad-d883-4b9b-994f-c2f8db240abd tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1226203 Aug 19 17:56:46.810590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:46.835913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2413c97a-ca0c-4872-91b8-60c642325a62 req-aade9ea2-7e65-44e0-9b19-5d3a5057edda tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Aug 19 17:56:47.052076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:47.136668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:47.346267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:56:47.347433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:47.502707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0d967-f612-45e7-80c5-039ed8f23486 req-4ca4785b-7431-4874-b308-01443dbd34c7 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:47.504918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72c0d967-f612-45e7-80c5-039ed8f23486 req-4ca4785b-7431-4874-b308-01443dbd34c7 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.2334805 Aug 19 17:56:47.641511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9050af-7de7-44c9-b63d-9f51817a855f req-5a06fcfd-b145-42d5-b3bd-258b61c69270 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:47.656082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff9050af-7de7-44c9-b63d-9f51817a855f req-5a06fcfd-b145-42d5-b3bd-258b61c69270 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 949 time: 0.2748573 Aug 19 17:56:47.717326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Allocated IP 172.20.0.2 (01d3e4ec-fa30-4a95-b31a-dc9000dc3346/c3962655-4873-4225-ad73-00af24119137/ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:47.744579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72c0d967-f612-45e7-80c5-039ed8f23486 req-fbe7781d-1dd0-4811-a574-b980bf8d6cb4 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858785 Aug 19 17:56:47.803340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff9050af-7de7-44c9-b63d-9f51817a855f req-805cec85-eb3f-42c8-bd6d-eb3373f6e654 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385074 Aug 19 17:56:48.082821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7f25-b487-457e-a10b-4c13b708cfea req-3bb8276f-5cbe-4c46-86ac-d9c3b872d40d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:48.084313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.085105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af4c7f25-b487-457e-a10b-4c13b708cfea req-3bb8276f-5cbe-4c46-86ac-d9c3b872d40d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1492062 Aug 19 17:56:48.095195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Transition to ACTIVE for port object ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:48.121753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Transition to ACTIVE for port object ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:48.138325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.186723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.200682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:48.204199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:48.213818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.214079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:48.218050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Pushing event updated for resources: {'Port': ['ID=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:48.289036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Attempting to bind port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:48.289837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Attempting to bind port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:48.290640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Attempting to bind port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a on network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:48.297637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:48.298624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Checking segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:48.299437 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.300126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Bound using segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:48.301123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Bound port: ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:48.301963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.317317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af4c7f25-b487-457e-a10b-4c13b708cfea req-58738942-dd88-4f01-ab17-d3af02847ddb tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253728 Aug 19 17:56:48.403009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb1eb3-a17d-4ec5-803f-e1a2a59a11d3 req-78ffaf11-6ae2-47de-926c-1f12e832e65f tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:48.414861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20cb1eb3-a17d-4ec5-803f-e1a2a59a11d3 req-78ffaf11-6ae2-47de-926c-1f12e832e65f tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2879362 Aug 19 17:56:48.440734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Allocated IP 172.25.5.220 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ebf74d1d-082b-4332-a3cc-babe627f9c37) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:48.444975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-6af8c52f-384e-4465-a54d-1ee4d4275212 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:48.447198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-6af8c52f-384e-4465-a54d-1ee4d4275212 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 949 time: 0.1972904 Aug 19 17:56:48.473951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] For port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:48.484211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] For port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:48.493715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.562701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20cb1eb3-a17d-4ec5-803f-e1a2a59a11d3 req-3715db9e-4758-4357-8550-e3b10aa3f283 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464481 Aug 19 17:56:48.653277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a79951-580a-4440-9efc-e44f76282997 None None] Pushing event updated for resources: {'Port': ['ID=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:48.661705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port 6708c3cc-99c7-42ba-90b3-b67a101191f9 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:48.662949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.745731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.845148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port 6708c3cc-99c7-42ba-90b3-b67a101191f9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6708c3cc-99c7-42ba-90b3-b67a101191f9,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:48.848400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.852552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-3c117b47-4348-4792-8ada-9c9061b6c844 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:48.854931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-3c117b47-4348-4792-8ada-9c9061b6c844 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b8acd75-9d18-4b53-9c81-80011fedd6e6 HTTP/1.1" status: 200 len: 950 time: 0.0944586 Aug 19 17:56:48.885293 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:48.886610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for 6708c3cc-99c7-42ba-90b3-b67a101191f9 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:49.156897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:49.169217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:49.175025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:49.214441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-477f7aa8-4d5e-47c8-8bd8-6d8e5a760161 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:49.216489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-477f7aa8-4d5e-47c8-8bd8-6d8e5a760161 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.42 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.2941761 Aug 19 17:56:49.223576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Pushing event updated for resources: {'Port': ['ID=ebf74d1d-082b-4332-a3cc-babe627f9c37,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:49.240262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754214-b912-4c06-aeb8-c4d475718dba req-68c86247-f96e-4d7e-a3d7-5777eaef3403 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:49.242095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55754214-b912-4c06-aeb8-c4d475718dba req-68c86247-f96e-4d7e-a3d7-5777eaef3403 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 946 time: 0.3186152 Aug 19 17:56:49.320240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b5b7c-fcd2-400e-91bd-8b0876d0c233 req-cfd02d06-c38d-4e56-9ae0-e5101728f6b9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:49.323692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f2b5b7c-fcd2-400e-91bd-8b0876d0c233 req-cfd02d06-c38d-4e56-9ae0-e5101728f6b9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 949 time: 0.2359986 Aug 19 17:56:49.423032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f2b5b7c-fcd2-400e-91bd-8b0876d0c233 req-52359a25-cded-460f-90f9-d3c9348edd3d tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Aug 19 17:56:49.463058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port 26cbc4a9-807c-40ee-9740-dc618885135a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:49.465117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:49.526972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55754214-b912-4c06-aeb8-c4d475718dba req-cf88f277-a352-4f7c-916f-b7e57850c8e3 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups?id=48d509f8-af41-47df-b268-2c69c67a85a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261219 Aug 19 17:56:49.612304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:49.682455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Deleting port 6bb024c3-374c-46a6-9af2-61238673e4a3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:49.683086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:49.693461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:49.719880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['26cbc4a9-807c-40ee-9740-dc618885135a', '6708c3cc-99c7-42ba-90b3-b67a101191f9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:49.802795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:49.819648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port 26cbc4a9-807c-40ee-9740-dc618885135a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=26cbc4a9-807c-40ee-9740-dc618885135a,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:49.820624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:49.881818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for 26cbc4a9-807c-40ee-9740-dc618885135a owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:49.959620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=6708c3cc-99c7-42ba-90b3-b67a101191f9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:49.972239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:50.028767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port 6708c3cc-99c7-42ba-90b3-b67a101191f9 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:50.033517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.038455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7563b20-59be-4eeb-87c5-a8409b35934d req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "DELETE /v2.0/ports/6708c3cc-99c7-42ba-90b3-b67a101191f9 HTTP/1.1" status: 204 len: 173 time: 1.5775504 Aug 19 17:56:50.045628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.045992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.046328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.046924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.047254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.047730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.048178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.048380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.048706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.049029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.049351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.049669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdc487d-72b3-4db1-8b0f-31c6b7b455f0 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:56:50.052315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'name': 'network-vif-deleted', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:50.055059 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb60a1f-7d5c-41a3-aeb3-ce1d034f7dd3" -d '{"events": [{"server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "name": "network-vif-deleted", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:50.148811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd021-2194-43db-b6b6-08b60ab7ed17 req-d183d6d7-058b-4a89-b78d-5a42f90ea3d5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:50.158120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c78bd021-2194-43db-b6b6-08b60ab7ed17 req-d183d6d7-058b-4a89-b78d-5a42f90ea3d5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.4300268 Aug 19 17:56:50.240462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.269349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] For port 6bb024c3-374c-46a6-9af2-61238673e4a3, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6bb024c3-374c-46a6-9af2-61238673e4a3,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:50.269884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.397036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de722a-84c5-4167-b127-86405197464b req-b71f0933-1f63-4b0c-8218-3a280ee27bdf tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:50.405717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08de722a-84c5-4167-b127-86405197464b req-b71f0933-1f63-4b0c-8218-3a280ee27bdf tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.5131166 Aug 19 17:56:50.582264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc0d29-297e-4843-95cc-c230dc44996a None None] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:50.590352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.641282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08de722a-84c5-4167-b127-86405197464b req-a0e4f507-da9e-41c6-a097-08f94afcbcbd tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342141 Aug 19 17:56:50.653461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c78bd021-2194-43db-b6b6-08b60ab7ed17 req-c4a9d40c-4feb-471c-a8c2-7ab8fbee9df9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632460 Aug 19 17:56:50.669273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=26cbc4a9-807c-40ee-9740-dc618885135a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:50.734355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Provisioning for port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:50.799088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Provisioning complete for port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:50.800381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.803114 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba55b1e6-160f-4c28-9eca-a9974bf98752 x-openstack-request-id: req-ba55b1e6-160f-4c28-9eca-a9974bf98752 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:50.805119 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be76ca26-5f6b-417a-98da-bc5e510ea202", "name": "network-vif-deleted", "tag": "6708c3cc-99c7-42ba-90b3-b67a101191f9", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:50.807861 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba55b1e6-160f-4c28-9eca-a9974bf98752 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:50.809812 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be76ca26-5f6b-417a-98da-bc5e510ea202', 'name': 'network-vif-deleted', 'tag': '6708c3cc-99c7-42ba-90b3-b67a101191f9', 'status': 'completed', 'code': 200} Aug 19 17:56:50.904453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port 26cbc4a9-807c-40ee-9740-dc618885135a on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:50.906419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:56:50.911454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:50.920839 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-586ff229-0afc-4647-aa1c-bde8dc631280 req-340e81bf-e9b0-4567-bd30-0e8248f2063e tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.42 "DELETE /v2.0/ports/26cbc4a9-807c-40ee-9740-dc618885135a HTTP/1.1" status: 204 len: 173 time: 2.0557337 Aug 19 17:56:50.921497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'name': 'network-vif-deleted', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:50.933366 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb66cbd-f4b9-4160-a65b-3f4955bbf830" -d '{"events": [{"server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "name": "network-vif-deleted", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:50.943345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.049796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.050188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.050508 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Floating IP c1c5326e-947c-4f8d-bec9-01a5894a38c1 disassociated. External IP: 172.25.5.13, port: 6bb024c3-374c-46a6-9af2-61238673e4a3. Aug 19 17:56:51.050890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Calling delete_port for 6bb024c3-374c-46a6-9af2-61238673e4a3 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:51.173961 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.239865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-683844fc-40ac-429d-902c-408bd95202ab None None] For port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:51.289148 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.298063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Router cf50bbbb-3367-4ec3-8072-cdefec40975f is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:56:51.372066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683844fc-40ac-429d-902c-408bd95202ab None None] Pushing event updated for resources: {'Port': ['ID=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:51.449641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.543171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:51.549091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f22239c-f78a-464e-aecd-4a1c4c5170f9 req-f50189ca-a4ea-4a35-b768-df1563a55c3a tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=be76ca26-5f6b-417a-98da-bc5e510ea202 HTTP/1.1" status: 200 len: 210 time: 0.1507621 Aug 19 17:56:51.573551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81c34335-7886-4106-97fd-15e75cbc5b3e req-40a6a238-3303-45c7-a2de-8e5154ed9bb9 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.1593697 Aug 19 17:56:51.697932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:51.698319 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.715276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event deleted for resources: {'Port': ['ID=6bb024c3-374c-46a6-9af2-61238673e4a3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:51.746399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:51.762340 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Sync routers for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:51.794646 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:51.798181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:51.828680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:51.836829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03265045-da32-4e65-ad97-91dffbbc05de admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2397552 Aug 19 17:56:51.838185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:51.969028 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287678df-46f2-4918-afac-392ccba975e1 x-openstack-request-id: req-287678df-46f2-4918-afac-392ccba975e1 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:51.969352 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8acd75-9d18-4b53-9c81-80011fedd6e6", "name": "network-vif-deleted", "tag": "26cbc4a9-807c-40ee-9740-dc618885135a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:51.969474 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-287678df-46f2-4918-afac-392ccba975e1 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:51.969861 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8acd75-9d18-4b53-9c81-80011fedd6e6', 'name': 'network-vif-deleted', 'tag': '26cbc4a9-807c-40ee-9740-dc618885135a', 'status': 'completed', 'code': 200} Aug 19 17:56:52.106987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98f65b44-532e-4f42-89eb-7663c28ade82 None None] Provisioning complete for port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:52.107620 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98f65b44-532e-4f42-89eb-7663c28ade82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:52.188201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233445-b282-438e-8e0d-651c2853d26e req-394ab40c-387c-4841-b3a6-ac00a4124b21 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:52.197507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f233445-b282-438e-8e0d-651c2853d26e req-394ab40c-387c-4841-b3a6-ac00a4124b21 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1606226 Aug 19 17:56:52.282923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:56:52.305328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6bb024c3-374c-46a6-9af2-61238673e4a3 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:52.307186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481a2e-b271-4d1e-b1ba-cee152006955 req-4ce4f0be-e478-474f-9d75-364e5dbc9d58 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:52.309695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01481a2e-b271-4d1e-b1ba-cee152006955 req-4ce4f0be-e478-474f-9d75-364e5dbc9d58 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2237914 Aug 19 17:56:52.321074 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:52.373191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f233445-b282-438e-8e0d-651c2853d26e req-d41d6ea5-3b7f-49a2-899e-7396f250ec79 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730618 Aug 19 17:56:52.422454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 6bb024c3-374c-46a6-9af2-61238673e4a3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:52.422937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6bb024c3-374c-46a6-9af2-61238673e4a3 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:52.423473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6708c3cc-99c7-42ba-90b3-b67a101191f9 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:52.483013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01481a2e-b271-4d1e-b1ba-cee152006955 req-7754c358-2260-497a-93ad-aaa74517b19e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573467 Aug 19 17:56:52.506949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 6708c3cc-99c7-42ba-90b3-b67a101191f9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:52.511884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6708c3cc-99c7-42ba-90b3-b67a101191f9 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:52.642853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:52.658713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Sync routers for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:52.693540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:52.695840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:52.764736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] No DVR routers for this DVR port 6bb024c3-374c-46a6-9af2-61238673e4a3 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:52.773819 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:52.777161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e1dfd78-6e4c-4477-adcb-dfc5c6369e1d req-35f16a61-b313-45c5-a973-ca0b5fed40a8 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.42 "DELETE /v2.0/ports/6bb024c3-374c-46a6-9af2-61238673e4a3 HTTP/1.1" status: 204 len: 173 time: 3.5483899 Aug 19 17:56:52.814716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'name': 'network-vif-deleted', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:52.817349 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca82b0-041f-4999-8e8d-65986afb64ae" -d '{"events": [{"server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "name": "network-vif-deleted", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:52.839313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51c65197-4506-42f8-ade8-9fdf410c9e89 req-45c50aa1-b302-4e1d-bca0-b68d6f1ff741 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.0849578 Aug 19 17:56:52.916129 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:49Z', 'revision_number': 3, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:52.995570 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Checking router: cf50bbbb-3367-4ec3-8072-cdefec40975f for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:52.995952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Updating router cf50bbbb-3367-4ec3-8072-cdefec40975f port ebf74d1d-082b-4332-a3cc-babe627f9c37 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:56:53.096339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:53.123194 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40abde0d-d46a-4ea0-811e-752944d2f793 x-openstack-request-id: req-40abde0d-d46a-4ea0-811e-752944d2f793 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:53.123596 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26559d77-84c4-4c1c-9c87-8e4d3627666a", "name": "network-vif-deleted", "tag": "6bb024c3-374c-46a6-9af2-61238673e4a3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:53.123917 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40abde0d-d46a-4ea0-811e-752944d2f793 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:53.124399 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26559d77-84c4-4c1c-9c87-8e4d3627666a', 'name': 'network-vif-deleted', 'tag': '6bb024c3-374c-46a6-9af2-61238673e4a3', 'status': 'completed', 'code': 200} Aug 19 17:56:53.130159 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:53.164912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:53.394483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075475-29c8-45eb-aa9f-3fc06edf6519 req-77080f41-922b-4559-b1f5-6968440d1f6c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:53.420216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad075475-29c8-45eb-aa9f-3fc06edf6519 req-77080f41-922b-4559-b1f5-6968440d1f6c tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 950 time: 0.1301472 Aug 19 17:56:53.629189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad075475-29c8-45eb-aa9f-3fc06edf6519 req-6e321aa6-1a0a-4e72-b081-b1ba18dbbad6 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052894 Aug 19 17:56:53.730056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:53.763333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Allocated IP 172.20.0.1 (01d3e4ec-fa30-4a95-b31a-dc9000dc3346/c3962655-4873-4225-ad73-00af24119137/931e5a5f-cba2-4d78-95f3-2669aa2b8527) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:56:53.779728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Checking router: 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:56:53.792641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:53.794122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:53.900986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf5012-c815-4236-b686-6f3787b44304 req-7dd52670-89cc-4a54-af60-1790185fca35 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:53.903585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddcf5012-c815-4236-b686-6f3787b44304 req-7dd52670-89cc-4a54-af60-1790185fca35 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2572317 Aug 19 17:56:54.036386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddcf5012-c815-4236-b686-6f3787b44304 req-9cef86c2-d49e-4a36-ab14-afce034a462a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239953 Aug 19 17:56:54.042939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:54.121774 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.150531 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Transition to ACTIVE for port object ebf74d1d-082b-4332-a3cc-babe627f9c37 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:54.165770 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.202852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.216851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7b3a0-8e77-41b0-983a-da4ca6d74262 req-4b1a1bd6-c042-4eb6-85b2-d0803e478240 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:54.220352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57a7b3a0-8e77-41b0-983a-da4ca6d74262 req-4b1a1bd6-c042-4eb6-85b2-d0803e478240 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1741118 Aug 19 17:56:54.252764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Transition to ACTIVE for port object 931e5a5f-cba2-4d78-95f3-2669aa2b8527 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:56:54.291664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 26cbc4a9-807c-40ee-9740-dc618885135a no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:54.349394 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Attempting to bind port ebf74d1d-082b-4332-a3cc-babe627f9c37 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:56:54.350512 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Attempting to bind port ebf74d1d-082b-4332-a3cc-babe627f9c37 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:56:54.350895 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Attempting to bind port ebf74d1d-082b-4332-a3cc-babe627f9c37 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:56:54.361504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e071321c-164c-4ed6-8209-dd57b93b6432 req-3747a6c0-9c0e-4bcb-8654-ce4fa6589017 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.1353140 Aug 19 17:56:54.376732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2d45-8cfd-4523-b54e-b9464745a17c None None] Pushing event updated for resources: {'Port': ['ID=ebf74d1d-082b-4332-a3cc-babe627f9c37,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:54.394764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:56:54.395494 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:54.395925 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.397522 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:56:54.398120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Bound port: ebf74d1d-082b-4332-a3cc-babe627f9c37, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:56:54.401173 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.420790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.422553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57a7b3a0-8e77-41b0-983a-da4ca6d74262 req-82bac32f-be76-4178-a6e6-e5dc1529db12 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655860 Aug 19 17:56:54.500254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 26cbc4a9-807c-40ee-9740-dc618885135a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:54.501295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 26cbc4a9-807c-40ee-9740-dc618885135a not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:54.534439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:54.543226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:54.545646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:56:54.635997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:54.665230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.684156 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] For port ebf74d1d-082b-4332-a3cc-babe627f9c37, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:56:54.692444 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] For port ebf74d1d-082b-4332-a3cc-babe627f9c37, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ebf74d1d-082b-4332-a3cc-babe627f9c37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:56:54.698591 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:54.829392 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:54.830412 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:54.842157 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2d45-8cfd-4523-b54e-b9464745a17c None None] Pushing event updated for resources: {'Port': ['ID=ebf74d1d-082b-4332-a3cc-babe627f9c37,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:54.924932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:54.973071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e40f4-fb80-4644-99fb-b5b9d73dd641 None None] The sync data for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 is: [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8ab64b1c-eb66-4521-acd6-ed6a287e841d', 'name': '', 'network_id': '1c5b7c07-cfd3-4d68-b14a-433c553714cd', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'mac_address': 'fa:16:3e:c6:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:39Z', 'updated_at': '2021-08-19T17:53:51Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'subnets': [{'id': '5a730b1e-5484-48fa-a01d-ba6d0ad20275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:55.089916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-adcb55ee-b284-407e-87b2-539511ea1459 None None] Provisioning for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:55.097071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-adcb55ee-b284-407e-87b2-539511ea1459 None None] Provisioning complete for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:55.097818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-adcb55ee-b284-407e-87b2-539511ea1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.201222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-adcb55ee-b284-407e-87b2-539511ea1459 None None] Port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:55.290936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-b41cfc6d-9fe7-4e9a-b22c-20c607c7aefa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:55.299185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-b41cfc6d-9fe7-4e9a-b22c-20c607c7aefa tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 950 time: 0.3625426 Aug 19 17:56:55.332407 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:55.335044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.541293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699efc7-d28b-4d35-94e7-4769642a589b req-7e6bceb0-e8d1-41d3-a9d9-cb839c5e11a9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:55.556740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b699efc7-d28b-4d35-94e7-4769642a589b req-7e6bceb0-e8d1-41d3-a9d9-cb839c5e11a9 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 950 time: 0.6133773 Aug 19 17:56:55.616152 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd382e5-3bae-4ff3-a96c-25d80a17c3bf None None] New status for floating IP c1c5326e-947c-4f8d-bec9-01a5894a38c1: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:56:55.649325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b699efc7-d28b-4d35-94e7-4769642a589b req-8a2b6849-7a12-4c13-a1f6-ef370ffe3064 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/security-groups?id=893d929f-6077-4380-85d7-8a4e975abf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912142 Aug 19 17:56:55.664079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9bfa5-10e6-4eb9-a9e5-1829f2a6167f req-9df1a5f5-4434-46a4-b41c-8cb3c30bf297 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:55.677113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0a9bfa5-10e6-4eb9-a9e5-1829f2a6167f req-9df1a5f5-4434-46a4-b41c-8cb3c30bf297 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.3546150 Aug 19 17:56:55.719737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.728797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.767548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a418e79-a8f0-454c-8665-099a5abc7fcf req-f7aebe69-3fe8-45f4-bd75-4550f0d6997d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.0364110 Aug 19 17:56:55.799230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Deleting port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:56:55.800553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.838064 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.900490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:55.903777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:55.918958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0a9bfa5-10e6-4eb9-a9e5-1829f2a6167f req-74858e9c-a694-44a8-8917-564609f2a41a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308476 Aug 19 17:56:56.016493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51038) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:56.021857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-21953735'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:56.050403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] For port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:56.050754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.072825 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:49Z', 'revision_number': 3, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:56.082176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:56.088283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Calling delete_port for 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:56:56.090842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.104776 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c38f-0da4-4453-99e6-f7815a145fba None None] The sync data for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 is: [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:49Z', 'revision_number': 3, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:56:56.112706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67f89-2bc3-4ac6-90c7-e6092e875a92 req-4e68aebc-7bd8-4874-a43c-a2904aaa72a5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:56.114297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1da67f89-2bc3-4ac6-90c7-e6092e875a92 req-4e68aebc-7bd8-4874-a43c-a2904aaa72a5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1748247 Aug 19 17:56:56.187258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:56:56.195100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:56.408348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:56:56.464542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.464931 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Added segment ff0b65e6-7699-469a-b68b-da72ccc53b53 of type vlan for network 43fab3b5-ff9b-4d79-96f2-d44e63187507 Aug 19 17:56:56.570165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Router cf50bbbb-3367-4ec3-8072-cdefec40975f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:56:56.605947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-285769dd-44c2-4592-bb5b-2e1a2403f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:56.607733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-285769dd-44c2-4592-bb5b-2e1a2403f600 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1098 time: 0.2115674 Aug 19 17:56:56.796617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-9457f05d-f3ea-4625-ba3b-a32571633963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:56.797874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-9457f05d-f3ea-4625-ba3b-a32571633963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.1593466 Aug 19 17:56:56.800923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.877565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.888363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:56.889459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.890710 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:56.965374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e181382c-d4b1-4288-95fc-7b435876b53c req-c2608ad7-83bc-494e-a77b-9d7f00641635 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.0976686 Aug 19 17:56:57.036356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Pushing event deleted for resources: {'Port': ['ID=9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:57.167275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] No DVR routers for this DVR port 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:56:57.175852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a5fc58cf-70c2-4bbf-98df-285c55b7b246 None None] Provisioning complete for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:57.175852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5fc58cf-70c2-4bbf-98df-285c55b7b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:57.187126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1da67f89-2bc3-4ac6-90c7-e6092e875a92 req-0b693b00-950c-4b28-ba60-331d40fb3455 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907810 Aug 19 17:56:57.187126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:57.188540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e075890f-f624-446f-b7fa-c4fafab76bd1 req-d12f3995-65e5-4cd8-a39e-a7a4f6fb3da5 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.13 "DELETE /v2.0/ports/9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 HTTP/1.1" status: 204 len: 173 time: 1.8847859 Aug 19 17:56:57.188741 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-f1f9b7e6-e435-4fe2-9891-22ba8cae30b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.3291121 Aug 19 17:56:57.267611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'name': 'network-vif-deleted', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:56:57.283905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc58cf-70c2-4bbf-98df-285c55b7b246 None None] Port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:56:57.299230 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f350d05-3075-4f13-b059-93cf56d74ea8" -d '{"events": [{"server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "name": "network-vif-deleted", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:56:57.331275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c8a3887-d99e-4e47-b122-7f59eac59a74 req-61dbec8c-a361-44dd-a662-11c1bf5a0854 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.1414590 Aug 19 17:56:57.370182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-2f2363a6-6a1a-40eb-8e91-396bbdbdae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:57.399313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-2f2363a6-6a1a-40eb-8e91-396bbdbdae6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.1942053 Aug 19 17:56:57.499218 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4748158 Aug 19 17:56:57.504961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d486008-8bb2-4460-98db-fc7165aeb892 req-cbac7c0b-b6b2-4405-b709-09e6b70745de tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:57.516082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d486008-8bb2-4460-98db-fc7165aeb892 req-cbac7c0b-b6b2-4405-b709-09e6b70745de tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1546583 Aug 19 17:56:57.516631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51052) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:57.522738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1406134644'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:57.531922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:57.596974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:56:57.597337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:56:57.636261 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-d9f72d6d-7f28-4b51-b1e0-80556a273895 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068394 Aug 19 17:56:57.638701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beade97-6dec-4e26-9cb7-65eb419af38a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Network': ['ID=43fab3b5-ff9b-4d79-96f2-d44e63187507,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:57.686412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:56:57.752626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d486008-8bb2-4460-98db-fc7165aeb892 req-e32d46dd-60af-41d1-85e9-30d619818f98 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808307 Aug 19 17:56:57.796748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:57.801667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:57.817711 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da06c70-e07e-4fb5-98d4-d7d8f935c0af x-openstack-request-id: req-7da06c70-e07e-4fb5-98d4-d7d8f935c0af {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:56:57.818425 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b357df-591e-4488-9242-5d2a499dae46", "name": "network-vif-deleted", "tag": "9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:56:57.819872 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7da06c70-e07e-4fb5-98d4-d7d8f935c0af {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:56:57.821865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ebf74d1d-082b-4332-a3cc-babe627f9c37 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:57.823704 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b357df-591e-4488-9242-5d2a499dae46', 'name': 'network-vif-deleted', 'tag': '9c294b2c-9cf9-4fd6-9f4a-202447d3f6b0', 'status': 'completed', 'code': 200} Aug 19 17:56:57.893149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:56:57.941768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:57.942117 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Added segment 6ccd490c-5dc5-4b17-9bde-52ebeeeef708 of type vlan for network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 Aug 19 17:56:57.979236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ebf74d1d-082b-4332-a3cc-babe627f9c37 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:56:57.996034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ebf74d1d-082b-4332-a3cc-babe627f9c37 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:56:57.996424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.062782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.103871 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:56:58.152510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.174872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:58.181175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.263357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.273193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-786ce3a1-fe84-431d-aaf4-b9e7f004fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.326062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14eb4209-0690-4830-b1a2-375bbe0ced9d req-0fac8fe0-93e6-4a6b-b72c-abca68a4b117 tempest-ServersOnMultiNodesTest-2133868981 tempest-ServersOnMultiNodesTest-2133868981-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3b357df-591e-4488-9242-5d2a499dae46 HTTP/1.1" status: 200 len: 210 time: 0.1363235 Aug 19 17:56:58.328990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ebf74d1d-082b-4332-a3cc-babe627f9c37, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ebf74d1d-082b-4332-a3cc-babe627f9c37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:56:58.338387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.406429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:56:58.422737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5873fa7f-62bc-4890-a283-9b32f16acdc4 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf50bbbb-3367-4ec3-8072-cdefec40975f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5826421 Aug 19 17:56:58.427174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ebf74d1d-082b-4332-a3cc-babe627f9c37,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:58.447010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9265020 Aug 19 17:56:58.449969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51062) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:58.462146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'subnet': {'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:58.469884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-049817fe-62dc-4680-b276-47b90203a0cc service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899451 Aug 19 17:56:58.545951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e11f7ec-7058-4938-8eea-fe9a1f2c1271 req-850555bc-a515-44b9-a157-a8f01ec84340 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.0692468 Aug 19 17:56:58.588307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1556-78ef-44ee-8c26-2df5d2d6a4c3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Network': ['ID=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:58.610859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:56:58.637450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e9085-80ba-4b56-a7b7-0d7050ce4115 req-efb53816-c410-47fa-a34c-dbb915a82b49 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:58.651816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a5e9085-80ba-4b56-a7b7-0d7050ce4115 req-efb53816-c410-47fa-a34c-dbb915a82b49 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3136849 Aug 19 17:56:58.710540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a5e9085-80ba-4b56-a7b7-0d7050ce4115 req-40a93b06-c416-40dc-9ed9-00c358b3cf46 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Aug 19 17:56:58.761038 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-836ed63b-1c58-4ec9-8fc3-88731f053957 req-f3fc9bf3-b3d4-4efd-9a9f-3d580a0c3727 service neutron] 10.222.0.13 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790563 Aug 19 17:56:58.763397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:58.773090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:58.984579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f1cad-ed35-4fb7-8d23-f8196c043181 req-d30dd60a-8d30-4399-9dc5-b65cd77495df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:58.986933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-361f1cad-ed35-4fb7-8d23-f8196c043181 req-d30dd60a-8d30-4399-9dc5-b65cd77495df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.0793245 Aug 19 17:56:59.041583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-361f1cad-ed35-4fb7-8d23-f8196c043181 req-ea4b8445-943b-43a9-9ff7-27464c59fa0b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Aug 19 17:56:59.052714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.107960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Subnet': ['ID=81b9696e-3ca8-4cf3-a095-ac76e9c87993,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:56:59.138237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:56:59.138612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network hostable DHCP agents. Network: 43fab3b5-ff9b-4d79-96f2-d44e63187507, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:56:59.162317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:56:59.172533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 43fab3b5-ff9b-4d79-96f2-d44e63187507) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:56:59.177151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:56:59.177835 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.184660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1937b-6e52-4d31-8495-2dceb8bcc63b None None] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:56:59.202304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-767d2b5a-9a13-46cd-999d-30b80eace7df tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7485340 Aug 19 17:56:59.204039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:59.209215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'subnet': {'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:59.383504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:56:59.399763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.409265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Sync routers for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:56:59.465826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51080) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:59.468869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-43fab3b5-ff9b-4d79-96f2-d44e63187507', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:56:59.469985 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.470897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198232784', 'description': 'tempest-description--24566386'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:56:59.502779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:56:59.505303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:56:59.533199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.594763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:56:59.597817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ebf74d1d-082b-4332-a3cc-babe627f9c37 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:56:59.807401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62e7081a-d906-49dd-8bf3-4d3f1729bc79 req-93ed1b0a-073a-4e33-be32-43a1faf21d49 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.1394706 Aug 19 17:56:59.843553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.922928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:56:59.928898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:56:59.935870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51092) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:56:59.947224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.006075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c0f51b-17a8-4916-a0d0-502b35666704,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:00.015265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Subnet': ['ID=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:00.027279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ebf74d1d-082b-4332-a3cc-babe627f9c37 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:00.027690 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.034019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Checking segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:00.034394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network hostable DHCP agents. Network: fb30607f-1de6-4389-a8e2-0cac3b9ec9c2, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:57:00.049955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Allocated IP 10.1.1.2 (43fab3b5-ff9b-4d79-96f2-d44e63187507/81b9696e-3ca8-4cf3-a095-ac76e9c87993/04e80bcc-60bc-4487-bdc8-f07d3c1dfc27) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:00.081461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:57:00.087398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075922-0a20-4ede-b18d-eabce44caa7b req-1e38bcf6-03a6-4628-bb69-556e842aaf99 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:00.099647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, fb30607f-1de6-4389-a8e2-0cac3b9ec9c2) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:00.101855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b075922-0a20-4ede-b18d-eabce44caa7b req-1e38bcf6-03a6-4628-bb69-556e842aaf99 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1767800 Aug 19 17:57:00.110696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:00.111300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.120318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.126882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b7fb1149-af30-4fee-89d6-0ce15c1f932c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6572578 Aug 19 17:57:00.127353 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.129407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162689a0-a9a0-45b8-8b57-91b7b50ede9e None None] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:00.132272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:00.141644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'security_group_rule': {'security_group_id': '43c0f51b-17a8-4916-a0d0-502b35666704', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:00.172719 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0457250a-9ba7-47ef-8255-fca1a66c1501 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9677320 Aug 19 17:57:00.173343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:00.181767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'name': 'tempest-TaggedBootDevicesTest-977331318', 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:00.275207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b075922-0a20-4ede-b18d-eabce44caa7b req-87df2f63-6614-4bd9-8a92-210d3afd4c10 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621220 Aug 19 17:57:00.299052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:00.299474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-19a8016a-bacd-4607-a1a6-ca96e6afe16c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=276a2df772344e1a822f24f1cc189f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572340 Aug 19 17:57:00.328754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6988a4-a081-4e97-8f60-04f81c439fb5 req-3bb332ac-e9e7-4714-8d18-25a7fbbfaca9 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:00.330709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.337593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc6988a4-a081-4e97-8f60-04f81c439fb5 req-3bb332ac-e9e7-4714-8d18-25a7fbbfaca9 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1134791 Aug 19 17:57:00.386122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:00.387395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc6988a4-a081-4e97-8f60-04f81c439fb5 req-95f4af72-54bd-434f-a8b1-cc10bd6b04cc tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Aug 19 17:57:00.431042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.476538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.481142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:00.483758 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d76e17-e195-4a27-a6b1-2606c9b807ee" -d '{"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-unplugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:00.522016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.526606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec231324-cda1-4cdf-ba68-a38e2dd0fd58,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:00.534601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.539439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ed87dd36-dce1-48cd-9015-288e3398fb83 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028668 Aug 19 17:57:00.540182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51110) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:00.546979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'security_group_rule': {'security_group_id': '43c0f51b-17a8-4916-a0d0-502b35666704', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:00.577345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.597531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:00.599748 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027df0fc-e787-4aad-bab5-b51449f0800a x-openstack-request-id: req-027df0fc-e787-4aad-bab5-b51449f0800a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:00.600649 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-unplugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:00.600973 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-027df0fc-e787-4aad-bab5-b51449f0800a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:00.601723 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'code': 200} Aug 19 17:57:00.604813 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.617320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.632367 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.661638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-828a2888-46ee-46bb-90de-38b8981b7b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.712160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] device_id is not set on port 70e3d710-0727-404f-9578-80ea6b89513c yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 17:57:00.847966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.883347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 2, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:00.919774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.926276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.933623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:00.936279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.941485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/893d929f-6077-4380-85d7-8a4e975abf63 HTTP/1.1" status: 204 len: 168 time: 0.6389635 Aug 19 17:57:00.970020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.971133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.972480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:00.973159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.973689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.974772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326978 Aug 19 17:57:00.975924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.979477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.980022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.980728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.981254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.981752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.982477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:00.982980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:01.013648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Checking router: cf50bbbb-3367-4ec3-8072-cdefec40975f for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:01.015561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Updating router cf50bbbb-3367-4ec3-8072-cdefec40975f port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:01.018697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:01.028185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5e0162a-3d97-4177-be20-e159e0a6841d req-75cf3665-17d0-41e2-9959-6a25805c41bd tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/ports?device_id=26559d77-84c4-4c1c-9c87-8e4d3627666a HTTP/1.1" status: 200 len: 210 time: 0.0511780 Aug 19 17:57:01.036830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f75ad-bff8-4295-9cc0-2a0df2bd81a4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ac2269-527f-41db-97b1-f1f1be549c16,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:01.091709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:01.116215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb4c69-fbe7-41d8-a786-a22c1ee94039 req-219d312c-ebd7-40cc-b7cb-3826442f554b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:01.126128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edcb4c69-fbe7-41d8-a786-a22c1ee94039 req-219d312c-ebd7-40cc-b7cb-3826442f554b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2729733 Aug 19 17:57:01.129734 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.161097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.187806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Transition to ACTIVE for port object 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:01.219608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8166-150a-4b89-a448-6ed8ce9a9648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d929f-6077-4380-85d7-8a4e975abf63,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:01.221209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edcb4c69-fbe7-41d8-a786-a22c1ee94039 req-29d36e1c-8b3d-42fd-97b9-2380362dea17 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939715 Aug 19 17:57:01.295505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.297998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ips': [{'subnet_id': 'bc62a3b5-0cde-4f7f-8fea-d07e641a26c1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:57:01.299705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.304869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Transition to ACTIVE for port object 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:01.306875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.336007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.418478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-c17d976d-489b-41b2-9538-127b7add0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:01.420416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-c17d976d-489b-41b2-9538-127b7add0138 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=140c8194a9604b628a1934309636b0ec&device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 1098 time: 0.5351231 Aug 19 17:57:01.502421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Allocated IP 10.2.2.2 (fb30607f-1de6-4389-a8e2-0cac3b9ec9c2/bc62a3b5-0cde-4f7f-8fea-d07e641a26c1/01055b96-784e-40b3-8109-38716e463b96) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:01.565499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:01.606016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-52959730-668b-469b-9331-15e93174853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:01.607675 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-52959730-668b-469b-9331-15e93174853d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 200 len: 917 time: 0.1499109 Aug 19 17:57:01.665135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c2a36-4f8d-45bb-8742-ef1314189fd3 req-b0e2c9d7-97cc-43b3-b3fa-8279a34e54bf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:01.675396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-665c2a36-4f8d-45bb-8742-ef1314189fd3 req-b0e2c9d7-97cc-43b3-b3fa-8279a34e54bf tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.2352302 Aug 19 17:57:01.695549 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-543bb9dd-f65e-4455-9c52-2fa20fee186f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96c47868-a6fe-4415-aa34-838134de15db HTTP/1.1" status: 200 len: 217 time: 0.0708191 Aug 19 17:57:01.754686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.1.1.122 (43fab3b5-ff9b-4d79-96f2-d44e63187507/81b9696e-3ca8-4cf3-a095-ac76e9c87993/70e3d710-0727-404f-9578-80ea6b89513c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:01.774677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:01.775586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6ba048ac-b441-4fce-85fc-78253564d048 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e6e870a182b4dfca9cdd88de35d20ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981397 Aug 19 17:57:01.779279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-665c2a36-4f8d-45bb-8742-ef1314189fd3 req-853cc72d-f5e4-4c80-b917-9a4788cc2962 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029463 Aug 19 17:57:01.813616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-aeeab4c8-85f7-45fd-b2fd-c5fec540ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:01.815104 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-aeeab4c8-85f7-45fd-b2fd-c5fec540ec49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 200 len: 855 time: 0.1078565 Aug 19 17:57:01.886181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:01.907506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Pushing event updated for resources: {'Port': ['ID=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:01.916878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:01.931774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:01.978359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.985924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:01.997956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114374a-58dd-4302-8eb5-ecf5a4456b6b req-3f4b21d7-1fce-44aa-a1dd-7410abc85204 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:02.012649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4114374a-58dd-4302-8eb5-ecf5a4456b6b req-3f4b21d7-1fce-44aa-a1dd-7410abc85204 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.1272080 Aug 19 17:57:02.017490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.029241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.034367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-34de2bdd-b0a8-4a4b-b803-a727a98326ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:02.037260 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-34de2bdd-b0a8-4a4b-b803-a727a98326ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f657113a-14b8-4a51-bcf5-80ea997cf5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2089097 Aug 19 17:57:02.079803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Transition to ACTIVE for port object 01055b96-784e-40b3-8109-38716e463b96 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:02.112923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4114374a-58dd-4302-8eb5-ecf5a4456b6b req-cad57692-8ac6-4bd3-81ad-aba24a5428b1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902481 Aug 19 17:57:02.141580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Attempting to bind port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:02.141940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Attempting to bind port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:02.142307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Attempting to bind port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:02.154798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:02.155194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:02.155615 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.156013 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Bound using segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:02.156495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Bound port: 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:02.156877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.167818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Transition to ACTIVE for port object 01055b96-784e-40b3-8109-38716e463b96 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:02.180708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.182207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51142) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:02.214099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.286409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.333839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.387097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:02.395302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:02.431811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.439574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:02.447350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.449914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.453381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "DELETE /v2.0/security-groups/48d509f8-af41-47df-b268-2c69c67a85a6 HTTP/1.1" status: 204 len: 168 time: 0.2655425 Aug 19 17:57:02.456275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51154) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:02.474741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352f950-1cbf-4870-b941-44d0f1450e4c tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d509f8-af41-47df-b268-2c69c67a85a6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:02.483880 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-736335ca-19ed-476a-8905-def062b34370 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] show failed (client error): The resource could not be found. Aug 19 17:57:02.484933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-736335ca-19ed-476a-8905-def062b34370 tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "GET /v2.0/security-groups/48d509f8-af41-47df-b268-2c69c67a85a6 HTTP/1.1" status: 404 len: 347 time: 0.0254562 Aug 19 17:57:02.489327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51156) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:02.511320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-17eed4e6-3431-49e3-b29b-ef54fc5cbda4 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466748 Aug 19 17:57:02.529617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Pushing event updated for resources: {'Port': ['ID=01055b96-784e-40b3-8109-38716e463b96,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:02.532457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.534976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.541507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d74a267d-64af-4991-ae82-e6083bd91205 HTTP/1.1" status: 204 len: 168 time: 0.7653434 Aug 19 17:57:02.580405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aca80f-9f5a-4220-8447-69980cf4fa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a267d-64af-4991-ae82-e6083bd91205,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:02.630143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] For port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:02.649764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe18d47-f9d6-4d43-b71d-ceb5718a6664 req-ed744df9-592c-4505-afa0-fdf4cefa9a99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:02.669642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe18d47-f9d6-4d43-b71d-ceb5718a6664 req-ed744df9-592c-4505-afa0-fdf4cefa9a99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2432132 Aug 19 17:57:02.724492 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.737904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Transition to ACTIVE for port object 931e5a5f-cba2-4d78-95f3-2669aa2b8527 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:02.792756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object 70e3d710-0727-404f-9578-80ea6b89513c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:02.792905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.809893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] For port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:02.855997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.863279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Attempting to bind port 01055b96-784e-40b3-8109-38716e463b96 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:02.863736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Attempting to bind port 01055b96-784e-40b3-8109-38716e463b96 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:02.864027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Attempting to bind port 01055b96-784e-40b3-8109-38716e463b96 on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:02.873759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:02.874150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Checking segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:02.874582 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.874984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Bound using segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:02.875492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Bound port: 01055b96-784e-40b3-8109-38716e463b96, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:02.875890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:02.885046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e623b44a-e954-4fb3-8a21-d8390a9bd846 req-33169eb1-b49e-48a6-86b3-68ea9c25e7f6 service neutron] 10.222.0.13 "GET /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682787 Aug 19 17:57:02.889278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Allocated IP 172.25.5.5 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/da899de7-a8b2-4f25-aaf2-efdaf6edd2bb) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:02.961552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe18d47-f9d6-4d43-b71d-ceb5718a6664 req-bdb47cc6-01f4-4a8b-bc35-1dc59008587d tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989411 Aug 19 17:57:03.000645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.063110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Attempting to bind port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:03.063847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Attempting to bind port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:03.063989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Attempting to bind port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 on network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:03.068581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fb14a-ac82-4113-a0f5-b5b4f8e54b53 None None] Pushing event updated for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:03.151807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Deleting port c12da45e-6c84-4d6f-a31f-00bdea1795b2 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:03.153376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.166107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:03.174004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8f479-b2f5-4e8e-a518-33795e8314e3 req-4ea644d3-9216-49ca-9c22-1d4f4e82671f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:03.175221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:03.189824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb8f479-b2f5-4e8e-a518-33795e8314e3 req-4ea644d3-9216-49ca-9c22-1d4f4e82671f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.1932471 Aug 19 17:57:03.230389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:03.231113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Checking segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:03.235202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.237040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Bound using segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:03.237997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Bound port: 931e5a5f-cba2-4d78-95f3-2669aa2b8527, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:03.238917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.244604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.285274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:03.301734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:03.420426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] For port 01055b96-784e-40b3-8109-38716e463b96, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:03.448999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb8f479-b2f5-4e8e-a518-33795e8314e3 req-270c9ec7-6d7a-42e3-85d6-ff8d61046cef tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582374 Aug 19 17:57:03.477454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:03.478554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.499930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.512771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.513110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.529107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Calling delete_port for c12da45e-6c84-4d6f-a31f-00bdea1795b2 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:03.599579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'Port': ['ID=da899de7-a8b2-4f25-aaf2-efdaf6edd2bb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:03.620612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:03.622729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:03.626105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] For port 01055b96-784e-40b3-8109-38716e463b96, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=01055b96-784e-40b3-8109-38716e463b96,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:03.632352 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-187d870a-bd5c-48b7-a298-d2a8749b05e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4554367 Aug 19 17:57:03.633568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:03.749462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51182) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:03.756731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'name': 'tempest-TaggedBootDevicesTest-619731103', 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:03.761019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:03.763213 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.858880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e36ec4-a468-483f-8817-ebcbbea1ccea None None] Pushing event updated for resources: {'Port': ['ID=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:03.869178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.919546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Pushing event deleted for resources: {'Port': ['ID=c12da45e-6c84-4d6f-a31f-00bdea1795b2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:03.967555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.973583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.977083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:03.981820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e1c7f324-a11e-44bb-958e-3134eccc594d tempest-ServersTestBootFromVolume-1750307806 tempest-ServersTestBootFromVolume-1750307806-project] 10.222.0.36 "DELETE /v2.0/floatingips/c1c5326e-947c-4f8d-bec9-01a5894a38c1 HTTP/1.1" status: 204 len: 168 time: 1.4895501 Aug 19 17:57:03.986708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:04.136568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.141206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d486f-5997-4ac3-93fc-144ea9e4399c None None] Pushing event updated for resources: {'Port': ['ID=01055b96-784e-40b3-8109-38716e463b96,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:04.161267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.274096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:04.377066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] For port 931e5a5f-cba2-4d78-95f3-2669aa2b8527, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:04.393309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] For port 931e5a5f-cba2-4d78-95f3-2669aa2b8527, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=931e5a5f-cba2-4d78-95f3-2669aa2b8527,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:04.401478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.475864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:04.518706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:04.519244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:04.533216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fc1a0-0986-4fca-a9e5-03d4855ada06 req-27aa7e33-0584-42c5-a0fe-0d5a025a99b6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:04.535770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1fc1a0-0986-4fca-a9e5-03d4855ada06 req-27aa7e33-0584-42c5-a0fe-0d5a025a99b6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.3484497 Aug 19 17:57:04.668998 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-9abe9f87-e3bd-4621-baac-94cb3bd0f36a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8797276 Aug 19 17:57:04.730822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.808068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.817064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.947372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-network', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:04.966742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] device_id is not set on port 56b4fe99-dead-4441-9bee-6903706f896d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 17:57:04.976796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Made reservation on behalf of d7b2ce9abc1a489d9aa0fe64ed419b80 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:04.979599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:04.984557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:05.021751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'Port': ['ID=da899de7-a8b2-4f25-aaf2-efdaf6edd2bb,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:05.029258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.033741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.222852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.226168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d83729-370b-4f97-9593-6379e7b75ff0 None None] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:05.230276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.231088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fb14a-ac82-4113-a0f5-b5b4f8e54b53 None None] Pushing event updated for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:05.242121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.257107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5b6c0b2b-62b3-4abf-95c4-58c2412a1371 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1933351 Aug 19 17:57:05.348108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:57:05.357045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d7e89-2363-4c92-8a53-0088ff566e31,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:05.392332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.393006 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Added segment f6d03ecf-33b3-4e1b-b0db-57e5046da276 of type vlan for network f62d30db-a0e7-4890-a850-64bd2ce77680 Aug 19 17:57:05.543279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.635716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.637079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:05.637978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.702763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-49c05fce-bc1b-4a56-a9da-2637ff1eb320 None None] Provisioning for port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:05.723722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f62d30db-a0e7-4890-a850-64bd2ce77680,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:05.753943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a2cf59d-944a-4acb-a017-c42bb5cb71f2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2594590 Aug 19 17:57:05.757262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:05.766582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Request body: {'subnet': {'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-subnet', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:05.792202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Made reservation on behalf of d7b2ce9abc1a489d9aa0fe64ed419b80 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:05.794961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:05.802346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f62d30db-a0e7-4890-a850-64bd2ce77680 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:57:05.938277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b253-b149-4649-82a8-5d0087f45a5f req-dc4695e6-118d-4446-9e2c-444c3c896ade tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:05.953048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f940b253-b149-4649-82a8-5d0087f45a5f req-dc4695e6-118d-4446-9e2c-444c3c896ade tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 1.2848756 Aug 19 17:57:05.977206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 01055b96-784e-40b3-8109-38716e463b96 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:05.987629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab1fc1a0-0986-4fca-a9e5-03d4855ada06 req-3c4110d8-a783-4cf3-a2c7-01c37f311c99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3526936 Aug 19 17:57:05.988912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.1.1.203 (43fab3b5-ff9b-4d79-96f2-d44e63187507/81b9696e-3ca8-4cf3-a095-ac76e9c87993/56b4fe99-dead-4441-9bee-6903706f896d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:06.052212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f940b253-b149-4649-82a8-5d0087f45a5f req-94eaba36-acc5-4a5f-8ede-d235fc223c7b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981832 Aug 19 17:57:06.183356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b9696-4c9a-4ff5-a634-8d3abb5116f2 None None] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:06.189737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.280109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Checking segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:06.281053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Network hostable DHCP agents. Network: f62d30db-a0e7-4890-a850-64bd2ce77680, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:57:06.282868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467a5385-effd-4a7a-b46c-aa95a648caac,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:06.328335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.329106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.329749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.330341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.331406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.332049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.333058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.333972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.334786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.336033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.336624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.337353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:06.361835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Network f62d30db-a0e7-4890-a850-64bd2ce77680 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:57:06.379691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f62d30db-a0e7-4890-a850-64bd2ce77680) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:06.386911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:06.388792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.408250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-dcf18384-6ecd-4e8d-8069-6ade7a3b40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:06.409997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-dcf18384-6ecd-4e8d-8069-6ade7a3b40c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47&tenant_id=cc2a694a3a174bb58a500410167f7024 HTTP/1.1" status: 200 len: 1096 time: 0.2951026 Aug 19 17:57:06.418234 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-332f08f3-51a7-4d12-a727-eec9b3232715 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6593504 Aug 19 17:57:06.418831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c45d9-381a-4b8e-b173-4551669e5838 None None] Network f62d30db-a0e7-4890-a850-64bd2ce77680 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:06.420101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:06.426048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:06.436636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-52beaefa-af91-4c46-987e-406349e3a114 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1198232784&fields=id&tenant_id=54da8af97c574f698be358e39e7d8618 HTTP/1.1" status: 200 len: 267 time: 0.1294584 Aug 19 17:57:06.454248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:06.455310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.456853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.533588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.541356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:04Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:06.592987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7d12c13e-f03e-415c-a2d5-f0daf7e05d79 None None] Provisioning for port 01055b96-784e-40b3-8109-38716e463b96 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:06.614726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7830204d-103b-4a25-94f6-47c3f7653f97 None None] The sync data for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 is: [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:04Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:06.628511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 01055b96-784e-40b3-8109-38716e463b96 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:06.665994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.736938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 01055b96-784e-40b3-8109-38716e463b96 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:06.737329 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.806986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object 56b4fe99-dead-4441-9bee-6903706f896d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:06.824379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:06.942514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd374286-c8d9-4e53-965b-6ef44401d63a req-30b525ad-594a-4522-9a46-b21ead38ec73 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:06.951594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd374286-c8d9-4e53-965b-6ef44401d63a req-30b525ad-594a-4522-9a46-b21ead38ec73 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.5127108 Aug 19 17:57:07.059886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd374286-c8d9-4e53-965b-6ef44401d63a req-869fa6c2-005f-4d08-b825-cc3b9673576b tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070251 Aug 19 17:57:07.316495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.322303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.328188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.329471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f62d30db-a0e7-4890-a850-64bd2ce77680', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'fixed_ips': [{'subnet_id': '467a5385-effd-4a7a-b46c-aa95a648caac'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:57:07.330506 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.390661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f74ff092-6ba7-44d8-94ec-c1e73da84b72 None None] Provisioning for port 70e3d710-0727-404f-9578-80ea6b89513c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:07.414366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f74ff092-6ba7-44d8-94ec-c1e73da84b72 None None] Provisioning complete for port 70e3d710-0727-404f-9578-80ea6b89513c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:07.424084 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f74ff092-6ba7-44d8-94ec-c1e73da84b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.542531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 01055b96-784e-40b3-8109-38716e463b96, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=01055b96-784e-40b3-8109-38716e463b96,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:07.583679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-07c1b9b7-7fce-4f34-9dee-b326ac19c8de tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:07.591879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-07c1b9b7-7fce-4f34-9dee-b326ac19c8de tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/networks?id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346 HTTP/1.1" status: 200 len: 814 time: 1.1426837 Aug 19 17:57:07.621091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.621915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:07.670436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.701501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.714166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f74ff092-6ba7-44d8-94ec-c1e73da84b72 None None] Port 70e3d710-0727-404f-9578-80ea6b89513c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:07.770239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b6340f65-eb27-4642-b63f-6a27ccc1cf59 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/quotas/54da8af97c574f698be358e39e7d8618 HTTP/1.1" status: 200 len: 375 time: 0.1770415 Aug 19 17:57:07.776237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.785151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:07.789474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=01055b96-784e-40b3-8109-38716e463b96,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:07.794479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:07.795108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.839534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Allocated IP 172.20.0.2 (f62d30db-a0e7-4890-a850-64bd2ce77680/467a5385-effd-4a7a-b46c-aa95a648caac/5525b435-3d8e-467e-8900-954cdf9e079b) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:07.856783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:07.867197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Allocated IP 172.25.5.20 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c67e2614-820f-49e1-8041-86decaf569d2) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:07.880277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-54d39697-6c4d-49d7-aa90-963f7382faf0 None None] Provisioning complete for port 01055b96-784e-40b3-8109-38716e463b96 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:07.880672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54d39697-6c4d-49d7-aa90-963f7382faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:07.888330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:07.912163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c14c9-087c-4497-b133-ce96c6694f55 req-a0238147-113f-4cb9-b6f7-cc4df51ee0e6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:07.914387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be6c14c9-087c-4497-b133-ce96c6694f55 req-a0238147-113f-4cb9-b6f7-cc4df51ee0e6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 944 time: 0.6502776 Aug 19 17:57:07.918547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:08.027927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.059361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.065207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.107688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.120848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-a4bbf1d2-ff7b-4f99-b58c-6c0c0c79437f tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54da8af97c574f698be358e39e7d8618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3310134 Aug 19 17:57:08.126492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:08.127113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.137933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:08.169824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:08.173338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:08.180669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:08.184164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be6c14c9-087c-4497-b133-ce96c6694f55 req-10311fdf-b6d8-45d6-9ac4-d2bc730228d2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598760 Aug 19 17:57:08.221666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:08.221927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Pushing event updated for resources: {'Port': ['ID=c67e2614-820f-49e1-8041-86decaf569d2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.266765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-54d39697-6c4d-49d7-aa90-963f7382faf0 None None] Provisioning complete for port 70e3d710-0727-404f-9578-80ea6b89513c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:08.267223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54d39697-6c4d-49d7-aa90-963f7382faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.271053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.330517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2aa6c395-0798-4041-a02f-89c9c0dcd994 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5796065 Aug 19 17:57:08.362021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.383206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:08.405384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.416784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-54d39697-6c4d-49d7-aa90-963f7382faf0 None None] Port 70e3d710-0727-404f-9578-80ea6b89513c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:08.424455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:08.425245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Transition to ACTIVE for port object 5525b435-3d8e-467e-8900-954cdf9e079b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:08.438547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.452358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Transition to ACTIVE for port object 5525b435-3d8e-467e-8900-954cdf9e079b will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:08.462318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.474123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 931e5a5f-cba2-4d78-95f3-2669aa2b8527 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:08.501194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Transition to ACTIVE for port object b61ef1c6-56dc-4117-8d01-978abbc79e5b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:08.512837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.554863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Network f62d30db-a0e7-4890-a850-64bd2ce77680 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:08.573884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:08.577881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:08.580869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Pushing event updated for resources: {'Port': ['ID=5525b435-3d8e-467e-8900-954cdf9e079b,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.583152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d78cb20-bfb8-4e6f-89d5-82718f9adb57 None None] Provisioning for port 56b4fe99-dead-4441-9bee-6903706f896d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:08.594672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d78cb20-bfb8-4e6f-89d5-82718f9adb57 None None] Provisioning complete for port 56b4fe99-dead-4441-9bee-6903706f896d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:08.595059 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d78cb20-bfb8-4e6f-89d5-82718f9adb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.661096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-154f1733-3449-4606-bdc1-51befb3624de service neutron] 10.222.0.36 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252719 Aug 19 17:57:08.672759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.678023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:08.680836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e19f-6ba1-466d-aebe-2f91aa632aa0 req-a73a4289-4731-47dc-a9b0-7886631cc78e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:08.682508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a50e19f-6ba1-466d-aebe-2f91aa632aa0 req-a73a4289-4731-47dc-a9b0-7886631cc78e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.3899074 Aug 19 17:57:08.691476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:08.691859 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.693633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9d78cb20-bfb8-4e6f-89d5-82718f9adb57 None None] Port 56b4fe99-dead-4441-9bee-6903706f896d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:08.696364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Attempting to bind port 5525b435-3d8e-467e-8900-954cdf9e079b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:08.697134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Attempting to bind port 5525b435-3d8e-467e-8900-954cdf9e079b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:08.697514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Attempting to bind port 5525b435-3d8e-467e-8900-954cdf9e079b on network f62d30db-a0e7-4890-a850-64bd2ce77680 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:08.701892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.723399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:08.723821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Checking segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:08.724286 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.724691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Bound using segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:08.725173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Bound port: 5525b435-3d8e-467e-8900-954cdf9e079b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:08.725644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.765596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] No DVR routers for this DVR port b61ef1c6-56dc-4117-8d01-978abbc79e5b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:08.838917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] For port 5525b435-3d8e-467e-8900-954cdf9e079b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:08.843962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] For port 5525b435-3d8e-467e-8900-954cdf9e079b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5525b435-3d8e-467e-8900-954cdf9e079b,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:08.847633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.848725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a50e19f-6ba1-466d-aebe-2f91aa632aa0 req-355384f6-4034-43e2-954b-7f342026ee56 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487682 Aug 19 17:57:08.852299 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.864240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:08.864575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:08.864907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:08.878667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Deleting port 8ab64b1c-eb66-4521-acd6-ed6a287e841d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:08.878667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.915983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.919515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:08.919849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Attempting to bind port b61ef1c6-56dc-4117-8d01-978abbc79e5b on network 341ef6a2-3c23-4971-bc69-f5c42e1a6564 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:08.928314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-560ae9d0-db60-4202-a9ac-aec5f784cd31 service neutron] 10.222.0.36 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426980 Aug 19 17:57:08.940165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:08.940517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Checking segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:08.940898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Bound using segment: {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:08.941344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Bound port: b61ef1c6-56dc-4117-8d01-978abbc79e5b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c60034-8d7b-48a4-871b-2805960adbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:08.941700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.964329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 931e5a5f-cba2-4d78-95f3-2669aa2b8527, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=931e5a5f-cba2-4d78-95f3-2669aa2b8527,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:08.965479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a7014-dee5-43de-b78b-053f6969f18b None None] Pushing event updated for resources: {'Port': ['ID=5525b435-3d8e-467e-8900-954cdf9e079b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:08.969064 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:08.969863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 01055b96-784e-40b3-8109-38716e463b96 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:09.058054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] For port 8ab64b1c-eb66-4521-acd6-ed6a287e841d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ab64b1c-eb66-4521-acd6-ed6a287e841d,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:09.058430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.089950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:09.093733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Calling delete_port for 8ab64b1c-eb66-4521-acd6-ed6a287e841d owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:09.115288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:09.124270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 01055b96-784e-40b3-8109-38716e463b96 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:09.124654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.145989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Router c8d2cf29-8d37-4c66-8088-7477922f66da is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:57:09.176632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:09.190940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.273918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:09.274553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.276057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] 10.222.0.42 "PUT /v2.0/ports/b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 1093 time: 2.8385005 Aug 19 17:57:09.277943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:09.280307 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:09.425047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:09.435294 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Sync routers for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:09.454442 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:09.455087 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:09.458345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.462517 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07f0236f-5c2a-42d3-b5c1-333e40d881dc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0380628 Aug 19 17:57:09.468008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51262) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:09.473457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401219df-7428-43ea-b110-135c29dbb0cd service neutron] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:09.580445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-29da4e33-b64f-45ad-a376-ab3dc54cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:09.581714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-29da4e33-b64f-45ad-a376-ab3dc54cac79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1097 time: 0.2443898 Aug 19 17:57:09.590994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940dd7a-99ad-4af9-b8ab-41c4dde9fcee req-3c97db7d-5967-4cd7-84e4-3882731450df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:09.592645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4940dd7a-99ad-4af9-b8ab-41c4dde9fcee req-3c97db7d-5967-4cd7-84e4-3882731450df tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.1521907 Aug 19 17:57:09.679525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:09.772249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:09.779212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568618387', 'description': 'tempest-description--1782157208'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:09.934410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:09.986892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 3, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:10.058578 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Checking router: c8d2cf29-8d37-4c66-8088-7477922f66da for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:10.058991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Updating router c8d2cf29-8d37-4c66-8088-7477922f66da port c67e2614-820f-49e1-8041-86decaf569d2 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:10.096983 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.184173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4940dd7a-99ad-4af9-b8ab-41c4dde9fcee req-53ce9aae-a05d-4e91-a803-53ce91b2be27 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608070 Aug 19 17:57:10.221181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f15499c6-42ee-4f97-88be-284c2e1dffeb req-0e9aa0b5-2e97-4940-9d0f-5b0fd87dc523 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 210 time: 0.0962451 Aug 19 17:57:10.244267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.260989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.286393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.334223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-61ae5058-4b99-4168-9312-fdb944a5e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:10.344028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-61ae5058-4b99-4168-9312-fdb944a5e224 service neutron] 10.222.0.42 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.7437720 Aug 19 17:57:10.352563 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9570dfc-98dd-4345-8514-c4be9b6ae32c x-openstack-request-id: req-a9570dfc-98dd-4345-8514-c4be9b6ae32c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:10.353580 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:10.354505 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9570dfc-98dd-4345-8514-c4be9b6ae32c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:10.357560 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'status': 'completed', 'code': 200} Aug 19 17:57:10.385744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab64b1c-eb66-4521-acd6-ed6a287e841d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:10.393770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e725785c-ded4-40f7-ae92-bdc82b7940f6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:10.446810 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.450792 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a9c5cad-e35e-47b5-b7d1-43a87bdc3ea7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6742189 Aug 19 17:57:10.457957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:10.467408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'security_group_rule': {'security_group_id': 'e725785c-ded4-40f7-ae92-bdc82b7940f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:10.483166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.557069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-83d8f5aa-5d98-49f3-9a07-fb43bbc024b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.1844921 Aug 19 17:57:10.563822 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.584624 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Transition to ACTIVE for port object c67e2614-820f-49e1-8041-86decaf569d2 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:10.593373 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.628944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 931e5a5f-cba2-4d78-95f3-2669aa2b8527 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:10.689380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.706185 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Attempting to bind port c67e2614-820f-49e1-8041-86decaf569d2 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:10.706562 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Attempting to bind port c67e2614-820f-49e1-8041-86decaf569d2 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:10.706930 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Attempting to bind port c67e2614-820f-49e1-8041-86decaf569d2 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:10.722519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afff417-1f75-4ba4-aa3f-3ce8095c04d6 None None] Network f62d30db-a0e7-4890-a850-64bd2ce77680 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:10.728185 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:10.728564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:10.748120 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.748969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:10.749702 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Bound port: c67e2614-820f-49e1-8041-86decaf569d2, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:10.750354 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.753346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0281a1-cf37-43f8-9a45-ce26074cab39 None None] Pushing event updated for resources: {'Port': ['ID=c67e2614-820f-49e1-8041-86decaf569d2,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:10.782235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94d27f-82fd-4044-b021-617f68abf2d6 req-a4ec4367-8bb4-470c-930f-fab55c09016f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:10.797695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d94d27f-82fd-4044-b021-617f68abf2d6 req-a4ec4367-8bb4-470c-930f-fab55c09016f tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.4504948 Aug 19 17:57:10.816580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:10.817042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.864607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17a0e2b3-d621-4437-a661-377a7a74696b None None] Provisioning for port 5525b435-3d8e-467e-8900-954cdf9e079b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:10.874224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] For port c67e2614-820f-49e1-8041-86decaf569d2, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:10.882841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-c6834193-c48f-45fb-b7db-c24281b7ae1f req-f30a3a3e-5f5c-4d5b-8a04-6d188d9d6c48 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:57:10.884316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6834193-c48f-45fb-b7db-c24281b7ae1f req-f30a3a3e-5f5c-4d5b-8a04-6d188d9d6c48 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0804164 Aug 19 17:57:10.886118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-b1558cb2-5c2b-4df7-a1ef-8315d26d643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:10.887926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-b1558cb2-5c2b-4df7-a1ef-8315d26d643b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.2717960 Aug 19 17:57:10.893382 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] For port c67e2614-820f-49e1-8041-86decaf569d2, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c67e2614-820f-49e1-8041-86decaf569d2,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:10.900912 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:10.938892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-856ad6fd-154c-496f-93d7-3164196a48f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260298 Aug 19 17:57:10.996544 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:10.997190 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:11.050512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-334d0649-96c8-4443-a546-fbeeba50b6a7 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:11.052468 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-334d0649-96c8-4443-a546-fbeeba50b6a7 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.42 "GET /v2.0/networks?id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346 HTTP/1.1" status: 200 len: 814 time: 0.3436532 Aug 19 17:57:11.054728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d94d27f-82fd-4044-b021-617f68abf2d6 req-f0fff0ca-9d1d-4cc7-b750-c45b7207f699 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552814 Aug 19 17:57:11.082964 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0281a1-cf37-43f8-9a45-ce26074cab39 None None] Pushing event updated for resources: {'Port': ['ID=c67e2614-820f-49e1-8041-86decaf569d2,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:11.095912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.118709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.157080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c679b5-3d86-4ea9-8f21-bbea9ac6f079,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:11.166805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Allocated IP 172.20.0.1 (f62d30db-a0e7-4890-a850-64bd2ce77680/467a5385-effd-4a7a-b46c-aa95a648caac/8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:11.188058 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-a4a72445-440a-40ec-b352-f15c164fdc30 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54da8af97c574f698be358e39e7d8618 HTTP/1.1" status: 200 len: 380 time: 0.0911045 Aug 19 17:57:11.193151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.197111 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b391d3c3-9565-4339-a0d4-3f19135d24fe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7322357 Aug 19 17:57:11.198204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:11.203381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'security_group_rule': {'security_group_id': 'e725785c-ded4-40f7-ae92-bdc82b7940f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:11.213011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'port': {'device_id': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'admin_state_up': True, 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'security_groups': ['43c0f51b-17a8-4916-a0d0-502b35666704']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:11.228859 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:11.233210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6834193-c48f-45fb-b7db-c24281b7ae1f req-dc0168f3-cd92-4c70-ba3e-af6650e28e75 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3363483 Aug 19 17:57:11.250500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:11.327145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:11.327627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.396387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.429364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.501077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1382e1d1-9ec6-4251-b641-a041da11c5be req-5863cdc0-04b1-459a-855a-d0b8fa36fc72 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 210 time: 0.1182277 Aug 19 17:57:11.504934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-ae3378be-7b08-4a66-a456-d304d6c11123 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978037 Aug 19 17:57:11.572988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Made reservation on behalf of 54da8af97c574f698be358e39e7d8618 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:11.578546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5525b435-3d8e-467e-8900-954cdf9e079b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:11.581521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.590530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.635161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.664338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 3, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:11.669628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Transition to ACTIVE for port object 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:11.691710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5525b435-3d8e-467e-8900-954cdf9e079b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:11.701524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5525b435-3d8e-467e-8900-954cdf9e079b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:11.702077 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.711623 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed7a03-fcff-43d3-8431-fa43508831a8 None None] The sync data for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 is: [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 3, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:11.744069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.794522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68027138-59ef-49d1-af5f-70af7e0ce866,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:11.831868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.833230 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-45308b38-ef2d-42f0-9f30-3d0a8c8aad70 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6340780 Aug 19 17:57:11.839475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:11.855162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:11.868142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.872066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26c77d89-8120-4bf9-85c5-1f36cfa5f8e6 req-49071c89-fd64-4451-8562-23d8c4afddbc service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556266 Aug 19 17:57:11.880046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963f2a-2cf9-4b3d-871b-99225ece1745 req-fc331094-ce33-48d5-8eb1-cf4ce7ad6c0e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:11.894240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a963f2a-2cf9-4b3d-871b-99225ece1745 req-fc331094-ce33-48d5-8eb1-cf4ce7ad6c0e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.1483214 Aug 19 17:57:11.897851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Allocated IP 172.20.0.3 (01d3e4ec-fa30-4a95-b31a-dc9000dc3346/c3962655-4873-4225-ad73-00af24119137/06163c65-acd7-491c-8024-392a664d7d5b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:11.904247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.916904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-46b71e13-3c46-4702-a067-f8afa7d09d1c None None] Provisioning complete for port 5525b435-3d8e-467e-8900-954cdf9e079b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:11.917655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-46b71e13-3c46-4702-a067-f8afa7d09d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.921767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:11.992061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5525b435-3d8e-467e-8900-954cdf9e079b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5525b435-3d8e-467e-8900-954cdf9e079b,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:12.000016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:12.083235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a963f2a-2cf9-4b3d-871b-99225ece1745 req-a96fc594-5a4b-420f-b40c-8decf66d452c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833944 Aug 19 17:57:12.121909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5525b435-3d8e-467e-8900-954cdf9e079b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:12.200517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-a51b69ba-80b6-48f0-964e-6063a4f4d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:12.202099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-a51b69ba-80b6-48f0-964e-6063a4f4d534 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1097 time: 0.2445283 Aug 19 17:57:12.214030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:57:12.484926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Network f62d30db-a0e7-4890-a850-64bd2ce77680 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:12.546697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ea59-a521-4e81-8d75-b417c71f0802 req-216a42df-8860-4e8f-9eac-41af38e31dfc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:12.557002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e84ea59-a521-4e81-8d75-b417c71f0802 req-216a42df-8860-4e8f-9eac-41af38e31dfc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.3051031 Aug 19 17:57:12.573223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0c35-b08c-49fb-adc4-f78b3311e16a req-5bf3350a-9e8d-4328-bd90-82b236e25ec6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:12.585588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d77f0c35-b08c-49fb-adc4-f78b3311e16a req-5bf3350a-9e8d-4328-bd90-82b236e25ec6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.3047311 Aug 19 17:57:12.700653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c67e2614-820f-49e1-8041-86decaf569d2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:12.755795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-6ec23d52-0f2f-439f-86d0-72d4235b14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:12.761397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:12.762183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-6ec23d52-0f2f-439f-86d0-72d4235b14f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.5390036 Aug 19 17:57:12.806375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e84ea59-a521-4e81-8d75-b417c71f0802 req-80282cee-8f23-43ef-8bba-74c332e3f53a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479615 Aug 19 17:57:12.831544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Transition to ACTIVE for port object 06163c65-acd7-491c-8024-392a664d7d5b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:12.864664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c67e2614-820f-49e1-8041-86decaf569d2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:12.873113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c67e2614-820f-49e1-8041-86decaf569d2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:12.873806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:12.882618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d77f0c35-b08c-49fb-adc4-f78b3311e16a req-b4e67c0b-3ccb-4252-bcf9-4b1f4ec9c1b4 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959363 Aug 19 17:57:12.883956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:12.905625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f73ff1b0-feab-4e12-aefe-93cba0359a12 admin admin] 10.222.0.36 "PUT /v2.0/routers/317668b0-2aff-4373-8d0b-c4a9fdaab9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9172046 Aug 19 17:57:12.906300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51318) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:12.938026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:12.954682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:12.970408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:12.984252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Sync routers for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:13.026268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:13.028008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:13.066949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.070497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Pushing event updated for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:13.242217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:13.256533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.281704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:13.292200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:13.417580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-bcaa6631-c34f-494d-ba87-425a1defda16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.2455473 Aug 19 17:57:13.464862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.518468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c67e2614-820f-49e1-8041-86decaf569d2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c67e2614-820f-49e1-8041-86decaf569d2,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:13.526069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event updated for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:13.545909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:13.548194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.548956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5525b435-3d8e-467e-8900-954cdf9e079b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:13.591660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.650637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4936f02-61ce-42b3-a39a-97f2af25abff req-232e6814-d3fb-4f03-9e39-b85b6f55a5b5 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:13.655821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4936f02-61ce-42b3-a39a-97f2af25abff req-232e6814-d3fb-4f03-9e39-b85b6f55a5b5 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 931 time: 0.4369001 Aug 19 17:57:13.711072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:13.720534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.732365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-b15b3d72-f05a-4d8f-9032-ef1a42f9889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:13.734520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-b15b3d72-f05a-4d8f-9032-ef1a42f9889c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.2901282 Aug 19 17:57:13.773708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-719c5ca6-d581-45c9-a1b5-5501c24e7ab5 None None] Provisioning for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:13.784455 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.808554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b11a24b5-1843-4b9a-845b-637c649a0763 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6121826 Aug 19 17:57:13.848850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-719c5ca6-d581-45c9-a1b5-5501c24e7ab5 None None] Provisioning complete for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:13.849159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-719c5ca6-d581-45c9-a1b5-5501c24e7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:13.891038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fcd2c-6528-49cd-85d7-5ddf4f6afdd6 req-0d4545fd-d494-4db1-986a-e617f951e987 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:13.892576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-675fcd2c-6528-49cd-85d7-5ddf4f6afdd6 req-0d4545fd-d494-4db1-986a-e617f951e987 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.4283121 Aug 19 17:57:13.901592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4936f02-61ce-42b3-a39a-97f2af25abff req-37fb3fce-dbce-402a-bf97-d72a1efdb54c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655486 Aug 19 17:57:14.013334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c67e2614-820f-49e1-8041-86decaf569d2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:14.032809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Deleting port 245f4209-c6f8-432c-9b06-f1dcc9a8a287 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:14.033154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.055772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-675fcd2c-6528-49cd-85d7-5ddf4f6afdd6 req-db78051c-1c42-478b-91f0-cddf49d68da6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508458 Aug 19 17:57:14.111708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-719c5ca6-d581-45c9-a1b5-5501c24e7ab5 None None] Port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:14.115697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5525b435-3d8e-467e-8900-954cdf9e079b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:14.115826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.155036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 172.25.5.245 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/2f225064-91c8-428c-9ebd-f5573fc71109) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:14.252219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe9160-7f06-442e-b709-c7b975e454c5 req-f365d61f-a5c1-4fbc-9d34-311ba86f3880 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:14.264580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3fe9160-7f06-442e-b709-c7b975e454c5 req-f365d61f-a5c1-4fbc-9d34-311ba86f3880 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.2334254 Aug 19 17:57:14.269101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:57:09Z', 'revision_number': 5, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port': {'id': '245f4209-c6f8-432c-9b06-f1dcc9a8a287', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:08:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:53:35Z', 'updated_at': '2021-08-19T17:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:14.271563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-13128b31-9111-410a-bb7e-c85dcc5be2e4 None None] Provisioning for port 06163c65-acd7-491c-8024-392a664d7d5b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:14.279586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-13128b31-9111-410a-bb7e-c85dcc5be2e4 None None] Provisioning complete for port 06163c65-acd7-491c-8024-392a664d7d5b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:14.279945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13128b31-9111-410a-bb7e-c85dcc5be2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.306334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.337191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Checking router: 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:14.394530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-13128b31-9111-410a-bb7e-c85dcc5be2e4 None None] Port 06163c65-acd7-491c-8024-392a664d7d5b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:14.402801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Routers {'317668b0-2aff-4373-8d0b-c4a9fdaab9a3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:14.403582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:14.426979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] For port 245f4209-c6f8-432c-9b06-f1dcc9a8a287, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=245f4209-c6f8-432c-9b06-f1dcc9a8a287,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:14.427484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.459992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3fe9160-7f06-442e-b709-c7b975e454c5 req-50988449-092d-414c-a19a-da1da19bcfa2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945314 Aug 19 17:57:14.497890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Calling delete_port for 245f4209-c6f8-432c-9b06-f1dcc9a8a287 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:14.534828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.595647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] Set router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:14.608918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce6eda-8410-43fc-92a8-041bbeae22a5 req-13902a7d-dc40-4a96-b422-81997b638b91 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:14.630378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce6eda-8410-43fc-92a8-041bbeae22a5 req-13902a7d-dc40-4a96-b422-81997b638b91 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:14.640466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce6eda-8410-43fc-92a8-041bbeae22a5 req-13902a7d-dc40-4a96-b422-81997b638b91 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:14.657292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71ce6eda-8410-43fc-92a8-041bbeae22a5 req-13902a7d-dc40-4a96-b422-81997b638b91 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9&device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a&device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 2418 time: 0.2322524 Aug 19 17:57:14.679520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:14.759326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 6, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:14.796710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:14.812425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71ce6eda-8410-43fc-92a8-041bbeae22a5 req-46042175-88f7-419d-924f-3381a778b3e5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538243 Aug 19 17:57:14.812939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:14.819263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:14.821621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=2f225064-91c8-428c-9ebd-f5573fc71109,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:14.850171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c67e2614-820f-49e1-8041-86decaf569d2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:14.856313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb22cf-f232-488c-8243-81e86abfe06f None None] The sync data for ids ['317668b0-2aff-4373-8d0b-c4a9fdaab9a3'] in n-d-778550-10 is: [{'id': '317668b0-2aff-4373-8d0b-c4a9fdaab9a3', 'name': 'tempest-ServersTestBootFromVolume-1579393947-router', 'tenant_id': '591a29bf65194452b649696a7905cb4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:53:34Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 6, 'project_id': '591a29bf65194452b649696a7905cb4a', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:14.956456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c67e2614-820f-49e1-8041-86decaf569d2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:14.957112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.042302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.051608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.076505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.159215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4a661e7-5246-4637-ab27-ca212bbd80ce req-410e8ce7-bc81-45ec-9159-a5ef388e04c7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2549028 Aug 19 17:57:15.188596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.227363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.294562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c0725-c333-43a7-a361-047c0924623c req-b93eabcb-3db7-4548-b71a-304ff8aece19 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:15.296226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c51c0725-c333-43a7-a361-047c0924623c req-b93eabcb-3db7-4548-b71a-304ff8aece19 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 931 time: 0.2651486 Aug 19 17:57:15.389415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Pushing event updated for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:15.415684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c51c0725-c333-43a7-a361-047c0924623c req-a2e2f843-139e-49b4-9ebd-693091b825ee tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064205 Aug 19 17:57:15.417046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Network f62d30db-a0e7-4890-a850-64bd2ce77680 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:15.419427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.426161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:15.529985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Pushing event deleted for resources: {'Port': ['ID=245f4209-c6f8-432c-9b06-f1dcc9a8a287,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:15.685681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Router c8d2cf29-8d37-4c66-8088-7477922f66da has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:57:15.771059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.930203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-43056e0f-2e40-4ba5-850e-9ad934864130 None None] Provisioning complete for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:15.931562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-43056e0f-2e40-4ba5-850e-9ad934864130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.932167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.959009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:15.965163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7e0877c3-a6a6-4851-a774-5063e19435ef admin admin] 10.222.0.36 "PUT /v2.0/routers/c8d2cf29-8d37-4c66-8088-7477922f66da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4808414 Aug 19 17:57:15.966238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:15.995704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-43056e0f-2e40-4ba5-850e-9ad934864130 None None] Port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:16.011945 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Sync routers for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:16.040102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:16.041096 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:16.188780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=2f225064-91c8-428c-9ebd-f5573fc71109,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:16.207387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.238725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.240085 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-40056c8e-ee62-4dbe-b52f-27844e126d72 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3974357 Aug 19 17:57:16.315013 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:16.485077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39120efa-74e3-4679-8356-fc3c6b87ac0a req-c58c1152-4ed4-4b92-88f3-d35c475d335d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:16.493001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39120efa-74e3-4679-8356-fc3c6b87ac0a req-c58c1152-4ed4-4b92-88f3-d35c475d335d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.8020809 Aug 19 17:57:16.548392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.582542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.674999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39120efa-74e3-4679-8356-fc3c6b87ac0a req-dbe68eb3-1e8e-4dc4-8d85-9da1244e1070 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794872 Aug 19 17:57:16.704648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.706035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317668b0-2aff-4373-8d0b-c4a9fdaab9a3 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:57:16.722994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.724279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fdd6090b-0f00-45dd-93bc-0f8288d33845 admin admin] 10.222.0.36 "DELETE /v2.0/routers/317668b0-2aff-4373-8d0b-c4a9fdaab9a3 HTTP/1.1" status: 204 len: 168 time: 3.8131869 Aug 19 17:57:16.729142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:16.833621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Deleting subnet 5a730b1e-5484-48fa-a01d-ba6d0ad20275 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:57:16.847406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ab64b1c-eb66-4521-acd6-ed6a287e841d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:16.847706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:16.937613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.128117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00', 'name': '', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'mac_address': 'fa:16:3e:ad:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:10Z', 'updated_at': '2021-08-19T17:57:14Z', 'revision_number': 2, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'subnets': [{'id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:17.143633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c5e4d-37bb-4855-9bd8-f4f2997f82d9 req-4143d87c-8c49-49f1-b90a-de2c0f8a3f1e tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:17.153840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a64c5e4d-37bb-4855-9bd8-f4f2997f82d9 req-4143d87c-8c49-49f1-b90a-de2c0f8a3f1e tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 931 time: 0.1222255 Aug 19 17:57:17.155120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.195283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-913d6091-5d7c-4ab7-942a-6e3ad5ffcc38 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1568618387&fields=id&tenant_id=f1e5015c330b471c9792397498d1b534 HTTP/1.1" status: 200 len: 267 time: 0.0903625 Aug 19 17:57:17.209844 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Checking router: c8d2cf29-8d37-4c66-8088-7477922f66da for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:17.217116 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Updating router c8d2cf29-8d37-4c66-8088-7477922f66da port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:17.291960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a64c5e4d-37bb-4855-9bd8-f4f2997f82d9 req-2b6255f5-f684-419f-9d75-b7b37066167d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369138 Aug 19 17:57:17.299607 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.307363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.351086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a730b1e-5484-48fa-a01d-ba6d0ad20275,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:17.373953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.377777 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1224146-4560-46be-b8f9-46e765afb648 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5a730b1e-5484-48fa-a01d-ba6d0ad20275 HTTP/1.1" status: 204 len: 168 time: 0.6472545 Aug 19 17:57:17.385492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51378) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:17.408814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-70fe0a4b-8a2d-4295-9571-0ab2cf26389c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:17.426884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-70fe0a4b-8a2d-4295-9571-0ab2cf26389c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 931 time: 0.1719859 Aug 19 17:57:17.462487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4a36c-6c96-4c29-a522-01835531f0f4 None None] Network 1c5b7c07-cfd3-4d68-b14a-433c553714cd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:17.470130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8ab64b1c-eb66-4521-acd6-ed6a287e841d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:17.470860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ab64b1c-eb66-4521-acd6-ed6a287e841d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:17.471386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 245f4209-c6f8-432c-9b06-f1dcc9a8a287 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:17.482114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.528143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d4075788-d7e7-43fb-af32-eb8314656a0e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:17.533069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d4075788-d7e7-43fb-af32-eb8314656a0e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 931 time: 0.1052830 Aug 19 17:57:17.588324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.599094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:17.623407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-network', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:17.649217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 245f4209-c6f8-432c-9b06-f1dcc9a8a287 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:17.651840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 245f4209-c6f8-432c-9b06-f1dcc9a8a287 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:17.690966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Request body: {'port': {'device_id': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:17.692825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-2014d59f-1a3c-43cf-9429-166318ee8121 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1532459 Aug 19 17:57:17.767959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-6d4d1825-726c-404a-b4fb-dc4b749e6854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294221 Aug 19 17:57:17.808480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-cbaf5c5c-07c5-41e0-9de7-a06e11279b46 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1105566 Aug 19 17:57:17.861247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.939514 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.975236 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Transition to ACTIVE for port object 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:17.994891 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:17.999142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] DHCP port deletion for 1c5b7c07-cfd3-4d68-b14a-433c553714cd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:57:18.051332 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639afe7c-8978-4c2d-a7cd-fd51962a50d9 None None] Pushing event updated for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:18.088555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5309e06a-b539-447c-a89c-e9c69646b5b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:18.097192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5309e06a-b539-447c-a89c-e9c69646b5b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:18.113827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5309e06a-b539-447c-a89c-e9c69646b5b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:18.128230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Deleting port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:18.129250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.141764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5309e06a-b539-447c-a89c-e9c69646b5b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 1988 time: 0.3264487 Aug 19 17:57:18.182090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-9e33af4d-7318-4d40-b1eb-a348f3203b91 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/quotas/f1e5015c330b471c9792397498d1b534 HTTP/1.1" status: 200 len: 375 time: 0.0393038 Aug 19 17:57:18.244104 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Attempting to bind port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:18.244754 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Attempting to bind port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:18.244879 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Attempting to bind port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 on network f62d30db-a0e7-4890-a850-64bd2ce77680 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:18.268146 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:18.268319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Checking segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:18.268719 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.268971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Bound using segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:18.269430 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Bound port: 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:18.269876 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.296454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] For port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,segment=NetworkSegment(eb7870ae-374c-42e7-a23e-7f286e5a3181),segment_id=eb7870ae-374c-42e7-a23e-7f286e5a3181)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:18.300973 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.339237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Calling delete_port for dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:18.437336 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] For port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:18.440576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] For port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:18.448234 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.458891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Made reservation on behalf of 55466d08bd334bed9461c8c73dc02c71 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:18.460126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-680d7c62-fc4c-4687-a34b-e51ebab5aa0e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2771039 Aug 19 17:57:18.466496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.499196 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.527132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06163c65-acd7-491c-8024-392a664d7d5b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:18.536215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.539727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] No DVR routers for this DVR port dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:18.543108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6f3f7-ac99-4981-a39d-e9b0356f9b29 None None] Pushing event deleted for resources: {'Port': ['ID=dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:18.593111 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:18.594005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:18.604899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] The port 'dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4' was deleted {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 17:57:18.634706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.664511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639afe7c-8978-4c2d-a7cd-fd51962a50d9 None None] Pushing event updated for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:18.681959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e8d4-deb8-4e34-96ab-443acbfc4400 req-12bd5ec5-5820-48bc-862c-43204b532901 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:18.696069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e25e8d4-deb8-4e34-96ab-443acbfc4400 req-12bd5ec5-5820-48bc-862c-43204b532901 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.4120207 Aug 19 17:57:18.772169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:18.805326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Transition to ACTIVE for port object 06163c65-acd7-491c-8024-392a664d7d5b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:18.815588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:18.836222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:18.836554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dd2f1cc5-68ab-41fc-a7b4-8fa00cf505b4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:18.857204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e25e8d4-deb8-4e34-96ab-443acbfc4400 req-b8e8bb8b-e877-4aaa-b70a-96b52df85392 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383984 Aug 19 17:57:18.893781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-98e67268-4252-45f1-acba-14a14b4447ed service neutron] 10.222.0.36 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214938 Aug 19 17:57:18.912764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:19.041054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Pushing event updated for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:19.051352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.054447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-2c422b81-307d-45df-af97-4832debf4abe service neutron] 10.222.0.36 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523414 Aug 19 17:57:19.091693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5b7c07-cfd3-4d68-b14a-433c553714cd']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:19.129422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7870ae-374c-42e7-a23e-7f286e5a3181') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:19.129736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7870ae-374c-42e7-a23e-7f286e5a3181') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:19.161090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e20d4558-a65d-43b5-b54e-554d6b1120b7 service neutron] 10.222.0.36 "GET /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0975566 Aug 19 17:57:19.166664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.284650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.329006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:57:19.329006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:57:19.337162 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:57:19.346026 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00', 'name': '', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'mac_address': 'fa:16:3e:ad:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:10Z', 'updated_at': '2021-08-19T17:57:18Z', 'revision_number': 4, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'subnets': [{'id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:19.394894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89406638-f65f-4e6d-bf2f-7e8f1234c93e None None] The sync data for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 is: [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00', 'name': '', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'mac_address': 'fa:16:3e:ad:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:10Z', 'updated_at': '2021-08-19T17:57:18Z', 'revision_number': 4, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'subnets': [{'id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:19.453756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-f511e2dc-094f-4d35-b913-e7ba5842d917 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134347 Aug 19 17:57:19.503009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.512066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Attempting to bind port 06163c65-acd7-491c-8024-392a664d7d5b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:19.512066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Attempting to bind port 06163c65-acd7-491c-8024-392a664d7d5b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:19.512427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Attempting to bind port 06163c65-acd7-491c-8024-392a664d7d5b on network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:19.522656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.524384 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.546710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.567169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c5b7c07-cfd3-4d68-b14a-433c553714cd HTTP/1.1" status: 204 len: 168 time: 2.1773612 Aug 19 17:57:19.600067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Port 06163c65-acd7-491c-8024-392a664d7d5b on network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:19.600728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Attempting to bind port 06163c65-acd7-491c-8024-392a664d7d5b on network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:19.627472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-81b92b07-d5e5-482a-b5ac-d4c55b333ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842310 Aug 19 17:57:19.662395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7970-9679-4d7c-8b42-c5c713e270d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5b7c07-cfd3-4d68-b14a-433c553714cd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:19.688901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:19.689230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Checking segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:19.689763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Bound using segment: {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:19.690280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Bound port: 06163c65-acd7-491c-8024-392a664d7d5b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181dbbb8-35a1-4137-8725-eef8f4e373c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:19.690710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.706304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:57:19.718219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e4d30-4709-428d-abbb-92242880b435,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:19.738500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.739628 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Added segment 1b9192c3-ee54-4da3-910c-7c54e05c8a01 of type vlan for network c66acbf2-d07d-4c05-b794-3fbefeb27219 Aug 19 17:57:19.833517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446911a0-f1f3-4c80-a499-b9a35b9b3bd5 req-b12e4f9b-b440-4df9-aa38-05910beb6869 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714406 Aug 19 17:57:19.873890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-640d50d8-a552-4180-a546-2058096ce8fe service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188027 Aug 19 17:57:19.895661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:19.935961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51404) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:19.970155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d12bd70d-5c37-455a-8be7-aede9d315597 service neutron] 10.222.0.36 "GET /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0949283 Aug 19 17:57:19.972729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:20.009842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=06163c65-acd7-491c-8024-392a664d7d5b,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:20.031936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.131078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5160f3-b700-4edc-ad5b-21a42ede38a9 req-8a29dd34-51b3-40e3-89ce-40763b0d822a tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:20.142127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.143589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d5160f3-b700-4edc-ad5b-21a42ede38a9 req-8a29dd34-51b3-40e3-89ce-40763b0d822a tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.3086340 Aug 19 17:57:20.148409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:20.149816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.229748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6d284e0e-dff2-4ca7-8a6c-c27b9a3645e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=591a29bf65194452b649696a7905cb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907565 Aug 19 17:57:20.232714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:20.241943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Pushing event updated for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:20.274260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:20.279041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.280654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d5160f3-b700-4edc-ad5b-21a42ede38a9 req-ed8147a6-137a-467c-a68b-10784d9fb740 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224198 Aug 19 17:57:20.286320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-e1b94879-f230-4e66-948f-fcb0b4102c94 service neutron] 10.222.0.42 "PUT /v2.0/ports/06163c65-acd7-491c-8024-392a664d7d5b HTTP/1.1" status: 200 len: 1092 time: 2.6829503 Aug 19 17:57:20.304963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-db4f758e-c2e8-411c-91ad-68b13cb10565 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326285 Aug 19 17:57:20.319013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:20.329092 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4c68df-5f99-475b-86a7-2b626fd37ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "tag": "06163c65-acd7-491c-8024-392a664d7d5b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:20.433905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-647bffbb-0e33-42fd-bf81-812993793d74 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276004 Aug 19 17:57:20.555953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d7a83ac7-f9ed-4e2e-868d-67b5e29bae62 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202643 Aug 19 17:57:20.569765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9573309 Aug 19 17:57:20.573775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:20.624852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Request body: {'subnet': {'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-subnet', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:20.680549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9b6f0-7f61-4928-a287-ee67a9c2f115 admin admin] Pushing event updated for resources: {'Network': ['ID=c66acbf2-d07d-4c05-b794-3fbefeb27219,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:20.687367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Made reservation on behalf of 55466d08bd334bed9461c8c73dc02c71 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:20.693934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.716378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:57:20.726229 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.821435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.853662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:20.932487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.934737 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:20.935715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcac9586-bc14-4a94-bdb9-fd2fd48d083f HTTP/1.1" status: 204 len: 168 time: 0.6945975 Aug 19 17:57:20.980693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-74b2bb74-163f-4341-9129-dd917fc26b21 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237876 Aug 19 17:57:20.984020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ede4b-f6c1-4278-bbcc-b9572b1db5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcac9586-bc14-4a94-bdb9-fd2fd48d083f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:21.042876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d996c7-f253-4054-981b-913b554ff679 req-f6446e22-7afa-417b-b29f-29ecf4bbdea2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:21.053146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d996c7-f253-4054-981b-913b554ff679 req-f6446e22-7afa-417b-b29f-29ecf4bbdea2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.1452093 Aug 19 17:57:21.069314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.126483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93303a1-8b32-427a-9cc9-67af545101cd,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:21.148292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b130b544-7f5c-4da8-9b06-05973bdda670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:21.150001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-b130b544-7f5c-4da8-9b06-05973bdda670 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54da8af97c574f698be358e39e7d8618&device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 1095 time: 0.1210213 Aug 19 17:57:21.157511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d996c7-f253-4054-981b-913b554ff679 req-a8dc3409-eba7-4a08-883c-207bfa973fd1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Aug 19 17:57:21.189836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:21.195751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:21.196108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.224646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-6c15f42c-1890-4320-b149-25085d74d2fd service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204020 Aug 19 17:57:21.340955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Checking segment: {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:21.342487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Network hostable DHCP agents. Network: c66acbf2-d07d-4c05-b794-3fbefeb27219, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:57:21.354968 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-533c4234-8f96-478b-a0cd-2e5634b32a29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06163c65-acd7-491c-8024-392a664d7d5b HTTP/1.1" status: 200 len: 217 time: 0.1805596 Aug 19 17:57:21.478651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-9a218669-4e37-49c6-af42-9c22bac4b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:21.485268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5e9442a7-5bcd-4032-a82a-31bbb52ee0f4 service neutron] 10.222.0.36 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504563 Aug 19 17:57:21.487713 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-9a218669-4e37-49c6-af42-9c22bac4b351 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3962655-4873-4225-ad73-00af24119137 HTTP/1.1" status: 200 len: 853 time: 0.1116929 Aug 19 17:57:21.489289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:57:21.506946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, c66acbf2-d07d-4c05-b794-3fbefeb27219) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:21.513967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:21.516768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.551255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe40a6c-574c-4865-9bcd-08d8ddd13933 None None] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:21.623608 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.629967 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2127d1c-4081-4807-840b-1dc1a5e620f3 x-openstack-request-id: req-b2127d1c-4081-4807-840b-1dc1a5e620f3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:21.630382 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "tag": "06163c65-acd7-491c-8024-392a664d7d5b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:21.630658 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2127d1c-4081-4807-840b-1dc1a5e620f3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:21.631178 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b', 'status': 'completed', 'code': 200} Aug 19 17:57:21.657517 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d289b5c-3183-44f1-a3d0-51c511b1c5b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0643418 Aug 19 17:57:21.660319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:21.673567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:21.682094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-93593e17-0e32-427c-b2a6-0246a314cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:21.684056 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-93593e17-0e32-427c-b2a6-0246a314cf1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545422 Aug 19 17:57:21.710147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.714674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.803186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c3b699c3-5dfa-42e0-a1e8-d2ea570e6ebf service neutron] 10.222.0.36 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066299 Aug 19 17:57:21.841266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:21.852121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:21.858275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:22.009858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:22.026054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad08538-b7f9-42b1-b8e7-a86af4c929ca req-2db6dacd-cd8c-40c0-9d86-06b40ea342c8 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:22.034698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad08538-b7f9-42b1-b8e7-a86af4c929ca req-2db6dacd-cd8c-40c0-9d86-06b40ea342c8 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.2211227 Aug 19 17:57:22.072631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-c66acbf2-d07d-4c05-b794-3fbefeb27219', 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'fixed_ips': [{'subnet_id': 'd93303a1-8b32-427a-9cc9-67af545101cd'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:57:22.075736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:22.108698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3c6c81fe-b9af-4acd-b341-c8e1c529fbc0 service neutron] 10.222.0.36 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043854 Aug 19 17:57:22.147501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad08538-b7f9-42b1-b8e7-a86af4c929ca req-3bca864a-28e5-490c-a997-4c1f476e0f9f tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117775 Aug 19 17:57:22.359866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-125f668e-410c-4470-9c26-7727907bf9df service neutron] 10.222.0.36 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399580 Aug 19 17:57:22.399089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:22.420098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Allocated IP 172.20.0.2 (c66acbf2-d07d-4c05-b794-3fbefeb27219/d93303a1-8b32-427a-9cc9-67af545101cd/cceee278-d295-4041-9cb9-b59eff312c6a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:22.572410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-75567c99-331e-45ee-9e1f-7867bc8dca5c service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186172 Aug 19 17:57:22.588176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-ce961cb3-0d60-42b9-8331-a71695e58595 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:22.590619 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-ce961cb3-0d60-42b9-8331-a71695e58595 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.1611686 Aug 19 17:57:22.650959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-4780ba4f-8abf-4182-b5a8-0fcc3b313aca service neutron] 10.222.0.36 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845817 Aug 19 17:57:22.825810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:22.868700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9cfd-76cf-4ef6-913d-f7da22b44cc3 req-e679c9fb-1ee9-41e5-9abb-b3c60290593c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:22.880942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e06e9cfd-76cf-4ef6-913d-f7da22b44cc3 req-e679c9fb-1ee9-41e5-9abb-b3c60290593c tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.2033451 Aug 19 17:57:22.944691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e06e9cfd-76cf-4ef6-913d-f7da22b44cc3 req-b1881627-4f83-4d10-8c20-b8e17e1a154f tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620663 Aug 19 17:57:22.975632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:22.985903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Transition to ACTIVE for port object cceee278-d295-4041-9cb9-b59eff312c6a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:23.011405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Transition to ACTIVE for port object cceee278-d295-4041-9cb9-b59eff312c6a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:23.018879 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.063246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:23.071541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:23.076647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:23.094543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Pushing event updated for resources: {'Port': ['ID=cceee278-d295-4041-9cb9-b59eff312c6a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:23.124862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc1f1039-0605-42a5-944f-a9123e082e83 req-6705937d-5fbb-434f-bc28-1b157eab20f6 service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325847 Aug 19 17:57:23.133035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51452) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:23.173740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6f46-1cfd-44ef-bb6a-9b17c0da583a req-9f218bcc-3e92-4d19-872b-3e4ebf31d2a4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:23.186724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-438a6f46-1cfd-44ef-bb6a-9b17c0da583a req-9f218bcc-3e92-4d19-872b-3e4ebf31d2a4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.1309264 Aug 19 17:57:23.206481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Attempting to bind port cceee278-d295-4041-9cb9-b59eff312c6a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:23.213650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Attempting to bind port cceee278-d295-4041-9cb9-b59eff312c6a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:23.217797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Attempting to bind port cceee278-d295-4041-9cb9-b59eff312c6a on network c66acbf2-d07d-4c05-b794-3fbefeb27219 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:23.242212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:23.242749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Checking segment: {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:23.243275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.243699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Bound using segment: {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:23.244194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Bound port: cceee278-d295-4041-9cb9-b59eff312c6a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:23.244578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.248385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-438a6f46-1cfd-44ef-bb6a-9b17c0da583a req-202c412b-fbc2-43f9-842e-ad939158561d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Aug 19 17:57:23.264703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Deleting port 3f925156-d4a9-4ab0-89b0-92e54820f135 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:23.265084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.287107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:23.287499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.421362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2103402260-network', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:23.473833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Made reservation on behalf of 3192e71ecda5411aab281a12abc75dd7 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:23.481780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.506021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] For port cceee278-d295-4041-9cb9-b59eff312c6a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:23.509821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] For port cceee278-d295-4041-9cb9-b59eff312c6a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cceee278-d295-4041-9cb9-b59eff312c6a,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:23.521670 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.543150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:23.903380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7dba3-6dec-45a3-8d85-f58cc5fc59e3 None None] Pushing event updated for resources: {'Port': ['ID=cceee278-d295-4041-9cb9-b59eff312c6a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:23.930851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2760b3-1014-4a91-a722-9dbb1fefc8db req-febf60d0-100e-4499-aec1-fdbb2983fded tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:23.941067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c2760b3-1014-4a91-a722-9dbb1fefc8db req-febf60d0-100e-4499-aec1-fdbb2983fded tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 945 time: 0.2595670 Aug 19 17:57:24.082285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.126285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.232287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-344fd168-d660-4497-a18d-778978da083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:24.234065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-344fd168-d660-4497-a18d-778978da083b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54da8af97c574f698be358e39e7d8618&device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 1095 time: 0.1388428 Aug 19 17:57:24.260932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] For port 3f925156-d4a9-4ab0-89b0-92e54820f135, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3f925156-d4a9-4ab0-89b0-92e54820f135,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:24.261269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.279175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.298345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c2760b3-1014-4a91-a722-9dbb1fefc8db req-5efc4b25-844d-4364-a9f1-031ac8e59377 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558917 Aug 19 17:57:24.306854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Calling delete_port for 3f925156-d4a9-4ab0-89b0-92e54820f135 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:24.311149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.399477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:57:24.426847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.427193 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Added segment 0c49431a-db37-4081-a370-1a68fe61a68b of type vlan for network d0b536ec-0db6-4422-aa91-ada25d19b6e4 Aug 19 17:57:24.451739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f31ac-54e5-4c86-8b60-2b7d1bac1f53,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:24.465400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e88cdd5-5521-471d-96d5-e5e68d5d6e27 req-58fe0876-3cfc-4452-ba74-abd3a1408ce3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0503142 Aug 19 17:57:24.540663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90520e-7e81-4a73-a0a7-650189cc2605 req-4a7bbd45-c74a-4a3a-8fed-6bbf25642f6b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:24.549025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b90520e-7e81-4a73-a0a7-650189cc2605 req-4a7bbd45-c74a-4a3a-8fed-6bbf25642f6b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.3514838 Aug 19 17:57:24.590121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.681564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b90520e-7e81-4a73-a0a7-650189cc2605 req-66acbc25-3ae8-4665-b2de-966873f63811 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204181 Aug 19 17:57:24.701890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Allocated IP 172.25.5.239 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/cd751f71-bc76-4690-a4e3-f35e08c47ad5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:24.706569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.707995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:24.708849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:24.762232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6278832 Aug 19 17:57:24.766383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:24.770917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Request body: {'subnet': {'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2103402260-subnet', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:24.849010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c3411-c807-4bf5-a6f3-22d95fd057b6 req-63a8bdb0-3384-4509-872a-fa7078659ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:24.860201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f35c3411-c807-4bf5-a6f3-22d95fd057b6 req-63a8bdb0-3384-4509-872a-fa7078659ea1 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.2648530 Aug 19 17:57:24.898372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-9b5514a6-548a-4278-9b08-bbfec71c96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:24.900832 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-9b5514a6-548a-4278-9b08-bbfec71c96a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346 HTTP/1.1" status: 200 len: 915 time: 0.3250418 Aug 19 17:57:24.918780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cceee278-d295-4041-9cb9-b59eff312c6a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:24.935255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ada6-626f-44ad-a89a-47c7eda9243c admin admin] Pushing event updated for resources: {'Network': ['ID=d0b536ec-0db6-4422-aa91-ada25d19b6e4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:24.976910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f35c3411-c807-4bf5-a6f3-22d95fd057b6 req-6ea12c20-3e5a-44b1-a637-628e8b2c54e2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152093 Aug 19 17:57:24.986782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:57:25.046628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Made reservation on behalf of 3192e71ecda5411aab281a12abc75dd7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:25.051679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.166429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13b4f1-5e27-4dee-a22d-9c0b2b683d5b req-8e34c6bc-6b65-479f-87b3-31538ded8d55 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:25.171951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b13b4f1-5e27-4dee-a22d-9c0b2b683d5b req-8e34c6bc-6b65-479f-87b3-31538ded8d55 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.0800896 Aug 19 17:57:25.187649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-11ee9a33-ceb3-452e-9e75-4e43e58cd9e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06163c65-acd7-491c-8024-392a664d7d5b HTTP/1.1" status: 200 len: 217 time: 0.2644217 Aug 19 17:57:25.197008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port cceee278-d295-4041-9cb9-b59eff312c6a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:25.222698 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.236226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b13b4f1-5e27-4dee-a22d-9c0b2b683d5b req-75fd33e6-c08e-4292-af9e-ddfd555278ba tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581079 Aug 19 17:57:25.285393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.298369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:25.329211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['96c47868-a6fe-4415-aa34-838134de15db'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:25.354786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event deleted for resources: {'Port': ['ID=3f925156-d4a9-4ab0-89b0-92e54820f135,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:25.399102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ec3b1-2956-46c3-8354-92b028bb1bda None None] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:25.466314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.474670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8535d443-8c78-4025-8047-b7cce8939bd7 req-cecd30be-a646-45cd-a241-58e88e300f8c tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 210 time: 0.0452774 Aug 19 17:57:25.542317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Provisioning for port cceee278-d295-4041-9cb9-b59eff312c6a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:25.575530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Provisioning complete for port cceee278-d295-4041-9cb9-b59eff312c6a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:25.576200 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.626153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.630058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:25.657429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd798f45-70ea-4dc9-bdae-83e70c779e83 req-e94d3447-e413-4b1c-a98c-e0f6df59973f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0354018 Aug 19 17:57:25.671487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:25.698785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:25.699722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3f925156-d4a9-4ab0-89b0-92e54820f135 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:25.701168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] No DVR routers for this DVR port 3f925156-d4a9-4ab0-89b0-92e54820f135 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:25.765100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 3f925156-d4a9-4ab0-89b0-92e54820f135 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:25.765503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3f925156-d4a9-4ab0-89b0-92e54820f135 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:25.775145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:25.785932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db66b909-6e2b-48b9-b9ec-3530ecc56f2a req-562d726f-9e78-4b0e-92e9-f9262f08cee5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "DELETE /v2.0/ports/3f925156-d4a9-4ab0-89b0-92e54820f135 HTTP/1.1" status: 204 len: 173 time: 3.0414100 Aug 19 17:57:25.791116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-851b34c1-e1ee-45d5-8059-01c34bbb558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:25.797983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-851b34c1-e1ee-45d5-8059-01c34bbb558d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3962655-4873-4225-ad73-00af24119137 HTTP/1.1" status: 200 len: 853 time: 0.4300778 Aug 19 17:57:25.801960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'name': 'network-vif-deleted', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:25.807894 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2437d78-28d4-4113-8e66-208f4b30fa79" -d '{"events": [{"server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "name": "network-vif-deleted", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:25.831831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Pushing event updated for resources: {'Port': ['ID=cd751f71-bc76-4690-a4e3-f35e08c47ad5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:25.917252 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d61d5-50d0-4b49-aa84-b813a46f2a35 x-openstack-request-id: req-534d61d5-50d0-4b49-aa84-b813a46f2a35 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:25.918230 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1e8b37-75ce-4415-9aad-e059f738aea9", "name": "network-vif-deleted", "tag": "3f925156-d4a9-4ab0-89b0-92e54820f135", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:25.918741 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-534d61d5-50d0-4b49-aa84-b813a46f2a35 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:25.919385 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1e8b37-75ce-4415-9aad-e059f738aea9', 'name': 'network-vif-deleted', 'tag': '3f925156-d4a9-4ab0-89b0-92e54820f135', 'status': 'completed', 'code': 200} Aug 19 17:57:25.944852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed92c33-8562-4718-b588-f33222e4068a req-60f5814c-865a-4c45-9a26-94d476c74afe tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:25.956998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Pushing event updated for resources: {'Subnet': ['ID=097d8718-ccb1-4660-82f3-5f832052f499,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:25.959515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ed92c33-8562-4718-b588-f33222e4068a req-60f5814c-865a-4c45-9a26-94d476c74afe tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.1151400 Aug 19 17:57:25.973591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.046657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ed92c33-8562-4718-b588-f33222e4068a req-a2c35794-6200-4c31-8b34-14e522f78b76 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862157 Aug 19 17:57:26.146579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] For port cceee278-d295-4041-9cb9-b59eff312c6a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cceee278-d295-4041-9cb9-b59eff312c6a,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:26.150826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.160585 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.173510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Checking segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:26.173887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Network hostable DHCP agents. Network: d0b536ec-0db6-4422-aa91-ada25d19b6e4, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:57:26.189919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-0f3c9b39-e198-41c1-bc40-30d67b5b5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.191325 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-0f3c9b39-e198-41c1-bc40-30d67b5b5f73 service neutron] 10.222.0.13 "GET /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 1027 time: 0.2708340 Aug 19 17:57:26.198054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-e42a1960-f503-43c2-bd21-5d863a2c7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.199624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-e42a1960-f503-43c2-bd21-5d863a2c7349 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3706677 Aug 19 17:57:26.223899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17c856-678e-41f0-827b-60c44b4628eb req-6d0f9e9e-22fa-48af-9f6b-195ecb771525 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.225479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb17c856-678e-41f0-827b-60c44b4628eb req-6d0f9e9e-22fa-48af-9f6b-195ecb771525 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Aug 19 17:57:26.253403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9614c-e95b-4d65-b0fb-5ce4ba883a0e None None] Pushing event updated for resources: {'Port': ['ID=cceee278-d295-4041-9cb9-b59eff312c6a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:26.272277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb17c856-678e-41f0-827b-60c44b4628eb req-c500f8e2-d093-4ddc-bcf9-d528eb2601b2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Aug 19 17:57:26.321514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:57:26.393107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d0b536ec-0db6-4422-aa91-ada25d19b6e4) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:26.398060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1a48374c-c832-4b0e-80c4-6130a9f73ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.399605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1a48374c-c832-4b0e-80c4-6130a9f73ddb service neutron] 10.222.0.13 "GET /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 1027 time: 0.1322925 Aug 19 17:57:26.407880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.408171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5b49a-2d8f-421c-9816-d7f6a69110e2 None None] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:26.408480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.511867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-02884ac2-a102-4cd5-b9b4-e1a9fed4ed7c None None] Provisioning complete for port cceee278-d295-4041-9cb9-b59eff312c6a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:26.511867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02884ac2-a102-4cd5-b9b4-e1a9fed4ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.553900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.575888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02432d5c-a836-4fbd-a59a-d54070e7074e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8069377 Aug 19 17:57:26.576484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:26.581809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:26.635279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307efbb-c777-48b0-9d3d-ea601b1852b8 None None] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:26.659320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.661081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.704718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-2b1689d0-682c-45e1-9f5b-798eb35f5a4d service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899647 Aug 19 17:57:26.719315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76303e13-8a5f-4a83-b8a2-d5926ee3cdb8 req-cfbd76ea-bbaa-42f6-9898-cac2174d5538 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e1e8b37-75ce-4415-9aad-e059f738aea9 HTTP/1.1" status: 200 len: 210 time: 0.0979736 Aug 19 17:57:26.840772 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4f4c68df-5f99-475b-86a7-2b626fd37ec7 req-ef859fb8-8462-4cf1-8d58-776e0cbe6b3c service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231380 Aug 19 17:57:26.874842 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:26.928587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-379dad53-5275-434d-b2c7-7fa5a168d9f9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.937229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-379dad53-5275-434d-b2c7-7fa5a168d9f9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.943768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-379dad53-5275-434d-b2c7-7fa5a168d9f9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:26.945935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-379dad53-5275-434d-b2c7-7fa5a168d9f9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 1988 time: 0.5331864 Aug 19 17:57:26.964185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cceee278-d295-4041-9cb9-b59eff312c6a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:26.988646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e441ce9c-224c-408d-8164-da7f4f16ab85 req-37219108-8f89-400c-aba7-482ce40bdf5c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0568819 Aug 19 17:57:27.052955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-91acaa16-43fe-4b6a-b7ba-c4f51891d38e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e5015c330b471c9792397498d1b534 HTTP/1.1" status: 200 len: 380 time: 0.0594447 Aug 19 17:57:27.096954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'admin_state_up': True, 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'security_groups': ['e725785c-ded4-40f7-ae92-bdc82b7940f6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:27.136281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:27.159019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cceee278-d295-4041-9cb9-b59eff312c6a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:27.159723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:27.254301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:27.282511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e905cf4-1b90-43c4-a8a1-c1f81e48521d req-d824ac25-6614-4600-ba2d-adaf87bd0398 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:27.284587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e905cf4-1b90-43c4-a8a1-c1f81e48521d req-d824ac25-6614-4600-ba2d-adaf87bd0398 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.1253664 Aug 19 17:57:27.363794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e905cf4-1b90-43c4-a8a1-c1f81e48521d req-6de73dee-e920-45ba-9da4-e2dae3fe1938 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688064 Aug 19 17:57:27.447691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:27.465617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:27.691108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:57:27.728644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 172.20.0.8 (def6699b-0521-434d-ba62-494a6fbb1368/4488e1a2-fd59-40b1-85ed-eb39a19cdcd5/6e14930e-ac18-45c8-9c40-e17c2ee3374a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:27.927954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:27.968637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:27.980589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Sync routers for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:28.014304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.018499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9c7fdb2-0273-46ce-a273-1db49bdb375f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3543849 Aug 19 17:57:28.018769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51546) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:28.020857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:28.021680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:28.045898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.129130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0cd7fe95-3b3a-4a8f-bb44-c87f40ac774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.205656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7e95-a4d7-441b-96d6-93be7a484bc3 req-420d547f-d452-435d-a395-5f857490cba5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:28.211993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:28.215279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58aa7e95-a4d7-441b-96d6-93be7a484bc3 req-420d547f-d452-435d-a395-5f857490cba5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 945 time: 0.3587368 Aug 19 17:57:28.247727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.298196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object 6e14930e-ac18-45c8-9c40-e17c2ee3374a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:28.303603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58aa7e95-a4d7-441b-96d6-93be7a484bc3 req-5a0d6f62-fc7c-4b51-9516-ff5c86d23b43 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868771 Aug 19 17:57:28.328406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b2d6-571e-4993-b2a5-07af7d6f1bb4 req-799ac8a0-4abb-4018-84a0-9c5c8d67da4e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:28.337257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a516b2d6-571e-4993-b2a5-07af7d6f1bb4 req-799ac8a0-4abb-4018-84a0-9c5c8d67da4e tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.2019265 Aug 19 17:57:28.400809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:57:28.401436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a516b2d6-571e-4993-b2a5-07af7d6f1bb4 req-d76f8eb6-44dc-4a1e-aa11-cbd0b484ddaf tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567791 Aug 19 17:57:28.469749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Allocated IP 172.25.5.154 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9949df08-e793-4172-bd5b-8da99e3b51b5) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:28.545976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e775d17d-c2d7-475c-b744-262cce4551fc req-b356c95d-6396-42c0-b131-9dc88b176e9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.1240854 Aug 19 17:57:28.567987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:26Z', 'revision_number': 3, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:28.619958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Checking router: 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:28.620319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Updating router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 port cd751f71-bc76-4690-a4e3-f35e08c47ad5 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:28.674651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:28.689612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.716040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'network_id': '341ef6a2-3c23-4971-bc69-f5c42e1a6564', 'port_id': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'mac_address': 'fa:16:3e:8b:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09898fa-866c-4dca-a4a6-d476e517a76c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:57:28.797919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e56a1-4669-4514-ab17-52c1654577cc req-db5f8224-ec22-4f45-a100-8190bb96a2a7 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:28.799932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f9e56a1-4669-4514-ab17-52c1654577cc req-db5f8224-ec22-4f45-a100-8190bb96a2a7 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 943 time: 0.0895557 Aug 19 17:57:28.823786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.837403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.858469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:28.882497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f9e56a1-4669-4514-ab17-52c1654577cc req-ea4b467d-5dd2-4edb-b5d8-4363c3531466 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651960 Aug 19 17:57:28.887020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:28.891904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.893213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.894145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 06163c65-acd7-491c-8024-392a664d7d5b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:57:28.935666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:28.949174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network def6699b-0521-434d-ba62-494a6fbb1368 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:28.981301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:28.984536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:28.988626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:28.992080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:28.998457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:29.031245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Pushing event updated for resources: {'Port': ['ID=9949df08-e793-4172-bd5b-8da99e3b51b5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.096573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.115949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.157516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=06163c65-acd7-491c-8024-392a664d7d5b,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:29.167348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:29.170265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.172170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '06163c65-acd7-491c-8024-392a664d7d5b', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'port_id': '06163c65-acd7-491c-8024-392a664d7d5b', 'mac_address': 'fa:16:3e:02:2f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:57:29.247249 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-e4f1e07a-7932-4f47-8089-d729567da31d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1546161 Aug 19 17:57:29.269791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'admin_state_up': True, 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'security_groups': ['e725785c-ded4-40f7-ae92-bdc82b7940f6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:29.333085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.348161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Transition to ACTIVE for port object cd751f71-bc76-4690-a4e3-f35e08c47ad5 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:29.356033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.370878 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.458169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.490705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-baef5b57-f37f-4f4e-b5c8-97662038b536 None None] Provisioning for port 6e14930e-ac18-45c8-9c40-e17c2ee3374a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:29.497683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673366b8-3ee2-4117-b058-a539cfc5dbb2 None None] Pushing event updated for resources: {'Port': ['ID=cd751f71-bc76-4690-a4e3-f35e08c47ad5,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.503063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Attempting to bind port cd751f71-bc76-4690-a4e3-f35e08c47ad5 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:29.503710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Attempting to bind port cd751f71-bc76-4690-a4e3-f35e08c47ad5 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:29.504089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Attempting to bind port cd751f71-bc76-4690-a4e3-f35e08c47ad5 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:29.523959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:29.524347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:29.524766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.525176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:29.525675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Bound port: cd751f71-bc76-4690-a4e3-f35e08c47ad5, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:29.526066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.527830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-baef5b57-f37f-4f4e-b5c8-97662038b536 None None] Provisioning complete for port 6e14930e-ac18-45c8-9c40-e17c2ee3374a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:29.528196 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-baef5b57-f37f-4f4e-b5c8-97662038b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.531562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.604186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca1e12-5fc8-468d-bb18-7997848a3bb3 req-e54f6d2a-0f85-4256-b0e8-69d5f0218f13 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:29.606439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32ca1e12-5fc8-468d-bb18-7997848a3bb3 req-e54f6d2a-0f85-4256-b0e8-69d5f0218f13 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.1953421 Aug 19 17:57:29.627067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06163c65-acd7-491c-8024-392a664d7d5b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:29.638589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-88a80b5a-e580-451f-9ce7-0591ecf7b45a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:29.641774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-88a80b5a-e580-451f-9ce7-0591ecf7b45a tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.42 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.2873440 Aug 19 17:57:29.659498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:57:29.662451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-baef5b57-f37f-4f4e-b5c8-97662038b536 None None] Port 6e14930e-ac18-45c8-9c40-e17c2ee3374a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:29.702778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=06163c65-acd7-491c-8024-392a664d7d5b,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:29.712034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.713457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32ca1e12-5fc8-468d-bb18-7997848a3bb3 req-b1a1980b-b77c-462b-91aa-b2d73a092cf0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979643 Aug 19 17:57:29.717896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] For port cd751f71-bc76-4690-a4e3-f35e08c47ad5, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:29.736093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a941349-1745-4314-9736-fe4a98a9ebca req-3f5336cd-beef-4598-8426-e7511ba0fcf7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:29.745502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a941349-1745-4314-9736-fe4a98a9ebca req-3f5336cd-beef-4598-8426-e7511ba0fcf7 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 946 time: 0.2023058 Aug 19 17:57:29.782019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.782599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Allocated IP 172.20.0.1 (c66acbf2-d07d-4c05-b794-3fbefeb27219/d93303a1-8b32-427a-9cc9-67af545101cd/8f28b654-4c82-4b69-a3ac-0c8e09f5dc67) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:29.800338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a941349-1745-4314-9736-fe4a98a9ebca req-1a968610-431a-4cd4-9a70-b3c9e171adc5 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 Aug 19 17:57:29.803484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] For port cd751f71-bc76-4690-a4e3-f35e08c47ad5, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cd751f71-bc76-4690-a4e3-f35e08c47ad5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:29.813656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.913308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:29.918553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:29.926937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673366b8-3ee2-4117-b058-a539cfc5dbb2 None None] Pushing event updated for resources: {'Port': ['ID=cd751f71-bc76-4690-a4e3-f35e08c47ad5,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:29.993421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693892bf-3a56-4c40-83d0-a79095ce619a req-6301fca8-de6a-4903-8780-e50baa9506c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:29.995565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-693892bf-3a56-4c40-83d0-a79095ce619a req-6301fca8-de6a-4903-8780-e50baa9506c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 931 time: 0.1179690 Aug 19 17:57:30.002124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.064524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:30.081011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:57:30.088258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:30.090934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['06163c65-acd7-491c-8024-392a664d7d5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:30.096254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.100172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Deleting port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:30.100508 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.169305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Transition to ACTIVE for port object 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:30.176607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-693892bf-3a56-4c40-83d0-a79095ce619a req-3f0134ca-3341-488f-bab9-eab9c51a434b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624072 Aug 19 17:57:30.245629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:30.246281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:30.252007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.254600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dbf3d-aa19-44ca-9de0-109fa773e3d0 req-499f874e-c367-4702-9aee-d52557c288ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:30.262079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-571dbf3d-aa19-44ca-9de0-109fa773e3d0 req-499f874e-c367-4702-9aee-d52557c288ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 944 time: 0.1327233 Aug 19 17:57:30.302162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] For port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:30.302969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.315427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-571dbf3d-aa19-44ca-9de0-109fa773e3d0 req-b84dae4f-7f6f-4151-9a8e-dd6e0a3b9ee5 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523946 Aug 19 17:57:30.325249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Calling delete_port for 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:30.330702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:30.354719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Router 7d090fe6-a29f-4982-9ef9-daf260952f83 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:57:30.515879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.1.1.128 (43fab3b5-ff9b-4d79-96f2-d44e63187507/81b9696e-3ca8-4cf3-a095-ac76e9c87993/f7ecf384-52bc-4838-afbe-788e2eae60a8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:30.516142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:30.531506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.568183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.571412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d896c910-9b15-4c6d-8775-e2b676e6b835 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9929733 Aug 19 17:57:30.573533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51590) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:30.580415 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Sync routers for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:30.602821 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:30.603739 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:30.656429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:30.658578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:30.672202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:30.688183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.695967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:30.712989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4583f68b-5311-48ad-9c04-31f534073909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:30.798034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Pushing event updated for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:30.964591 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:31.006394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5c7abd5a-4a47-46f4-a7b5-19da2c95637b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:31.034747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.038326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.064324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:31.199334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event deleted for resources: {'Port': ['ID=2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:31.227868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d75982d8-b7ae-44b4-af8e-52c00ec76f6f req-6cf351e8-7c04-490f-9b0b-2b954a784580 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=b63bd6e4-6acf-48cd-8a06-6699cc57008a HTTP/1.1" status: 200 len: 210 time: 0.2124443 Aug 19 17:57:31.237548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] No DVR routers for this DVR port 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:31.241297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.249382 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7fc90aad-0ed0-4898-a3cb-cd4c82418004 req-4385708b-38c6-42e8-b4a8-2d4ce5f139eb tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.42 "DELETE /v2.0/ports/2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 HTTP/1.1" status: 204 len: 173 time: 1.5937943 Aug 19 17:57:31.266510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'name': 'network-vif-deleted', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:31.289899 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd585d3-7067-4c37-8c55-14ba6bbf98a7" -d '{"events": [{"server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "name": "network-vif-deleted", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:31.357030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee829f2b-fe0f-44d6-a4c5-25ab0dc94899 req-21d92f49-4737-45a7-a336-d4d7451a560d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:31.371742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee829f2b-fe0f-44d6-a4c5-25ab0dc94899 req-21d92f49-4737-45a7-a336-d4d7451a560d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.3663313 Aug 19 17:57:31.540149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.546466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.594580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object f7ecf384-52bc-4838-afbe-788e2eae60a8 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:31.629775 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:29Z', 'revision_number': 3, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:31.695428 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Checking router: 7d090fe6-a29f-4982-9ef9-daf260952f83 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:31.696234 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Updating router 7d090fe6-a29f-4982-9ef9-daf260952f83 port 9949df08-e793-4172-bd5b-8da99e3b51b5 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:31.730778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:31.740586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.770421 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.793887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:31.929742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee829f2b-fe0f-44d6-a4c5-25ab0dc94899 req-14beff60-6077-45e5-a823-8c7541d2e113 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564964 Aug 19 17:57:31.980581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:31.988336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:32.002533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:32.030113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd03d3-e284-4da9-941f-8d7c36cecc16 req-ac5c60e2-1dbd-4fa1-a6c3-62da8e0a54d4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:32.032576 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663b88f0-3bf8-43f6-9a79-28238ba4232a x-openstack-request-id: req-663b88f0-3bf8-43f6-9a79-28238ba4232a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:32.032890 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63bd6e4-6acf-48cd-8a06-6699cc57008a", "name": "network-vif-deleted", "tag": "2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:32.033154 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-663b88f0-3bf8-43f6-9a79-28238ba4232a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:32.033568 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63bd6e4-6acf-48cd-8a06-6699cc57008a', 'name': 'network-vif-deleted', 'tag': '2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0', 'status': 'completed', 'code': 200} Aug 19 17:57:32.043356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b60e9c60-a11f-4d65-907f-1b7e8d3b7cf7 None None] Provisioning for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:32.044315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2dd03d3-e284-4da9-941f-8d7c36cecc16 req-ac5c60e2-1dbd-4fa1-a6c3-62da8e0a54d4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 931 time: 0.4238396 Aug 19 17:57:32.063349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.090414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b60e9c60-a11f-4d65-907f-1b7e8d3b7cf7 None None] Provisioning complete for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:32.090414 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b60e9c60-a11f-4d65-907f-1b7e8d3b7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.217066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:32.229823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2dd03d3-e284-4da9-941f-8d7c36cecc16 req-2834a065-cec4-4733-94c4-1dde92e033f5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822479 Aug 19 17:57:32.310339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b60e9c60-a11f-4d65-907f-1b7e8d3b7cf7 None None] Port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:32.310711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:32.311403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.385941 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-b5ab5da3-8ab9-4547-ba4b-161e74e0881b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1155493 Aug 19 17:57:32.405200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:32.410275 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.421118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'admin_state_up': True, 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'security_groups': ['e725785c-ded4-40f7-ae92-bdc82b7940f6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:32.446294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006421a4-f62c-4df7-a499-397ad97442e4 req-5c86f566-82fc-4304-b220-71b3f75593c2 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:32.448222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-006421a4-f62c-4df7-a499-397ad97442e4 req-5c86f566-82fc-4304-b220-71b3f75593c2 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 944 time: 0.2503426 Aug 19 17:57:32.464124 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Transition to ACTIVE for port object 9949df08-e793-4172-bd5b-8da99e3b51b5 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:32.484187 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.655006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4fe849c6-a3a9-4dad-94d6-10313f83a967 None None] Provisioning for port f7ecf384-52bc-4838-afbe-788e2eae60a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:32.680882 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Attempting to bind port 9949df08-e793-4172-bd5b-8da99e3b51b5 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:32.681938 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Attempting to bind port 9949df08-e793-4172-bd5b-8da99e3b51b5 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:32.681938 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Attempting to bind port 9949df08-e793-4172-bd5b-8da99e3b51b5 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:32.684983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-006421a4-f62c-4df7-a499-397ad97442e4 req-f848431f-6a91-4926-8c6d-dc15b8ebb97f tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248137 Aug 19 17:57:32.738325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4fe849c6-a3a9-4dad-94d6-10313f83a967 None None] Provisioning complete for port f7ecf384-52bc-4838-afbe-788e2eae60a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:32.743096 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4fe849c6-a3a9-4dad-94d6-10313f83a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.743401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.749744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.777268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.795588 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:32.800815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:32.801604 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.802257 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:32.803015 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Bound port: 9949df08-e793-4172-bd5b-8da99e3b51b5, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:32.804438 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.889018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4fe849c6-a3a9-4dad-94d6-10313f83a967 None None] Port f7ecf384-52bc-4838-afbe-788e2eae60a8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:32.897734 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] For port 9949df08-e793-4172-bd5b-8da99e3b51b5, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:32.902902 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] For port 9949df08-e793-4172-bd5b-8da99e3b51b5, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9949df08-e793-4172-bd5b-8da99e3b51b5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:32.904091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.909738 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:32.918910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Pushing event updated for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:32.926938 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Pushing event updated for resources: {'Port': ['ID=9949df08-e793-4172-bd5b-8da99e3b51b5,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:32.928203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:26Z', 'revision_number': 3, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:32.979574 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.985911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.986550 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.987211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.989728 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.990280 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.994137 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.994715 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.995236 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.996497 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:32.997604 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:33.003422 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:33.049856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:33.051163 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:33.052851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['96c47868-a6fe-4415-aa34-838134de15db'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:57:33.057460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bedb5d-8ae2-4696-97de-3dd0e18d6f39 None None] The sync data for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 is: [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:26Z', 'revision_number': 3, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:33.142872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:33.146569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:33.189190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeacb4d-1afc-4885-a17e-72adc584a972 req-7fe7d6c7-351a-46e3-a556-3b55bb8eee25 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:33.202083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adeacb4d-1afc-4885-a17e-72adc584a972 req-7fe7d6c7-351a-46e3-a556-3b55bb8eee25 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.2825317 Aug 19 17:57:33.338772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4868b48-b1c5-44c7-bcf8-5a93eb37ccc3 req-837a6413-f638-4003-a139-fb55c9525804 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:33.351178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4868b48-b1c5-44c7-bcf8-5a93eb37ccc3 req-837a6413-f638-4003-a139-fb55c9525804 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 0.2710710 Aug 19 17:57:33.445124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-adeacb4d-1afc-4885-a17e-72adc584a972 req-5d9653aa-d678-410f-82fe-8ac31206b6a9 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420187 Aug 19 17:57:33.468791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Allocated IP 172.20.0.1 (d0b536ec-0db6-4422-aa91-ada25d19b6e4/097d8718-ccb1-4660-82f3-5f832052f499/a605241b-3f21-4f2e-a2e7-0320fcd92f52) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:33.497854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:33.510295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:57:33.649042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4868b48-b1c5-44c7-bcf8-5a93eb37ccc3 req-3e048349-c2d7-46fd-bbaa-d17b5318422c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959385 Aug 19 17:57:33.661947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:33.759733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c2813954-fc2d-4118-8547-7ecfcd000769 None None] Provisioning complete for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:33.760670 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2813954-fc2d-4118-8547-7ecfcd000769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:33.888939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:33.889486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:33.954175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:33.968295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4f170a6e-b163-4ad2-a5ea-5f17a0f5eb38 admin admin] 10.222.0.36 "PUT /v2.0/routers/22583c5a-e28a-4dbe-93fe-ed44ce06fa02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9464087 Aug 19 17:57:33.972317 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1325655-54ac-4ec6-b0b0-af8b1fe183e7 None None] Pushing event updated for resources: {'Port': ['ID=9949df08-e793-4172-bd5b-8da99e3b51b5,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:33.981573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:33.984522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c2813954-fc2d-4118-8547-7ecfcd000769 None None] Port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:33.993225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.123919 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:34.150828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.196154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022a49-6927-4da8-b153-0869609a6e33 req-528bbc10-6e37-477e-982c-7f78f335eb27 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:34.205735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4022a49-6927-4da8-b153-0869609a6e33 req-528bbc10-6e37-477e-982c-7f78f335eb27 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 944 time: 0.2838407 Aug 19 17:57:34.211590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:34.219634 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b70b23-2199-444f-a895-655331008a22" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:34.264444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:34.273201 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.307626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca606d7-0aeb-4322-b96a-3913e60fff4a req-0c2ef1be-f6f8-4bf0-a912-623f461b5a38 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:34.319437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca606d7-0aeb-4322-b96a-3913e60fff4a req-0c2ef1be-f6f8-4bf0-a912-623f461b5a38 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:34.334054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ca606d7-0aeb-4322-b96a-3913e60fff4a req-0c2ef1be-f6f8-4bf0-a912-623f461b5a38 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 1653 time: 0.6283197 Aug 19 17:57:34.421259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.1.1.179 (43fab3b5-ff9b-4d79-96f2-d44e63187507/81b9696e-3ca8-4cf3-a095-ac76e9c87993/bdb2e701-4a41-47f8-b1db-b1cf0df4e090) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:34.435611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:34.449844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:34.496292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.535149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4022a49-6927-4da8-b153-0869609a6e33 req-e6e9ef06-fcce-4997-bc87-277e1259c2b0 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102427 Aug 19 17:57:34.576082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ca606d7-0aeb-4322-b96a-3913e60fff4a req-f2bd818e-0f92-4a23-9980-0804f841d0bd tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408679 Aug 19 17:57:34.674147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6120d-591f-4fea-87bb-45666a5f409c req-a85651d4-fca0-4c25-88f3-c99ffede6ba6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:34.678788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.698576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object bdb2e701-4a41-47f8-b1db-b1cf0df4e090 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:34.705626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57d6120d-591f-4fea-87bb-45666a5f409c req-a85651d4-fca0-4c25-88f3-c99ffede6ba6 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 0.3323514 Aug 19 17:57:34.715686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b61ef1c6-56dc-4117-8d01-978abbc79e5b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:34.745172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b61ef1c6-56dc-4117-8d01-978abbc79e5b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:34.745667 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.751898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:34.753029 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:29Z', 'revision_number': 3, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:34.826637 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d484e0d-b7c0-4fdb-8b8d-700aa6bcab3e x-openstack-request-id: req-1d484e0d-b7c0-4fdb-8b8d-700aa6bcab3e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:34.827252 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:34.829973 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d484e0d-b7c0-4fdb-8b8d-700aa6bcab3e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:34.832045 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:57:34.911291 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7872c-712f-400b-a0fb-b60728da9141 None None] The sync data for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 is: [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:29Z', 'revision_number': 3, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:35.011730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:35.035294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:35.072193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:35.104111 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:57:35.130661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:35.216111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:35.218282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cd751f71-bc76-4690-a4e3-f35e08c47ad5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:35.327372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:35.328074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:35.372314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:35.414768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:35.427664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:35.433598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c81228f4-2a4b-4398-a26a-cea32b807ddc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0331786 Aug 19 17:57:35.435494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 06163c65-acd7-491c-8024-392a664d7d5b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:35.450895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'admin_state_up': True, 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'security_groups': ['e725785c-ded4-40f7-ae92-bdc82b7940f6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:35.545931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:35.673940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port cd751f71-bc76-4690-a4e3-f35e08c47ad5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:35.683347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cd751f71-bc76-4690-a4e3-f35e08c47ad5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:35.683890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:35.919584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 06163c65-acd7-491c-8024-392a664d7d5b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:35.938405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 06163c65-acd7-491c-8024-392a664d7d5b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:35.938765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.019726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5dbf1948-1de5-41c5-a35c-eba7928d2d3c None None] Provisioning for port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:36.028432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5dbf1948-1de5-41c5-a35c-eba7928d2d3c None None] Provisioning complete for port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:36.029769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5dbf1948-1de5-41c5-a35c-eba7928d2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.035767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:36.180409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.192056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf1948-1de5-41c5-a35c-eba7928d2d3c None None] Port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:36.301776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port cd751f71-bc76-4690-a4e3-f35e08c47ad5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cd751f71-bc76-4690-a4e3-f35e08c47ad5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:36.400650 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.528959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.580866 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.747394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=cd751f71-bc76-4690-a4e3-f35e08c47ad5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:36.833235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}, {'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:36.835889 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede1da71-6633-4f59-b68f-0e48f062f084" -d '{"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}, {"server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "name": "network-vif-plugged", "status": "completed", "tag": "06163c65-acd7-491c-8024-392a664d7d5b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:36.874035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=06163c65-acd7-491c-8024-392a664d7d5b,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:36.956686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:36.963582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:37.005502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:37.019770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:37.024430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9949df08-e793-4172-bd5b-8da99e3b51b5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:37.036022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:37.096796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:37.151955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:37.236175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Sync routers for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:37.242542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:37.323028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:37.327632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f17d2b9-8496-4f3b-b5b5-66247ff9e1a0 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:37.368754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d16693-516a-4636-9d60-2ef850083744 req-cb87c0d9-4c3d-4267-8d28-d335a3ceca51 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:37.372313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d16693-516a-4636-9d60-2ef850083744 req-cb87c0d9-4c3d-4267-8d28-d335a3ceca51 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 946 time: 2.2430589 Aug 19 17:57:37.380629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:37.383575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:37.395030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054adb8-8abb-4534-8d8e-258d4290826c req-91c99f2d-3643-42e4-8747-194e009b34aa tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:37.397697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e054adb8-8abb-4534-8d8e-258d4290826c req-91c99f2d-3643-42e4-8747-194e009b34aa tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 946 time: 2.2384665 Aug 19 17:57:37.423753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Deleting port 96c47868-a6fe-4415-aa34-838134de15db {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:37.424622 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:37.597883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9949df08-e793-4172-bd5b-8da99e3b51b5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:37.719071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 96c47868-a6fe-4415-aa34-838134de15db no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:37.765182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9949df08-e793-4172-bd5b-8da99e3b51b5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:37.765473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:37.912469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d16693-516a-4636-9d60-2ef850083744 req-1583a648-243c-420a-8dc7-3457b5be0d41 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137081 Aug 19 17:57:38.046577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e054adb8-8abb-4534-8d8e-258d4290826c req-bcf6b361-1b31-4d85-b6a7-65f28b33abbc tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339800 Aug 19 17:57:38.201237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] For port 96c47868-a6fe-4415-aa34-838134de15db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=96c47868-a6fe-4415-aa34-838134de15db,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:38.201769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:38.228508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:38.259356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Calling delete_port for 96c47868-a6fe-4415-aa34-838134de15db owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:38.557182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6ed0-3639-438a-b467-7bfdf666fc23 req-8a3522d3-af89-48c5-9d0d-19b20e61028f tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:38.560722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ebe6ed0-3639-438a-b467-7bfdf666fc23 req-8a3522d3-af89-48c5-9d0d-19b20e61028f tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.3080187 Aug 19 17:57:38.615556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028193bc-91cb-4a01-9c9e-64187d721698 req-f1575e02-d983-409a-9e6a-c4093602de22 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:38.632266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028193bc-91cb-4a01-9c9e-64187d721698 req-f1575e02-d983-409a-9e6a-c4093602de22 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:38.652393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028193bc-91cb-4a01-9c9e-64187d721698 req-f1575e02-d983-409a-9e6a-c4093602de22 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:38.660278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-028193bc-91cb-4a01-9c9e-64187d721698 req-f1575e02-d983-409a-9e6a-c4093602de22 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 2374 time: 0.3771570 Aug 19 17:57:38.687151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:38.850531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.2.2.100 (fb30607f-1de6-4389-a8e2-0cac3b9ec9c2/bc62a3b5-0cde-4f7f-8fea-d07e641a26c1/c8d6766d-24a5-43a8-bea9-826ea70a2d9d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:38.993720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-028193bc-91cb-4a01-9c9e-64187d721698 req-57c23081-4a70-4c0e-9a1c-8086d4c41524 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514393 Aug 19 17:57:39.000852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ebe6ed0-3639-438a-b467-7bfdf666fc23 req-150a3e20-ab86-4eaa-8b09-1e92935dcc9d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767019 Aug 19 17:57:39.031260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.104692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Pushing event deleted for resources: {'Port': ['ID=96c47868-a6fe-4415-aa34-838134de15db,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:39.177465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.285104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] No DVR routers for this DVR port 96c47868-a6fe-4415-aa34-838134de15db on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:39.300212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.320724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57d6120d-591f-4fea-87bb-45666a5f409c req-0fb717fb-f038-4db2-a8c5-8a38b9a21f99 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.13 "DELETE /v2.0/ports/96c47868-a6fe-4415-aa34-838134de15db HTTP/1.1" status: 204 len: 173 time: 4.6079788 Aug 19 17:57:39.325409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.329064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'name': 'network-vif-deleted', 'tag': '96c47868-a6fe-4415-aa34-838134de15db'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:39.332078 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952032e-eead-4d02-944c-f2ca6450516f" -d '{"events": [{"server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "name": "network-vif-deleted", "tag": "96c47868-a6fe-4415-aa34-838134de15db"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:39.499772 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202f9ab-bba3-4a07-a7cd-6631fbf6b67a x-openstack-request-id: req-3202f9ab-bba3-4a07-a7cd-6631fbf6b67a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:39.500074 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-plugged", "status": "completed", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "code": 200}, {"server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "name": "network-vif-plugged", "status": "completed", "tag": "06163c65-acd7-491c-8024-392a664d7d5b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:39.500327 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3202f9ab-bba3-4a07-a7cd-6631fbf6b67a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:39.518699 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'code': 200} Aug 19 17:57:39.519129 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b', 'code': 200} Aug 19 17:57:39.604434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.627137 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.809384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616a1cb1-a665-4716-929b-6d286af24677 req-6c0792f5-5be1-4c6f-8688-225dcb9f27b2 tempest-ListServerFiltersTestJSON-1718051698 tempest-ListServerFiltersTestJSON-1718051698-project] 10.222.0.36 "GET /v2.0/ports?device_id=e265f29c-351b-497f-9dd1-c736a80f88bc HTTP/1.1" status: 200 len: 210 time: 0.2486680 Aug 19 17:57:39.831815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.883242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394d4d-b75b-4dd9-afb2-5bf67637ff93 req-85fc5292-72b6-4c7e-a7e9-ce04f23f74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:39.884765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-63394d4d-b75b-4dd9-afb2-5bf67637ff93 req-85fc5292-72b6-4c7e-a7e9-ce04f23f74b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 1097 time: 0.3148212 Aug 19 17:57:39.912554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object c8d6766d-24a5-43a8-bea9-826ea70a2d9d will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:39.913293 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1b1e5-7f63-4ea7-aa5e-ddd8dd453beb x-openstack-request-id: req-8ad1b1e5-7f63-4ea7-aa5e-ddd8dd453beb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:39.915739 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e265f29c-351b-497f-9dd1-c736a80f88bc", "name": "network-vif-deleted", "tag": "96c47868-a6fe-4415-aa34-838134de15db", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:39.916100 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ad1b1e5-7f63-4ea7-aa5e-ddd8dd453beb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:39.916611 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e265f29c-351b-497f-9dd1-c736a80f88bc', 'name': 'network-vif-deleted', 'tag': '96c47868-a6fe-4415-aa34-838134de15db', 'status': 'completed', 'code': 200} Aug 19 17:57:39.921090 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:39.933137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:39.972295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-63394d4d-b75b-4dd9-afb2-5bf67637ff93 req-85f8feb0-b51d-4c57-9250-a46c4a784214 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565107 Aug 19 17:57:40.000947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:40.002091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175de0f-4370-4155-b07b-916b4799fd11 req-ffe61946-d7f3-4114-a11e-b01733bbfc88 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:40.003894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a175de0f-4370-4155-b07b-916b4799fd11 req-ffe61946-d7f3-4114-a11e-b01733bbfc88 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.3713117 Aug 19 17:57:40.049770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9949df08-e793-4172-bd5b-8da99e3b51b5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9949df08-e793-4172-bd5b-8da99e3b51b5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:40.138614 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:40.157406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:40.172946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:40.200127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:40.250735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:40.357512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:31Z', 'revision_number': 4, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f28b654-4c82-4b69-a3ac-0c8e09f5dc67', 'name': '', 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'mac_address': 'fa:16:3e:25:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:29Z', 'updated_at': '2021-08-19T17:57:31Z', 'revision_number': 2, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'subnets': [{'id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:40.358193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:40.358193 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:40.389299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2550b-f309-4f06-a7f9-1218999268ab req-4953aed9-e4cd-472f-8087-2cc596797ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:40.397324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d2550b-f309-4f06-a7f9-1218999268ab req-4953aed9-e4cd-472f-8087-2cc596797ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1099 time: 0.6420851 Aug 19 17:57:40.460826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c9c0c7c-df73-4ca6-921b-ac1adc34465e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0141227 Aug 19 17:57:40.480864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'admin_state_up': True, 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'security_groups': ['e725785c-ded4-40f7-ae92-bdc82b7940f6']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:40.500302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:40.582913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cd751f71-bc76-4690-a4e3-f35e08c47ad5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:40.593174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Checking router: 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:40.594633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Updating router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:40.604136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:40.635880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a175de0f-4370-4155-b07b-916b4799fd11 req-8bcc1027-2c8f-4ad8-999d-110a1b8b1cf8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920022 Aug 19 17:57:40.682846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9949df08-e793-4172-bd5b-8da99e3b51b5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:40.811127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:40.911830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-139bad99-c471-49e2-b6ff-0223da63b260 None None] Provisioning for port c8d6766d-24a5-43a8-bea9-826ea70a2d9d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:40.938349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Made reservation on behalf of f1e5015c330b471c9792397498d1b534 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:40.943646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:40.961771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-139bad99-c471-49e2-b6ff-0223da63b260 None None] Provisioning complete for port c8d6766d-24a5-43a8-bea9-826ea70a2d9d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:40.963568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-139bad99-c471-49e2-b6ff-0223da63b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:41.145642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Router 7d090fe6-a29f-4982-9ef9-daf260952f83 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:57:41.187472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-139bad99-c471-49e2-b6ff-0223da63b260 None None] Port c8d6766d-24a5-43a8-bea9-826ea70a2d9d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:41.271219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d2550b-f309-4f06-a7f9-1218999268ab req-59e50f01-d109-4feb-a21f-a764398de4e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956193 Aug 19 17:57:41.317265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cd751f71-bc76-4690-a4e3-f35e08c47ad5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:41.321235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:41.356564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Allocated IP 10.2.2.200 (fb30607f-1de6-4389-a8e2-0cac3b9ec9c2/bc62a3b5-0cde-4f7f-8fea-d07e641a26c1/a32ad05c-5390-489f-b485-b624e0e8e8d2) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:41.447320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3848-3af1-4a39-96df-280efae169e2 req-a3ad1907-43c9-4fff-bd53-881676fa57c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.455574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3848-3af1-4a39-96df-280efae169e2 req-a3ad1907-43c9-4fff-bd53-881676fa57c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.462527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3848-3af1-4a39-96df-280efae169e2 req-a3ad1907-43c9-4fff-bd53-881676fa57c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.470389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3848-3af1-4a39-96df-280efae169e2 req-a3ad1907-43c9-4fff-bd53-881676fa57c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.473391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c05c3848-3af1-4a39-96df-280efae169e2 req-a3ad1907-43c9-4fff-bd53-881676fa57c4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3095 time: 0.4537032 Aug 19 17:57:41.475604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:41.490411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Sync routers for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:41.505545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4b8f5879-3ab3-42cb-b3b8-b48f5281cbc7 admin admin] 10.222.0.36 "PUT /v2.0/routers/7d090fe6-a29f-4982-9ef9-daf260952f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9301522 Aug 19 17:57:41.528456 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:41.531717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:41.651169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-c41e626e-73fd-421f-8fd4-33128746f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.657798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-c41e626e-73fd-421f-8fd4-33128746f2d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1097 time: 0.4940939 Aug 19 17:57:41.685159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c05c3848-3af1-4a39-96df-280efae169e2 req-b82b7373-4bcb-4734-bde7-6db30f119df9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777585 Aug 19 17:57:41.714100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:41.724714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5854cb3-ab76-4ce3-a9c0-a2d7a81a1e11 req-5eeed0a9-6b3d-4367-a832-5ea840852734 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.730577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5854cb3-ab76-4ce3-a9c0-a2d7a81a1e11 req-5eeed0a9-6b3d-4367-a832-5ea840852734 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 1.4787588 Aug 19 17:57:41.772500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Transition to ACTIVE for port object a32ad05c-5390-489f-b485-b624e0e8e8d2 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:41.850959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5854cb3-ab76-4ce3-a9c0-a2d7a81a1e11 req-5429ee72-a9e1-4131-a3b9-07d987fef432 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091487 Aug 19 17:57:41.917366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:41.944134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-a2b22846-8389-44da-aa5d-434acdbe2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:41.946193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-a2b22846-8389-44da-aa5d-434acdbe2d1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.2141478 Aug 19 17:57:42.007219 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:42.079475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:42.090372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:42.127397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:42.140481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51706) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:42.229635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:42.299275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Transition to ACTIVE for port object 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:42.331809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:42.390265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:42.491806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:42.492498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:42.581159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d6832eb2-f585-45d1-a4ba-a29d81497c12 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1052196 Aug 19 17:57:42.634274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:42.698603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9949df08-e793-4172-bd5b-8da99e3b51b5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:42.759010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-7b3076d2-2eb7-4acc-a1b1-1fea061b74a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 1000 time: 0.7993073 Aug 19 17:57:42.776110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Deleting subnet bdfce94d-39b5-404e-8471-327d51bf8839 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:57:42.816426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:42.861997 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:38Z', 'revision_number': 4, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a605241b-3f21-4f2e-a2e7-0320fcd92f52', 'name': '', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'mac_address': 'fa:16:3e:17:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '097d8718-ccb1-4660-82f3-5f832052f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:32Z', 'updated_at': '2021-08-19T17:57:38Z', 'revision_number': 2, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'subnets': [{'id': '097d8718-ccb1-4660-82f3-5f832052f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:42.876423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:42.948989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Checking router: 7d090fe6-a29f-4982-9ef9-daf260952f83 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:57:42.950053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Updating router 7d090fe6-a29f-4982-9ef9-daf260952f83 port a605241b-3f21-4f2e-a2e7-0320fcd92f52 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:57:42.966578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe571a-79d0-4b76-bb9c-5c3ee9981e87 None None] Pushing event updated for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:43.044530 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.118694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ac0be5b8-4b4c-470c-93ba-bca4406fb301 None None] Provisioning for port a32ad05c-5390-489f-b485-b624e0e8e8d2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:43.119840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771308f6-c205-4780-bd19-8453ba1e7b3b req-93170983-1790-4fea-8764-ee5d53c38154 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:43.134997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Attempting to bind port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:43.135825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Attempting to bind port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:43.135988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-771308f6-c205-4780-bd19-8453ba1e7b3b req-93170983-1790-4fea-8764-ee5d53c38154 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.9591334 Aug 19 17:57:43.136516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Attempting to bind port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 on network c66acbf2-d07d-4c05-b794-3fbefeb27219 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:43.144704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ac0be5b8-4b4c-470c-93ba-bca4406fb301 None None] Provisioning complete for port a32ad05c-5390-489f-b485-b624e0e8e8d2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:43.145335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ac0be5b8-4b4c-470c-93ba-bca4406fb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.208069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:43.212284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Checking segment: {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:43.212983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.213563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Bound using segment: {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:43.214237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Bound port: 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9192c3-ee54-4da3-910c-7c54e05c8a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:43.216945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.228065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.312919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ac0be5b8-4b4c-470c-93ba-bca4406fb301 None None] Port a32ad05c-5390-489f-b485-b624e0e8e8d2 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:57:43.385062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-f0bc2d27-8afa-49fd-8ba4-93034cd9aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:43.385435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9949df08-e793-4172-bd5b-8da99e3b51b5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:43.385818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.399338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-f0bc2d27-8afa-49fd-8ba4-93034cd9aba7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.5885985 Aug 19 17:57:43.621681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e14930e-ac18-45c8-9c40-e17c2ee3374a {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:43.635832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.653028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.654807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] For port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:43.674828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] For port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:43.695175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.725348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Transition to ACTIVE for port object 6e14930e-ac18-45c8-9c40-e17c2ee3374a will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:43.736564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.908669 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.920399 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Transition to ACTIVE for port object a605241b-3f21-4f2e-a2e7-0320fcd92f52 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:43.937604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:43.940032 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:43.970646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe571a-79d0-4b76-bb9c-5c3ee9981e87 None None] Pushing event updated for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:43.995338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.038949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-771308f6-c205-4780-bd19-8453ba1e7b3b req-45a3d11e-643b-413e-a821-04f3f1dd9b5a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8999119 Aug 19 17:57:44.288606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfce94d-39b5-404e-8471-327d51bf8839,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:44.291856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:44.294725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:44.315566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.332571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a4c8-f0d0-4f8b-acf8-64329f92fd57 None None] Pushing event updated for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:44.341245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50b5a3ca-b504-4216-ac7d-c1425c5826b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bdfce94d-39b5-404e-8471-327d51bf8839 HTTP/1.1" status: 204 len: 168 time: 2.1855016 Aug 19 17:57:44.342064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51762) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:44.415291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d23cd-8e73-4212-acb7-b7ebcd8e4896 None None] Network f657113a-14b8-4a51-bcf5-80ea997cf5d6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:44.420414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Attempting to bind port 6e14930e-ac18-45c8-9c40-e17c2ee3374a on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:44.420848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Attempting to bind port 6e14930e-ac18-45c8-9c40-e17c2ee3374a by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:44.421181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Attempting to bind port 6e14930e-ac18-45c8-9c40-e17c2ee3374a on network def6699b-0521-434d-ba62-494a6fbb1368 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:44.458308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Port 6e14930e-ac18-45c8-9c40-e17c2ee3374a on network def6699b-0521-434d-ba62-494a6fbb1368 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:44.458650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Attempting to bind port 6e14930e-ac18-45c8-9c40-e17c2ee3374a on network def6699b-0521-434d-ba62-494a6fbb1368 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:44.492569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:44.493117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Checking segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:44.498972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Bound using segment: {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:44.515362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Bound port: 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:44.515772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.552134 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Attempting to bind port a605241b-3f21-4f2e-a2e7-0320fcd92f52 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:44.552497 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Attempting to bind port a605241b-3f21-4f2e-a2e7-0320fcd92f52 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:44.576731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Attempting to bind port a605241b-3f21-4f2e-a2e7-0320fcd92f52 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:44.607087 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:44.607545 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Checking segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:44.615671 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.621193 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Bound using segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:44.624731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Bound port: a605241b-3f21-4f2e-a2e7-0320fcd92f52, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:44.626960 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.871486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:44.872811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.887575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-5e89c831-98c6-4249-b50e-2ae34867dfdb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:44.889289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:44.889809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-5e89c831-98c6-4249-b50e-2ae34867dfdb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 811 time: 0.1660368 Aug 19 17:57:44.907969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.918738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] For port a605241b-3f21-4f2e-a2e7-0320fcd92f52, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:44.931889 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] For port a605241b-3f21-4f2e-a2e7-0320fcd92f52, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a605241b-3f21-4f2e-a2e7-0320fcd92f52,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:44.941198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-c6e3a04b-c544-4e0e-8de9-27ff3322b9df tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/quotas/3192e71ecda5411aab281a12abc75dd7 HTTP/1.1" status: 200 len: 375 time: 0.0329227 Aug 19 17:57:44.944300 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:44.953663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-d6b3fdda-5aca-4a14-ae19-dde65b541785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:44.959184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-d6b3fdda-5aca-4a14-ae19-dde65b541785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0269094 Aug 19 17:57:45.067535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:45.068169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:45.080660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] 10.222.0.13 "PUT /v2.0/ports/6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 1092 time: 2.4717975 Aug 19 17:57:45.081370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:45.100715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:45.101447 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:45.144641 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:45.145610 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:45.163502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745707-6f9c-4201-a111-844a2ed8d29a service neutron] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:45.188502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:45.297396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a4c8-f0d0-4f8b-acf8-64329f92fd57 None None] Pushing event updated for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:45.440288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:45.491689 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:57:45.546454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] DHCP port deletion for f657113a-14b8-4a51-bcf5-80ea997cf5d6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:57:46.001796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:38Z', 'revision_number': 4, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a605241b-3f21-4f2e-a2e7-0320fcd92f52', 'name': '', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'mac_address': 'fa:16:3e:17:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '097d8718-ccb1-4660-82f3-5f832052f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:32Z', 'updated_at': '2021-08-19T17:57:44Z', 'revision_number': 4, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'subnets': [{'id': '097d8718-ccb1-4660-82f3-5f832052f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:46.019438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Deleting port 80164593-3b19-4354-9421-7ed7f6da6062 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:46.032097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:46.087014 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039fbb7-c7e2-46fd-9378-1a097ebd4ac9 None None] The sync data for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 is: [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T17:57:38Z', 'revision_number': 4, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a605241b-3f21-4f2e-a2e7-0320fcd92f52', 'name': '', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'mac_address': 'fa:16:3e:17:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '097d8718-ccb1-4660-82f3-5f832052f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:32Z', 'updated_at': '2021-08-19T17:57:44Z', 'revision_number': 4, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'subnets': [{'id': '097d8718-ccb1-4660-82f3-5f832052f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:46.312504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] For port 80164593-3b19-4354-9421-7ed7f6da6062, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=80164593-3b19-4354-9421-7ed7f6da6062,segment=NetworkSegment(fbe5d025-f369-4955-904b-f84563533352),segment_id=fbe5d025-f369-4955-904b-f84563533352)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:46.312806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:46.366631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Calling delete_port for 80164593-3b19-4354-9421-7ed7f6da6062 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:46.396554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e3d710-0727-404f-9578-80ea6b89513c {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:46.421970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:46.459750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Transition to ACTIVE for port object 70e3d710-0727-404f-9578-80ea6b89513c will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:46.465078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:46.577873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:46.777023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:46.817411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:46.834665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a605241b-3f21-4f2e-a2e7-0320fcd92f52 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:46.863882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Attempting to bind port 70e3d710-0727-404f-9578-80ea6b89513c on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:46.863882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Attempting to bind port 70e3d710-0727-404f-9578-80ea6b89513c by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:46.863882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Attempting to bind port 70e3d710-0727-404f-9578-80ea6b89513c on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:46.864365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:46.884669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Port 70e3d710-0727-404f-9578-80ea6b89513c on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:46.885093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Attempting to bind port 70e3d710-0727-404f-9578-80ea6b89513c on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:46.895074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:46.902026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:46.902319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:46.902601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Bound using segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:46.902995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Bound port: 70e3d710-0727-404f-9578-80ea6b89513c, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:46.903360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:46.953794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:46.956794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e939babe-268c-47a9-a534-4857f7ecca4c req-7d72a20f-df7d-4e38-9d9d-d85f439f6fc5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3828 time: 2.6099052 Aug 19 17:57:47.015399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.139512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:31Z', 'revision_number': 4, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f28b654-4c82-4b69-a3ac-0c8e09f5dc67', 'name': '', 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'mac_address': 'fa:16:3e:25:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:29Z', 'updated_at': '2021-08-19T17:57:43Z', 'revision_number': 4, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'subnets': [{'id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:47.204026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-a53e81f6-4e9d-4480-a9aa-21615f68a727 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1720924 Aug 19 17:57:47.225767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-c6853f9a-2d12-4347-a472-edc95e14610f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9623878 Aug 19 17:57:47.267296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2e33-924a-42c1-b73b-0d4aa83b1e61 None None] The sync data for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 is: [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:57:31Z', 'revision_number': 4, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '8f28b654-4c82-4b69-a3ac-0c8e09f5dc67', 'name': '', 'network_id': 'c66acbf2-d07d-4c05-b794-3fbefeb27219', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'mac_address': 'fa:16:3e:25:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:29Z', 'updated_at': '2021-08-19T17:57:43Z', 'revision_number': 4, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'subnets': [{'id': 'd93303a1-8b32-427a-9cc9-67af545101cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:57:47.292161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:47.304840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:47.306138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a605241b-3f21-4f2e-a2e7-0320fcd92f52 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:47.317082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.318928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a605241b-3f21-4f2e-a2e7-0320fcd92f52 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:47.328609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.498432 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.646905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] Pushing event deleted for resources: {'Port': ['ID=80164593-3b19-4354-9421-7ed7f6da6062,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:47.661194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad38f1b-9bce-452f-b4bd-73f806e5745c None None] No DVR routers for this DVR port 80164593-3b19-4354-9421-7ed7f6da6062 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:47.685010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:47.685791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.693888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] 10.222.0.13 "PUT /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 1131 time: 2.5169001 Aug 19 17:57:47.694443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498acd1-a085-4151-9c9f-90f03e7c3c82 service neutron] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:47.777225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:47.846803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e939babe-268c-47a9-a534-4857f7ecca4c req-552f5ff6-3a32-45a2-9267-8f1615685e66 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8691399 Aug 19 17:57:47.955794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:47.975290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.068410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Deleting port 80164593-3b19-4354-9421-7ed7f6da6062 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:57:48.074018 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.277448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a605241b-3f21-4f2e-a2e7-0320fcd92f52, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a605241b-3f21-4f2e-a2e7-0320fcd92f52,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:48.288663 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.459410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 80164593-3b19-4354-9421-7ed7f6da6062 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:57:48.550152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 80164593-3b19-4354-9421-7ed7f6da6062 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:57:48.550509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 80164593-3b19-4354-9421-7ed7f6da6062 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:57:48.628048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] For port 80164593-3b19-4354-9421-7ed7f6da6062, host n-d-778550-10, got binding levels [] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:48.628894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.655019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Calling delete_port for 80164593-3b19-4354-9421-7ed7f6da6062 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:57:48.663107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:48.683377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Port 80164593-3b19-4354-9421-7ed7f6da6062 was not found and therefore no delete operation was performed {{(pid=101324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:57:48.785413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd6a581-17c0-4c7d-898f-84b14f5bdf40 req-16f5e36c-06e7-4ae8-a541-0ea618ab49c4 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5527318 Aug 19 17:57:48.800706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.829008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b4fe99-dead-4441-9bee-6903706f896d {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:48.854817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.856955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:48.873601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-8288285f-df28-4e12-a663-1851b1191260 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6469305 Aug 19 17:57:48.886000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Transition to ACTIVE for port object 56b4fe99-dead-4441-9bee-6903706f896d will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:48.899539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:48.950006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80164593-3b19-4354-9421-7ed7f6da6062,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:48.970488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] No DVR routers for this DVR port 80164593-3b19-4354-9421-7ed7f6da6062 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:57:48.998276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:49.032171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:57:49.046661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:49.047162 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.225350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Attempting to bind port 56b4fe99-dead-4441-9bee-6903706f896d on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:49.226337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Attempting to bind port 56b4fe99-dead-4441-9bee-6903706f896d by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:49.226966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Attempting to bind port 56b4fe99-dead-4441-9bee-6903706f896d on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:49.236864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Port 56b4fe99-dead-4441-9bee-6903706f896d on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:49.237627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Attempting to bind port 56b4fe99-dead-4441-9bee-6903706f896d on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:49.245900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:49.246908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:49.247403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc61d4-b732-454b-905e-48c04c56ae87 req-7ec65b83-7b4e-4c7e-be04-102ae8b2f4e9 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:49.247878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Bound using segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:49.249045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8efc61d4-b732-454b-905e-48c04c56ae87 req-7ec65b83-7b4e-4c7e-be04-102ae8b2f4e9 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.9046850 Aug 19 17:57:49.249433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Bound port: 56b4fe99-dead-4441-9bee-6903706f896d, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:49.254414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.272031 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.370187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:57:49.378300 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.436891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:49.440427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=56b4fe99-dead-4441-9bee-6903706f896d,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:49.452392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.540485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:49.591211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-04a53aef-5e0b-4fa9-8f63-0d2b71142550 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658232 Aug 19 17:57:49.594874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.610091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f657113a-14b8-4a51-bcf5-80ea997cf5d6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:49.625517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe5d025-f369-4955-904b-f84563533352') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:49.625957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe5d025-f369-4955-904b-f84563533352') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:49.633851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:49.641644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.659673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.671857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:57:49.672620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.684718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:49.704630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.706162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-42d4baf9-4e4e-473a-8e44-40280b32233d service neutron] 10.222.0.13 "PUT /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 1131 time: 1.9620011 Aug 19 17:57:49.747831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:49.786662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8efc61d4-b732-454b-905e-48c04c56ae87 req-0bcbc009-72f5-494d-a4c8-c370ac505d5a tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972777 Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:57:49.789158 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:57:49.795914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.809496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:49.818971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f657113a-14b8-4a51-bcf5-80ea997cf5d6 HTTP/1.1" status: 204 len: 168 time: 5.3150771 Aug 19 17:57:49.850713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4df77-8cea-462d-9d35-22e0b3886dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f657113a-14b8-4a51-bcf5-80ea997cf5d6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:50.092617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:50.296659 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4f693-c332-4996-8346-9adbe82efb08 x-openstack-request-id: req-c5b4f693-c332-4996-8346-9adbe82efb08 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:50.296954 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:50.297204 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5b4f693-c332-4996-8346-9adbe82efb08 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:50.297602 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'status': 'completed', 'code': 200} Aug 19 17:57:50.340270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51818) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:50.561321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.562121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.562776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.563423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.564099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.564748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.565418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.567950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-a69fd3cc-f156-4742-bb46-dd2b1c53a9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6212 time: 0.3037868 Aug 19 17:57:50.738157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dbcca82c-8445-4711-9f55-553fd16c172e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=140c8194a9604b628a1934309636b0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965483 Aug 19 17:57:50.741577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51824) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:50.788247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a605241b-3f21-4f2e-a2e7-0320fcd92f52 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:50.880993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83fbb-2579-4e0d-bc1e-0a3173938acd req-fcbba04d-2709-42c7-8531-61e97b6a3a09 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:50.882647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64d83fbb-2579-4e0d-bc1e-0a3173938acd req-fcbba04d-2709-42c7-8531-61e97b6a3a09 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.6597102 Aug 19 17:57:50.938556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a605241b-3f21-4f2e-a2e7-0320fcd92f52 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:50.939555 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.006224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.014984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.020906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.028325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.034619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.042974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.050121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.059973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-831ddc30-5dc6-46d4-bb14-a6f525ea9a83 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5372 time: 0.5989575 Aug 19 17:57:51.168431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64d83fbb-2579-4e0d-bc1e-0a3173938acd req-cd708472-b836-46fa-a443-7464de2e8b92 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416437 Aug 19 17:57:51.189738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38abf37b-b214-4345-91f7-4b6c37b2e3f9 req-533c87a0-6484-40ab-8e63-06e968c869e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282752 Aug 19 17:57:51.206385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-d27e607e-4760-4140-8a3c-b52901c16f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.208064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-d27e607e-4760-4140-8a3c-b52901c16f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.211629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-d27e607e-4760-4140-8a3c-b52901c16f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.216335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-d27e607e-4760-4140-8a3c-b52901c16f7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1e5015c330b471c9792397498d1b534&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6040549 Aug 19 17:57:51.221294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:57:51.400242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ecf384-52bc-4838-afbe-788e2eae60a8 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:51.423994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.444896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:57:51.445554 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.452147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Transition to ACTIVE for port object f7ecf384-52bc-4838-afbe-788e2eae60a8 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:51.465000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.514045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.539935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.624852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.645939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:51.647501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c HTTP/1.1" status: 204 len: 168 time: 0.8907585 Aug 19 17:57:51.714456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15fa3c-0346-4eb8-ba95-f8289ec4b69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7834f2-cca3-4bc7-8e65-01c90cdb1a8c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:51.749444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f0931-7035-4ab1-be04-ee63e6f40fc3 req-1fcd46d8-0470-43a9-be66-56c215c426ff tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:51.767390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5f0931-7035-4ab1-be04-ee63e6f40fc3 req-1fcd46d8-0470-43a9-be66-56c215c426ff tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.3467557 Aug 19 17:57:51.784053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51836) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:51.795878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:51.847963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Request body: {'floatingip': {'port_id': '06163c65-acd7-491c-8024-392a664d7d5b'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:52.069105 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:52.109153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Attempting to bind port f7ecf384-52bc-4838-afbe-788e2eae60a8 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:52.109793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Attempting to bind port f7ecf384-52bc-4838-afbe-788e2eae60a8 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:52.116322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Attempting to bind port f7ecf384-52bc-4838-afbe-788e2eae60a8 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:52.123052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Port f7ecf384-52bc-4838-afbe-788e2eae60a8 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:52.123706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Attempting to bind port f7ecf384-52bc-4838-afbe-788e2eae60a8 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:52.138123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:52.138553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:52.139987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Bound using segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:52.140521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Bound port: f7ecf384-52bc-4838-afbe-788e2eae60a8, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:52.140843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:52.365283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:52.380141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:52.385856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c'}, {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '56b4fe99-dead-4441-9bee-6903706f896d'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:52.397993 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a029f4b4-09f9-4f06-92a3-397846f9e5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "70e3d710-0727-404f-9578-80ea6b89513c"}, {"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "56b4fe99-dead-4441-9bee-6903706f896d"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:52.404579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:52.444146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-b65dc8d0-e1e2-47a7-92e6-c726618cb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:52.449187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc958217-b3b7-4cf5-bbde-2ef08b9f699e req-b65dc8d0-e1e2-47a7-92e6-c726618cb708 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2235944 Aug 19 17:57:52.462496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9dfdcf5f-7911-4546-944f-32ad06a7617a req-117b2070-583c-4588-81aa-fd8d21cd42b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 210 time: 1.0453255 Aug 19 17:57:52.538435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:52.542731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:52.549453 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] 10.222.0.13 "PUT /v2.0/ports/f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 200 len: 1092 time: 2.8031681 Aug 19 17:57:52.617700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f30046-b8b2-4ef6-8921-927a25d0ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:52.660151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:52.823332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:53.132989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e1f2-a9fd-4cce-a8a1-c8571c0ea888 req-8d239c8f-f5d5-4cd6-ab1f-ef86f6298dd5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.151688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3aa9e1f2-a9fd-4cce-a8a1-c8571c0ea888 req-8d239c8f-f5d5-4cd6-ab1f-ef86f6298dd5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.9320171 Aug 19 17:57:53.652751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb2e701-4a41-47f8-b1db-b1cf0df4e090 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:53.668806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:53.692908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Transition to ACTIVE for port object bdb2e701-4a41-47f8-b1db-b1cf0df4e090 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:53.697912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-a504d2f5-753e-44a1-90c9-b8a698cfb9b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.698848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:53.699401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-a504d2f5-753e-44a1-90c9-b8a698cfb9b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 811 time: 1.2607291 Aug 19 17:57:53.761320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.773325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:53.779030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.804011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.830208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.862468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.880115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.889652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51864) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:53.899111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:53.901799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-4e07e75f-eb05-40dd-995f-3cfa19cdb4c1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5384 time: 1.1701510 Aug 19 17:57:53.996612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Request body: {'port': {'device_id': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'admin_state_up': True, 'tenant_id': '3192e71ecda5411aab281a12abc75dd7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:54.112169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Attempting to bind port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:54.112498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Attempting to bind port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:54.113018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Attempting to bind port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:54.118022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:54.119143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Attempting to bind port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:54.126225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:54.126882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Checking segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:54.127482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Bound using segment: {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:54.128090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Bound port: bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0b65e6-7699-469a-b68b-da72ccc53b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:54.128625 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.164731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3aa9e1f2-a9fd-4cce-a8a1-c8571c0ea888 req-e59321b3-e02c-4724-a0df-2748364dd355 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118299 Aug 19 17:57:54.275185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:54.297143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df971d-6944-45dd-9c2f-9c0cba08f03d req-62fa7144-ab3f-4594-8950-22db4e58373d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3594806 Aug 19 17:57:54.298746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:54.314612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.359506 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184265e1-b296-42aa-a84c-a8d9c10daedb x-openstack-request-id: req-184265e1-b296-42aa-a84c-a8d9c10daedb {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:54.365665 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "70e3d710-0727-404f-9578-80ea6b89513c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "56b4fe99-dead-4441-9bee-6903706f896d", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:54.366689 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-184265e1-b296-42aa-a84c-a8d9c10daedb {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:54.368001 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c', 'status': 'completed', 'code': 200} Aug 19 17:57:54.375562 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '56b4fe99-dead-4441-9bee-6903706f896d', 'status': 'completed', 'code': 200} Aug 19 17:57:54.410447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-network', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:54.553909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.577357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.579718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] 10.222.0.13 "PUT /v2.0/ports/bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 200 len: 1092 time: 1.9246120 Aug 19 17:57:54.632088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:54.632799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:57:54.666805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Made reservation on behalf of 3192e71ecda5411aab281a12abc75dd7 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:54.672397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.726966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5adc1-079a-4835-8f82-f2332096bbee service neutron] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:54.735782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Made reservation on behalf of 5ede7935022e4bbd8359b4c288901e86 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:54.739959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.767846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f192dc5a-f45c-4db6-b436-469ded6beddb req-9cd282ad-8ed0-4c7c-8eae-5ecba1de54bd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 210 time: 0.1763189 Aug 19 17:57:54.792752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.830522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.912278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:54.919330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.920133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.920897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.921550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.922208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.922860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.923566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:54.925965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-110638cf-8c12-467e-892b-7931bbc1f9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6348 time: 0.5237823 Aug 19 17:57:54.932480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.331859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.337009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.351898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:57:55.362089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.362433 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Added segment 2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb of type vlan for network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 Aug 19 17:57:55.412510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.468823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c485e1e-29e3-4e24-b620-4e7b65b5e497,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:55.471482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.472484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:55.473255 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.580700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6899257 Aug 19 17:57:55.585964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51878) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:55.593279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Request body: {'subnet': {'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-subnet', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:55.623005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d691-b879-4a9b-a952-a5837655fcbb admin admin] Pushing event updated for resources: {'Network': ['ID=f7ceedd2-6393-4c6d-8ffc-cf08a813c996,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:55.629027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d6766d-24a5-43a8-bea9-826ea70a2d9d {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:55.633384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:57:55.642950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.661905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Made reservation on behalf of 5ede7935022e4bbd8359b4c288901e86 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:57:55.664611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:55.820738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a8c89-5081-48fa-93fd-8fc1336111a7 req-084cbf35-a1d5-430f-b536-60158c9fa39d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:55.836088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42a8c89-5081-48fa-93fd-8fc1336111a7 req-084cbf35-a1d5-430f-b536-60158c9fa39d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 1.2261870 Aug 19 17:57:55.896743 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:56.053576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Transition to ACTIVE for port object c8d6766d-24a5-43a8-bea9-826ea70a2d9d will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:56.092875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:56.105501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:56.191828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:56.326949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Allocated IP 172.20.0.11 (d0b536ec-0db6-4422-aa91-ada25d19b6e4/097d8718-ccb1-4660-82f3-5f832052f499/b1f1140e-4ea2-4030-a95b-34323a55c7d1) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:57:56.339761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Checking segment: {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:56.340180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Network hostable DHCP agents. Network: f7ceedd2-6393-4c6d-8ffc-cf08a813c996, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:57:56.384710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8'}, {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:56.391976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42a8c89-5081-48fa-93fd-8fc1336111a7 req-d21f09e0-9eac-409b-bc6c-88e77bde3232 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532837 Aug 19 17:57:56.392278 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca9702-5e42-4b8f-84fb-5977042b8e10" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8"}, {"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:56.514831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.539954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.548028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.557620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.584072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.602421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.609894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ef8bb1-d11d-4d43-ac52-318935040772,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:56.611918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:57:56.630209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.635329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48d16299-01f5-4678-b343-8db882a5c1bd req-b1dd6cc4-583f-4ef4-9c61-9d1bc2516e55 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5396 time: 1.0660059 Aug 19 17:57:56.661403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f7ceedd2-6393-4c6d-8ffc-cf08a813c996) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:56.673761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075eb6b-2431-4d31-9d0b-db78f807ab4a None None] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:56.701234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:56.701849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:56.711717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Attempting to bind port c8d6766d-24a5-43a8-bea9-826ea70a2d9d on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:57:56.713452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Attempting to bind port c8d6766d-24a5-43a8-bea9-826ea70a2d9d by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:57:56.713452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Attempting to bind port c8d6766d-24a5-43a8-bea9-826ea70a2d9d on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:56.741639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Port c8d6766d-24a5-43a8-bea9-826ea70a2d9d on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:57:56.741918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Attempting to bind port c8d6766d-24a5-43a8-bea9-826ea70a2d9d on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:57:56.765049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:57:56.765721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Checking segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:57:56.765909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Bound using segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:57:56.766712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Bound port: c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:57:56.766712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:56.818095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44524b07-aaa4-4e1e-80db-e164ec4b445e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2307601 Aug 19 17:57:56.861160 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Floating IP 69c5b244-0402-4be8-881a-23367df0d141 associated. External IP: 172.25.5.5, port: 06163c65-acd7-491c-8024-392a664d7d5b. Aug 19 17:57:56.890511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51890) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:57:56.905474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:57.042915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.044974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.055485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-967aa20a-a046-49ed-86d3-f880f1624436 req-46f64bb9-0b6c-4613-8064-d8e3a185eea9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 210 time: 0.3351035 Aug 19 17:57:57.129870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-fd13565b-f2d2-4be1-b0c1-72a0383ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:57.130355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-fd13565b-f2d2-4be1-b0c1-72a0383ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:57.130831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-fd13565b-f2d2-4be1-b0c1-72a0383ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:57.132574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-fd13565b-f2d2-4be1-b0c1-72a0383ddf55 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1e5015c330b471c9792397498d1b534&shared=False HTTP/1.1" status: 200 len: 2291 time: 2.1677899 Aug 19 17:57:57.158340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7926cd-72fe-4278-a7a2-deebae5804e2 None None] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:57:57.210192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.215348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:57:57.229243 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3643e-b2f8-4225-a3b5-757d22985d88 x-openstack-request-id: req-b8e3643e-b2f8-4225-a3b5-757d22985d88 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:57:57.229609 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:57:57.229868 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8e3643e-b2f8-4225-a3b5-757d22985d88 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:57:57.230274 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'status': 'completed', 'code': 200} Aug 19 17:57:57.230526 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'status': 'completed', 'code': 200} Aug 19 17:57:57.509628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.522614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:57:57.543160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.689192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:57.690130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.691786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] 10.222.0.13 "PUT /v2.0/ports/c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 1092 time: 3.0688305 Aug 19 17:57:57.774504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:57.867045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Request body: {'port': {'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:57.932132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48d16299-01f5-4678-b343-8db882a5c1bd req-4cf56918-584b-4614-9f50-6465c25978d3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2595575 Aug 19 17:57:58.096670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:58.105866 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c0096797-559d-4874-9e8e-fdd9e8704ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:58.136206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090561d-09c5-4616-9567-6c8dbbdb70bf service neutron] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:58.153093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:57:58.183650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:58.212462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:57:58.219426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Pushing event updated for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:57:58.224880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:57:58.397292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:58.398434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:58.470896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5496521 Aug 19 17:57:58.533787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d5e2d-fa2e-44e0-8744-09c40c4899a0 req-46a44c58-f235-4727-934c-d0b70386777e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:58.535496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e2d5e2d-fa2e-44e0-8744-09c40c4899a0 req-46a44c58-f235-4727-934c-d0b70386777e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.8471525 Aug 19 17:57:58.548583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Request body: {'port': {'device_id': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:57:58.652035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.652400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.652749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.653093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.653437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.653919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.654095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.654431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.654764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.655096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.655706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.656050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e1fa-e1fb-4252-b63c-c713bc7ebafc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:57:58.777295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c98d64-b50d-46db-a9e6-90de16f90d46 req-b19d2328-e42a-45cc-9035-f7ef5d580e63 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:58.779082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32c98d64-b50d-46db-a9e6-90de16f90d46 req-b19d2328-e42a-45cc-9035-f7ef5d580e63 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 932 time: 0.3289521 Aug 19 17:57:58.832216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.042283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32c98d64-b50d-46db-a9e6-90de16f90d46 req-aac8d52a-c1d9-4f97-a124-81c5f1d79c7c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465322 Aug 19 17:57:59.125526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Router cf50bbbb-3367-4ec3-8072-cdefec40975f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:57:59.127369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-cdb0a4fd-27e0-4816-a06e-30e17eb38d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:57:59.128808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-cdb0a4fd-27e0-4816-a06e-30e17eb38d3f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9728227 Aug 19 17:57:59.142416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e2d5e2d-fa2e-44e0-8744-09c40c4899a0 req-f3ae3019-ad6b-4ce3-8029-6c77e2887be9 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932673 Aug 19 17:57:59.294289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:57:59.298880 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:57:59.469781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32ad05c-5390-489f-b485-b624e0e8e8d2 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:59.503037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.548542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f1140e-4ea2-4030-a95b-34323a55c7d1 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:57:59.560577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Transition to ACTIVE for port object a32ad05c-5390-489f-b485-b624e0e8e8d2 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:59.567895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.575815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.583633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Transition to ACTIVE for port object b1f1140e-4ea2-4030-a95b-34323a55c7d1 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:57:59.585582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.688611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.745895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.765822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:57:59.775203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:57:59.777770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Sync routers for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:57:59.799934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:57:59.800619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:57:59.899395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:00.173843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a787994-0a1e-495a-9806-507423ee1593 req-b8e966bb-570b-4912-b134-0989935f5ba8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.173843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a787994-0a1e-495a-9806-507423ee1593 req-b8e966bb-570b-4912-b134-0989935f5ba8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.5768239 Aug 19 17:58:00.209673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:00.221980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.222807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.223827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.224505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.225144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.225781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.226413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.229660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b6cd1a85-54a8-4197-8bd9-11ef075628de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6442 time: 0.6356039 Aug 19 17:58:00.263204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.269992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.277227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.283942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.291260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.298002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.304895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.307825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-80b1df98-1a9f-4348-a635-3496fe401ee7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.7127993 Aug 19 17:58:00.357700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f20e4c20-1f9a-40af-9e13-be3d0087ad39 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "PUT /v2.0/floatingips/69c5b244-0402-4be8-881a-23367df0d141 HTTP/1.1" status: 200 len: 989 time: 8.5431585 Aug 19 17:58:00.396974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:00.402609 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f522b-c84e-43be-a707-69a5ffcb0fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "tag": "06163c65-acd7-491c-8024-392a664d7d5b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:00.409698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Attempting to bind port b1f1140e-4ea2-4030-a95b-34323a55c7d1 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:00.410928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Attempting to bind port b1f1140e-4ea2-4030-a95b-34323a55c7d1 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:00.411569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Attempting to bind port b1f1140e-4ea2-4030-a95b-34323a55c7d1 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:00.429234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Port b1f1140e-4ea2-4030-a95b-34323a55c7d1 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:00.430068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Attempting to bind port b1f1140e-4ea2-4030-a95b-34323a55c7d1 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:00.438304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:00.444281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:00.447736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Checking segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:00.448992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Bound using segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:00.451855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Bound port: b1f1140e-4ea2-4030-a95b-34323a55c7d1, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:00.452338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:00.553000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a787994-0a1e-495a-9806-507423ee1593 req-f5b357c9-6d98-4c63-b648-e23273f828d8 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824201 Aug 19 17:58:00.562791 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccf1c-e168-4dca-9e5f-82d9c1737cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:00.785701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69c5b244-0402-4be8-881a-23367df0d141', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'port_id': '06163c65-acd7-491c-8024-392a664d7d5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'mac_address': 'fa:16:3e:02:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:03Z', 'updated_at': '2021-08-19T17:57:54Z', 'revision_number': 1, 'project_id': '54da8af97c574f698be358e39e7d8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:00.872668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Checking router: cf50bbbb-3367-4ec3-8072-cdefec40975f for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:00.894865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:00.904639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:00.907030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:00.915293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b22e32ca-82b4-4cb0-bbbf-c89f7cd09876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.916346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b22e32ca-82b4-4cb0-bbbf-c89f7cd09876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.917668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b22e32ca-82b4-4cb0-bbbf-c89f7cd09876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:00.922539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-b22e32ca-82b4-4cb0-bbbf-c89f7cd09876 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1e5015c330b471c9792397498d1b534&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6101868 Aug 19 17:58:00.985499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fd9f7be-c12c-448a-a5ea-b7d2d8490673 req-3d02d87e-e6c9-44d5-a288-beba0234de0b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6263020 Aug 19 17:58:01.109668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Allocated IP 172.25.5.61 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/d5bb3774-51c4-4d41-b522-08f3e4487444) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:01.111847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-f1880cfc-d9fd-4a8e-8f95-01bde2572bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.114252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a029f4b4-09f9-4f06-92a3-397846f9e5fb req-f1880cfc-d9fd-4a8e-8f95-01bde2572bf3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272767 Aug 19 17:58:01.221084 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039df3ba-ee77-43d2-95bd-18ac02264d9a x-openstack-request-id: req-039df3ba-ee77-43d2-95bd-18ac02264d9a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:01.221326 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:01.221593 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-039df3ba-ee77-43d2-95bd-18ac02264d9a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:01.222009 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'status': 'completed', 'code': 200} Aug 19 17:58:01.223023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:01.427681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f93ff-6938-4dc9-9ca5-15215e9f3b6e req-e7d33bfd-99a5-4455-8536-2e0d4e6a2fab tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.437485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774f93ff-6938-4dc9-9ca5-15215e9f3b6e req-e7d33bfd-99a5-4455-8536-2e0d4e6a2fab tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.5133846 Aug 19 17:58:01.484464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:01.520876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.521605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.522213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.522879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.523341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.523894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.524502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.530191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-1cfab83f-b536-4c4a-91e7-bd3fef77184f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6442 time: 0.3259659 Aug 19 17:58:01.579349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:01.651722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Attempting to bind port a32ad05c-5390-489f-b485-b624e0e8e8d2 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:01.652474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Attempting to bind port a32ad05c-5390-489f-b485-b624e0e8e8d2 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:01.652960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Attempting to bind port a32ad05c-5390-489f-b485-b624e0e8e8d2 on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:01.668989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Port a32ad05c-5390-489f-b485-b624e0e8e8d2 on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:01.669682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Attempting to bind port a32ad05c-5390-489f-b485-b624e0e8e8d2 on network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:01.709501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:01.713210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Checking segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:01.713812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Bound using segment: {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:01.714466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Bound port: a32ad05c-5390-489f-b485-b624e0e8e8d2, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccd490c-5dc5-4b17-9bde-52ebeeeef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:01.714982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:01.786536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:01.853465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774f93ff-6938-4dc9-9ca5-15215e9f3b6e req-8a7cdffb-25f3-4ef9-9b2b-07ebb696ebf0 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113083 Aug 19 17:58:01.858000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-7df19f19-cea1-49d7-b405-6caf1faeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.858489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-7df19f19-cea1-49d7-b405-6caf1faeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.858964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-7df19f19-cea1-49d7-b405-6caf1faeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:01.861452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-7df19f19-cea1-49d7-b405-6caf1faeb473 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1e5015c330b471c9792397498d1b534&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2795026 Aug 19 17:58:01.871020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:01.922678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:01.959105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:01.990410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69c5b244-0402-4be8-881a-23367df0d141', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'port_id': '06163c65-acd7-491c-8024-392a664d7d5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'mac_address': 'fa:16:3e:02:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:03Z', 'updated_at': '2021-08-19T17:57:54Z', 'revision_number': 1, 'project_id': '54da8af97c574f698be358e39e7d8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:02.006045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11652b-b1f5-4914-91bf-b5d714e38d09 req-b4d715a4-06e6-49a2-ab9c-79602853d8ef tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:02.011915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e11652b-b1f5-4914-91bf-b5d714e38d09 req-b4d715a4-06e6-49a2-ab9c-79602853d8ef tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 944 time: 0.8105228 Aug 19 17:58:02.094046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bb3774-51c4-4d41-b522-08f3e4487444,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:02.098142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:02.098957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:02.105869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] 10.222.0.42 "PUT /v2.0/ports/b1f1140e-4ea2-4030-a95b-34323a55c7d1 HTTP/1.1" status: 200 len: 1093 time: 3.6098328 Aug 19 17:58:02.128031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685ebf7-6a4b-4d88-b70e-bd030a77ef43 None None] The sync data for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 is: [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69c5b244-0402-4be8-881a-23367df0d141', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'floating_ip_address': '172.25.5.5', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'port_id': '06163c65-acd7-491c-8024-392a664d7d5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'mac_address': 'fa:16:3e:02:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:03Z', 'updated_at': '2021-08-19T17:57:54Z', 'revision_number': 1, 'project_id': '54da8af97c574f698be358e39e7d8618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:02.138059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:02.141611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:02.152341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:02.191498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:02.244956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:02.260907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:02.475387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:02.476431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:02.478051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] 10.222.0.13 "PUT /v2.0/ports/a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 1092 time: 4.6307318 Aug 19 17:58:02.671763 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2697f0-c749-4b70-b933-7731d3dd28db None None] New status for floating IP 69c5b244-0402-4be8-881a-23367df0d141: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:58:02.805947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd989-c05d-4d09-9ee3-ef9cc5558029 service neutron] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:02.840611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-010bdfab-954f-4056-b785-441f5bdf9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:02.848401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-010bdfab-954f-4056-b785-441f5bdf9410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 1096 time: 0.6480000 Aug 19 17:58:02.897228 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf7ea0-8998-49df-99b1-0272f4a05507 x-openstack-request-id: req-aabf7ea0-8998-49df-99b1-0272f4a05507 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:02.898151 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "tag": "06163c65-acd7-491c-8024-392a664d7d5b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:02.898545 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aabf7ea0-8998-49df-99b1-0272f4a05507 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:02.899076 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b', 'status': 'completed', 'code': 200} Aug 19 17:58:02.999678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-2f88f799-71ff-46f1-a2c6-56bfe0705067 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1 HTTP/1.1" status: 200 len: 217 time: 0.1428378 Aug 19 17:58:03.091059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:03.133047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e11652b-b1f5-4914-91bf-b5d714e38d09 req-e0ab88e0-1743-41e6-bb8e-522e8cd1b96e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0479791 Aug 19 17:58:03.201944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-1b436616-db11-4939-bdc3-b156249e3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.203671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-1b436616-db11-4939-bdc3-b156249e3af9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54da8af97c574f698be358e39e7d8618&device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 1097 time: 0.3035300 Aug 19 17:58:03.204440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9bbcb-ecfd-40a1-9f14-66e4e110cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:03.227713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:03.232434 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5286a27-af8b-48bb-8121-c055f51e339a" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:03.243309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-18b19c71-ecfe-4ab9-9b7a-44813135cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.245413 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-18b19c71-ecfe-4ab9-9b7a-44813135cd78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.2326205 Aug 19 17:58:03.333572 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-bfd5f099-5fc4-4d90-a449-468184c7e41e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632393 Aug 19 17:58:03.370330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.378260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.390021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.396883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.402465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-c0fdd25e-4e5a-4247-8f46-e0c92cc271b6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:58:03.403572 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-c0fdd25e-4e5a-4247-8f46-e0c92cc271b6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057542 Aug 19 17:58:03.406975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.420177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.436464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.438184 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:03.448529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-206e145f-9db9-47a7-8aba-55afc1c84ac2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.5775170 Aug 19 17:58:03.550384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5927c430-2d38-4e01-9fcd-be92d64cf8ce req-1a7af3c9-7e11-4a61-904a-598bd7dfe76d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006343 Aug 19 17:58:03.561304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-26540a40-c59d-46ac-9e86-edb4e96b9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.567793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-26540a40-c59d-46ac-9e86-edb4e96b9570 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6561635 Aug 19 17:58:03.582457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66703-1695-477f-9f0b-3779b035c840 req-9ff815c0-7184-404a-aaa6-628347fd7928 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.584505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ce66703-1695-477f-9f0b-3779b035c840 req-9ff815c0-7184-404a-aaa6-628347fd7928 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2907960 Aug 19 17:58:03.628875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-1c59ca90-924a-4f1b-84c5-4c4d7dc56bed service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831162 Aug 19 17:58:03.657336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:03.721864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-578ba583-71d4-44dc-91ae-740df7f0a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.723895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-578ba583-71d4-44dc-91ae-740df7f0a41e service neutron] 10.222.0.42 "GET /v2.0/networks?id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346 HTTP/1.1" status: 200 len: 915 time: 0.5055568 Aug 19 17:58:03.792232 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a8f699e-ff4a-49ac-9aae-380e7aa13399 req-ea5a0866-1934-408e-8b65-815f6e582d65 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518509 Aug 19 17:58:03.875830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ce66703-1695-477f-9f0b-3779b035c840 req-ef392efb-5ae6-48ea-ab47-3e00496441b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726204 Aug 19 17:58:03.961795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.961795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.961795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.971056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.971988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.973054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.973179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:03.980644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-d7208dbc-c6af-44d4-9a8d-88b3aebf14d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6484 time: 0.3303378 Aug 19 17:58:04.000546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-13eee8b7-c9c0-4e94-b00c-d1124c622f75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06163c65-acd7-491c-8024-392a664d7d5b HTTP/1.1" status: 200 len: 999 time: 0.2681179 Aug 19 17:58:04.030620 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef571f52-2831-4ce5-8bc6-ef4c4be756e6 x-openstack-request-id: req-ef571f52-2831-4ce5-8bc6-ef4c4be756e6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:04.031081 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:04.031217 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef571f52-2831-4ce5-8bc6-ef4c4be756e6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:04.031699 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'status': 'completed', 'code': 200} Aug 19 17:58:04.134782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:58:04.269447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251371d4-9034-4ca1-882f-5bf28325d6bb req-f3447975-8b7e-4b6d-ae80-5c60516c503c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.271803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-251371d4-9034-4ca1-882f-5bf28325d6bb req-f3447975-8b7e-4b6d-ae80-5c60516c503c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.2738748 Aug 19 17:58:04.273511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-c376a06d-d54c-49b8-9db2-35a8b232178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.275013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-c376a06d-d54c-49b8-9db2-35a8b232178a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3962655-4873-4225-ad73-00af24119137 HTTP/1.1" status: 200 len: 853 time: 0.2451138 Aug 19 17:58:04.323109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:58:04.342562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Sync routers for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:58:04.362873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:04.363092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:04.364389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:04.364644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f93ffd21-98af-4dcc-9edd-6bbab2e8a284 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4705291 Aug 19 17:58:04.367712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:04.401914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-251371d4-9034-4ca1-882f-5bf28325d6bb req-5c40b01a-4aaa-4694-aa75-3abe01dfdca5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211708 Aug 19 17:58:04.409602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-6008ca5f-031a-4610-b926-c0fe45654dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.410750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-6008ca5f-031a-4610-b926-c0fe45654dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.411229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-6008ca5f-031a-4610-b926-c0fe45654dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.413039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-6008ca5f-031a-4610-b926-c0fe45654dbd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f1e5015c330b471c9792397498d1b534&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3203228 Aug 19 17:58:04.438376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8d83-756f-4cbc-a0e3-f2e1fd383edb req-f5586c8d-7f07-44c7-b395-a7cf0d07091c tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.445461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ec8d83-756f-4cbc-a0e3-f2e1fd383edb req-f5586c8d-7f07-44c7-b395-a7cf0d07091c tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.2302842 Aug 19 17:58:04.517135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-109e6274-3eed-4426-923a-75d25786486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.518715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-109e6274-3eed-4426-923a-75d25786486b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01d3e4ec-fa30-4a95-b31a-dc9000dc3346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278588 Aug 19 17:58:04.550139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:04.628257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ec8d83-756f-4cbc-a0e3-f2e1fd383edb req-ecd8a556-f5a8-466c-b5a6-2907f304a8d8 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818130 Aug 19 17:58:04.804686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-525c58cf-8cea-481a-9abe-e6f68f0224d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.808658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0ca9702-5e42-4b8f-84fb-5977042b8e10 req-525c58cf-8cea-481a-9abe-e6f68f0224d4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536935 Aug 19 17:58:04.870570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-d5bb855a-2f79-4dc9-967d-442fa9d3e05e service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398249 Aug 19 17:58:04.878623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b66a0-820b-4ca1-8f7f-7d823cc3b3d3 req-45423db5-293a-4910-9209-a6c4a87d51e5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:04.880226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d45b66a0-820b-4ca1-8f7f-7d823cc3b3d3 req-45423db5-293a-4910-9209-a6c4a87d51e5 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2423584 Aug 19 17:58:04.916663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:04.920179 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca932d-19fd-4edc-9d50-5114225676a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:05.019798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ce52-e71f-4aa8-8626-59d473df95fb req-45061a68-ce15-405c-b267-bcd5f771f264 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.021603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3f1ce52-e71f-4aa8-8626-59d473df95fb req-45061a68-ce15-405c-b267-bcd5f771f264 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 944 time: 0.2779064 Aug 19 17:58:05.034226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:02Z', 'revision_number': 3, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:05.061343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d45b66a0-820b-4ca1-8f7f-7d823cc3b3d3 req-49e4d469-3f15-485f-8e80-141e5ba01474 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285574 Aug 19 17:58:05.078893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Checking router: 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:05.079255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Updating router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 port d5bb3774-51c4-4d41-b522-08f3e4487444 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:58:05.122588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.123945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.125320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.125905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.126389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.126867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.127993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.127993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.139368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ab281fc1-2dd1-497c-91b9-c19a769348e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6484 time: 0.2501290 Aug 19 17:58:05.253990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.281515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-dc03cb5b-9d51-4f52-a9c9-53a67ffa83a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 217 time: 0.1336272 Aug 19 17:58:05.428597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3f1ce52-e71f-4aa8-8626-59d473df95fb req-01ec7879-d64c-476f-9f7c-352876fe904f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824906 Aug 19 17:58:05.438466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Allocated IP 172.20.0.1 (f7ceedd2-6393-4c6d-8ffc-cf08a813c996/c0ef8bb1-d11d-4d43-ac52-318935040772/63e5473f-38dd-4955-987e-1caf4a01ae88) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:05.469555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-982f522b-c84e-43be-a707-69a5ffcb0fe1 req-72dfb2b6-9d3c-4fc5-afca-50b0ccb5b926 service neutron] 10.222.0.42 "GET /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452220 Aug 19 17:58:05.511145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.519277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.530170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.539258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.548193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.555775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.563925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.566064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-82b57cd7-25fd-4a07-8e08-f37f3d425c11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.3952761 Aug 19 17:58:05.570894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-2898c96f-f184-43f7-9f2a-df7198991f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.573346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-2898c96f-f184-43f7-9f2a-df7198991f94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 200 len: 850 time: 0.2812800 Aug 19 17:58:05.607510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.661634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c7cb46-c0e9-4929-b5cf-0339b262d8fc req-c43f172f-f68f-4fe0-b556-6de390bbfaab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855865 Aug 19 17:58:05.677422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-a8cd9c0a-6278-4833-85d5-935798291dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:05.680459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-a8cd9c0a-6278-4833-85d5-935798291dae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=def6699b-0521-434d-ba62-494a6fbb1368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965102 Aug 19 17:58:05.694433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-901abac0-fd23-49c3-9562-a1595adff75a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:58:05.696294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-901abac0-fd23-49c3-9562-a1595adff75a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080028 Aug 19 17:58:05.701745 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.739564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.741812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Transition to ACTIVE for port object d5bb3774-51c4-4d41-b522-08f3e4487444 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:05.757447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.902653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:05.908084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Attempting to bind port d5bb3774-51c4-4d41-b522-08f3e4487444 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:05.908552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:05.908655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Attempting to bind port d5bb3774-51c4-4d41-b522-08f3e4487444 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:05.909043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Attempting to bind port d5bb3774-51c4-4d41-b522-08f3e4487444 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:05.912553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:05.937766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Pushing event updated for resources: {'Port': ['ID=d5bb3774-51c4-4d41-b522-08f3e4487444,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:05.947830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:05.948240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:05.948621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.949025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:05.949656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Bound port: d5bb3774-51c4-4d41-b522-08f3e4487444, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:05.950054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:05.968015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Pushing event updated for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:05.989082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-31c2d3cb-a599-4416-a9a2-9123197e0b01 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849598 Aug 19 17:58:06.013380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] For port d5bb3774-51c4-4d41-b522-08f3e4487444, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:06.017925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] For port d5bb3774-51c4-4d41-b522-08f3e4487444, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d5bb3774-51c4-4d41-b522-08f3e4487444,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:06.020001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.020565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.021045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.021402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.021850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.022882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.023324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.023621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.024140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.024779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.025520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.026661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.027010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:06.033837 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.099440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd4c3-6fd3-4220-a13d-509409f7c5cd None None] Pushing event updated for resources: {'Port': ['ID=d5bb3774-51c4-4d41-b522-08f3e4487444,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:06.134913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:06.135762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:06.200427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-4f188e86-7ab9-4a38-90e6-8602dd8f53bb service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035036 Aug 19 17:58:06.219105 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b6fb35-199f-436c-8360-34cd4e61a9dc x-openstack-request-id: req-f6b6fb35-199f-436c-8360-34cd4e61a9dc {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:06.219685 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:06.220114 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6b6fb35-199f-436c-8360-34cd4e61a9dc {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:06.220643 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1', 'status': 'completed', 'code': 200} Aug 19 17:58:06.290590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:06.312188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-f6b1c550-9ab9-4d39-aa85-f60778e50d84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 217 time: 0.1049287 Aug 19 17:58:06.400838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ca5acb7f-bb93-4469-adc8-e0a08288e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:06.402776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ca5acb7f-bb93-4469-adc8-e0a08288e0ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0704691 Aug 19 17:58:06.462086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.497819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-591bb62b-89c6-4fa2-8195-2e6589d7608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:06.500137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-591bb62b-89c6-4fa2-8195-2e6589d7608c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 1096 time: 0.2130244 Aug 19 17:58:06.576635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625226f-095e-4046-9e4e-fba49f22c278 req-5a5335c0-56dc-4c92-b28b-f8db7a8b727b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:06.589891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625226f-095e-4046-9e4e-fba49f22c278 req-5a5335c0-56dc-4c92-b28b-f8db7a8b727b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.1906743 Aug 19 17:58:06.614123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b1f1140e-4ea2-4030-a95b-34323a55c7d1 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:06.725029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1bcdb7db-07c7-425b-bac6-ff5336f0be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:06.727473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1bcdb7db-07c7-425b-bac6-ff5336f0be7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3074405 Aug 19 17:58:06.760237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:02Z', 'revision_number': 3, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:06.782455 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.800356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f4238-eb76-4811-b349-ad28a58c7d44 None None] The sync data for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 is: [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:02Z', 'revision_number': 3, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:06.808903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.824639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:06.854381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'port_id': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1', 'mac_address': 'fa:16:3e:d6:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d8718-ccb1-4660-82f3-5f832052f499', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:06.894202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.925274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:06.941830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f1140e-4ea2-4030-a95b-34323a55c7d1 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:06.972123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:06.978155 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:07.005695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625226f-095e-4046-9e4e-fba49f22c278 req-3d98ac73-85ed-47e3-a828-cc99bbb687ca tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006182 Aug 19 17:58:07.042722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Pushing event updated for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:07.047786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:07.050110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:07.057727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6caa8-a3b7-4f32-b210-060b6988dbe7 req-4d7dfb55-b167-4471-9e46-469f3ed5df5e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:07.067193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.067570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.067912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.068252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.068648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.068898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.069233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.074158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73c6caa8-a3b7-4f32-b210-060b6988dbe7 req-4d7dfb55-b167-4471-9e46-469f3ed5df5e tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.3651111 Aug 19 17:58:07.080207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.080372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.080602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.082137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.082482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:07.129857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-7585dc5e-0720-4270-ad06-06fa28d8eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:07.132835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-7585dc5e-0720-4270-ad06-06fa28d8eb98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 912 time: 0.6106601 Aug 19 17:58:07.231196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:07.320152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b1f1140e-4ea2-4030-a95b-34323a55c7d1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:07.751851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-b7199472-e4f1-4016-b7a7-c5254374a388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1 HTTP/1.1" status: 200 len: 217 time: 0.6091487 Aug 19 17:58:07.761001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-61db36b5-eea2-4841-b61a-31cc3ed34cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0033832 Aug 19 17:58:07.804895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73c6caa8-a3b7-4f32-b210-060b6988dbe7 req-6e99da55-c902-40a7-a935-63dbe132b8db tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7289815 Aug 19 17:58:07.805979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:07.904692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:58:07.968640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15791a9-97a7-4c60-b46e-25afd31a952d req-aa0f0e9d-9b6c-4ad3-a8a3-4cae05a26571 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:07.977114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d15791a9-97a7-4c60-b46e-25afd31a952d req-aa0f0e9d-9b6c-4ad3-a8a3-4cae05a26571 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 945 time: 0.2205434 Aug 19 17:58:08.008849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-bca9b6f5-1448-42b1-8e87-d9a0c7571c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.011016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-bca9b6f5-1448-42b1-8e87-d9a0c7571c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.2489977 Aug 19 17:58:08.060120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.081082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-344417fa-89e5-46e2-b25e-28e1b2e7b8c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597217 Aug 19 17:58:08.124618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:08.126955 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115cd1e-2e77-41c4-a1cd-a1bc21f6864a" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:08.149780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:08.160547 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.206783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-6bb96756-e42e-4ba3-8bb3-2ade69346141 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319358 Aug 19 17:58:08.221141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d15791a9-97a7-4c60-b46e-25afd31a952d req-ffa43e6d-c07d-401f-a4c3-c0e13f43eef7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427945 Aug 19 17:58:08.268616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:58:08.288342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:08.289513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d8f82c0-158f-4c14-881b-663784b5b3ef admin admin] 10.222.0.36 "PUT /v2.0/routers/0f1bab83-61e2-4948-b0cf-3fea6bca5f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9198556 Aug 19 17:58:08.339889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-8f59471e-5ca1-4394-abae-3f36263ec417 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.341555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-8f59471e-5ca1-4394-abae-3f36263ec417 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.13 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.3076100 Aug 19 17:58:08.360133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-287cdf19-bdc3-4c4f-a5bf-6560dbdaf454 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 217 time: 0.1378870 Aug 19 17:58:08.412166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974213cb-d0e1-4502-ab72-f8212762232b req-4ee41aea-d32c-4893-b90f-bfb3bb81acf6 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.432642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-974213cb-d0e1-4502-ab72-f8212762232b req-4ee41aea-d32c-4893-b90f-bfb3bb81acf6 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 945 time: 0.4472427 Aug 19 17:58:08.549140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Deleting port 665409e3-4ac8-4c99-893a-d11d263b499f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:08.549498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.585083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-2bab0369-b131-48dc-a02e-60a638835dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790235 Aug 19 17:58:08.610347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c167359f-688b-468f-967e-17f426c0b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.611839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-c167359f-688b-468f-967e-17f426c0b430 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.2446730 Aug 19 17:58:08.628481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b1f1140e-4ea2-4030-a95b-34323a55c7d1 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:08.749981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b1f1140e-4ea2-4030-a95b-34323a55c7d1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:08.760248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] For port 665409e3-4ac8-4c99-893a-d11d263b499f, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=665409e3-4ac8-4c99-893a-d11d263b499f,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:08.760748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.781040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b1f1140e-4ea2-4030-a95b-34323a55c7d1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:08.789977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8ca932d-19fd-4edc-9d50-5114225676a3 req-8deca220-77d0-403e-b26d-dad1225ebb00 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897862 Aug 19 17:58:08.790521 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:08.793655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d5bb3774-51c4-4d41-b522-08f3e4487444 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:08.860601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.872722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.879423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.886149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.893108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.899135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.905673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:08.913817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-6ed36156-6d1d-42cf-ad40-97d362d0c392 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.4184184 Aug 19 17:58:08.930901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-974213cb-d0e1-4502-ab72-f8212762232b req-d6984cde-9d50-425e-9427-25d645ffbdad tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups?id=856b2f8a-fe2f-40d8-95fe-b07f5f327339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969769 Aug 19 17:58:09.007061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.041651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d5bb3774-51c4-4d41-b522-08f3e4487444 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:09.054723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d5bb3774-51c4-4d41-b522-08f3e4487444 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:09.055288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.057053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff29068-aecd-4c93-924d-61ed0e1eb492 req-4a15a274-9203-42e7-9f3a-8a5d936d1c31 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415026 Aug 19 17:58:09.068185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-46b9320c-4996-4c67-84b6-dd3a9761d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:09.069799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-46b9320c-4996-4c67-84b6-dd3a9761d5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923243 Aug 19 17:58:09.115033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:09.127922 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.213060 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4008ef-b7f5-4d93-80bd-a748ddd3b078 x-openstack-request-id: req-ee4008ef-b7f5-4d93-80bd-a748ddd3b078 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:09.213441 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:09.213784 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee4008ef-b7f5-4d93-80bd-a748ddd3b078 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:09.214261 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:58:09.221354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.246711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port d5bb3774-51c4-4d41-b522-08f3e4487444, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d5bb3774-51c4-4d41-b522-08f3e4487444,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:09.248125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:09.253036 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.370486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=d5bb3774-51c4-4d41-b522-08f3e4487444,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:09.406892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5bb567a7-4d2d-40d9-9fd7-afb38136fe71 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230331 Aug 19 17:58:09.463793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.463793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.463793 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Floating IP ca8c7ad7-f8b2-4347-bc1e-9027ce094380 disassociated. External IP: 172.25.5.193, port: 665409e3-4ac8-4c99-893a-d11d263b499f. Aug 19 17:58:09.463793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Calling delete_port for 665409e3-4ac8-4c99-893a-d11d263b499f owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:09.753615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:09.789446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event deleted for resources: {'Port': ['ID=665409e3-4ac8-4c99-893a-d11d263b499f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:09.835223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-4b587d41-4c59-4c67-af6e-d73ba4afdaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201608 Aug 19 17:58:09.876693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b28e2-772f-485e-bd18-fa63a900a124 req-17fbe57a-4a93-4299-9f0d-19a8640ed188 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:09.887824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Sync routers for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:58:09.894206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-789b28e2-772f-485e-bd18-fa63a900a124 req-17fbe57a-4a93-4299-9f0d-19a8640ed188 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2519395 Aug 19 17:58:09.907349 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:09.908101 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:10.010081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Router 04c14541-6dfd-4a9a-9537-89e59e2e0877 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:58:10.032378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-6d0db5f3-3a14-49e0-8291-dfd5476d14b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 200 len: 217 time: 0.1789241 Aug 19 17:58:10.057708 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:10.161515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-789b28e2-772f-485e-bd18-fa63a900a124 req-4b008c76-91d5-4087-bd18-67da0d7b0752 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658582 Aug 19 17:58:10.255358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-6d519ac9-50d5-4060-91b9-a150459e03e8 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:10.271506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-6d519ac9-50d5-4060-91b9-a150459e03e8 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 820 time: 0.5776670 Aug 19 17:58:10.282074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:58:10.292800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-818a1f7b-c5fd-4d58-a34e-e097f5f5c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:10.294300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-818a1f7b-c5fd-4d58-a34e-e097f5f5c511 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.2502570 Aug 19 17:58:10.303845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-dc9b46ea-f9ac-4dd5-a951-05692bdd8a82 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/quotas/5ede7935022e4bbd8359b4c288901e86 HTTP/1.1" status: 200 len: 375 time: 0.0313697 Aug 19 17:58:10.308375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Sync routers for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:58:10.332509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:10.332509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:10.388801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] No DVR routers for this DVR port 665409e3-4ac8-4c99-893a-d11d263b499f on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:58:10.391975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:10.394276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c1dc1e-ecfd-4e3c-abba-47cfc9510e96 req-c223201c-0f1f-46f4-8370-35eb12334c34 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.13 "DELETE /v2.0/ports/665409e3-4ac8-4c99-893a-d11d263b499f HTTP/1.1" status: 204 len: 173 time: 2.0456147 Aug 19 17:58:10.394753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'name': 'network-vif-deleted', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:10.401903 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579c56a-a78b-435b-83dd-765ca2de5e9f" -d '{"events": [{"server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "name": "network-vif-deleted", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:10.428089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ae424c98-db6d-4f81-8e59-ac52a279c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:10.430387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-ae424c98-db6d-4f81-8e59-ac52a279c690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232998 Aug 19 17:58:10.467417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-63a064fb-b66b-46c9-a43d-a54f890577cc tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1625874 Aug 19 17:58:10.567337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:10.694313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 2, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:10.755976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Checking router: 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:10.758526 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Updating router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 port 63e5473f-38dd-4955-987e-1caf4a01ae88 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:58:10.779541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700450c4-b619-4930-a15d-bd365ced2cb3 req-c3e70c11-2b29-4d35-9843-20cfcdd9b7f8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:10.786031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-700450c4-b619-4930-a15d-bd365ced2cb3 req-c3e70c11-2b29-4d35-9843-20cfcdd9b7f8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.4595599 Aug 19 17:58:10.790756 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:10.808038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d5bb3774-51c4-4d41-b522-08f3e4487444 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:10.924789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-700450c4-b619-4930-a15d-bd365ced2cb3 req-1291b1de-d4e5-4d66-a300-181f0c2573b6 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234884 Aug 19 17:58:10.976433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-2ce8efcc-7405-43fc-82f7-588f5d4e30d3 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230942 Aug 19 17:58:10.988983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-41343444-e042-4713-90bd-9c814482e934 service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170314 Aug 19 17:58:11.236411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:11.252232 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88201ed-67f2-4c00-91e0-7541cac9a4e2" -d '{"events": [{"server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:11.257529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-415de7b0-c118-4268-8217-f3a3e8b55b2a service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499028 Aug 19 17:58:11.261376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-86d2509c-68b1-4694-85b4-93c04f2c69a4 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711442 Aug 19 17:58:11.270668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d5bb3774-51c4-4d41-b522-08f3e4487444 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:11.273438 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.334919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f4154f2-f298-4e65-b5f9-0b5f72410751 req-74171c84-a515-4cba-b0ae-5742f86b946e tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/ports?device_id=70a0e3b8-0dd3-4094-81a4-33d330c0c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0800323 Aug 19 17:58:11.391027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:11.407618 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.423932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Checking router: 04c14541-6dfd-4a9a-9537-89e59e2e0877 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:11.434258 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Transition to ACTIVE for port object 63e5473f-38dd-4955-987e-1caf4a01ae88 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:11.438053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:11.439466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:11.443405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-48313e31-8ee3-427e-ba8a-6f28f7c5e120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 200 len: 217 time: 0.1714532 Aug 19 17:58:11.451741 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.592361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:11.606884 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705acde-14bc-4bca-acfe-516229109ac7 None None] Pushing event updated for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:11.626987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c697485-03d7-45c2-9b69-b14227ba9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:11.628609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-7c697485-03d7-45c2-9b69-b14227ba9249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.1721950 Aug 19 17:58:11.703201 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa2e44-c17b-4208-929b-adc947ac397a x-openstack-request-id: req-44aa2e44-c17b-4208-929b-adc947ac397a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:11.703771 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a0e3b8-0dd3-4094-81a4-33d330c0c1c6", "name": "network-vif-deleted", "tag": "665409e3-4ac8-4c99-893a-d11d263b499f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:11.703771 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44aa2e44-c17b-4208-929b-adc947ac397a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:11.704159 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a0e3b8-0dd3-4094-81a4-33d330c0c1c6', 'name': 'network-vif-deleted', 'tag': '665409e3-4ac8-4c99-893a-d11d263b499f', 'status': 'completed', 'code': 200} Aug 19 17:58:11.727975 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Attempting to bind port 63e5473f-38dd-4955-987e-1caf4a01ae88 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:11.729939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Attempting to bind port 63e5473f-38dd-4955-987e-1caf4a01ae88 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:11.729939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Attempting to bind port 63e5473f-38dd-4955-987e-1caf4a01ae88 on network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:11.738066 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:11.738443 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Checking segment: {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:11.738844 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.739240 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Bound using segment: {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:11.739738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Bound port: 63e5473f-38dd-4955-987e-1caf4a01ae88, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:11.744486 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.764186 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20882302-892e-45c9-8a8e-c4e4f91e9142 x-openstack-request-id: req-20882302-892e-45c9-8a8e-c4e4f91e9142 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:11.764348 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:11.764472 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20882302-892e-45c9-8a8e-c4e4f91e9142 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:11.764859 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1', 'code': 200} Aug 19 17:58:11.856087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:11.856087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 665409e3-4ac8-4c99-893a-d11d263b499f no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:11.884460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] For port 63e5473f-38dd-4955-987e-1caf4a01ae88, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:11.889818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-426be3ee-957b-48c6-8e59-9fd8f3da2bdb req-dfa6a8e7-368f-403f-84be-2473a461d1f9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 210 time: 0.0841820 Aug 19 17:58:11.893484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 665409e3-4ac8-4c99-893a-d11d263b499f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:11.893784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 665409e3-4ac8-4c99-893a-d11d263b499f not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:11.896426 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] For port 63e5473f-38dd-4955-987e-1caf4a01ae88, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63e5473f-38dd-4955-987e-1caf4a01ae88,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:11.910639 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:11.937448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:11.945233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:11.953739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:11.974268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:11.995793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.012756 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:12.013824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:12.015211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.034718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.052133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-07048172-a303-4b36-9d2b-496f53527eff tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.4224341 Aug 19 17:58:12.072229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:12.115008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:12.116938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:12.141197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-eeccbae8-d857-4879-8a2e-ceef02727d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.153921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-eeccbae8-d857-4879-8a2e-ceef02727d47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5073400 Aug 19 17:58:12.204996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdc9fa4d-7021-43f3-adcb-7aa7320ee5c1 req-52174c8e-bb03-4d7b-bc78-0eb504974d31 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518669 Aug 19 17:58:12.245484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9e42b-2080-4bc6-bdea-816e0b749f48 None None] The sync data for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 is: [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:55:44Z', 'revision_number': 4, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '3e77b69c-a8a4-48c7-bf5e-81dff02e05f5', 'name': '', 'network_id': 'afb0cf47-f452-46c3-b345-e69fccb2506c', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'mac_address': 'fa:16:3e:2a:16:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4750bd39-95b9-4903-a648-84282031a5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:41Z', 'updated_at': '2021-08-19T17:55:51Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'subnets': [{'id': '4750bd39-95b9-4903-a648-84282031a5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:12.255514 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:58:12.294493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705acde-14bc-4bca-acfe-516229109ac7 None None] Pushing event updated for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:12.310511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:12.347653 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:12.350181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:12.399944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-c3c2c45b-10c4-4961-b3a4-3bcaf1b1fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.405914 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-c3c2c45b-10c4-4961-b3a4-3bcaf1b1fd08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1099 time: 0.1080751 Aug 19 17:58:12.408657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:12.419519 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:12.438619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5968085-3dae-46cd-9c00-d917aaddb2fb req-b586a1ab-a08b-4d47-94ce-80b427f465f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.441257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5968085-3dae-46cd-9c00-d917aaddb2fb req-b586a1ab-a08b-4d47-94ce-80b427f465f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 1098 time: 0.6024544 Aug 19 17:58:12.545699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:12.568760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b7ca-eec0-484d-afa4-7eb7eb2749da req-be78e260-44ea-4bb7-9ba6-f997e54ac3a2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.579512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0887b7ca-eec0-484d-afa4-7eb7eb2749da req-be78e260-44ea-4bb7-9ba6-f997e54ac3a2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.2235520 Aug 19 17:58:12.596749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5968085-3dae-46cd-9c00-d917aaddb2fb req-164b2564-f86b-41e8-9c89-af8cf094d38d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468062 Aug 19 17:58:12.606986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5c7abd5a-4a47-46f4-a7b5-19da2c95637b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:12.706732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-4fa32698-3ca0-49e8-bc31-0e4ace902e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.709753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-4fa32698-3ca0-49e8-bc31-0e4ace902e5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.2965894 Aug 19 17:58:12.719978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-395aece9-7248-4b86-abc5-58b1f2b6a49e service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357769 Aug 19 17:58:12.773617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a1e67-e030-428c-abfa-59d093329e69 None None] New status for floating IP ca8c7ad7-f8b2-4347-bc1e-9027ce094380: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:58:12.795213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0887b7ca-eec0-484d-afa4-7eb7eb2749da req-7d1b5747-b438-45e4-aa74-53f0a2ce1d11 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953776 Aug 19 17:58:12.873325 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-8b4d8a8d-b8d9-4b08-bc92-005b468b871a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.0877092 Aug 19 17:58:12.883725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d8d14-e830-4afe-9452-6d6d8dcc5809 req-4736a57d-24aa-4849-8311-4cc089de6b50 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.893881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f48d8d14-e830-4afe-9452-6d6d8dcc5809 req-4736a57d-24aa-4849-8311-4cc089de6b50 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2995987 Aug 19 17:58:12.917307 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:11Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:12.945354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-41993b4d-edd5-47cc-9df0-deb56994b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:12.948653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-41993b4d-edd5-47cc-9df0-deb56994b123 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.0674636 Aug 19 17:58:12.970657 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ce8b9-10d0-42cb-b46b-36e496c6b345 None None] The sync data for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 is: [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:11Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:12.974898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f48d8d14-e830-4afe-9452-6d6d8dcc5809 req-2ac4860a-c268-4cbb-969d-241f4f1d4e09 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787504 Aug 19 17:58:13.029093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:13.058883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-b01a1672-e622-4d67-a1e4-278141c5ebae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904307 Aug 19 17:58:13.091055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-4342783e-5f38-4459-b2cf-b90b11223f3b service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385143 Aug 19 17:58:13.215200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-9f9bb61b-8a53-4306-9d9b-f59618296ed9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 217 time: 0.0995317 Aug 19 17:58:13.236304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-244e81db-ff3d-4966-8552-494ef2542821 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428556 Aug 19 17:58:13.240095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-543a3c2a-b8ea-49e3-9c9f-9f784f107467 req-4fb05cab-d349-4b83-a6ea-7a26c6426638 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 210 time: 0.1175704 Aug 19 17:58:13.327942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:13.430123 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-144c6239-43f8-48b3-9eaa-5c0b4085b2c1 req-dfdb3abb-2acf-463d-a5b2-c4a0dae8fac0 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797161 Aug 19 17:58:13.468355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-40f6c964-206f-43b7-9a34-70810cb8466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.469890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-40f6c964-206f-43b7-9a34-70810cb8466a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.2285507 Aug 19 17:58:13.472195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:13.577489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-47628684-f022-438e-a186-302225e49c52 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.579294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-47628684-f022-438e-a186-302225e49c52 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/networks?id=f62d30db-a0e7-4890-a850-64bd2ce77680 HTTP/1.1" status: 200 len: 814 time: 0.3959706 Aug 19 17:58:13.622005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.629637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.636614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.643566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.649732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.656141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.662869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.664635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-5f48f873-f90e-4655-b04c-75abb7dee5b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.3029788 Aug 19 17:58:13.673419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-54d07d33-ebed-45bd-99a2-2e8f1eea6e0c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/quotas/d7b2ce9abc1a489d9aa0fe64ed419b80 HTTP/1.1" status: 200 len: 375 time: 0.0815356 Aug 19 17:58:13.693732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-572c044d-5102-421b-bbe9-b39a191a3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:13.696678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-572c044d-5102-421b-bbe9-b39a191a3fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2088032 Aug 19 17:58:13.766369 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:13.769445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:13.773954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "DELETE /v2.0/security-groups/856b2f8a-fe2f-40d8-95fe-b07f5f327339 HTTP/1.1" status: 204 len: 168 time: 0.7415473 Aug 19 17:58:13.775795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:13.792851 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-44cd3802-ee7a-4eba-8860-2f8a92720739 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] show failed (client error): The resource could not be found. Aug 19 17:58:13.797153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44cd3802-ee7a-4eba-8860-2f8a92720739 tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "GET /v2.0/security-groups/856b2f8a-fe2f-40d8-95fe-b07f5f327339 HTTP/1.1" status: 404 len: 347 time: 0.0194592 Aug 19 17:58:13.797963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52138) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:13.809141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:13.862065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa0c84-f709-417a-87b6-8dd5417d856d tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b2f8a-fe2f-40d8-95fe-b07f5f327339,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:13.892693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4119b071-92ce-46aa-92f6-0977f4191dc5 req-e7a4a6c0-6bab-4f77-a8e9-15fa0c56a05c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116337 Aug 19 17:58:13.938994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-5f74710b-afc2-467b-bab9-a56cf7272247 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b2ce9abc1a489d9aa0fe64ed419b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2544017 Aug 19 17:58:13.972717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-533f21fd-5ff3-43b3-86ed-cf5ecd10021a service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621551 Aug 19 17:58:13.991049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:13.991486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.203047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e2c19a51-3e31-435a-a179-3d5c2f682a0a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:58:14.205285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Deleting port 9ecb4a64-675d-4989-883a-5d761b62ec56 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:14.207521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.236862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.237094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e2c19a51-3e31-435a-a179-3d5c2f682a0a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2971513 Aug 19 17:58:14.307849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:14.309645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:14.314884 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279a708-70ce-4505-af3b-c253aaee7d71" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:14.319925 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.392020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:14.579121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.580091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:14.645297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59dd8bc0-3fbf-4ddb-af07-6f6b1af5efe6 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:14.652312 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59dd8bc0-3fbf-4ddb-af07-6f6b1af5efe6 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 820 time: 0.4344239 Aug 19 17:58:14.658282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Calling delete_port for 9ecb4a64-675d-4989-883a-5d761b62ec56 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:14.694151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'port': {'device_id': '7982b932-b614-4490-955a-9a5d2268066d', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'admin_state_up': True, 'tenant_id': '5ede7935022e4bbd8359b4c288901e86'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:14.832719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63e5473f-38dd-4955-987e-1caf4a01ae88 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:14.951696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c187c-706e-44ca-b05f-d79ffc799c5b req-60059fee-288f-445e-b092-822756bac53d tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:14.959694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f16c187c-706e-44ca-b05f-d79ffc799c5b req-60059fee-288f-445e-b092-822756bac53d tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.6764288 Aug 19 17:58:14.961912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-6973cf6a-6d1b-435d-b51c-fc2630ae2c29 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9795325 Aug 19 17:58:14.972098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 63e5473f-38dd-4955-987e-1caf4a01ae88 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:14.974581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-0fa18bba-4b02-4318-a0b3-0c637ed56b10 service neutron] 10.222.0.36 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317309 Aug 19 17:58:15.006558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 63e5473f-38dd-4955-987e-1caf4a01ae88 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:15.007401 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.097873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Made reservation on behalf of 5ede7935022e4bbd8359b4c288901e86 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:15.104856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-5bb27636-5bd0-4bc5-8d11-3ee9bb9f444d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 217 time: 0.1280344 Aug 19 17:58:15.114897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.200191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.248128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.273602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f16c187c-706e-44ca-b05f-d79ffc799c5b req-c12669f0-7d88-40b6-a956-b6128e3139fd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085747 Aug 19 17:58:15.278090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Pushing event deleted for resources: {'Port': ['ID=9ecb4a64-675d-4989-883a-5d761b62ec56,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:15.298514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1b3662f9-73f3-4980-a108-2065b2cc3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:15.302250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-1b3662f9-73f3-4980-a108-2065b2cc3d9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.1808298 Aug 19 17:58:15.319380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 63e5473f-38dd-4955-987e-1caf4a01ae88, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63e5473f-38dd-4955-987e-1caf4a01ae88,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:15.324930 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.437994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:15.453344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-cfdbbf6d-e0fe-4fad-aec1-867b72e91c3d service neutron] 10.222.0.36 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776065 Aug 19 17:58:15.471103 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.475595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.475595 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08aafd8e-faae-41d7-84c0-a24680a1c2da tempest-ServersTestManualDisk-1310869674 tempest-ServersTestManualDisk-1310869674-project] 10.222.0.36 "DELETE /v2.0/floatingips/ca8c7ad7-f8b2-4347-bc1e-9027ce094380 HTTP/1.1" status: 204 len: 168 time: 1.6766965 Aug 19 17:58:15.479922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52164) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:15.551425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-fa2d2975-9f6e-4fce-a97c-b0a4deee4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:15.553972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-fa2d2975-9f6e-4fce-a97c-b0a4deee4729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2428148 Aug 19 17:58:15.606355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Allocated IP 172.20.0.14 (f7ceedd2-6393-4c6d-8ffc-cf08a813c996/c0ef8bb1-d11d-4d43-ac52-318935040772/851b54ca-421f-4bb3-b23f-deb644f7df61) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:15.701445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e797d-8a4b-4040-a02c-b2af0db98e42 req-3c4bb80b-a79c-464f-bd6c-3b04678571a6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:15.717263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f46e797d-8a4b-4040-a02c-b2af0db98e42 req-3c4bb80b-a79c-464f-bd6c-3b04678571a6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2914331 Aug 19 17:58:15.844911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f46e797d-8a4b-4040-a02c-b2af0db98e42 req-db3c33e0-1843-4520-a14f-65a407a50e1a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258287 Aug 19 17:58:15.923088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-733beb66-1934-416f-9406-60cc277d061f req-cd3cb7aa-3ed4-46cd-b401-fd974ed1e13d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 210 time: 0.1295569 Aug 19 17:58:15.925956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-f467b870-a8dc-4138-bd4f-0b1e81c5438f service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568020 Aug 19 17:58:15.932272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:15.988619 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70dd73-7694-410f-bcbd-f400ad725ece x-openstack-request-id: req-4b70dd73-7694-410f-bcbd-f400ad725ece {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:15.989110 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:15.989184 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b70dd73-7694-410f-bcbd-f400ad725ece {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:15.989575 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:58:16.018754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:16.145236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:16.157831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:16.163233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:16.250820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.254771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:16.266978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.273549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.280054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.288300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.296096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.302532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.305490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-c49d8db4-0704-49d5-bff8-019da2722fb8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.2059824 Aug 19 17:58:16.357335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db8a5dd0-249d-4664-8ece-11a2b7ddcea7 req-28e843ba-b375-4454-816d-19dbb01fb259 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221752 Aug 19 17:58:16.396129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b647b014-e0f6-433b-bd8c-7998406490a0 req-4c052630-c3dd-4da6-919e-b756d006ef84 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780501 Aug 19 17:58:16.398864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.398864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:16.425628 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-59bbfac0-8922-4065-8962-e9fd08156e2b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7497602 Aug 19 17:58:16.546025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4f45183-88bb-493f-9f39-a4a419c38629 req-1288f347-051f-40d8-85f6-c5277aafdf88 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 210 time: 0.0494528 Aug 19 17:58:16.583817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Request body: {'port': {'device_id': '7982b932-b614-4490-955a-9a5d2268066d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:16.680918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-4aa52fa6-2da9-44e9-a335-8cef7644a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.682467 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-4aa52fa6-2da9-44e9-a335-8cef7644a20e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 1098 time: 0.1894839 Aug 19 17:58:16.699082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.701949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.702512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.703008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.703503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.703976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.704696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.706798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-65f86451-e03d-4cd7-bc9a-9204f5fc5d19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6484 time: 0.0963418 Aug 19 17:58:16.716484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf3bf-8648-463a-8688-0a1c3837e3d8 req-6d89d10b-c7a6-4e67-9a77-ab5c0961cf3c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.718022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c5bf3bf-8648-463a-8688-0a1c3837e3d8 req-6d89d10b-c7a6-4e67-9a77-ab5c0961cf3c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2010162 Aug 19 17:58:16.838390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63e5473f-38dd-4955-987e-1caf4a01ae88 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:16.902156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:16.922876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c5bf3bf-8648-463a-8688-0a1c3837e3d8 req-f0996871-eb6d-4d57-a068-2a7e03582b7a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035810 Aug 19 17:58:16.936130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:16.953479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc875edf-5f01-44e6-afe7-5b4f3478638d req-ee7bda65-f58f-412f-aff9-f1b931eab350 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:16.956430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc875edf-5f01-44e6-afe7-5b4f3478638d req-ee7bda65-f58f-412f-aff9-f1b931eab350 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1857905 Aug 19 17:58:16.970265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 63e5473f-38dd-4955-987e-1caf4a01ae88 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:16.970641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:17.030650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc875edf-5f01-44e6-afe7-5b4f3478638d req-60c5a0f7-77d4-4484-bd54-b9dfd846c46f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637159 Aug 19 17:58:17.035282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-29afe505-9a95-4e48-b5e7-a9179b4bb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.037502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-29afe505-9a95-4e48-b5e7-a9179b4bb098 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 903 time: 0.3185558 Aug 19 17:58:17.055382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:17.142611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-34c42f68-e590-4f73-a125-faee761265f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 217 time: 0.0926182 Aug 19 17:58:17.353303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9b90b-00fc-4f58-aae9-950b0076e873 req-ee78035c-2429-4886-96e6-4729a30957c9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.355141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07a9b90b-00fc-4f58-aae9-950b0076e873 req-ee78035c-2429-4886-96e6-4729a30957c9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 932 time: 0.2306230 Aug 19 17:58:17.356459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-2834ddc8-252b-4794-97df-94c350700dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.358460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-2834ddc8-252b-4794-97df-94c350700dd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 912 time: 0.6670332 Aug 19 17:58:17.390134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-ecfa9039-e053-460a-98a5-e58cb9540a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.391723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-ecfa9039-e053-460a-98a5-e58cb9540a9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.2106245 Aug 19 17:58:17.409060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d80-4557-4be5-8e6d-ffc015924084 req-70a5e83b-cd87-40e8-be0a-485f73185eb0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.410703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ade52d80-4557-4be5-8e6d-ffc015924084 req-70a5e83b-cd87-40e8-be0a-485f73185eb0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2482898 Aug 19 17:58:17.483257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07a9b90b-00fc-4f58-aae9-950b0076e873 req-51d01998-7781-4104-a423-5e90b0739e55 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143112 Aug 19 17:58:17.642289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ade52d80-4557-4be5-8e6d-ffc015924084 req-36ed935c-8dc3-40e9-af36-d31a1a0fb553 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131264 Aug 19 17:58:17.649788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-2c2127ca-38a0-4e4a-b19d-8fe67ee8922a tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.650586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-2c2127ca-38a0-4e4a-b19d-8fe67ee8922a tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.42 "GET /v2.0/networks?id=f62d30db-a0e7-4890-a850-64bd2ce77680 HTTP/1.1" status: 200 len: 814 time: 0.3840842 Aug 19 17:58:17.684078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-bcc3fa48-e182-4f36-bcba-6f897c9250d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.685899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-bcc3fa48-e182-4f36-bcba-6f897c9250d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2722626 Aug 19 17:58:17.689813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Request body: {'port': {'device_id': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'admin_state_up': True, 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:17.894439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5668ff8c-3e95-4e65-bc27-5fb59002f63a req-7e0da5c0-5d7b-47a2-85fe-72400159d5ee tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 210 time: 0.1225932 Aug 19 17:58:17.982520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-7fd26010-51e8-48b7-8443-25fba5515f46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1 HTTP/1.1" status: 200 len: 217 time: 0.6151731 Aug 19 17:58:17.984256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.990342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:17.996863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.002802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.009043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.017540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.027502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.037136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-080d6475-c620-424a-bd5c-4882d3726ffc req-64033f72-222f-498d-8031-24da655f262b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.2640567 Aug 19 17:58:18.044682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-e75e0d1a-7524-44cd-b187-0626bd587664 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468332 Aug 19 17:58:18.137334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-21623e7f-3969-4294-9640-7eb96b301ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.139049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-21623e7f-3969-4294-9640-7eb96b301ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.1258819 Aug 19 17:58:18.152804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-080d6475-c620-424a-bd5c-4882d3726ffc req-b792e927-11c9-4ea5-956a-58babb4262e1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147554 Aug 19 17:58:18.267229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-dbc37852-0098-43fd-b961-f99ed22355f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915027 Aug 19 17:58:18.430590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b54ca-421f-4bb3-b23f-deb644f7df61 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:18.450141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.478501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Made reservation on behalf of d7b2ce9abc1a489d9aa0fe64ed419b80 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:18.489110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.518854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Transition to ACTIVE for port object 851b54ca-421f-4bb3-b23f-deb644f7df61 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:18.527614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-be9c438b-4103-4c97-abba-724bef6a1acf service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386882 Aug 19 17:58:18.529558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.664256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:18.675422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Deleting port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:18.676002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.702503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Allocated IP 172.20.0.7 (f62d30db-a0e7-4890-a850-64bd2ce77680/467a5385-effd-4a7a-b46c-aa95a648caac/32d6fc3f-02ac-4fbd-8155-7d9477caf383) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:18.789852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e215-a8e6-4f0a-8c8d-cef8b7397747 req-6af3eb54-2267-4953-8d1d-367e6eb0d907 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:18.801856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5542e215-a8e6-4f0a-8c8d-cef8b7397747 req-6af3eb54-2267-4953-8d1d-367e6eb0d907 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.7063341 Aug 19 17:58:18.821315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-490950a0-bcb5-4aa8-a1e3-a3e77f9515ee req-2ba999cd-cac0-4ed5-883f-ad501b7c3788 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552314 Aug 19 17:58:18.853118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Attempting to bind port 851b54ca-421f-4bb3-b23f-deb644f7df61 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:18.853700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Attempting to bind port 851b54ca-421f-4bb3-b23f-deb644f7df61 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:18.853910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Attempting to bind port 851b54ca-421f-4bb3-b23f-deb644f7df61 on network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:18.870020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Port 851b54ca-421f-4bb3-b23f-deb644f7df61 on network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:18.870489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Attempting to bind port 851b54ca-421f-4bb3-b23f-deb644f7df61 on network f7ceedd2-6393-4c6d-8ffc-cf08a813c996 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:18.879063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] For port 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:18.879473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.891419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:18.891892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Checking segment: {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:18.892186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Bound using segment: {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:18.892861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Bound port: 851b54ca-421f-4bb3-b23f-deb644f7df61, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:18.893240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:18.908881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Calling delete_port for 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:19.038846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.071378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Transition to ACTIVE for port object 32d6fc3f-02ac-4fbd-8155-7d9477caf383 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:19.110181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:19.115318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:19.123770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.131290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.180286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90aa9-b320-43d3-b78c-0adbf2ac1ea0 req-9bcc1a84-e635-414b-9c5b-b9256bd68402 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.183103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78f90aa9-b320-43d3-b78c-0adbf2ac1ea0 req-9bcc1a84-e635-414b-9c5b-b9256bd68402 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.8968158 Aug 19 17:58:19.227556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Network f62d30db-a0e7-4890-a850-64bd2ce77680 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:19.238404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:19.253977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.254965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.256859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:19.260999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] 10.222.0.13 "PUT /v2.0/ports/851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 1093 time: 2.6829693 Aug 19 17:58:19.263979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:19.276720 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576cb449-4908-425d-8749-c7ec70bb665e" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:19.347296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aa17a88-110a-4b1a-b07a-afca6b3f3c9e req-b1f72e48-957e-4801-9fe5-08280f2d4527 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2505212 Aug 19 17:58:19.384251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5542e215-a8e6-4f0a-8c8d-cef8b7397747 req-37ec9a73-bc5d-4aaf-8a04-c3fd5b12da96 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810702 Aug 19 17:58:19.497088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.497830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.515310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d784ec-a428-4c33-9db9-0d9d7a69c12e service neutron] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:19.654514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8b5d07e6-6d57-4167-b9de-4b1c538ad2bb None None] Provisioning for port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:19.665889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8b5d07e6-6d57-4167-b9de-4b1c538ad2bb None None] Provisioning complete for port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:19.667199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8b5d07e6-6d57-4167-b9de-4b1c538ad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.684211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-1922c59f-ad9c-4a38-9b64-d1c7c258a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.686227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-1922c59f-ad9c-4a38-9b64-d1c7c258a5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1096 time: 0.3684890 Aug 19 17:58:19.737012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78f90aa9-b320-43d3-b78c-0adbf2ac1ea0 req-55f45e40-f7c6-4f6c-9216-502a24452b99 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215876 Aug 19 17:58:19.748625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d07e6-6d57-4167-b9de-4b1c538ad2bb None None] Port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:58:19.767221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Pushing event updated for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:19.780862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-e601ae04-46d9-4dfc-b347-e718c04075d3 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1071594 Aug 19 17:58:19.827349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.828047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.828667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.829229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.829886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.830710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.831287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.834071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-460a94b5-119a-4389-a538-535ccebd9740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6484 time: 0.3044043 Aug 19 17:58:19.847573 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-14a15163-2ae3-46bb-8f49-a7341343f1eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.1436505 Aug 19 17:58:19.883207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d899-a7c4-463b-96b8-4944d7ec7b7a req-c5909dbd-2ce6-4ba2-b8b9-93d01832a067 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:19.886038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69d3d899-a7c4-463b-96b8-4944d7ec7b7a req-c5909dbd-2ce6-4ba2-b8b9-93d01832a067 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 944 time: 0.1521902 Aug 19 17:58:19.950317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:19.983062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69d3d899-a7c4-463b-96b8-4944d7ec7b7a req-bbc2a8ef-c6ad-4f21-bd90-1965d73e1b1c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566413 Aug 19 17:58:20.048024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e77b69c-a8a4-48c7-bf5e-81dff02e05f5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:20.065442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-3b9b949c-8105-46c7-8dfd-578ec29131ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.067890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-3b9b949c-8105-46c7-8dfd-578ec29131ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 903 time: 0.2258825 Aug 19 17:58:20.118943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-c80925d8-90b5-4bff-bf4f-ac79dc021f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.121203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-c80925d8-90b5-4bff-bf4f-ac79dc021f34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.2648480 Aug 19 17:58:20.176403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-a33377d3-69a5-464c-aeac-b6a5d6c2fbef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 217 time: 0.1014485 Aug 19 17:58:20.179390 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-98150c8c-352a-4a4f-92cd-f92c255fcb0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321665 Aug 19 17:58:20.298711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9add1-5258-4584-bc24-e654b5d83629 req-c5c447c7-7400-4596-b7ef-c6a2b109452f tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.300353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1b9add1-5258-4584-bc24-e654b5d83629 req-c5c447c7-7400-4596-b7ef-c6a2b109452f tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 931 time: 0.1265857 Aug 19 17:58:20.302060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-e191042a-8b45-483d-a608-6dbe68c46323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.303428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-e191042a-8b45-483d-a608-6dbe68c46323 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.1106098 Aug 19 17:58:20.427627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1b9add1-5258-4584-bc24-e654b5d83629 req-ffb00691-8268-4d3e-887a-251be49ec8bf tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182053 Aug 19 17:58:20.442031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5286a27-af8b-48bb-8121-c055f51e339a req-fb03aba1-4959-4139-9091-d2b3ece0afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.444461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-fb03aba1-4959-4139-9091-d2b3ece0afd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187508 Aug 19 17:58:20.483381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-3509b2d1-55b2-4741-a1e4-16ba5c0cb04f service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939177 Aug 19 17:58:20.598761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-56596d00-50d7-4d23-b23e-ec598a32725b service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461806 Aug 19 17:58:20.677795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:20.799903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.809086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.810852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-80e1ba63-cc03-4894-b8b1-4a0e0c1a6815 req-590d8983-4e0a-4d21-818f-33ade80de161 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180165 Aug 19 17:58:20.816049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.824931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.831254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.842844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.849891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:20.859044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-12c01d23-3225-4fae-bf44-d89b63998850 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.2319191 Aug 19 17:58:20.901594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5286a27-af8b-48bb-8121-c055f51e339a req-f99b784e-f86d-486e-b675-dc64c4381aea service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931311 Aug 19 17:58:20.938869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9ffe7aa-ae32-493b-94c7-2baa74231540 req-1ff9bdf2-15d0-4554-a0d7-38b1b1cf1053 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787294 Aug 19 17:58:21.132075 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6319ed55-6c13-41d4-93e7-f27aa76d46ad x-openstack-request-id: req-6319ed55-6c13-41d4-93e7-f27aa76d46ad {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:21.132337 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:21.132638 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6319ed55-6c13-41d4-93e7-f27aa76d46ad {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:21.132920 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:58:21.141196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Router 04c14541-6dfd-4a9a-9537-89e59e2e0877 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:58:21.236707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb449-4908-425d-8749-c7ec70bb665e req-c1fc9066-89ae-4435-8e97-71a525295c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:21.242749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-c1fc9066-89ae-4435-8e97-71a525295c4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1096 time: 0.0885603 Aug 19 17:58:21.391910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:58:21.402922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Sync routers for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:58:21.420819 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-409c18b4-b814-4b00-baea-4bb828e219d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/04c14541-6dfd-4a9a-9537-89e59e2e0877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9395175 Aug 19 17:58:21.424479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:21.428194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:21.433065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:21.531089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b543-61a6-42d7-92bf-130efcc18636 req-db891e2c-5857-4b44-af57-276e734d4509 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:21.532863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f257b543-61a6-42d7-92bf-130efcc18636 req-db891e2c-5857-4b44-af57-276e734d4509 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.2740943 Aug 19 17:58:21.638587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb449-4908-425d-8749-c7ec70bb665e req-d0190007-492f-40a1-92e4-01c073683eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:21.648580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-d0190007-492f-40a1-92e4-01c073683eb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.3982034 Aug 19 17:58:21.674105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:21.735250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-57f10bf7-98eb-474a-ac1a-fe93aeaaae2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.0727825 Aug 19 17:58:21.741675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f257b543-61a6-42d7-92bf-130efcc18636 req-31c5c779-43bc-40fe-999c-e8358421b8d2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962652 Aug 19 17:58:21.800487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:22.195959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:58:19Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:22.241955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Checking router: 04c14541-6dfd-4a9a-9537-89e59e2e0877 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:22.267639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Routers {'04c14541-6dfd-4a9a-9537-89e59e2e0877'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:22.268324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['04c14541-6dfd-4a9a-9537-89e59e2e0877'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:22.320280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Request body: {'port': {'device_id': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:22.414125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb449-4908-425d-8749-c7ec70bb665e req-208805dc-c246-4bb1-8b67-7578ca20666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:22.416706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-208805dc-c246-4bb1-8b67-7578ca20666c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.6720207 Aug 19 17:58:22.496419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f955ff-6acd-4ce0-9bb4-eaca4b6e2e37 req-e22bd145-aae1-4a4b-a5f4-d28819b57fac tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:22.504405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43f955ff-6acd-4ce0-9bb4-eaca4b6e2e37 req-e22bd145-aae1-4a4b-a5f4-d28819b57fac tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.1983652 Aug 19 17:58:22.514237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-3d7ffc54-f748-4a38-8cf3-fc5f156eaf3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840540 Aug 19 17:58:22.698329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-d7203216-6032-4a33-89ae-34875191aa77 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364660 Aug 19 17:58:22.720289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] Set router 04c14541-6dfd-4a9a-9537-89e59e2e0877 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:22.808287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-576cb449-4908-425d-8749-c7ec70bb665e req-e263f985-e754-4eb3-9bc5-ad1ddf004d61 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022720 Aug 19 17:58:22.836725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:22.983777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171522-9134-45f4-8830-130c4037d831 req-2c6489d5-831c-4f9a-b00a-d46218765ca1 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:22.991901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b171522-9134-45f4-8830-130c4037d831 req-2c6489d5-831c-4f9a-b00a-d46218765ca1 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 944 time: 1.1113601 Aug 19 17:58:23.058681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43f955ff-6acd-4ce0-9bb4-eaca4b6e2e37 req-dcb0c12a-8a13-4c0a-830c-a8b1b7b540f2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528407 Aug 19 17:58:23.076366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:23.113256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:58:19Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:23.196658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e8abfb-2046-4102-92a1-e1a18ac39076 None None] The sync data for ids ['04c14541-6dfd-4a9a-9537-89e59e2e0877'] in n-d-778550-10 is: [{'id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'name': 'tempest-ServersTestManualDisk-1478699500-router', 'tenant_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:35Z', 'updated_at': '2021-08-19T17:58:19Z', 'revision_number': 5, 'project_id': 'bafe8dabd38d4695bb380ca8ec5bab82', 'gw_port': {'id': 'fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c14541-6dfd-4a9a-9537-89e59e2e0877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:36Z', 'updated_at': '2021-08-19T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:23.205076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b171522-9134-45f4-8830-130c4037d831 req-39740977-e48e-47ff-8488-e50521f537ae tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100961 Aug 19 17:58:23.390793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d04f3-ccb2-4f58-bfca-8f707851c968 req-9d7956b6-2e98-48aa-83db-9b3f3916bd4c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.399718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373d04f3-ccb2-4f58-bfca-8f707851c968 req-9d7956b6-2e98-48aa-83db-9b3f3916bd4c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 931 time: 0.2456117 Aug 19 17:58:23.481390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.488153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.495016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.502186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.508232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.515110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.521747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:23.530641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-f144c4e5-c60b-4d4a-a874-9e7869c98c9e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.2137811 Aug 19 17:58:23.560379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373d04f3-ccb2-4f58-bfca-8f707851c968 req-5e38f35f-2538-428f-a376-a93fc5718ae6 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592498 Aug 19 17:58:23.649608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d6fc3f-02ac-4fbd-8155-7d9477caf383 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:23.659061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:23.673175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Transition to ACTIVE for port object 32d6fc3f-02ac-4fbd-8155-7d9477caf383 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:23.681189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Deleting port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:23.681876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:23.692481 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:23.828568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Pushing event updated for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:23.873694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 851b54ca-421f-4bb3-b23f-deb644f7df61 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:23.957958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b054283-6fe0-4e08-80aa-2183bc24d842 req-97bdfc69-2250-4224-9c24-a48da6b53962 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4262290 Aug 19 17:58:23.983286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Attempting to bind port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:23.983674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Attempting to bind port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:23.984012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Attempting to bind port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 on network f62d30db-a0e7-4890-a850-64bd2ce77680 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:24.015220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fb2a5-30a1-41cd-93fe-81ce025403d3 req-0ef5a8b8-2fcc-42ea-907d-1db5b080e525 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.017305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d18fb2a5-30a1-41cd-93fe-81ce025403d3 req-0ef5a8b8-2fcc-42ea-907d-1db5b080e525 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1987097 Aug 19 17:58:24.020432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 on network f62d30db-a0e7-4890-a850-64bd2ce77680 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:24.020767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Attempting to bind port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 on network f62d30db-a0e7-4890-a850-64bd2ce77680 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:24.079030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:24.098102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'port_id': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'mac_address': 'fa:16:3e:3b:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:24.106080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d18fb2a5-30a1-41cd-93fe-81ce025403d3 req-5c05dca1-7385-4bfd-b795-6b5e56e414de tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Aug 19 17:58:24.109373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:24.109805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Checking segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:24.110225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Bound using segment: {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:24.110788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Bound port: 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d03ecf-33b3-4e1b-b0db-57e5046da276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:24.111130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.193669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:24.198689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:24.201948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.219858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.239822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851b54ca-421f-4bb3-b23f-deb644f7df61 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:24.241635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.242269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.244164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] 10.222.0.42 "PUT /v2.0/ports/32d6fc3f-02ac-4fbd-8155-7d9477caf383 HTTP/1.1" status: 200 len: 1092 time: 1.9279029 Aug 19 17:58:24.284162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:24.286898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:24.289603 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:24.290970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.366222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:24.439304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] For port fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:24.439764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:24.456551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Calling delete_port for fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:24.633659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['851b54ca-421f-4bb3-b23f-deb644f7df61'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:24.699849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:24.732485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:24.732485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3e77b69c-a8a4-48c7-bf5e-81dff02e05f5 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:24.755465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-c2e050e4-bc00-4c2d-bf0d-90789db2af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.756998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-c2e050e4-bc00-4c2d-bf0d-90789db2af7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7b2ce9abc1a489d9aa0fe64ed419b80&device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 1095 time: 0.4579751 Aug 19 17:58:24.761819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c1ebb-7ca5-4e50-9c05-7605b4229898 service neutron] Pushing event updated for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:24.772609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b77802-b812-4dad-8c39-23f92ad99967 req-c16c4530-adbb-4613-a12d-5d050a99f9c4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.774467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31b77802-b812-4dad-8c39-23f92ad99967 req-c16c4530-adbb-4613-a12d-5d050a99f9c4 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.5140126 Aug 19 17:58:24.792412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f72e1-ac69-46b7-ab5a-4850c7b4ece9 req-f8993d88-ae78-4fe5-bc03-dcaa0a3a5d81 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.795012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca4f72e1-ac69-46b7-ab5a-4850c7b4ece9 req-f8993d88-ae78-4fe5-bc03-dcaa0a3a5d81 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 945 time: 0.4142139 Aug 19 17:58:24.865240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-fa3686ea-8c01-4854-91f8-c4829695dd47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383 HTTP/1.1" status: 200 len: 217 time: 0.0894125 Aug 19 17:58:24.964015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31b77802-b812-4dad-8c39-23f92ad99967 req-20d52c43-7f44-48ce-a0c1-13ad74adc5b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654179 Aug 19 17:58:24.980588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca4f72e1-ac69-46b7-ab5a-4850c7b4ece9 req-a39f11cd-2c83-4611-af6c-5bb60e85669d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268141 Aug 19 17:58:24.996377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-b50dcfc5-c45a-4b24-a318-e0a5515cd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:24.998322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-b50dcfc5-c45a-4b24-a318-e0a5515cd5fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=467a5385-effd-4a7a-b46c-aa95a648caac HTTP/1.1" status: 200 len: 853 time: 0.1221137 Aug 19 17:58:25.035052 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99576a0c-de50-4a5e-ac6b-d2e657a62dd3 x-openstack-request-id: req-99576a0c-de50-4a5e-ac6b-d2e657a62dd3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:25.035323 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:25.035604 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99576a0c-de50-4a5e-ac6b-d2e657a62dd3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:25.036092 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383', 'status': 'completed', 'code': 200} Aug 19 17:58:25.076216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.147006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:25.252909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-d2c34446-d7ae-473a-83c7-8b8b83115343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.254835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-d2c34446-d7ae-473a-83c7-8b8b83115343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f62d30db-a0e7-4890-a850-64bd2ce77680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2384622 Aug 19 17:58:25.291887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03c26a-a632-4bbe-9223-0e287d8b66a7 req-010605ef-ea7e-40d1-8586-362449fe4cf9 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.293804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c03c26a-a632-4bbe-9223-0e287d8b66a7 req-010605ef-ea7e-40d1-8586-362449fe4cf9 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.1789033 Aug 19 17:58:25.334814 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.385579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.392711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.405704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.418742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.418960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.425981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.433705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:25.443336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-daba0ade-6428-44a0-aa2d-cffe7ff2dcbe tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.3144412 Aug 19 17:58:25.589588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.601644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c03c26a-a632-4bbe-9223-0e287d8b66a7 req-7ad652c2-c25d-43e1-bf4b-ebd68861ac80 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965891 Aug 19 17:58:25.602958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.635763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-141e1d65-a870-41ff-914d-500e8d04cac4 req-2b95a936-47b1-4219-a42f-f1249cd35eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1911511 Aug 19 17:58:25.777035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-eca1f2fd-5ab2-449c-bfb4-9793e892a127 service neutron] 10.222.0.42 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820354 Aug 19 17:58:25.783834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.784383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04c14541-6dfd-4a9a-9537-89e59e2e0877 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:58:25.792993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.796367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d4786451-23f3-4d3f-9227-5f3058295c09 admin admin] 10.222.0.36 "DELETE /v2.0/routers/04c14541-6dfd-4a9a-9537-89e59e2e0877 HTTP/1.1" status: 204 len: 168 time: 4.3690169 Aug 19 17:58:25.798971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52284) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:25.850304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:25.888952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 851b54ca-421f-4bb3-b23f-deb644f7df61 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:25.967289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Deleting subnet 4750bd39-95b9-4903-a648-84282031a5ac {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:58:25.984047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.053685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.076831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 851b54ca-421f-4bb3-b23f-deb644f7df61 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:26.096131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 851b54ca-421f-4bb3-b23f-deb644f7df61 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:26.097176 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.169917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.194258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5932-e586-45dc-92f4-90cfc2c7b833 req-faf3d333-0d93-4574-ac50-64adec976ae5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:26.206515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-752b5932-e586-45dc-92f4-90cfc2c7b833 req-faf3d333-0d93-4574-ac50-64adec976ae5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.3924837 Aug 19 17:58:26.260794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.282176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-752b5932-e586-45dc-92f4-90cfc2c7b833 req-5db9d36c-a33e-4e80-91e2-c9c1e4a18ec4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Aug 19 17:58:26.291133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3a70-b90d-4b3e-b4c2-8929a854a123 req-c5d948f4-9f45-40af-af4d-61b18c56ad1a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:26.299187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d0f3a70-b90d-4b3e-b4c2-8929a854a123 req-c5d948f4-9f45-40af-af4d-61b18c56ad1a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.4908369 Aug 19 17:58:26.324158 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.341751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.352029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4750bd39-95b9-4903-a648-84282031a5ac HTTP/1.1" status: 204 len: 168 time: 0.5517197 Aug 19 17:58:26.353316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092afda-e8e1-4673-9e0b-449dcd779155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4750bd39-95b9-4903-a648-84282031a5ac,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:26.355767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:26.368874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f9bf8-bfd2-4b98-a360-4e1008e54d6d None None] Network afb0cf47-f452-46c3-b345-e69fccb2506c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:58:26.462199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d0f3a70-b90d-4b3e-b4c2-8929a854a123 req-c6cb2b0e-3e5b-4ff3-b0ea-b0da21330163 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480844 Aug 19 17:58:26.502811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55d605c9-897d-40a2-8d66-71e0e7e9f637 req-af899022-c9f3-4ecf-a780-45218869fd68 service neutron] 10.222.0.42 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981074 Aug 19 17:58:26.536323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:26.538644 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29169a87-b6c5-4130-9ffe-6b3466cc70f5" -d '{"events": [{"server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "name": "network-vif-plugged", "status": "completed", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:26.587895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:26.592837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.609004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.729536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Deleting port a207e8f9-8474-464c-a13b-48686afe9b44 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:26.730324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.742633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:26.749576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-2f63d50a-0e15-4ba6-b8c4-5351cb782ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:26.751158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-2f63d50a-0e15-4ba6-b8c4-5351cb782ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7b2ce9abc1a489d9aa0fe64ed419b80&device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 1095 time: 0.1239593 Aug 19 17:58:26.762363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9563984-0151-4630-8a3f-1e49e8ca3a63 req-c4c2050a-b1b1-4ba0-b37f-3946c0508907 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:26.770444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9563984-0151-4630-8a3f-1e49e8ca3a63 req-c4c2050a-b1b1-4ba0-b37f-3946c0508907 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 945 time: 0.2014544 Aug 19 17:58:26.778819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:26.779162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fa04c49e-5bf4-4aa9-8bb9-db17bf5abf0d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:26.799052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:26.852909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] For port a207e8f9-8474-464c-a13b-48686afe9b44, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a207e8f9-8474-464c-a13b-48686afe9b44,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:26.853999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:26.883926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Calling delete_port for a207e8f9-8474-464c-a13b-48686afe9b44 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:26.911046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] DHCP port deletion for afb0cf47-f452-46c3-b345-e69fccb2506c request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:58:27.024236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Deleting port a207e8f9-8474-464c-a13b-48686afe9b44 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:27.024986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.048272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.093609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] No DVR routers for this DVR port a207e8f9-8474-464c-a13b-48686afe9b44 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:58:27.100829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a207e8f9-8474-464c-a13b-48686afe9b44,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:27.158866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] For port a207e8f9-8474-464c-a13b-48686afe9b44, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a207e8f9-8474-464c-a13b-48686afe9b44,segment=NetworkSegment(3427fb74-2e40-4d55-a5ff-91cce106958b),segment_id=3427fb74-2e40-4d55-a5ff-91cce106958b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:27.159241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.194738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Calling delete_port for a207e8f9-8474-464c-a13b-48686afe9b44 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:27.276525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.289643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb0cf47-f452-46c3-b345-e69fccb2506c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:27.301372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3427fb74-2e40-4d55-a5ff-91cce106958b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:27.301732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3427fb74-2e40-4d55-a5ff-91cce106958b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:27.312495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.330746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.337944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:58:27.338484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.370525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:58:27.399245 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:58:27.409958 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.418785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9563984-0151-4630-8a3f-1e49e8ca3a63 req-d95776c6-3ef9-4ce6-a9bb-80fe61e123ff tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474240 Aug 19 17:58:27.420802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:27.424986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] Pushing event deleted for resources: {'Port': ['ID=a207e8f9-8474-464c-a13b-48686afe9b44,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:27.429903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/afb0cf47-f452-46c3-b345-e69fccb2506c HTTP/1.1" status: 204 len: 168 time: 1.0729096 Aug 19 17:58:27.440330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5faad43-f42a-4f95-b264-4b101e48caf0 None None] No DVR routers for this DVR port a207e8f9-8474-464c-a13b-48686afe9b44 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:58:27.457476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab69778-7977-4032-b509-92620b40a6e6 req-32aa116a-9865-46e7-931a-fbac6a528852 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:27.465641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dab69778-7977-4032-b509-92620b40a6e6 req-32aa116a-9865-46e7-931a-fbac6a528852 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.7717879 Aug 19 17:58:27.500931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6920b-055e-41ae-9b41-5ae6c241ec20 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb0cf47-f452-46c3-b345-e69fccb2506c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:27.569160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dab69778-7977-4032-b509-92620b40a6e6 req-b8271eff-aaa0-48e2-b587-130a2234ac38 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Aug 19 17:58:27.631661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-19fb3108-4e37-4f5e-b34a-0d2ed813c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:27.643385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-19fb3108-4e37-4f5e-b34a-0d2ed813c7b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f62d30db-a0e7-4890-a850-64bd2ce77680 HTTP/1.1" status: 200 len: 915 time: 0.8323267 Aug 19 17:58:27.663606 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef51d5-1616-49aa-acaa-a4370f14e739 x-openstack-request-id: req-30ef51d5-1616-49aa-acaa-a4370f14e739 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:27.664132 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "name": "network-vif-plugged", "status": "completed", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:27.664605 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30ef51d5-1616-49aa-acaa-a4370f14e739 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:27.665191 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'code': 200} Aug 19 17:58:27.870570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52310) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:27.926236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-41f06ff9-5a8e-465a-9024-07c40fd2c4f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383 HTTP/1.1" status: 200 len: 217 time: 0.1108427 Aug 19 17:58:27.963483 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-853e43b8-e9cb-4d65-8e84-e1b9ed894c65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bafe8dabd38d4695bb380ca8ec5bab82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913961 Aug 19 17:58:27.967848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:28.023102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9c389-562c-43b3-884d-7189d5af4616 req-6f945e9b-6caf-4c9c-a6a1-67f5a9fc1549 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.033971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23e9c389-562c-43b3-884d-7189d5af4616 req-6f945e9b-6caf-4c9c-a6a1-67f5a9fc1549 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.3205245 Aug 19 17:58:28.046493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf9fbd-51e1-4340-acef-ef2474f74a69 req-020b8efe-409c-4b16-86e6-8e4e964b4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.048245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1daf9fbd-51e1-4340-acef-ef2474f74a69 req-020b8efe-409c-4b16-86e6-8e4e964b4144 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.2187924 Aug 19 17:58:28.074228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.090121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.103190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.107968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11ff4398-28a3-4aaa-b55e-cc367ef81bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:28.114480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.122205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.128206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.134199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.138233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:28.149977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-dc00c754-4bf9-4818-9f7d-afb9c6de5578 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.3491318 Aug 19 17:58:28.203378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-f0040d19-76d1-4a20-9d92-1cfba506f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.203585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:28.204880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-f0040d19-76d1-4a20-9d92-1cfba506f4c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=467a5385-effd-4a7a-b46c-aa95a648caac HTTP/1.1" status: 200 len: 853 time: 0.2653229 Aug 19 17:58:28.264055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23e9c389-562c-43b3-884d-7189d5af4616 req-96a760f5-6a50-47e8-bfbb-b49efed2e0eb tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283063 Aug 19 17:58:28.308807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1daf9fbd-51e1-4340-acef-ef2474f74a69 req-7b57a56b-3b15-4649-80e2-7e16f332444a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455390 Aug 19 17:58:28.336776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-296c7dd3-8e4b-493b-953a-9590921c4469 req-5083d678-0026-40ae-a466-46dc35ea1eef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848013 Aug 19 17:58:28.363389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:28.366194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:28.370783 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d1fb49c-94f7-4070-8c85-fdb7f1f8845a HTTP/1.1" status: 204 len: 168 time: 0.4018242 Aug 19 17:58:28.382222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-4d4acae9-4fc9-405f-a3b5-174ee0f6e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.384764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-4d4acae9-4fc9-405f-a3b5-174ee0f6e3df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f62d30db-a0e7-4890-a850-64bd2ce77680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666908 Aug 19 17:58:28.396844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911d5f9-e224-4817-acbe-c5089dcdcb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1fb49c-94f7-4070-8c85-fdb7f1f8845a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:28.626261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3ded-04ec-4314-804f-c4467f76ac79 req-50686b81-aba2-4897-b89e-fa1ac1238ad7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.628064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5a3ded-04ec-4314-804f-c4467f76ac79 req-50686b81-aba2-4897-b89e-fa1ac1238ad7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.2318540 Aug 19 17:58:28.778429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a207e8f9-8474-464c-a13b-48686afe9b44 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:28.779487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-73cf7544-5787-4746-8ae1-ccc2a9ad84a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338456 Aug 19 17:58:28.821190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb220a-915c-4111-a58c-0d426a981a2b req-418a5761-2a3a-4238-80ae-c53cd08aea67 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:28.830601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cbb220a-915c-4111-a58c-0d426a981a2b req-418a5761-2a3a-4238-80ae-c53cd08aea67 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1541786 Aug 19 17:58:28.848962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a207e8f9-8474-464c-a13b-48686afe9b44 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:28.856092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a207e8f9-8474-464c-a13b-48686afe9b44 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:28.875548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5a3ded-04ec-4314-804f-c4467f76ac79 req-ee9a4597-1e1b-43b9-94c3-18cf79380595 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244704 Aug 19 17:58:29.028885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cbb220a-915c-4111-a58c-0d426a981a2b req-6a3e7f75-5b11-4c7c-a034-51cc159c7d1c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956334 Aug 19 17:58:29.105057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df078f-6247-43a6-b0b4-04c1abf51383 req-eaa2f95e-d398-4714-994b-b4c58a22fc44 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.107561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33df078f-6247-43a6-b0b4-04c1abf51383 req-eaa2f95e-d398-4714-994b-b4c58a22fc44 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0917761 Aug 19 17:58:29.176707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcbf7cd7-5bc2-43b8-a82d-5c37a25a4a0a req-f41e2be1-b221-412d-b380-b13e8ab9f8fb service neutron] 10.222.0.42 "GET /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820362 Aug 19 17:58:29.192452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33df078f-6247-43a6-b0b4-04c1abf51383 req-fd8cd954-d81f-4deb-bc28-bb92161a69dd tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762093 Aug 19 17:58:29.434106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2027850-6478-498c-b39e-08e91a6d5c56 req-01516a80-ed88-4f57-9e2e-107f001757bd tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.436439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2027850-6478-498c-b39e-08e91a6d5c56 req-01516a80-ed88-4f57-9e2e-107f001757bd tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0836782 Aug 19 17:58:29.449262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c56af3-9b98-4db8-b0e6-da2d71ad2380 req-b19e7d93-78f2-4e99-8228-80823842032a tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.450787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38c56af3-9b98-4db8-b0e6-da2d71ad2380 req-b19e7d93-78f2-4e99-8228-80823842032a tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.0707827 Aug 19 17:58:29.506487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2027850-6478-498c-b39e-08e91a6d5c56 req-36a217a5-c800-45e7-a78e-07fe45bdb193 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547106 Aug 19 17:58:29.548526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38c56af3-9b98-4db8-b0e6-da2d71ad2380 req-62d99132-3993-4fb2-9e37-21acb79ee124 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 Aug 19 17:58:29.614391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-e9e9e782-c395-4476-bc3f-2883edf88820 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700691 Aug 19 17:58:29.671502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.688141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.696736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.704356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.715997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.724165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.735848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:29.767347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-d3201637-c843-436d-ad5b-ac96d09aea7c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.1872449 Aug 19 17:58:29.940554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dd2111d-a2f4-4106-925c-25d86f991078 req-cc35a4b9-1fef-4666-b307-79a0d322a3ec tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640415 Aug 19 17:58:29.986768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232ffe-058f-4057-81c5-de4ab9ed2c51 req-db8cb96d-e87a-46ff-a77d-03debb3e037d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.002088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55232ffe-058f-4057-81c5-de4ab9ed2c51 req-db8cb96d-e87a-46ff-a77d-03debb3e037d tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.2219198 Aug 19 17:58:30.047914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-4ad7a644-3cfe-472a-b271-8943e45a63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.049735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-4ad7a644-3cfe-472a-b271-8943e45a63b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2a694a3a174bb58a500410167f7024&device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 1099 time: 0.2155480 Aug 19 17:58:30.134996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:30.192912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55232ffe-058f-4057-81c5-de4ab9ed2c51 req-76a3ddfd-2291-44e1-aa07-aba919343504 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895812 Aug 19 17:58:30.262108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a91b53-e145-4cdb-996e-e24f97383d09 req-c2f5a4c0-a652-4555-8d99-ad568abd4375 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.271912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a91b53-e145-4cdb-996e-e24f97383d09 req-c2f5a4c0-a652-4555-8d99-ad568abd4375 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.2071905 Aug 19 17:58:30.323740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1690660224-network', 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:30.361729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:30.369609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.389115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.434499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-c2e96904-c4d2-4c1f-9cb0-20f4fadc8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.436145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-c2e96904-c4d2-4c1f-9cb0-20f4fadc8f05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 200 len: 915 time: 0.3600521 Aug 19 17:58:30.449864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a91b53-e145-4cdb-996e-e24f97383d09 req-3a55de53-c035-46b0-beef-69bd8ea034f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769278 Aug 19 17:58:30.587367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-42e4bca4-e82c-46d9-80a2-b8b9527bdeff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 200 len: 217 time: 0.1364324 Aug 19 17:58:30.611037 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0d89-54f4-403d-91b4-869be54aaf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.619420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.627225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.630241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95179-4d3e-49d2-adf8-b7670a08b2d9 req-70e62bee-79e7-417c-9727-4ed40e8eeeef tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.643913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08d95179-4d3e-49d2-adf8-b7670a08b2d9 req-70e62bee-79e7-417c-9727-4ed40e8eeeef tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.2917860 Aug 19 17:58:30.653160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:58:30.681606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.681966 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Added segment 62a4d292-79f9-4c8d-905e-f19ce17559f5 of type vlan for network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd Aug 19 17:58:30.693955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:30.751675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.796113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.798370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.799615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.811638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-71fe8f22-a23b-468f-9236-5fab04fe3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.814059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-71fe8f22-a23b-468f-9236-5fab04fe3057 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 200 len: 854 time: 0.2120752 Aug 19 17:58:30.842426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52368) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:30.842852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7053120 Aug 19 17:58:30.846306 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.855377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Request body: {'subnet': {'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1690660224-subnet', 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:30.874147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08d95179-4d3e-49d2-adf8-b7670a08b2d9 req-b9ccd53d-f1c3-46b7-9437-f6965d466401 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293363 Aug 19 17:58:30.899412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a16c1-f3bf-46ab-8bed-b6854b52fdb3 req-0d245e6b-a8ee-48d4-b50b-a1d23e44645c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:30.903195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-756a16c1-f3bf-46ab-8bed-b6854b52fdb3 req-0d245e6b-a8ee-48d4-b50b-a1d23e44645c tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.3106334 Aug 19 17:58:30.972177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76577e6f-7fe9-43c0-9078-c0b57719a6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:30.984690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-756a16c1-f3bf-46ab-8bed-b6854b52fdb3 req-4ffc4514-b8b1-4692-b45f-c766aecb00ea tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Aug 19 17:58:30.985546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:30.988576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:30.995382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:58:31.170351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f30a-c9f5-4d13-959d-bbb90c51c17c req-bf887a9f-9a91-4357-b906-2f79f9a72fef tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.172152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e65f30a-c9f5-4d13-959d-bbb90c51c17c req-bf887a9f-9a91-4357-b906-2f79f9a72fef tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.1440265 Aug 19 17:58:31.239687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e65f30a-c9f5-4d13-959d-bbb90c51c17c req-d8338a38-a21c-4432-899a-4172964fa51e tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608408 Aug 19 17:58:31.403341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:31.486989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bf1fec-546d-4846-bc44-0d7ea85da755,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:31.522353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:31.522721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Network hostable DHCP agents. Network: 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:58:31.546004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:58:31.566981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:31.571203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.571967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:31.578246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b6b95b-0028-420c-8ab7-51bbf92964af None None] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:58:31.639861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c88ca111-2b63-423c-88fa-eb3e93d6e719 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7957084 Aug 19 17:58:31.672212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-61c91157-e01c-487e-a118-60c2e1a5cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.674220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-61c91157-e01c-487e-a118-60c2e1a5cc4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.0958314 Aug 19 17:58:31.687795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.694548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.701735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.708305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.715568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.723214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.729330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.737413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b0967c43-1599-490c-8788-0d5f681f3663 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.1619351 Aug 19 17:58:31.807839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f5be0-7a19-4995-9259-533df6a13a08 None None] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:58:31.867003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff8ea28-09c9-41ae-9825-246efbbcf3ed req-b4a0b0e5-a8ff-4784-bbdf-5e2204ef2bd2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286423 Aug 19 17:58:31.888716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:31.951183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-bf570576-91b8-4b1b-aecf-2260de208c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:31.952795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-bf570576-91b8-4b1b-aecf-2260de208c86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.1881394 Aug 19 17:58:32.024734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-b5289538-ca99-4267-96ba-8cdfa9d3c3b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.0642519 Aug 19 17:58:32.096426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-aaf2535b-ebe0-4026-b7ea-f731e15e0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:32.098061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-aaf2535b-ebe0-4026-b7ea-f731e15e0f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.0538127 Aug 19 17:58:32.106426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b580-5db9-4281-bb28-92f989df9b3b req-c226fdc4-7d68-41b6-8356-39e900902212 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:32.107901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e503b580-5db9-4281-bb28-92f989df9b3b req-c226fdc4-7d68-41b6-8356-39e900902212 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.0939262 Aug 19 17:58:32.143215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-f45ad029-92c0-48d3-a15b-fa93dc59db33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343390 Aug 19 17:58:32.184791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e503b580-5db9-4281-bb28-92f989df9b3b req-bd8b6f64-0174-4628-99be-299cc912c69a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683591 Aug 19 17:58:32.278278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-55eae5c5-99f8-4b03-bc65-ae6860f0cda6 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272366 Aug 19 17:58:32.351341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abbabe-c4d3-4e36-9072-f08a06802ff1 req-d196a713-dbf6-4e49-983e-4de61651637c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:32.352842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10abbabe-c4d3-4e36-9072-f08a06802ff1 req-d196a713-dbf6-4e49-983e-4de61651637c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1071658 Aug 19 17:58:32.414998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da0d5231-b3d5-4061-bce3-98d6a447cb62 req-3bbd975b-03c5-4a70-9cca-96c057a9f754 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295776 Aug 19 17:58:32.418634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10abbabe-c4d3-4e36-9072-f08a06802ff1 req-005d45db-5424-4ec4-9604-654a326aa4e7 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589294 Aug 19 17:58:32.557984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d6cf-6265-4d55-aec0-a3285ae064f9 req-68c290b3-9994-4a19-94de-33c25d3712d9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:32.559969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e67d6cf-6265-4d55-aec0-a3285ae064f9 req-68c290b3-9994-4a19-94de-33c25d3712d9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0706422 Aug 19 17:58:32.613890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e67d6cf-6265-4d55-aec0-a3285ae064f9 req-5e9729e2-6887-48e9-91b7-b196db100814 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Aug 19 17:58:32.913709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-d5bf2583-f977-4d34-9800-574d6866d4e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:32.915699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-d5bf2583-f977-4d34-9800-574d6866d4e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.1119082 Aug 19 17:58:32.932108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-39410d08-48ee-4a8f-a6c6-0433f0354d89 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Aug 19 17:58:32.964689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-f1bfda31-2e1a-4c40-8171-c9142a15acd3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 19 17:58:33.059574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-bf2138b3-f98b-482a-9eb2-c6c287636c51 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876524 Aug 19 17:58:33.152950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5c01d381-4775-4e21-b147-1e776f9dc0d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Aug 19 17:58:33.350699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c6de-4556-4eda-a506-264ddb21e6e2 req-d4d5c6cb-5f86-4095-9bb0-1a0359e99453 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.352286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b850c6de-4556-4eda-a506-264ddb21e6e2 req-d4d5c6cb-5f86-4095-9bb0-1a0359e99453 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0561297 Aug 19 17:58:33.392101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b850c6de-4556-4eda-a506-264ddb21e6e2 req-e26088ef-5a03-4ad5-ab2b-f9a4e6e68ba3 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Aug 19 17:58:33.429398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:33.630731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-4304a5e4-d578-4cd6-a885-a7b02dfcb0b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=341ef6a2-3c23-4971-bc69-f5c42e1a6564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352399 Aug 19 17:58:33.784966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc1a4b-df99-4fa3-b966-d6679a89f9e3 req-7c87b637-b91b-4503-ae19-754a6e88f819 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.786449 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76fc1a4b-df99-4fa3-b966-d6679a89f9e3 req-7c87b637-b91b-4503-ae19-754a6e88f819 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.0853148 Aug 19 17:58:33.816572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-a612254f-ac9f-40fb-9658-c51176bc48a8 service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690309 Aug 19 17:58:33.914553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76fc1a4b-df99-4fa3-b966-d6679a89f9e3 req-dfdd86ee-7d44-49d3-a11a-36ca8776c223 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170118 Aug 19 17:58:33.955520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.961332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.967278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.973138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.978921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.984769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.990553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:33.992481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-9b50942b-4548-4d4c-b0d6-68348c4fb16e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5420 time: 0.1842394 Aug 19 17:58:33.996318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e14930e-ac18-45c8-9c40-e17c2ee3374a details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:34.004357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:34.041868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92cee200-6bcc-4518-8d53-9de6c0f4b925 req-83270799-0583-40ab-b381-02f91e1f11da tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 210 time: 0.0483115 Aug 19 17:58:34.076151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0338320e-0223-4c4d-95d6-e2937f14ae9d req-f3ead16a-24a9-4f5a-864b-780dd7de5534 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759871 Aug 19 17:58:34.078513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d038054-6c41-4817-9120-ce31ce2f9865 req-8d679f98-2c38-450b-917a-f5ba4ea2170d service neutron] 10.222.0.42 "GET /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501030 Aug 19 17:58:34.178093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.185203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:34.195947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2540-119e-4d2c-b704-6763d6bc2364 req-f82c2c0f-8fb3-4cf6-9f79-b67b196766f2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.197426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c56e2540-119e-4d2c-b704-6763d6bc2364 req-f82c2c0f-8fb3-4cf6-9f79-b67b196766f2 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0802546 Aug 19 17:58:34.203743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'port_id': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'mac_address': 'fa:16:3e:79:d0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:34.220229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:34.222453 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2dc12f-4f20-4292-9d50-4802d0779eae" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:34.222928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a465e6-9218-4f61-906a-479b75b3ffc0 req-652db5e9-3d0a-4b68-a546-db80551fbc4c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.224570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9a465e6-9218-4f61-906a-479b75b3ffc0 req-652db5e9-3d0a-4b68-a546-db80551fbc4c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0712893 Aug 19 17:58:34.257519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:34.267577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c56e2540-119e-4d2c-b704-6763d6bc2364 req-dcb662e9-9110-4808-b111-10bb73606c0a tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Aug 19 17:58:34.269464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.280197 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.282745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9a465e6-9218-4f61-906a-479b75b3ffc0 req-fa3cee8e-62ea-4089-99ec-d83cbab0864e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Aug 19 17:58:34.320874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e14930e-ac18-45c8-9c40-e17c2ee3374a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:34.355957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:34.365299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:34.370436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.371675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e3d710-0727-404f-9578-80ea6b89513c details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:34.411408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a581cf-ac2e-49d5-8033-2fb9a7021d36 req-87511e44-1946-4a63-bdf4-95490ac2f0c8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.413083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01a581cf-ac2e-49d5-8033-2fb9a7021d36 req-87511e44-1946-4a63-bdf4-95490ac2f0c8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0672002 Aug 19 17:58:34.531172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:34.540089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:34.552134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4489920-d040-4977-98f2-98e3ccbd27a1 req-e21d3490-8c07-404e-a986-c540efc27f22 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.552622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '70e3d710-0727-404f-9578-80ea6b89513c', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'port_id': '70e3d710-0727-404f-9578-80ea6b89513c', 'mac_address': 'fa:16:3e:e9:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:34.554006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4489920-d040-4977-98f2-98e3ccbd27a1 req-e21d3490-8c07-404e-a986-c540efc27f22 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1397548 Aug 19 17:58:34.567808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01a581cf-ac2e-49d5-8033-2fb9a7021d36 req-44a7f6b0-631f-4f54-9b60-6b1b1b7c1113 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419966 Aug 19 17:58:34.610631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.624419 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b352a04-50fd-47fa-b57e-8dc4af020dc8 x-openstack-request-id: req-5b352a04-50fd-47fa-b57e-8dc4af020dc8 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:34.624724 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:34.624957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b352a04-50fd-47fa-b57e-8dc4af020dc8 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:34.625337 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:58:34.631374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e3d710-0727-404f-9578-80ea6b89513c {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:34.634601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4489920-d040-4977-98f2-98e3ccbd27a1 req-2cc01134-b13f-42b5-bd22-f545e6750a4a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613763 Aug 19 17:58:34.669145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:34.676223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:34.684573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-2d5ebaf1-ccb0-400a-948e-ac2d90b96f2f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.686199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-2d5ebaf1-ccb0-400a-948e-ac2d90b96f2f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.2107558 Aug 19 17:58:34.727158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:34.735867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:34.802486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b4dee-1800-4346-8b4d-0ba628058992 req-0aaf22a7-4bac-4770-b06f-eabf237b3614 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:34.804003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f0b4dee-1800-4346-8b4d-0ba628058992 req-0aaf22a7-4bac-4770-b06f-eabf237b3614 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.1063614 Aug 19 17:58:34.869385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f0b4dee-1800-4346-8b4d-0ba628058992 req-8eb961d2-305e-4685-8420-a5d67fa6e40b tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573590 Aug 19 17:58:34.883801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:34.888050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:35.058627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.5 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/3ec7626c-f412-4fc6-bd63-4809aa899b34) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:35.088169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a4e99-fdb7-4fae-bbb1-8871b34c61b6 req-0457e15a-d336-40bd-b534-dd3a97e7ff69 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.090615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee0a4e99-fdb7-4fae-bbb1-8871b34c61b6 req-0457e15a-d336-40bd-b534-dd3a97e7ff69 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.0747387 Aug 19 17:58:35.170894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6e14930e-ac18-45c8-9c40-e17c2ee3374a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:35.200704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['70e3d710-0727-404f-9578-80ea6b89513c'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:35.470838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d68e225-2371-46e8-9426-99e2fb8721d7 req-4a46f29a-e1d4-419b-a6ac-5d783036f137 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 210 time: 0.3455012 Aug 19 17:58:35.523187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee0a4e99-fdb7-4fae-bbb1-8871b34c61b6 req-3628a445-73a1-446c-9f30-d65e0dcc94ee tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221466 Aug 19 17:58:35.662901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:35.693164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.699602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.705974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.711867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.718480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.724424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.730317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.732303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-0e13d07d-7b80-4920-88f5-83b5892f4ced tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5422 time: 0.1654549 Aug 19 17:58:35.755900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306b9c2-2380-4526-a7a0-529a20d96daa req-191e6aa1-79d0-4cfd-897c-c6099e244782 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:35.757292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3306b9c2-2380-4526-a7a0-529a20d96daa req-191e6aa1-79d0-4cfd-897c-c6099e244782 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1641681 Aug 19 17:58:35.832368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d3cee14-e213-415d-bb1e-b8c9033f053d req-e7b996ec-e0e8-4252-8dd3-2392174b597d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918424 Aug 19 17:58:35.834224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:35.838099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3306b9c2-2380-4526-a7a0-529a20d96daa req-2c8beaf9-913b-408a-a25e-8c9657d4518f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704618 Aug 19 17:58:35.882132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:35.886004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:35.890084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:35.896768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:36.004006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:36.004663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.023768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f7ecf384-52bc-4838-afbe-788e2eae60a8 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:36.034386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544194-64c2-4912-b329-2117af01f97f req-7c84a0ad-5821-4fe1-a53d-6c04369b454c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:36.036101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8544194-64c2-4912-b329-2117af01f97f req-7c84a0ad-5821-4fe1-a53d-6c04369b454c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1132214 Aug 19 17:58:36.044236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeddf19-11df-4e54-9250-9851d1318115 req-60b7b78b-762f-4b25-a858-e0b11e46ddaa tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:36.045746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdeddf19-11df-4e54-9250-9851d1318115 req-60b7b78b-762f-4b25-a858-e0b11e46ddaa tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1240089 Aug 19 17:58:36.048368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-5b20bcee-6dd8-44c2-bf20-be0c188250ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3204622 Aug 19 17:58:36.076431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Request body: {'port': {'device_id': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:36.136761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8544194-64c2-4912-b329-2117af01f97f req-85bf172a-73a9-4ffb-9bad-67750580c3d9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898666 Aug 19 17:58:36.145920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:36.167270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'port_id': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'mac_address': 'fa:16:3e:32:d7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:36.174761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdeddf19-11df-4e54-9250-9851d1318115 req-bd4f49e3-b60a-4ee0-aad4-23bc5a5768c5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147263 Aug 19 17:58:36.185692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.231969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.390765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ecf384-52bc-4838-afbe-788e2eae60a8 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:36.413184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:36.418279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.419066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c8d6766d-24a5-43a8-bea9-826ea70a2d9d details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:36.512660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec7626c-f412-4fc6-bd63-4809aa899b34 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:36.524615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.538757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Transition to ACTIVE for port object 3ec7626c-f412-4fc6-bd63-4809aa899b34 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:36.543076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:36.544191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.605964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:36.618738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'port_id': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'mac_address': 'fa:16:3e:fb:ad:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc62a3b5-0cde-4f7f-8fea-d07e641a26c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:36.661297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:36.676775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.691949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d6766d-24a5-43a8-bea9-826ea70a2d9d {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:36.712650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:36.719906 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.720829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:36.750644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fece58-5f7e-4a2d-a1b6-bccff5e4d2da req-ca19e6fb-3344-48d3-8f3e-d7d8da79825c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:36.752207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30fece58-5f7e-4a2d-a1b6-bccff5e4d2da req-ca19e6fb-3344-48d3-8f3e-d7d8da79825c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 943 time: 0.1493695 Aug 19 17:58:36.775087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f857-5fd2-479a-8d27-bfa453b687ec req-774f6f15-d03b-4842-a576-e63c72a3298f tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:36.779148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d707f857-5fd2-479a-8d27-bfa453b687ec req-774f6f15-d03b-4842-a576-e63c72a3298f tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 943 time: 0.1333625 Aug 19 17:58:36.817622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 32d6fc3f-02ac-4fbd-8155-7d9477caf383 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:36.821955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Attempting to bind port 3ec7626c-f412-4fc6-bd63-4809aa899b34 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:36.822303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Attempting to bind port 3ec7626c-f412-4fc6-bd63-4809aa899b34 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:36.822636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Attempting to bind port 3ec7626c-f412-4fc6-bd63-4809aa899b34 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:36.829797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:36.836330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Port 3ec7626c-f412-4fc6-bd63-4809aa899b34 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:36.836662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Attempting to bind port 3ec7626c-f412-4fc6-bd63-4809aa899b34 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:36.859343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:36.859715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:36.860388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:36.860529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Bound port: 3ec7626c-f412-4fc6-bd63-4809aa899b34, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:36.860884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:36.865776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30fece58-5f7e-4a2d-a1b6-bccff5e4d2da req-8f928fbe-083b-4705-8cbf-c4bc13dd326e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007380 Aug 19 17:58:36.869652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d707f857-5fd2-479a-8d27-bfa453b687ec req-037e49ea-a7d4-4bf3-818b-582009893164 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861537 Aug 19 17:58:36.955125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:36.976086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'mac_address': 'fa:16:3e:fa:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:36.997699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:37.031014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:37.035807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.041800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.045285 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.055627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95d2e0-29f5-4139-9d60-92a6b80edc9a req-b8b4af0d-616e-4bbd-8c4e-aa0c8b8ae442 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.057218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc95d2e0-29f5-4139-9d60-92a6b80edc9a req-b8b4af0d-616e-4bbd-8c4e-aa0c8b8ae442 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1204572 Aug 19 17:58:37.057961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '32d6fc3f-02ac-4fbd-8155-7d9477caf383', 'network_id': 'f62d30db-a0e7-4890-a850-64bd2ce77680', 'port_id': '32d6fc3f-02ac-4fbd-8155-7d9477caf383', 'mac_address': 'fa:16:3e:b1:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467a5385-effd-4a7a-b46c-aa95a648caac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:37.085909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:37.112172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.118148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.119410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.122302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.124401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.132450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.137379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.137874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a32ad05c-5390-489f-b485-b624e0e8e8d2 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:37.139514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.145080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d6fc3f-02ac-4fbd-8155-7d9477caf383 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:37.147027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.153468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.155710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-030ab96a-ff47-4059-bf57-a49e76953a26 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5424 time: 0.1816220 Aug 19 17:58:37.157072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.157688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.158970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ec7626c-f412-4fc6-bd63-4809aa899b34 HTTP/1.1" status: 200 len: 1092 time: 1.0882547 Aug 19 17:58:37.162000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:37.164286 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a94f6c-f89b-4a50-98d2-f31f12936345" -d '{"events": [{"name": "network-changed", "server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:37.167763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.204423 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.250595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8df1-e141-4545-8430-dbfdd5e60f11 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:37.288075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:37.288207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc95d2e0-29f5-4139-9d60-92a6b80edc9a req-7ae5613f-cca7-4522-be19-7d5d402999ac tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036579 Aug 19 17:58:37.299292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8b19f33-0e4b-47eb-9fe6-93142d71b10f req-312e5a1b-bb86-49bb-b3b3-2d232d806536 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077788 Aug 19 17:58:37.301290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.329647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-1360824b-1886-4815-84d7-7cf752021eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.332006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-1360824b-1886-4815-84d7-7cf752021eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 1095 time: 0.1016009 Aug 19 17:58:37.361380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'network_id': 'fb30607f-1de6-4389-a8e2-0cac3b9ec9c2', 'port_id': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'mac_address': 'fa:16:3e:f3:94:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc62a3b5-0cde-4f7f-8fea-d07e641a26c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:37.398260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-97af47eb-fa51-49a6-9fb3-3b894f6fae58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34 HTTP/1.1" status: 200 len: 217 time: 0.0455320 Aug 19 17:58:37.425549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:37.433116 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127f6e4e-b9c0-4e33-a5c6-aace7a15d55c x-openstack-request-id: req-127f6e4e-b9c0-4e33-a5c6-aace7a15d55c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:37.433408 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:37.433667 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-127f6e4e-b9c0-4e33-a5c6-aace7a15d55c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:37.434071 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34', 'status': 'completed', 'code': 200} Aug 19 17:58:37.470145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.483100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['32d6fc3f-02ac-4fbd-8155-7d9477caf383'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:37.532749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32ad05c-5390-489f-b485-b624e0e8e8d2 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:37.533323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d736ec-f88f-408f-8603-384fbf5c2a91 req-ffa4d4d0-6053-484b-a91a-61fc1df4db95 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.535598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50d736ec-f88f-408f-8603-384fbf5c2a91 req-ffa4d4d0-6053-484b-a91a-61fc1df4db95 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.1364384 Aug 19 17:58:37.578233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cd22b-def8-4cbb-9311-4a1e93900802 req-f927d44b-1f8b-46ae-828e-752d663119a1 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.578562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.579845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-198cd22b-def8-4cbb-9311-4a1e93900802 req-f927d44b-1f8b-46ae-828e-752d663119a1 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1010873 Aug 19 17:58:37.592088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-80cad6e6-7d98-498f-b48d-8abb6a77f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:37.593568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-80cad6e6-7d98-498f-b48d-8abb6a77f5b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1587467 Aug 19 17:58:37.601145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.602054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 56b4fe99-dead-4441-9bee-6903706f896d details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:37.633441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-aa2e1872-646a-4ddf-a565-3d780a3c7704 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299873 Aug 19 17:58:37.723149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=56b4fe99-dead-4441-9bee-6903706f896d,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.739159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:37.751964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50d736ec-f88f-408f-8603-384fbf5c2a91 req-d988e622-5e93-4dd5-b018-323a2f4c97d7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018991 Aug 19 17:58:37.757075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '56b4fe99-dead-4441-9bee-6903706f896d', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'port_id': '56b4fe99-dead-4441-9bee-6903706f896d', 'mac_address': 'fa:16:3e:5e:ee:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:37.778031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-198cd22b-def8-4cbb-9311-4a1e93900802 req-f26abee0-04a7-4544-a403-7550349a9b0c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778369 Aug 19 17:58:37.809500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-398f85bb-6dc3-46c2-bf45-38c35211656e service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643641 Aug 19 17:58:37.859467 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.887582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b4fe99-dead-4441-9bee-6903706f896d {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:37.939165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=56b4fe99-dead-4441-9bee-6903706f896d,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:37.944264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:37.945113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bdb2e701-4a41-47f8-b1db-b1cf0df4e090 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:37.951594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c241486-9925-4c6b-91e2-02f1e18b85e1 req-93c8f906-6f5c-4f68-b643-fb8521219452 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350260 Aug 19 17:58:38.011374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:38.043967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:38.069234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'network_id': '43fab3b5-ff9b-4d79-96f2-d44e63187507', 'port_id': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'mac_address': 'fa:16:3e:17:0d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9696e-3ca8-4cf3-a095-ac76e9c87993', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:38.121107 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.133850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc1e2-3dcb-47e0-b137-648f7e1acf13 req-8925d95f-3f8b-4d82-bef2-aa336d186ad5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.135359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74fcc1e2-3dcb-47e0-b137-648f7e1acf13 req-8925d95f-3f8b-4d82-bef2-aa336d186ad5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 943 time: 0.1409729 Aug 19 17:58:38.146369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb2e701-4a41-47f8-b1db-b1cf0df4e090 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:38.159677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77865-1573-45fe-ad64-b64353c27c4e req-2bb49007-c6ae-4443-ae09-68a36b329021 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.167378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7e77865-1573-45fe-ad64-b64353c27c4e req-2bb49007-c6ae-4443-ae09-68a36b329021 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 944 time: 0.1279697 Aug 19 17:58:38.175289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:38.183547 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.193727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-0254f2e7-70a2-41a2-8ecb-413b178072f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.195250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-0254f2e7-70a2-41a2-8ecb-413b178072f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 1095 time: 0.1188920 Aug 19 17:58:38.259651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:38.325152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7e77865-1573-45fe-ad64-b64353c27c4e req-6b359242-f132-43f6-9273-e89de3b93931 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541522 Aug 19 17:58:38.328298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74fcc1e2-3dcb-47e0-b137-648f7e1acf13 req-04959d8b-6a83-4304-9a31-8cb0ce5b7a39 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825366 Aug 19 17:58:38.384471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-9d1112ab-5e8a-4e65-adbe-1010c12d7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.386106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-9d1112ab-5e8a-4e65-adbe-1010c12d7b28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.1816454 Aug 19 17:58:38.451941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-f6bff4b4-7c93-4acd-b5e7-3c500fa58fc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34 HTTP/1.1" status: 200 len: 217 time: 0.0560589 Aug 19 17:58:38.456670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e14930e-ac18-45c8-9c40-e17c2ee3374a up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:38.532466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 6e14930e-ac18-45c8-9c40-e17c2ee3374a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:38.536573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 6e14930e-ac18-45c8-9c40-e17c2ee3374a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:38.537029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.628089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7035124-07c8-4685-8e30-560a24caca2e req-abc2594c-cfa1-4298-bb3e-052d75b89c12 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.637533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7035124-07c8-4685-8e30-560a24caca2e req-abc2594c-cfa1-4298-bb3e-052d75b89c12 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1843083 Aug 19 17:58:38.644069 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.669680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-59b40d6e-e583-4cd6-ad93-148627fa6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.671369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-59b40d6e-e583-4cd6-ad93-148627fa6242 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1958656 Aug 19 17:58:38.683937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:38.686188 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c01b22c-e736-41f2-b3be-f36f2a93f95e" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:38.701986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.707903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.712643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:38.714889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.720999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.723763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5c7abd5a-4a47-46f4-a7b5-19da2c95637b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:38.727494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.733017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.738954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:38.747174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-e04b51c3-daff-46c1-bbf3-b15f39063f81 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5427 time: 0.2629497 Aug 19 17:58:38.774716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:38.781111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e3d710-0727-404f-9578-80ea6b89513c up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:38.791438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-d260bf6c-6bdd-4fce-941c-a4be35a23a20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021528 Aug 19 17:58:38.817906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7035124-07c8-4685-8e30-560a24caca2e req-e06a47c2-ea0d-4f81-8d78-90fa069262e7 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796765 Aug 19 17:58:38.901930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:38.915837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 32d6fc3f-02ac-4fbd-8155-7d9477caf383 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:38.920382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9a0e3ca-b1f2-441c-afaf-8128d9a51cf5 req-339c3c2b-d34b-42b9-a4cc-4b86f8c7b4de tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722128 Aug 19 17:58:38.986190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-e0164d99-e6e1-4968-ab0c-c2bae769f931 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847272 Aug 19 17:58:38.986522 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f127c2e-e852-44c4-b5e1-1f707b6926ec x-openstack-request-id: req-6f127c2e-e852-44c4-b5e1-1f707b6926ec {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:38.986857 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:38.987255 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f127c2e-e852-44c4-b5e1-1f707b6926ec {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:38.987906 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'code': 200} Aug 19 17:58:39.066526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 70e3d710-0727-404f-9578-80ea6b89513c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:39.082372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 70e3d710-0727-404f-9578-80ea6b89513c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:39.082745 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.147540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['56b4fe99-dead-4441-9bee-6903706f896d'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:39.149033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:39.197066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['bdb2e701-4a41-47f8-b1db-b1cf0df4e090'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:39.238174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:39.238568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.255152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723703-8e41-454c-9f54-cef1de47b456 req-49493833-ff1a-446d-a717-a565e7e7f2ad tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:39.256732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94723703-8e41-454c-9f54-cef1de47b456 req-49493833-ff1a-446d-a717-a565e7e7f2ad tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.2217391 Aug 19 17:58:39.291602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4b266-a7d1-4b98-96e7-dd931a5fb5e0 req-6d0a128c-74c3-4b51-8d56-30a34cbb74fc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:39.296980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb4b266-a7d1-4b98-96e7-dd931a5fb5e0 req-6d0a128c-74c3-4b51-8d56-30a34cbb74fc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.2710500 Aug 19 17:58:39.303691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c8d6766d-24a5-43a8-bea9-826ea70a2d9d'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:39.330281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a94f6c-f89b-4a50-98d2-f31f12936345 req-f23c7bd4-a349-4ad5-b21b-68370b1799d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364458 Aug 19 17:58:39.371067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94723703-8e41-454c-9f54-cef1de47b456 req-0c2e2d7d-ab91-4fec-afdb-6ca56f344cc4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660560 Aug 19 17:58:39.433491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb4b266-a7d1-4b98-96e7-dd931a5fb5e0 req-34678675-9684-4d79-a45a-f2166a1b7374 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959167 Aug 19 17:58:39.592850 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.642474 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.697565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff80e2-4024-4b42-983a-10512ad511aa req-ff287644-97cd-4570-9ae3-abfc7ebba74c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:39.707736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ff80e2-4024-4b42-983a-10512ad511aa req-ff287644-97cd-4570-9ae3-abfc7ebba74c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 944 time: 0.1620865 Aug 19 17:58:39.740172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d45bdf-d3c0-4067-888b-444965f045f2 req-bf3190c8-2020-44e8-8c1d-38e5d8b3621a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:39.748660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21d45bdf-d3c0-4067-888b-444965f045f2 req-bf3190c8-2020-44e8-8c1d-38e5d8b3621a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 943 time: 0.1354215 Aug 19 17:58:39.793443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ff80e2-4024-4b42-983a-10512ad511aa req-24b4542f-a631-48b3-84ed-390e65534c31 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848122 Aug 19 17:58:39.837815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:39.853931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21d45bdf-d3c0-4067-888b-444965f045f2 req-59a81de9-17e3-495a-897c-b8eaada56d47 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993831 Aug 19 17:58:39.856072 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:39.946664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:39.969430 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.027798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:40.032911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5a571-56c3-4d1e-bd19-7d5e4ed17319 req-ae35f76d-6dfd-4c4c-ae8b-c3c4dc4db7bc tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.034450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4fe5a571-56c3-4d1e-bd19-7d5e4ed17319 req-ae35f76d-6dfd-4c4c-ae8b-c3c4dc4db7bc tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0841818 Aug 19 17:58:40.094268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f7ecf384-52bc-4838-afbe-788e2eae60a8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:40.143787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4fe5a571-56c3-4d1e-bd19-7d5e4ed17319 req-ddd619fe-cf5d-4dd7-9fc5-ae4e1ce996f2 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844843 Aug 19 17:58:40.167342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.168939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:40.173547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.179579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.186401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.192488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.199009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.209019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.209019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-aafb313f-837e-442f-92cc-9562f8aaa375 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5429 time: 0.1411381 Aug 19 17:58:40.306836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1197e83-d4c6-4408-89b7-519ad96a2120 req-9874409a-b1d2-4922-8738-06081ea9b64f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836232 Aug 19 17:58:40.372337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3ec7626c-f412-4fc6-bd63-4809aa899b34 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:58:40.489048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:40.504311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '3ec7626c-f412-4fc6-bd63-4809aa899b34', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': '3ec7626c-f412-4fc6-bd63-4809aa899b34', 'mac_address': 'fa:16:3e:7b:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:58:40.511175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:40.513057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bcc4c-c8ce-40c7-94c6-4694dded9531 req-f2e44dde-e919-4167-bcab-e253ad0b3d95 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.520660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-565bcc4c-c8ce-40c7-94c6-4694dded9531 req-f2e44dde-e919-4167-bcab-e253ad0b3d95 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0636606 Aug 19 17:58:40.575365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-565bcc4c-c8ce-40c7-94c6-4694dded9531 req-70c5efd1-4145-4f2a-aa21-86c5f72e9759 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Aug 19 17:58:40.599487 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.616213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec7626c-f412-4fc6-bd63-4809aa899b34 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:40.655994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eac96-24c9-4b0e-8794-14cd765e2078 req-5c5eb20e-fd84-48fd-803a-f51e644eca51 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.657600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce4eac96-24c9-4b0e-8794-14cd765e2078 req-5c5eb20e-fd84-48fd-803a-f51e644eca51 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1062813 Aug 19 17:58:40.658257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:40.664674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.707587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:40.707964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.764577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:40.780949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce4eac96-24c9-4b0e-8794-14cd765e2078 req-7de17550-5303-4ea1-aae3-8e365221ccb8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145692 Aug 19 17:58:40.809075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7f853-5be7-4249-ba77-69e89025e15b req-ecdbb2a6-e540-429e-bf0f-77aa16f0afc8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:40.827864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ba7f853-5be7-4249-ba77-69e89025e15b req-ecdbb2a6-e540-429e-bf0f-77aa16f0afc8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 945 time: 0.1325958 Aug 19 17:58:40.840484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.883772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ba7f853-5be7-4249-ba77-69e89025e15b req-e6653ce1-63e8-4630-9a21-3a68ec887d1b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540738 Aug 19 17:58:40.884136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:40.889855 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:40.983497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=13']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:40.989232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c'}, {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:40.991644 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac4a52-93b6-4a7e-b1dc-6487e094340e" -d '{"events": [{"server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "name": "network-vif-plugged", "status": "completed", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "70e3d710-0727-404f-9578-80ea6b89513c"}, {"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:41.032765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b6f82-827e-4387-b4c1-712fe40b10ad req-720a4a6f-b7d1-41f6-a073-95788852c374 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.035925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3b6f82-827e-4387-b4c1-712fe40b10ad req-720a4a6f-b7d1-41f6-a073-95788852c374 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 944 time: 0.0745430 Aug 19 17:58:41.104912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e3b6f82-827e-4387-b4c1-712fe40b10ad req-abb50b3b-f0d0-4f65-a8a5-265df780f668 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618834 Aug 19 17:58:41.113656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6823e-fe8a-498c-9313-4438415d0f4b req-72fd5799-4f59-4fb3-ab7f-7b694a401afb tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.114795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62f6823e-fe8a-498c-9313-4438415d0f4b req-72fd5799-4f59-4fb3-ab7f-7b694a401afb tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.1023335 Aug 19 17:58:41.166552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62f6823e-fe8a-498c-9313-4438415d0f4b req-8b531ef0-1406-4d1c-be52-27642953b500 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Aug 19 17:58:41.197099 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69442cef-7d7a-4cee-a350-c485ec9b2240 x-openstack-request-id: req-69442cef-7d7a-4cee-a350-c485ec9b2240 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:41.197595 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "name": "network-vif-plugged", "status": "completed", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "70e3d710-0727-404f-9578-80ea6b89513c", "code": 200}, {"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:41.197691 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69442cef-7d7a-4cee-a350-c485ec9b2240 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:41.199005 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383', 'code': 200} Aug 19 17:58:41.199361 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c', 'code': 200} Aug 19 17:58:41.199725 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:58:41.231620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a32ad05c-5390-489f-b485-b624e0e8e8d2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:41.379115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147186-4ed1-4c0f-878c-c517204862f1 req-a12ac7ea-cf57-468a-8e8f-bdb154504c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.381412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d147186-4ed1-4c0f-878c-c517204862f1 req-a12ac7ea-cf57-468a-8e8f-bdb154504c4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1120863 Aug 19 17:58:41.390923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c19a-ffe7-41b3-923e-a556dab16e91 req-73e80bda-0a02-4a00-89ff-0316f44d4519 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.398415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c75c19a-ffe7-41b3-923e-a556dab16e91 req-73e80bda-0a02-4a00-89ff-0316f44d4519 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1274920 Aug 19 17:58:41.486949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c75c19a-ffe7-41b3-923e-a556dab16e91 req-0ca7a260-dd68-4e0b-b0f2-fa3a7c01d9cb tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876205 Aug 19 17:58:41.488821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d147186-4ed1-4c0f-878c-c517204862f1 req-90cd6ad7-166f-4da2-8971-ceef2597b0a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823781 Aug 19 17:58:41.496643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['3ec7626c-f412-4fc6-bd63-4809aa899b34'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:41.524868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.531168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.537377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.543594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.549779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.556538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.564705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.567671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-2e371787-d9fa-4632-b696-8e992b8267ef tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5429 time: 0.1486444 Aug 19 17:58:41.661709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3615e272-9d52-4aef-bac2-42fcb0da2f5b req-74fd891e-e5be-4ed5-8b57-45d055eefc54 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832350 Aug 19 17:58:41.736605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7f747-134a-4427-9f74-5641d5a559c8 req-d3a58750-1b36-4576-b7a6-5bf547a60d90 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.738114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3eb7f747-134a-4427-9f74-5641d5a559c8 req-d3a58750-1b36-4576-b7a6-5bf547a60d90 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.0629747 Aug 19 17:58:41.784540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3eb7f747-134a-4427-9f74-5641d5a559c8 req-271e2c35-536a-4959-a022-b365b5ba5bc0 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Aug 19 17:58:41.909434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367fb39-2f7d-42af-a823-5fea028d8645 req-d2def85b-c668-48c6-a546-89d980ad5b30 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:41.919004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a367fb39-2f7d-42af-a823-5fea028d8645 req-d2def85b-c668-48c6-a546-89d980ad5b30 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0661922 Aug 19 17:58:41.965546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a367fb39-2f7d-42af-a823-5fea028d8645 req-4c30f68f-1538-47df-9451-62dfe6fb1f2e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Aug 19 17:58:42.107233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab62fb-e9fb-4f19-b7aa-e1098142242c req-1060e117-2340-4127-8d25-f72eede8944a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:42.109027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcab62fb-e9fb-4f19-b7aa-e1098142242c req-1060e117-2340-4127-8d25-f72eede8944a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.0645494 Aug 19 17:58:42.169301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcab62fb-e9fb-4f19-b7aa-e1098142242c req-7aa45c20-bdbc-4b86-ab5d-e0f565e12f73 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468268 Aug 19 17:58:42.341519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6be3a3-8598-4e36-8cb9-9d2edb007cf8 req-455c1236-eb14-4118-9a0d-6f285be137b9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:42.343479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e6be3a3-8598-4e36-8cb9-9d2edb007cf8 req-455c1236-eb14-4118-9a0d-6f285be137b9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 944 time: 0.1220393 Aug 19 17:58:42.369210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-15ff25c1-86a5-4c41-9ab5-43bc59d1e084 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:42.371805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-15ff25c1-86a5-4c41-9ab5-43bc59d1e084 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.42 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.1212132 Aug 19 17:58:42.380973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6de1-000c-4e82-beb4-ed3c8d23d7b6 req-e93e3ea1-0f91-4fde-89e2-9df4c45f7ca7 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:42.382289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f30c6de1-000c-4e82-beb4-ed3c8d23d7b6 req-e93e3ea1-0f91-4fde-89e2-9df4c45f7ca7 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.1299303 Aug 19 17:58:42.390374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bdb2e701-4a41-47f8-b1db-b1cf0df4e090 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:42.479007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:42.479199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e6be3a3-8598-4e36-8cb9-9d2edb007cf8 req-904f0877-981f-48e2-9840-51261688e444 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268485 Aug 19 17:58:42.500834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:42.502397 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.533365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f30c6de1-000c-4e82-beb4-ed3c8d23d7b6 req-2ec7c9ad-e870-4b24-acd1-fd5e7b5fa8bb tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412823 Aug 19 17:58:42.607201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Deleting port b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:42.610529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.743239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.802711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:42.818000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] For port b61ef1c6-56dc-4117-8d01-978abbc79e5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b61ef1c6-56dc-4117-8d01-978abbc79e5b,segment=NetworkSegment(69c60034-8d7b-48a4-871b-2805960adbb8),segment_id=69c60034-8d7b-48a4-871b-2805960adbb8)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:42.818143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.818267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.818362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c8d6766d-24a5-43a8-bea9-826ea70a2d9d up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:42.824851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a41308-5fd0-4344-826c-04a5738ff586 req-e680515b-c489-4969-b3b6-f8993a99888c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:42.827983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8a41308-5fd0-4344-826c-04a5738ff586 req-e680515b-c489-4969-b3b6-f8993a99888c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1441743 Aug 19 17:58:42.844095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Calling delete_port for b61ef1c6-56dc-4117-8d01-978abbc79e5b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:42.919765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:42.936808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c8d6766d-24a5-43a8-bea9-826ea70a2d9d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:42.941140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c8d6766d-24a5-43a8-bea9-826ea70a2d9d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:42.941516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:42.994517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8a41308-5fd0-4344-826c-04a5738ff586 req-fc77a566-a7fe-4e1e-9c11-24b8046e0bea tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339865 Aug 19 17:58:42.996161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.002505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.009461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.017563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.023612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.031276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.038152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.040470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-79325743-fe82-4644-a4b4-32f86e63b090 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5430 time: 0.2305415 Aug 19 17:58:43.064806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.098196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:43.136081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97bad8e4-5c88-4a19-965c-3767eaae56df req-e05c29f0-a22b-4c0a-954c-8ed9ecd7b026 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808163 Aug 19 17:58:43.144024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.145144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 56b4fe99-dead-4441-9bee-6903706f896d up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:43.177102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd65793-b189-48c6-866b-76b91be884f6 req-d25852ea-6400-4593-b0d4-75dd98ae1fc6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.178653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edd65793-b189-48c6-866b-76b91be884f6 req-d25852ea-6400-4593-b0d4-75dd98ae1fc6 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/ports?device_id=41706106-8c19-4dff-a799-53e2dbe8de47 HTTP/1.1" status: 200 len: 947 time: 0.1134431 Aug 19 17:58:43.222633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:43.227138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.232083 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899cf54-747a-4fd1-aedb-91cf975a5e84" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:43.250229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edd65793-b189-48c6-866b-76b91be884f6 req-fa0f4a1d-bac9-4e89-af0c-59380642ed55 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.36 "GET /v2.0/security-groups?id=296c9639-a637-4e85-a253-de0de3d754d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634902 Aug 19 17:58:43.283568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Pushing event deleted for resources: {'Port': ['ID=b61ef1c6-56dc-4117-8d01-978abbc79e5b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:43.286328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b61ef1c6-56dc-4117-8d01-978abbc79e5b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:43.347390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 56b4fe99-dead-4441-9bee-6903706f896d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:43.352391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] No DVR routers for this DVR port b61ef1c6-56dc-4117-8d01-978abbc79e5b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:58:43.356063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.356488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:43.358416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf2ead9c-e483-4686-9102-3a599ea663e6 req-eece1093-b9e3-49f7-8c61-f6e82a63e9b7 tempest-ServersNegativeTestJSON-1204055798 tempest-ServersNegativeTestJSON-1204055798-project] 10.222.0.42 "DELETE /v2.0/ports/b61ef1c6-56dc-4117-8d01-978abbc79e5b HTTP/1.1" status: 204 len: 173 time: 0.9694295 Aug 19 17:58:43.359841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 56b4fe99-dead-4441-9bee-6903706f896d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:43.360435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.375620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-deleted', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:43.377926 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ff5f7-5034-44f6-8736-0bc23f87cdb9" -d '{"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-deleted", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:43.397164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2198b4-5c4f-4bc5-87f9-a4a592c6310e req-fe1c60fa-9889-4242-8c92-ca2c14c8b174 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.399159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c2198b4-5c4f-4bc5-87f9-a4a592c6310e req-fe1c60fa-9889-4242-8c92-ca2c14c8b174 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1541655 Aug 19 17:58:43.477719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c2198b4-5c4f-4bc5-87f9-a4a592c6310e req-756cafcd-e545-4f75-a613-f3240c30f47f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Aug 19 17:58:43.520984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.569619 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f544ed67-728d-475b-b6c1-7704f6633085 x-openstack-request-id: req-f544ed67-728d-475b-b6c1-7704f6633085 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:43.570041 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:43.570305 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f544ed67-728d-475b-b6c1-7704f6633085 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:43.571313 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'code': 200} Aug 19 17:58:43.571599 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'code': 200} Aug 19 17:58:43.577802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=56b4fe99-dead-4441-9bee-6903706f896d,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:43.584540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:43.621318 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54db62-62d1-4b7b-beef-6552a22ab586 x-openstack-request-id: req-2b54db62-62d1-4b7b-beef-6552a22ab586 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:43.621625 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41706106-8c19-4dff-a799-53e2dbe8de47", "name": "network-vif-deleted", "tag": "b61ef1c6-56dc-4117-8d01-978abbc79e5b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:43.621871 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b54db62-62d1-4b7b-beef-6552a22ab586 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:43.622285 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41706106-8c19-4dff-a799-53e2dbe8de47', 'name': 'network-vif-deleted', 'tag': 'b61ef1c6-56dc-4117-8d01-978abbc79e5b', 'status': 'completed', 'code': 200} Aug 19 17:58:43.652695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31972ef8-a7f2-4c79-92fa-d1b09c2adae3 req-1722963f-4bd5-46e0-be94-6f204ba6c4ce tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.654303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31972ef8-a7f2-4c79-92fa-d1b09c2adae3 req-1722963f-4bd5-46e0-be94-6f204ba6c4ce tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1394308 Aug 19 17:58:43.673979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:43.752109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31972ef8-a7f2-4c79-92fa-d1b09c2adae3 req-33969cf3-7c36-400e-b4a7-d8150f7075f9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838141 Aug 19 17:58:43.787150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b783-4dc8-45b2-9e26-58b9b414647b req-b8351b4a-e51d-4835-8eed-290629e778ab tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:43.788745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d36b783-4dc8-45b2-9e26-58b9b414647b req-b8351b4a-e51d-4835-8eed-290629e778ab tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 944 time: 0.1103756 Aug 19 17:58:44.232082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d36b783-4dc8-45b2-9e26-58b9b414647b req-9adc7b11-535e-4139-9540-cd6bbd5d1921 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349706 Aug 19 17:58:44.262497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911882bc-497a-412f-9cda-ba4303061638 req-dc509388-db34-4e04-857b-dba079c3b290 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.272049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-911882bc-497a-412f-9cda-ba4303061638 req-dc509388-db34-4e04-857b-dba079c3b290 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.0906982 Aug 19 17:58:44.323074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-911882bc-497a-412f-9cda-ba4303061638 req-f1bf2d8c-049d-474a-9f9b-19d570929ab2 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500960 Aug 19 17:58:44.368534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3ec7626c-f412-4fc6-bd63-4809aa899b34 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:44.391032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bafa13-d325-406c-96a6-e68ecf0c22de req-d3ad90be-2ee3-4bcb-be7d-16bad7d832ee tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.400418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33bafa13-d325-406c-96a6-e68ecf0c22de req-d3ad90be-2ee3-4bcb-be7d-16bad7d832ee tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0762568 Aug 19 17:58:44.466054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 3ec7626c-f412-4fc6-bd63-4809aa899b34 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:44.470937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 3ec7626c-f412-4fc6-bd63-4809aa899b34 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:44.471315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.506354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33bafa13-d325-406c-96a6-e68ecf0c22de req-1d407a84-e691-46f7-b850-0d48ddb25b39 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Aug 19 17:58:44.545046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.553871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.563231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.573723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.580394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.586649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.594215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.598447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-d61cc052-3629-4f47-83de-6aa6ea4f8e76 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5432 time: 0.1547568 Aug 19 17:58:44.598737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52636) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:44.655865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.694655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a2355ea-f94a-4c81-91f6-f2daad707044 req-412859a4-cbfc-4e12-8868-893aee550aed tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897095 Aug 19 17:58:44.715465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Deleting subnet b09898fa-866c-4dca-a4a6-d476e517a76c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:58:44.722383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.735987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:44.740915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.741804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f7ecf384-52bc-4838-afbe-788e2eae60a8 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:44.819907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.922583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:44.944860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.962937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port f7ecf384-52bc-4838-afbe-788e2eae60a8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:44.974566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port f7ecf384-52bc-4838-afbe-788e2eae60a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:44.974949 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:44.979634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c306b6-2516-42c8-a640-60579db92e59 req-8fd815d1-1e9c-4c72-af05-338a41538025 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:44.989872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5c306b6-2516-42c8-a640-60579db92e59 req-8fd815d1-1e9c-4c72-af05-338a41538025 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1815085 Aug 19 17:58:45.012900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.045731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c68c-c0b9-4e96-bf19-884c6647bb27 req-339ef376-be55-4618-8db3-9d000479c4e1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:45.054507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09898fa-866c-4dca-a4a6-d476e517a76c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:45.056528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae38c68c-c0b9-4e96-bf19-884c6647bb27 req-339ef376-be55-4618-8db3-9d000479c4e1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1588397 Aug 19 17:58:45.076090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.081797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a751b60d-3fd8-4f68-b83d-72cd69845425 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b09898fa-866c-4dca-a4a6-d476e517a76c HTTP/1.1" status: 204 len: 168 time: 0.4819891 Aug 19 17:58:45.085059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5c306b6-2516-42c8-a640-60579db92e59 req-f5f0e1d0-ef32-4384-a608-63f0b77addd5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952640 Aug 19 17:58:45.085482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52646) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:45.127996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae38c68c-c0b9-4e96-bf19-884c6647bb27 req-84fb8361-792f-428d-af5c-2753af1c33d6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702002 Aug 19 17:58:45.136602 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.179411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.216914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:45.221591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.222429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a32ad05c-5390-489f-b485-b624e0e8e8d2 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:58:45.283752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.300014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341ef6a2-3c23-4971-bc69-f5c42e1a6564']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:45.311992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c60034-8d7b-48a4-871b-2805960adbb8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:45.312575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c60034-8d7b-48a4-871b-2805960adbb8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:45.322727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.337837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.347275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:58:45.348093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.394266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port a32ad05c-5390-489f-b485-b624e0e8e8d2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:58:45.403967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:45.413536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port a32ad05c-5390-489f-b485-b624e0e8e8d2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:58:45.414146 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:58:45.414547 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:58:45.417516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.424425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.426643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] 10.222.0.36 "DELETE /v2.0/networks/341ef6a2-3c23-4971-bc69-f5c42e1a6564 HTTP/1.1" status: 204 len: 168 time: 0.3400211 Aug 19 17:58:45.453425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438c71-3813-4152-a216-362a9a02df7e req-c40be094-fda6-4744-b603-efd2004db57c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:45.455113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b438c71-3813-4152-a216-362a9a02df7e req-c40be094-fda6-4744-b603-efd2004db57c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.0980990 Aug 19 17:58:45.465783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48afe2-f9d8-4ce1-893d-193ba1ecb683 admin admin] Pushing event deleted for resources: {'Network': ['ID=341ef6a2-3c23-4971-bc69-f5c42e1a6564,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:45.543801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b438c71-3813-4152-a216-362a9a02df7e req-91b3d0cf-2e4a-4c38-b7d1-e0a039b16aff tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819333 Aug 19 17:58:45.588339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4fe99-dead-4441-9bee-6903706f896d'}, {'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:45.597110 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b16c13-ccf0-4545-b740-b0c76ff275c5" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "56b4fe99-dead-4441-9bee-6903706f896d"}, {"server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:45.611210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.665151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:45.679033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:45.688752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.717659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6ff0922a-c68b-46b1-9e7a-096a59800ab3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc2a694a3a174bb58a500410167f7024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509574 Aug 19 17:58:45.719904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52660) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:45.720663 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c64bf5-5de2-47be-93c0-74ea617c81f3 x-openstack-request-id: req-e8c64bf5-5de2-47be-93c0-74ea617c81f3 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:45.720967 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "56b4fe99-dead-4441-9bee-6903706f896d", "code": 200}, {"server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:45.721645 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8c64bf5-5de2-47be-93c0-74ea617c81f3 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:45.722043 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4fe99-dead-4441-9bee-6903706f896d', 'code': 200} Aug 19 17:58:45.722295 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34', 'code': 200} Aug 19 17:58:45.722541 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'code': 200} Aug 19 17:58:45.764794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3c90-b19d-4484-b2bb-37510780204a req-87c344d5-8aed-4f8b-9c70-24d5e07ad0e0 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:45.777477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-848b3c90-b19d-4484-b2bb-37510780204a req-87c344d5-8aed-4f8b-9c70-24d5e07ad0e0 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1210325 Aug 19 17:58:45.796239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:45.797285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.855116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.867697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-848b3c90-b19d-4484-b2bb-37510780204a req-0e3710cd-87d0-489c-a3d6-03a7e5ccdf8b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786858 Aug 19 17:58:45.928115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3045a11-60f1-47a8-8153-e1beefdfa10e req-3dd26027-2c71-40cf-b91d-11a20e07cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:45.956940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3045a11-60f1-47a8-8153-e1beefdfa10e req-3dd26027-2c71-40cf-b91d-11a20e07cb77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 1097 time: 0.1072092 Aug 19 17:58:45.971877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.975544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:45.977367 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/296c9639-a637-4e85-a253-de0de3d754d7 HTTP/1.1" status: 204 len: 168 time: 0.2554243 Aug 19 17:58:46.013434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8187-d577-4c17-8d4d-325c532c69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c9639-a637-4e85-a253-de0de3d754d7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:46.055338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.072817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.080263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.087032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.093321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.100210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.107563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.109606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2813c268-6703-4dc3-aa62-abb60f847573 req-377c399c-a4a5-4e4f-8161-f44e9e39108d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.1474986 Aug 19 17:58:46.111420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3045a11-60f1-47a8-8153-e1beefdfa10e req-d0e39332-ee25-438e-b564-5de74ebb96b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399138 Aug 19 17:58:46.249095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2813c268-6703-4dc3-aa62-abb60f847573 req-936365ae-60cb-42f2-b844-6efe4be0149d tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140924 Aug 19 17:58:46.377354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f29f90-97ac-459c-8e3b-8066bcc71033 req-435c669e-61e4-431f-b7ba-2c30947c9102 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.379709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4f29f90-97ac-459c-8e3b-8066bcc71033 req-435c669e-61e4-431f-b7ba-2c30947c9102 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1495576 Aug 19 17:58:46.452535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4f29f90-97ac-459c-8e3b-8066bcc71033 req-865e33b4-76e9-4ce4-a8b0-373c5c7ef8ff tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Aug 19 17:58:46.469597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b94d4-095e-4e80-b2e4-6ea9d222d5f7 req-b3391db2-d599-4870-9751-76aa5743ac29 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.472267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f8b94d4-095e-4e80-b2e4-6ea9d222d5f7 req-b3391db2-d599-4870-9751-76aa5743ac29 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1196756 Aug 19 17:58:46.534669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f8b94d4-095e-4e80-b2e4-6ea9d222d5f7 req-112e25bb-2bee-4f51-bf06-40bf932e9c11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503941 Aug 19 17:58:46.675229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c58ef-9b1d-4512-8ff7-28e9c3214720 req-9a5ee175-aebc-40d7-8ed5-025733784899 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:46.684791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d8c58ef-9b1d-4512-8ff7-28e9c3214720 req-9a5ee175-aebc-40d7-8ed5-025733784899 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.0665829 Aug 19 17:58:46.733605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d8c58ef-9b1d-4512-8ff7-28e9c3214720 req-610b1235-5fe3-4e8d-918d-48c457121917 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 Aug 19 17:58:46.861458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:46.907831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: b61ef1c6-56dc-4117-8d01-978abbc79e5b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:46.908184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b61ef1c6-56dc-4117-8d01-978abbc79e5b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:46.912008 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:47.012492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13445c58-050e-400e-a67f-803e4e0f7dc2 req-7abe9d9b-e8c2-4a1a-83a7-ae52f555c06d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.015313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13445c58-050e-400e-a67f-803e4e0f7dc2 req-7abe9d9b-e8c2-4a1a-83a7-ae52f555c06d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0665677 Aug 19 17:58:47.060309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13445c58-050e-400e-a67f-803e4e0f7dc2 req-f96c6ab0-a887-4a60-8f23-5aa6976c0981 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389216 Aug 19 17:58:47.436073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52714) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:47.512877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.522081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.528993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.535270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.543932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.550725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.557583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.559965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06057841-8406-4d62-bd15-e1731809ebc4 req-6ee6221b-b938-41f5-a46f-efbc3e66f670 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.1373177 Aug 19 17:58:47.608698 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d259035a-e172-438c-a088-fef1a5a83c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:47.657655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06057841-8406-4d62-bd15-e1731809ebc4 req-d40038a4-07b3-4ce9-beb1-f534b64422e1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880888 Aug 19 17:58:47.723802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:47.726773 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b2f62-b6ee-4dba-9715-ed04ccf0f3ea" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:47.737970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745c57f-fbde-41c5-89b4-14060eb43a71 req-ecd62691-8e16-42a5-97a2-8268a60c2a1b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.739572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5745c57f-fbde-41c5-89b4-14060eb43a71 req-ecd62691-8e16-42a5-97a2-8268a60c2a1b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0788076 Aug 19 17:58:47.800247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d259035a-e172-438c-a088-fef1a5a83c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:47.806400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d259035a-e172-438c-a088-fef1a5a83c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:47.827314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5745c57f-fbde-41c5-89b4-14060eb43a71 req-0a635840-b370-4aef-923c-718a386b807e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759788 Aug 19 17:58:47.856068 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d259035a-e172-438c-a088-fef1a5a83c04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1f4b39da7e246a08432c3b22cbe822e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172299 Aug 19 17:58:47.857616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259035a-e172-438c-a088-fef1a5a83c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf1bbe-1bfb-42d6-8f23-a2eafbc667d9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:47.860277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:47.881033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83480c-dd9a-493f-be99-991124afc79b req-b8968695-4faf-482d-bfd0-799d7a0a5a26 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:47.882593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff83480c-dd9a-493f-be99-991124afc79b req-b8968695-4faf-482d-bfd0-799d7a0a5a26 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.0966413 Aug 19 17:58:47.914269 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b99a17-2d61-4107-9841-0fbe1d1f7e01 x-openstack-request-id: req-80b99a17-2d61-4107-9841-0fbe1d1f7e01 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:47.914757 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-plugged", "status": "completed", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:47.914994 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80b99a17-2d61-4107-9841-0fbe1d1f7e01 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:47.915510 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'code': 200} Aug 19 17:58:47.934028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:47.955123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff83480c-dd9a-493f-be99-991124afc79b req-ca4060fb-297c-40eb-9a33-10953609a1df tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626566 Aug 19 17:58:47.989109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:48.076264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:48.079617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:48.080777 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7bf1bbe-1bfb-42d6-8f23-a2eafbc667d9 HTTP/1.1" status: 204 len: 168 time: 0.2194264 Aug 19 17:58:48.098868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb874e0d-ff41-4578-ad1e-425d134bfec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf1bbe-1bfb-42d6-8f23-a2eafbc667d9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:48.166419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.166922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.167537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.168015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.168500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.168983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.169605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.171867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-1a1a8159-c408-4c95-a455-8e7b0a9a7389 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.1352832 Aug 19 17:58:48.185757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b14211-40af-4736-8b59-d63e4d3525c7 req-15af3918-b504-4241-8028-99393227ae9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.193963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62b14211-40af-4736-8b59-d63e4d3525c7 req-15af3918-b504-4241-8028-99393227ae9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.0905151 Aug 19 17:58:48.259106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62b14211-40af-4736-8b59-d63e4d3525c7 req-a8573a25-102c-44d7-971f-a94e556b0b0f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Aug 19 17:58:48.365485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e06f4d35-1e17-4d8f-9ace-8432c5ac6438 req-a1721cd1-812f-4081-944c-7a5abac9c2be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625888 Aug 19 17:58:48.402711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ded96f-5d56-43b1-8070-70749c4c1b64 req-9e0ddb21-dcc6-46f9-a6ac-27861447e329 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.411042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84ded96f-5d56-43b1-8070-70749c4c1b64 req-9e0ddb21-dcc6-46f9-a6ac-27861447e329 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1505544 Aug 19 17:58:48.494028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84ded96f-5d56-43b1-8070-70749c4c1b64 req-c4f0a3ab-75fc-47b9-a3e3-bd5ddb8ef858 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739274 Aug 19 17:58:48.656616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ded67-d833-4346-8743-5a27c95d827a req-0ecf036b-4c85-47cb-a4fa-9fdab8c8f830 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.663868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f04ded67-d833-4346-8743-5a27c95d827a req-0ecf036b-4c85-47cb-a4fa-9fdab8c8f830 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.0604448 Aug 19 17:58:48.740575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f04ded67-d833-4346-8743-5a27c95d827a req-ac924e7b-ec72-43cc-878a-4f8045850831 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 Aug 19 17:58:48.882323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.891979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.898223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.905409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.912633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.918736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.924783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:48.927006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-a295caa8-52c1-400a-8281-4b1fee616037 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.1232734 Aug 19 17:58:49.013831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2aed5-43b8-48aa-b10a-2ee818eab40e req-fd9c95c9-8251-45ff-9462-eb8afc769f0a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:49.015570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aef2aed5-43b8-48aa-b10a-2ee818eab40e req-fd9c95c9-8251-45ff-9462-eb8afc769f0a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0875149 Aug 19 17:58:49.034031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4b7fa68-5922-4e88-9ba7-f3ffa9f0fb38 req-8b4ce20f-cc7d-472a-b67c-de4206683ae3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714300 Aug 19 17:58:49.087501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aef2aed5-43b8-48aa-b10a-2ee818eab40e req-dda3d58b-4704-40fe-a0ff-3f80e46d30bc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596266 Aug 19 17:58:49.114912 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:58:49.124997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52770) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:49.209836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b042c33-e902-4e53-a3ee-28fabb1bac6f req-7d1894f3-d113-43e5-b73c-6287e908f255 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:49.211436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b042c33-e902-4e53-a3ee-28fabb1bac6f req-7d1894f3-d113-43e5-b73c-6287e908f255 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.0643966 Aug 19 17:58:49.279294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b042c33-e902-4e53-a3ee-28fabb1bac6f req-bcf4d1ee-de93-4f6c-ad87-9837fc3172c9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603466 Aug 19 17:58:49.309165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1742190322-network', 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:49.333170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:49.335916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.349702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.467902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.473719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.516131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:58:49.523142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c999f1-0f86-4b2b-8da2-451eae00feaa,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:49.538023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.538383 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Added segment 546d71aa-727e-45e0-94e2-7e3213d740de of type vlan for network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d Aug 19 17:58:49.597358 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.658991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.660079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:49.660814 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.733055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:49.742638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:58:49.807575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:49.813341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Request body: {'subnet': {'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1742190322-subnet', 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:49.824475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2a010aeb-a196-44fd-bb70-98fdf7437ae7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6982269 Aug 19 17:58:49.851646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c87c9-5a4b-44c5-a09a-a76951e87533 req-dc1dc908-ec7a-4538-9dff-c46b8c81ffad tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:49.864031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe9c87c9-5a4b-44c5-a09a-a76951e87533 req-dc1dc908-ec7a-4538-9dff-c46b8c81ffad tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.2410836 Aug 19 17:58:49.867805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:49.870144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:49.992406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd7b-01ba-4e14-8e2f-1c9f1f7e8f9c req-954b13a9-700d-42be-aeac-fffc70ae8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:49.994445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6eb6dd7b-01ba-4e14-8e2f-1c9f1f7e8f9c req-954b13a9-700d-42be-aeac-fffc70ae8638 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 1098 time: 0.2626669 Aug 19 17:58:50.067591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe9c87c9-5a4b-44c5-a09a-a76951e87533 req-47895234-a2a8-4a0d-a57f-c5c27296de2f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021317 Aug 19 17:58:50.085518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6eb6dd7b-01ba-4e14-8e2f-1c9f1f7e8f9c req-c11aa4cf-d032-4ac5-8594-6ddf586f8187 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Aug 19 17:58:50.101287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a4898-ea2a-451c-91e2-b82ad4f534d5 req-ec7cf2bb-85ae-4059-a65a-80ef6c150826 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.110910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908a4898-ea2a-451c-91e2-b82ad4f534d5 req-ec7cf2bb-85ae-4059-a65a-80ef6c150826 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.2215233 Aug 19 17:58:50.169675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:50.172139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908a4898-ea2a-451c-91e2-b82ad4f534d5 req-a2c20c19-3e26-4a8d-b7a8-5f33c38545b8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599694 Aug 19 17:58:50.255884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f24b39-9938-4b7e-b293-f1d42144b82c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:50.269677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Checking segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:50.270380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Network hostable DHCP agents. Network: 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:58:50.284454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.301110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:58:50.302435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.321086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.325816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:50.330011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.330786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:50.331857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.342722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916000eb-22d4-4a0f-954f-5814708f85a2 None None] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:58:50.348720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.361300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d4859ea-6e31-4e5e-8b04-912ba49c4cec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5438290 Aug 19 17:58:50.370951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.377989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.380141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-9f0b83f3-d9db-40fa-ada0-ce9fbf5bc4b2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.2070878 Aug 19 17:58:50.467322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41ee756f-8e7e-44e4-8ac1-f840eaa37a4c req-ac94bce7-cf05-4936-8d27-8ac87e750457 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538521 Aug 19 17:58:50.476129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb493b-112d-46aa-9917-1687feaaeddb req-175a8c5d-06a1-4491-9801-52de1c20842e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.477922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0afb493b-112d-46aa-9917-1687feaaeddb req-175a8c5d-06a1-4491-9801-52de1c20842e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0967605 Aug 19 17:58:50.538785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac50ab-a83e-4e33-bb08-03b3886dfa84 None None] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:58:50.614563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0afb493b-112d-46aa-9917-1687feaaeddb req-1b2e5169-8275-44fd-8e12-05a171119378 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095860 Aug 19 17:58:50.653021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-45e702c5-4743-4d95-916f-720111e90f5b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.654838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-45e702c5-4743-4d95-916f-720111e90f5b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.1632290 Aug 19 17:58:50.887282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.893731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.899932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.906588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.915051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.919040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.925487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.946970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52802) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:58:50.953232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Request body: {'floatingip': {'port_id': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:50.965631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5a38421-52d6-4531-875b-5837b0f1a7a4 req-470676cb-26ac-45c7-b28f-519fab6f2660 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.2430110 Aug 19 17:58:50.992456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8094-d695-4abc-aa46-a311f1573d87 req-781b2b17-1196-4ebd-b0c4-717048d1dd8e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:50.994761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cde8094-d695-4abc-aa46-a311f1573d87 req-781b2b17-1196-4ebd-b0c4-717048d1dd8e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.2659857 Aug 19 17:58:51.041775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:51.135323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cde8094-d695-4abc-aa46-a311f1573d87 req-cc6e0b11-24ad-46a5-ac71-7e1b7e1b68ec tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250329 Aug 19 17:58:51.139481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port 3ec7626c-f412-4fc6-bd63-4809aa899b34 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:58:51.146059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:51.358618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port 3ec7626c-f412-4fc6-bd63-4809aa899b34, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=3ec7626c-f412-4fc6-bd63-4809aa899b34,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:51.358994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:51.413966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9b832-2e92-49f9-89ea-4138e65b6a1a req-83441665-1d88-4789-b03f-f470a6ed965d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:51.415644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9e9b832-2e92-49f9-89ea-4138e65b6a1a req-83441665-1d88-4789-b03f-f470a6ed965d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1405430 Aug 19 17:58:51.421955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for 3ec7626c-f412-4fc6-bd63-4809aa899b34 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:58:51.494069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9e9b832-2e92-49f9-89ea-4138e65b6a1a req-4974dc61-6904-4a00-97e0-e2a867b836ed tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Aug 19 17:58:51.631701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-efe71165-7a17-4a7d-8207-e963b2383f8a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:51.640744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-efe71165-7a17-4a7d-8207-e963b2383f8a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.3097093 Aug 19 17:58:51.677503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-2875e0a9-78a5-4666-bb9f-d69d2a74e8c5 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/quotas/3d57fe1ecfc542d2b825b023efa458cb HTTP/1.1" status: 200 len: 375 time: 0.0357487 Aug 19 17:58:51.731990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-82e7fb26-8b6c-489f-a30d-2c070b7dee2c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494635 Aug 19 17:58:51.894832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219b3b0-f26f-4f8e-b999-419e8191ce1a req-947458c4-2656-4dd3-80fe-f8d3ac036452 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:51.898072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8219b3b0-f26f-4f8e-b999-419e8191ce1a req-947458c4-2656-4dd3-80fe-f8d3ac036452 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91ba13d-1df8-4562-9db3-7cc35f43f1cc HTTP/1.1" status: 200 len: 945 time: 0.2958479 Aug 19 17:58:51.920164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-c52e20a8-7ed8-4d61-ac1a-c2e808cc6ecc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:58:51.927899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-c52e20a8-7ed8-4d61-ac1a-c2e808cc6ecc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1945245 Aug 19 17:58:51.992898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:52.036315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['3ec7626c-f412-4fc6-bd63-4809aa899b34'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:52.055686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=3ec7626c-f412-4fc6-bd63-4809aa899b34,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:52.124861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port 3ec7626c-f412-4fc6-bd63-4809aa899b34 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:58:52.130157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8219b3b0-f26f-4f8e-b999-419e8191ce1a req-838162af-45ed-4792-92fb-e1e992dfe8c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254698 Aug 19 17:58:52.133785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:52.135435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a800a95c-83dd-4e80-b1e8-90492647f56c req-f0f7602b-b2da-4716-949e-5b43fafd11e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "DELETE /v2.0/ports/3ec7626c-f412-4fc6-bd63-4809aa899b34 HTTP/1.1" status: 204 len: 173 time: 1.4725389 Aug 19 17:58:52.136015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'name': 'network-vif-deleted', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:52.138578 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e977b-92bb-4f24-9fee-af9a374daf96" -d '{"events": [{"server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "name": "network-vif-deleted", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:52.203353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-57356279-615f-429d-90fa-99b6b787ec63 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744191 Aug 19 17:58:52.303302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:52.309886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:52.687307 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Floating IP 172b4d81-2ef3-4362-83ea-65fe17a3fac8 associated. External IP: 172.25.5.245, port: 6e14930e-ac18-45c8-9c40-e17c2ee3374a. Aug 19 17:58:52.729235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-05db0a17-1d04-47f5-b53d-6ff24754df73 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070848 Aug 19 17:58:52.756693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5ba8-d8f0-4450-89e9-9fe6c0ea82ad req-f8141d7d-c958-4736-b8d9-07fc4d611c6c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:52.765971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e9f5ba8-d8f0-4450-89e9-9fe6c0ea82ad req-f8141d7d-c958-4736-b8d9-07fc4d611c6c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.3709531 Aug 19 17:58:52.865084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e9f5ba8-d8f0-4450-89e9-9fe6c0ea82ad req-d1a0cc46-20a7-498c-bc53-3638464aefe5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972424 Aug 19 17:58:52.968581 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2e4dc-b0a1-4352-8912-7352d75869c6 x-openstack-request-id: req-a8d2e4dc-b0a1-4352-8912-7352d75869c6 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:52.969331 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91ba13d-1df8-4562-9db3-7cc35f43f1cc", "name": "network-vif-deleted", "tag": "3ec7626c-f412-4fc6-bd63-4809aa899b34", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:52.969331 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8d2e4dc-b0a1-4352-8912-7352d75869c6 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:52.969761 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91ba13d-1df8-4562-9db3-7cc35f43f1cc', 'name': 'network-vif-deleted', 'tag': '3ec7626c-f412-4fc6-bd63-4809aa899b34', 'status': 'completed', 'code': 200} Aug 19 17:58:53.238261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Router 52c247c6-4136-447c-801b-4088e9141213 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:58:53.326576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fee982-7f61-43db-8461-d8e88a3eeffc req-db959104-e5a8-4532-8f5d-8bd2c06c0930 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:53.330199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0fee982-7f61-43db-8461-d8e88a3eeffc req-db959104-e5a8-4532-8f5d-8bd2c06c0930 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.2218790 Aug 19 17:58:53.441820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124728-fdbe-4aca-a971-73c4bfa5c4fe req-0dc997b9-ff72-4624-8d8b-5b0ab6cb477f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:53.445406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4124728-fdbe-4aca-a971-73c4bfa5c4fe req-0dc997b9-ff72-4624-8d8b-5b0ab6cb477f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.2829654 Aug 19 17:58:53.468578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0fee982-7f61-43db-8461-d8e88a3eeffc req-75153453-6f17-4cb9-8a5a-adf865e69dda tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206856 Aug 19 17:58:53.496829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:58:53.556440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:53.564948 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Sync routers for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:58:53.591062 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:53.595751 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:53.666276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4124728-fdbe-4aca-a971-73c4bfa5c4fe req-33a55210-fe7d-47e4-bf75-2fc777de28f8 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887846 Aug 19 17:58:53.688874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c1b36d9-b047-4d7b-b503-23696be0a5f1 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "PUT /v2.0/floatingips/172b4d81-2ef3-4362-83ea-65fe17a3fac8 HTTP/1.1" status: 200 len: 991 time: 2.7399938 Aug 19 17:58:53.689716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:53.692785 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04edd0ce-8b90-4538-960e-3b829ee6fc67" -d '{"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:53.739546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f218b10-afbd-4d60-aed6-655af7b82a94 req-36506184-d488-4b2f-bbc3-8a7cc4cd1c8c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 210 time: 0.1230056 Aug 19 17:58:53.923115 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:54.200706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-815ea2a8-2019-4a81-8355-0f86a4c5eb91 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.211587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-815ea2a8-2019-4a81-8355-0f86a4c5eb91 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 811 time: 0.4002366 Aug 19 17:58:54.240439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-6b30f655-b082-4e97-800b-ecc9f478de4d tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/quotas/3192e71ecda5411aab281a12abc75dd7 HTTP/1.1" status: 200 len: 375 time: 0.0203943 Aug 19 17:58:54.326119 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be4ded-09d6-4287-b402-58dd385291dc x-openstack-request-id: req-34be4ded-09d6-4287-b402-58dd385291dc {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:54.326413 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:54.326659 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34be4ded-09d6-4287-b402-58dd385291dc {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:54.327232 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'status': 'completed', 'code': 200} Aug 19 17:58:54.351225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-3dcfefee-9c27-4d61-9254-bf86038fa3ed tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033764 Aug 19 17:58:54.430012 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '172b4d81-2ef3-4362-83ea-65fe17a3fac8', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '52c247c6-4136-447c-801b-4088e9141213', 'port_id': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'mac_address': 'fa:16:3e:79:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:14Z', 'updated_at': '2021-08-19T17:58:52Z', 'revision_number': 1, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:54.470900 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Checking router: 52c247c6-4136-447c-801b-4088e9141213 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:58:54.481810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3ec7626c-f412-4fc6-bd63-4809aa899b34 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:54.487804 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:58:54.488513 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:58:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:54.522357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 3ec7626c-f412-4fc6-bd63-4809aa899b34 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:58:54.522631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 3ec7626c-f412-4fc6-bd63-4809aa899b34 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:58:54.641985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.642501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.642984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.643475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.643950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.644420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.644886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.645403 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:58:54.646864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-229160cc-7826-4020-9d9a-7d12d8d1fc55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.2568595 Aug 19 17:58:54.712225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-21593e47-70b0-49d0-8160-10e4ab4c7dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371611 Aug 19 17:58:54.721916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-f69ea85b-f265-4975-a0a5-1507284e0aa3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:54.729172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-f69ea85b-f265-4975-a0a5-1507284e0aa3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.2074108 Aug 19 17:58:54.808595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-d195e0e1-9535-49cd-9397-fe10ef0dff60 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0775177 Aug 19 17:58:54.930467 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '172b4d81-2ef3-4362-83ea-65fe17a3fac8', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '52c247c6-4136-447c-801b-4088e9141213', 'port_id': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'mac_address': 'fa:16:3e:79:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:14Z', 'updated_at': '2021-08-19T17:58:52Z', 'revision_number': 1, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:58:54.995011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08491443-c7cd-4294-903a-d918a4649c27 None None] The sync data for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 is: [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '172b4d81-2ef3-4362-83ea-65fe17a3fac8', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '52c247c6-4136-447c-801b-4088e9141213', 'port_id': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'mac_address': 'fa:16:3e:79:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:57:14Z', 'updated_at': '2021-08-19T17:58:52Z', 'revision_number': 1, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:58:55.058455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-1180be7d-898b-46d8-a0c6-345134191229 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.061004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-1180be7d-898b-46d8-a0c6-345134191229 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.1455967 Aug 19 17:58:55.086935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Request body: {'port': {'device_id': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'admin_state_up': True, 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:55.195237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-958956c1-f9e7-467e-9109-16f8d266b477 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3859177 Aug 19 17:58:55.219586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:55.223216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:55.283604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768c491-dbe7-4712-8b8c-ae37fce998d5 None None] New status for floating IP 172b4d81-2ef3-4362-83ea-65fe17a3fac8: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:58:55.317878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-f327f3a6-f595-453b-8bc6-771ac530dea8 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858819 Aug 19 17:58:55.320535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-de87860e-39de-4bb3-84a2-9f3630d6f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.321903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-de87860e-39de-4bb3-84a2-9f3630d6f5ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368 HTTP/1.1" status: 200 len: 912 time: 0.6195271 Aug 19 17:58:55.393938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-f9d43834-ece1-471e-a77b-f9ed46883f82 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873772 Aug 19 17:58:55.404734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Allocated IP 172.20.0.4 (9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d/03f24b39-9938-4b7e-b293-f1d42144b82c/8686333c-cf9b-4ec0-89c6-e1e6bdd053a0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:55.605577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-42f6cf23-d9c0-43a6-b032-13a299237f31 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016382 Aug 19 17:58:55.648439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-7d162418-649f-452f-9117-1ca2cb3d8c3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 999 time: 0.3153841 Aug 19 17:58:55.682485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:55.723012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927e33f-6684-44ef-a3ef-d87cbfd4a7ee req-e1f0c400-55b6-4fb7-a18c-4c9d2c118358 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.731511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5927e33f-6684-44ef-a3ef-d87cbfd4a7ee req-e1f0c400-55b6-4fb7-a18c-4c9d2c118358 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1489015 Aug 19 17:58:55.746328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:55.760393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-24867c78-5455-4d47-810e-eb96e314c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.763623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-24867c78-5455-4d47-810e-eb96e314c463 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 200 len: 850 time: 0.1000259 Aug 19 17:58:55.840474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:55.844313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:55.858120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:55.858500 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:55.872909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5927e33f-6684-44ef-a3ef-d87cbfd4a7ee req-c7e1f4c4-1f7b-46e7-8767-bd2bc5f38fbc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406302 Aug 19 17:58:55.896525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event updated for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:55.908614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-8b36e012-12d4-428a-814c-1cc3a107cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.910157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-8b36e012-12d4-428a-814c-1cc3a107cb57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=def6699b-0521-434d-ba62-494a6fbb1368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389902 Aug 19 17:58:55.971119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:55.971972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:55.997461 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6a7536d5-6634-45e8-ac2f-bd5620062c19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171321 Aug 19 17:58:56.019519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Request body: {'port': {'device_id': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:56.084800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:56.096612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc2f71-8d96-4c1a-be14-df87f0e68cda req-f78441f2-3d89-42c5-92f5-00c18b0652cb tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:56.104374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bc2f71-8d96-4c1a-be14-df87f0e68cda req-f78441f2-3d89-42c5-92f5-00c18b0652cb tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1665399 Aug 19 17:58:56.175084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7641df-22c7-4796-9226-b68cd5f4c212 req-add9f2ea-15d5-4053-a0d6-eae5fc9eaa5e tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:56.184463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c7641df-22c7-4796-9226-b68cd5f4c212 req-add9f2ea-15d5-4053-a0d6-eae5fc9eaa5e tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 931 time: 0.1684251 Aug 19 17:58:56.192869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-96f69298-528a-4a15-9600-c66015be54c4 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705739 Aug 19 17:58:56.291677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bc2f71-8d96-4c1a-be14-df87f0e68cda req-c59d4d8f-7a81-4739-b9d0-bc516976344a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819935 Aug 19 17:58:56.362670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c7641df-22c7-4796-9226-b68cd5f4c212 req-45e54a1b-eac4-4826-ac23-fcfc3c2842a9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595156 Aug 19 17:58:56.466470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04edd0ce-8b90-4538-960e-3b829ee6fc67 req-1a7b1a0c-aa09-4c41-b688-47ef64a33b96 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618308 Aug 19 17:58:56.681790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a30c99dc-bbcb-4596-9fdf-567e7fec4c92 req-6bc4fc49-dd37-4fcd-b996-680ff7c73324 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 210 time: 0.0650430 Aug 19 17:58:56.757403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:56.767237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88ab9ff1-8abc-4f1e-a0c2-a1c1f9504ef9 req-88315244-5ce8-4309-9b82-f13fe9496616 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0400746 Aug 19 17:58:56.772376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:56.793411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Transition to ACTIVE for port object 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:56.798539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:56.862148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Pushing event updated for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:56.946109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Attempting to bind port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:56.946555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Attempting to bind port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:56.947015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Attempting to bind port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:56.953870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:56.954471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Attempting to bind port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:56.969626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:56.970314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Checking segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:56.970970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Bound using segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:56.972596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Bound port: 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:56.973245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:57.062604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:57.066897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:57.075017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:57.102981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba67c97-ef16-46cc-a37e-1601f2ee1961 req-00d30489-d0cf-4882-bf9c-d3640a6e2ab3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.110336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ba67c97-ef16-46cc-a37e-1601f2ee1961 req-00d30489-d0cf-4882-bf9c-d3640a6e2ab3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1214917 Aug 19 17:58:57.151058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Pushing event updated for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:57.152916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-7510f154-06d8-4732-8b6e-0b90bc742045 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.154970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-7510f154-06d8-4732-8b6e-0b90bc742045 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 811 time: 0.2096286 Aug 19 17:58:57.158265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.158970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:57.160619 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-172937a0-5c47-4160-b089-93910dbce175 service neutron] 10.222.0.13 "PUT /v2.0/ports/8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 HTTP/1.1" status: 200 len: 1092 time: 1.1454077 Aug 19 17:58:57.161384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:57.163914 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389222ee-729a-46be-aa90-d51d972c6221" -d '{"events": [{"name": "network-changed", "server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:57.182103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ba67c97-ef16-46cc-a37e-1601f2ee1961 req-9e6f279a-0a1b-4a25-bac5-66a5f71de3b8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708013 Aug 19 17:58:57.195244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Request body: {'port': {'device_id': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'admin_state_up': True, 'tenant_id': '3192e71ecda5411aab281a12abc75dd7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:57.253642 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf12d36-7763-45f7-961c-01268e69e782 x-openstack-request-id: req-9bf12d36-7763-45f7-961c-01268e69e782 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:57.253936 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:57.254191 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bf12d36-7763-45f7-961c-01268e69e782 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:57.258975 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'status': 'completed', 'code': 200} Aug 19 17:58:57.271025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-95644a02-42dc-42d2-aac9-949e733e4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.272763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-95644a02-42dc-42d2-aac9-949e733e4362 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 1095 time: 0.0496376 Aug 19 17:58:57.367767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Made reservation on behalf of 3192e71ecda5411aab281a12abc75dd7 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:57.372607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:57.391944 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-cc9f04b0-8f6a-4727-801b-cd3ca4b2c7f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 HTTP/1.1" status: 200 len: 217 time: 0.0991526 Aug 19 17:58:57.512438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6edb2500-867c-49fc-8a0d-0338e8eba90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.514472 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-6edb2500-867c-49fc-8a0d-0338e8eba90a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.1152830 Aug 19 17:58:57.551390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee93a59-5c35-4946-bc1f-f1b3d254935f req-14715f37-ac29-404e-88cb-54e646d50d6f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.553599 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ee93a59-5c35-4946-bc1f-f1b3d254935f req-14715f37-ac29-404e-88cb-54e646d50d6f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 946 time: 0.1696632 Aug 19 17:58:57.567572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac23aa-ea20-4763-82f2-f62c70e0e177 req-e660d852-25fa-4fd7-96c6-bdd6c237518f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.569453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1ac23aa-ea20-4763-82f2-f62c70e0e177 req-e660d852-25fa-4fd7-96c6-bdd6c237518f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1689699 Aug 19 17:58:57.576194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-299c6de7-620c-494e-b2d0-eeb3635fcc54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496907 Aug 19 17:58:57.651647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-808bad76-bc09-4ba9-aeac-8902025fa3fc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:57.653866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-808bad76-bc09-4ba9-aeac-8902025fa3fc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.2225735 Aug 19 17:58:57.668422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:57.687114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Allocated IP 172.20.0.13 (d0b536ec-0db6-4422-aa91-ada25d19b6e4/097d8718-ccb1-4660-82f3-5f832052f499/81451096-bc31-4921-b465-fbe452492fa7) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:57.696869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1ac23aa-ea20-4763-82f2-f62c70e0e177 req-094d69b7-d4a2-44f2-a83e-33ba90dd257d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Aug 19 17:58:57.709789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ee93a59-5c35-4946-bc1f-f1b3d254935f req-f74faaa7-e61c-4158-bc75-4c8d881776c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098382 Aug 19 17:58:57.767531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-8d635204-18d0-4c50-8522-6d78d12d1339 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785617 Aug 19 17:58:57.900699 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-40b2b034-92f1-46ec-8bb3-c79976debb2b req-fa5b20d9-2196-47ee-b5a9-90f9c5afa9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203403 Aug 19 17:58:57.938348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:57.944590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:58:57.949840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.034304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b1abb-757d-40c1-81e9-40ee397c31a2 req-f643b569-ef83-481a-872f-40ec706a3ee8 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.035794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-398b1abb-757d-40c1-81e9-40ee397c31a2 req-f643b569-ef83-481a-872f-40ec706a3ee8 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 943 time: 0.0903862 Aug 19 17:58:58.056604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.071919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b1f1140e-4ea2-4030-a95b-34323a55c7d1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:58:58.122661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389222ee-729a-46be-aa90-d51d972c6221 req-8a80ba58-1d8a-4e32-b4fe-d68424c878e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.124329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-8a80ba58-1d8a-4e32-b4fe-d68424c878e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 1095 time: 0.0986323 Aug 19 17:58:58.154733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-023412dd-979a-4309-9c52-4581229579a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.193955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.2 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/893b9894-2487-4327-9498-c7a91dfd1c37) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:58:58.208536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Network d0b536ec-0db6-4422-aa91-ada25d19b6e4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:58.210176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Pushing event updated for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:58.228510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-398b1abb-757d-40c1-81e9-40ee397c31a2 req-11fc3e40-f949-4f4f-9ba7-b90d1dbbd130 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795416 Aug 19 17:58:58.232088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:58.236116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:58.284642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce46ae-5250-4b60-963a-2848d6ddfbb9 req-359356c2-b28b-42a6-9b10-11fcc9e16dca tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.287093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82ce46ae-5250-4b60-963a-2848d6ddfbb9 req-359356c2-b28b-42a6-9b10-11fcc9e16dca tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 932 time: 0.1693168 Aug 19 17:58:58.304030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389222ee-729a-46be-aa90-d51d972c6221 req-e648d890-8643-477f-b887-7affec7d7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.305832 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-e648d890-8643-477f-b887-7affec7d7e85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 916 time: 0.1728737 Aug 19 17:58:58.321674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.322602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.358645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-681087cc-3c8e-43d7-8d80-bfd33e658dc9 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1692123 Aug 19 17:58:58.383795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82ce46ae-5250-4b60-963a-2848d6ddfbb9 req-9c346eec-8206-49b3-9a9c-d5e9cb4f6f2c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799065 Aug 19 17:58:58.393002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Request body: {'port': {'device_id': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:58.402918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-ffca4efe-96f4-4ba2-af16-7b30f34d585a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 HTTP/1.1" status: 200 len: 217 time: 0.0775647 Aug 19 17:58:58.453144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19cd55af-c5d7-4f05-8732-db286b2edee9 req-8d9854e7-29ab-4886-899d-3741febd286b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0567160 Aug 19 17:58:58.485193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389222ee-729a-46be-aa90-d51d972c6221 req-652f0203-a6d8-4aad-9ce7-9d83f3bbeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.486673 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-652f0203-a6d8-4aad-9ce7-9d83f3bbeb67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.0745049 Aug 19 17:58:58.500087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.502283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:58:58.521288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.546402 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-53fd8c20-3937-4098-aba8-16d9c928c537 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510883 Aug 19 17:58:58.617517 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.656580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.681952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:58.685268 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23945b47-56b7-433e-b31e-5b2a37aaca0c" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:58.710858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:58:58.716892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.727908 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-273f2561-7bde-43a3-934b-9f4889eb812e service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726193 Aug 19 17:58:58.742198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:58:58.808728 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb96853-7da4-48cb-9bd5-5b35093c88d5 x-openstack-request-id: req-cbb96853-7da4-48cb-9bd5-5b35093c88d5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:58.809057 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:58.809498 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbb96853-7da4-48cb-9bd5-5b35093c88d5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:58.810474 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'code': 200} Aug 19 17:58:58.838575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81451096-bc31-4921-b465-fbe452492fa7 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:58.845345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=14']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:58.850853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-389222ee-729a-46be-aa90-d51d972c6221 req-400ba484-1cf3-4f5b-9f38-f56029b56b08 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106179 Aug 19 17:58:58.851481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:58.854619 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.856379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:58:58.858719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:58:58.884857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Transition to ACTIVE for port object 81451096-bc31-4921-b465-fbe452492fa7 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:58.889445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.926225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:58.926940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:58.947771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-78a823e3-4c70-418f-8fc4-d772c6fee97e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2822149 Aug 19 17:58:58.960700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Request body: {'port': {'device_id': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:58:59.031138 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.060744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313dedf-f004-40fb-8cec-8f1205539054 req-3531e93b-6679-4372-ad33-121a8eb6a484 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.060744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2313dedf-f004-40fb-8cec-8f1205539054 req-3531e93b-6679-4372-ad33-121a8eb6a484 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1449733 Aug 19 17:58:59.063834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Pushing event updated for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:59.081962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.082314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.082661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.083008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.083345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.083708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.084042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.084375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.084711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.085042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.085371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.085695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:58:59.129865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Attempting to bind port 81451096-bc31-4921-b465-fbe452492fa7 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:59.130216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Attempting to bind port 81451096-bc31-4921-b465-fbe452492fa7 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:59.130551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Attempting to bind port 81451096-bc31-4921-b465-fbe452492fa7 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:59.138451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2313dedf-f004-40fb-8cec-8f1205539054 req-545fa9ce-886c-4e68-a599-45d4ba50de9b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755961 Aug 19 17:58:59.139181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Port 81451096-bc31-4921-b465-fbe452492fa7 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:59.139545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Attempting to bind port 81451096-bc31-4921-b465-fbe452492fa7 on network d0b536ec-0db6-4422-aa91-ada25d19b6e4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:59.145115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:59.145467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Checking segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:59.146001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Bound using segment: {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:59.146295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Bound port: 81451096-bc31-4921-b465-fbe452492fa7, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c49431a-db37-4081-a370-1a68fe61a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:59.146653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.248686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:59.252613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=81451096-bc31-4921-b465-fbe452492fa7,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:59.262306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc9a87-5153-4bcf-8512-840a46517cd0 req-556997e1-c49a-4d2c-9e35-6d72b314b2c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.263989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81fc9a87-5153-4bcf-8512-840a46517cd0 req-556997e1-c49a-4d2c-9e35-6d72b314b2c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0788872 Aug 19 17:58:59.265319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.318511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.318938 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.320377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] 10.222.0.42 "PUT /v2.0/ports/81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 200 len: 1093 time: 0.9353950 Aug 19 17:58:59.325296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'tag': '81451096-bc31-4921-b465-fbe452492fa7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:59.327580 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2517a-1567-4d4d-96e9-280cabdf2475" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "tag": "81451096-bc31-4921-b465-fbe452492fa7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:59.375489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893b9894-2487-4327-9498-c7a91dfd1c37 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:58:59.383069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.393292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ccbee-52eb-47f2-b501-6f6ae1705470 service neutron] Pushing event updated for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:59.399553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Transition to ACTIVE for port object 893b9894-2487-4327-9498-c7a91dfd1c37 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:58:59.405572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.418453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81fc9a87-5153-4bcf-8512-840a46517cd0 req-eb74cc3e-524b-4cf7-a795-24b804de64b5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451452 Aug 19 17:58:59.442729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-dc41c89c-f1ca-4884-b6eb-1f0493c79da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.444280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-dc41c89c-f1ca-4884-b6eb-1f0493c79da3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1096 time: 0.0648191 Aug 19 17:58:59.452505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154bfc-38f7-42a1-8689-daed5ea4e9d0 req-ce535a6f-f96f-45ff-9b8e-a3a564722078 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.454077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88154bfc-38f7-42a1-8689-daed5ea4e9d0 req-ce535a6f-f96f-45ff-9b8e-a3a564722078 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 943 time: 0.1212764 Aug 19 17:58:59.494873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:59.500815 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c42cb-004b-4602-b2b2-f23f702f9bec x-openstack-request-id: req-676c42cb-004b-4602-b2b2-f23f702f9bec {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:59.501052 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "tag": "81451096-bc31-4921-b465-fbe452492fa7", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:59.501357 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-676c42cb-004b-4602-b2b2-f23f702f9bec {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:59.501744 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'tag': '81451096-bc31-4921-b465-fbe452492fa7', 'status': 'completed', 'code': 200} Aug 19 17:58:59.504807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-4a4f126e-476d-44b5-abae-d03f45309c39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 200 len: 217 time: 0.0445268 Aug 19 17:58:59.552745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Attempting to bind port 893b9894-2487-4327-9498-c7a91dfd1c37 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:58:59.553089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Attempting to bind port 893b9894-2487-4327-9498-c7a91dfd1c37 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:58:59.553602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Attempting to bind port 893b9894-2487-4327-9498-c7a91dfd1c37 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:59.560487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Port 893b9894-2487-4327-9498-c7a91dfd1c37 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:58:59.560817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Attempting to bind port 893b9894-2487-4327-9498-c7a91dfd1c37 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:58:59.566072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:58:59.566612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:58:59.567816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:58:59.568297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Bound port: 893b9894-2487-4327-9498-c7a91dfd1c37, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:58:59.571976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.603009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88154bfc-38f7-42a1-8689-daed5ea4e9d0 req-4b570f02-2791-475a-9737-7fba3753d07b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352489 Aug 19 17:58:59.614618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-c84b6f1e-e7b0-479e-84cb-55260548603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.616326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-c84b6f1e-e7b0-479e-84cb-55260548603e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.1022480 Aug 19 17:58:59.652101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450abf-183f-4184-bf0b-55de73e4e333 req-c0e8bbe7-3a2c-4ce8-9c35-06b67743c3c7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.653714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44450abf-183f-4184-bf0b-55de73e4e333 req-c0e8bbe7-3a2c-4ce8-9c35-06b67743c3c7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 944 time: 0.1039753 Aug 19 17:58:59.654845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:58:59.658286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=893b9894-2487-4327-9498-c7a91dfd1c37,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:58:59.664543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.680030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-f58c5fed-e0da-4dd2-9cd7-8fe9110fbd22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544333 Aug 19 17:58:59.704738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.705362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:58:59.706786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/893b9894-2487-4327-9498-c7a91dfd1c37 HTTP/1.1" status: 200 len: 1092 time: 0.7504895 Aug 19 17:58:59.707210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:58:59.709463 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8241da6-2e60-4687-beae-a2e6c2a31aea" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:58:59.735549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0c481-7e55-473c-829c-be4038df77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:58:59.801937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44450abf-183f-4184-bf0b-55de73e4e333 req-3f365a23-41f4-497f-a7d6-076e83926122 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247852 Aug 19 17:58:59.816668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-59b2b9d2-d2ce-42f7-9be2-e01b5741668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.818618 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-59b2b9d2-d2ce-42f7-9be2-e01b5741668f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 1095 time: 0.0554018 Aug 19 17:58:59.873391 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977839c-756a-4bc9-b9e6-49eec697ed47 x-openstack-request-id: req-c977839c-756a-4bc9-b9e6-49eec697ed47 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:58:59.874103 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:58:59.874103 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c977839c-756a-4bc9-b9e6-49eec697ed47 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:58:59.875368 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37', 'status': 'completed', 'code': 200} Aug 19 17:58:59.878090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-4c428ba4-5ae8-43f1-adfe-95e75e1ddf71 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886282 Aug 19 17:58:59.885173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-ee148371-44c5-44ec-9263-8b6eaa410832 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=893b9894-2487-4327-9498-c7a91dfd1c37 HTTP/1.1" status: 200 len: 217 time: 0.0581388 Aug 19 17:58:59.913607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a31e36-4428-4f06-ada8-fb9ca116c944 req-438360e7-f588-4bef-aaa2-6aeffdc5f845 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.915117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9a31e36-4428-4f06-ada8-fb9ca116c944 req-438360e7-f588-4bef-aaa2-6aeffdc5f845 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 943 time: 0.1053221 Aug 19 17:58:59.957692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-d7ab5833-14fa-4d0f-a7e7-e783647a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.959283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-d7ab5833-14fa-4d0f-a7e7-e783647a241c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.0841703 Aug 19 17:58:59.961204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-d070bcb4-0662-469c-8244-57aee56f9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:58:59.962691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-d070bcb4-0662-469c-8244-57aee56f9c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.0631938 Aug 19 17:59:00.005033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-1015fda8-4a17-4012-9be5-2734691d98b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347316 Aug 19 17:59:00.027329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9a31e36-4428-4f06-ada8-fb9ca116c944 req-a6a34f02-98bc-4ade-b9be-8b990504f2ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Aug 19 17:59:00.041611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f249-5dd7-463f-9dcf-c59658147031 req-83d4887e-363d-43f6-8058-8b2024f53816 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.051376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3400f249-5dd7-463f-9dcf-c59658147031 req-83d4887e-363d-43f6-8058-8b2024f53816 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1335511 Aug 19 17:59:00.083010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-346bba67-de38-4b4a-ad6a-7161ea433105 req-9012f6c7-87bf-47c9-8558-a03b58315fcf service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968367 Aug 19 17:59:00.103908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3400f249-5dd7-463f-9dcf-c59658147031 req-684d62b4-45a6-416b-80d9-634783588eef tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531130 Aug 19 17:59:00.181642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-46fed48e-7df7-4d89-a91d-0140b56eb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.183957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-46fed48e-7df7-4d89-a91d-0140b56eb68f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.2121422 Aug 19 17:59:00.190380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-5a4f78d9-c6c7-4776-9147-a434f8581e7f service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760697 Aug 19 17:59:00.208937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-75e8513e-1c04-4d93-a300-a27528e990a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.210624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-75e8513e-1c04-4d93-a300-a27528e990a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1096 time: 0.0629945 Aug 19 17:59:00.302681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-0e0f46c5-a419-48bd-9b6a-8e9082aa5c71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.1112981 Aug 19 17:59:00.336647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e783-31de-4d7f-aa9c-24aefc999221 req-be8d00b7-09f5-44ef-b349-256943a815c9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.338933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79c3e783-31de-4d7f-aa9c-24aefc999221 req-be8d00b7-09f5-44ef-b349-256943a815c9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1049829 Aug 19 17:59:00.366689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8e13f46-cba1-461b-b56c-e90e1b3cfccd req-88379dbe-7c5a-40ab-8ddf-7e7155d851b2 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683283 Aug 19 17:59:00.376900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-5b31d982-befc-4e28-8aa9-5ee2b249e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.378587 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-5b31d982-befc-4e28-8aa9-5ee2b249e7da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0645866 Aug 19 17:59:00.379173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-b35da54d-81ba-48d3-9858-ed84d736dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.380973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-b35da54d-81ba-48d3-9858-ed84d736dae1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 912 time: 0.1583717 Aug 19 17:59:00.460498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79c3e783-31de-4d7f-aa9c-24aefc999221 req-3a3d0684-a96c-436b-a654-bb2910a25f9f tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062832 Aug 19 17:59:00.462659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-ae3ec378-9c9c-412b-babc-c5b99637d764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 200 len: 217 time: 0.0645399 Aug 19 17:59:00.526395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-1bd67c64-240d-4a03-92bd-f5e31a4f998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.530301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:00.534247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-1bd67c64-240d-4a03-92bd-f5e31a4f998d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.0633547 Aug 19 17:59:00.559747 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec68723e-0451-4d0c-9c12-2434fc441123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:00.589569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-c62709c7-9e96-4f31-b120-98722c2e8654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470247 Aug 19 17:59:00.733334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:00.749095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'port_id': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'mac_address': 'fa:16:3e:c6:cc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f24b39-9938-4b7e-b293-f1d42144b82c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:00.782987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-bbce8e1a-53e0-4502-9ac7-8d2bc1f78293 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842721 Aug 19 17:59:00.791743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-30230c44-cf7d-4174-889e-0dcfb5fb1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.794664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-30230c44-cf7d-4174-889e-0dcfb5fb1451 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4054515 Aug 19 17:59:00.796961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9ee8-177e-44a3-9079-07f36e2815c3 req-59a4aa6b-6d7f-45c0-9761-fe4d17a940c9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.798644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f2a9ee8-177e-44a3-9079-07f36e2815c3 req-59a4aa6b-6d7f-45c0-9761-fe4d17a940c9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 943 time: 0.0931189 Aug 19 17:59:00.800187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-c641b103-8eef-4fa9-98f5-4a4da973bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.801616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-c641b103-8eef-4fa9-98f5-4a4da973bd14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 1095 time: 0.0530696 Aug 19 17:59:00.802241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:00.816724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:00.849114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:00.850700 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:00.853443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:00.912498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:00.935607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6a2517a-1567-4d4d-96e9-280cabdf2475 req-9d7833e1-bc95-419c-b3e9-96c74cb14d40 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359274 Aug 19 17:59:00.960473 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-30ad571f-4d07-4768-ad61-5b42c378e1cb service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579027 Aug 19 17:59:00.961697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-79181fbb-4ecc-4ad3-b43f-24b45b1a138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:00.963081 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-79181fbb-4ecc-4ad3-b43f-24b45b1a138a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.1531291 Aug 19 17:59:00.982102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f2a9ee8-177e-44a3-9079-07f36e2815c3 req-eba326c9-e402-469c-a821-5e1e6da2857d tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205783 Aug 19 17:59:01.002122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaca988-49cb-4d7e-8c01-50a433724658 req-5b0f18f9-fc96-44ed-85b4-ee3b1b64f9b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:01.003852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caaca988-49cb-4d7e-8c01-50a433724658 req-5b0f18f9-fc96-44ed-85b4-ee3b1b64f9b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 944 time: 0.0776658 Aug 19 17:59:01.041892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caaca988-49cb-4d7e-8c01-50a433724658 req-3c14ec4a-21b9-4033-99de-d33c739e6719 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 19 17:59:01.049407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-d9089f77-3389-4060-be7f-7a6a96452e3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=893b9894-2487-4327-9498-c7a91dfd1c37 HTTP/1.1" status: 200 len: 217 time: 0.0591455 Aug 19 17:59:01.124056 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d4a90323-f826-4df6-87e0-56ef0cc382c0 req-547c70c8-f688-49e9-bc7f-8644321dc2ef service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557438 Aug 19 17:59:01.134548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-3eb9b4f5-e008-45fa-a63c-7c33f450e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:01.136032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-3eb9b4f5-e008-45fa-a63c-7c33f450e8a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.0620110 Aug 19 17:59:01.154292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aefa5-4d0a-4c46-bd3e-3675f8bee94f req-957e77ee-446f-487e-b00f-a26fd8f38cca tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:01.155983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c6aefa5-4d0a-4c46-bd3e-3675f8bee94f req-957e77ee-446f-487e-b00f-a26fd8f38cca tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 943 time: 0.0540187 Aug 19 17:59:01.178384 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-32c8c096-a184-49dd-aded-cea73cabce66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298862 Aug 19 17:59:01.231132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c6aefa5-4d0a-4c46-bd3e-3675f8bee94f req-dae61b39-2bb8-4dab-8db3-b2371e07197a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666025 Aug 19 17:59:01.251318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa45e6-e18b-4850-8efe-2e9909849ec5 req-0766d0ff-4695-466c-ba05-cb19c4d17cf5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:01.252940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3baa45e6-e18b-4850-8efe-2e9909849ec5 req-0766d0ff-4695-466c-ba05-cb19c4d17cf5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0704322 Aug 19 17:59:01.259335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:01.305500 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-66f6f6dd-de27-4b42-b214-f14eeb853519 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153703 Aug 19 17:59:01.312021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3baa45e6-e18b-4850-8efe-2e9909849ec5 req-229ae1e4-13d8-4a74-9cc0-2b900630f44a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 Aug 19 17:59:01.450256 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8241da6-2e60-4687-beae-a2e6c2a31aea req-0c93908b-ca55-47ce-b120-b64806cfee76 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334853 Aug 19 17:59:01.583264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bd5ee-d3bd-4a96-9976-456a9f31568c req-14dee81c-7ebc-45b4-9edd-215f7a72c56b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:01.584808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883bd5ee-d3bd-4a96-9976-456a9f31568c req-14dee81c-7ebc-45b4-9edd-215f7a72c56b tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0533483 Aug 19 17:59:01.624115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-883bd5ee-d3bd-4a96-9976-456a9f31568c req-e72db526-5429-441c-8bf7-c7034e8c3619 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Aug 19 17:59:01.871419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:02.109636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132f53-1372-4bef-97f3-08062d609911 req-2a39a172-433e-45c9-9dfa-4b1cbd18c333 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:02.111338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57132f53-1372-4bef-97f3-08062d609911 req-2a39a172-433e-45c9-9dfa-4b1cbd18c333 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 944 time: 0.0561092 Aug 19 17:59:02.189870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57132f53-1372-4bef-97f3-08062d609911 req-c7d3d9d6-29d1-48a6-80f2-d6c145716e6f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Aug 19 17:59:02.217216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa3323-39c6-4ae8-969c-7cc5b70b7c92 req-5919d50e-cc2f-472e-badb-a8222403f2ad tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:02.219760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95aa3323-39c6-4ae8-969c-7cc5b70b7c92 req-5919d50e-cc2f-472e-badb-a8222403f2ad tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 944 time: 0.0997360 Aug 19 17:59:02.258725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95aa3323-39c6-4ae8-969c-7cc5b70b7c92 req-bae5a322-3239-43e4-95d4-1bb2fcf81b09 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Aug 19 17:59:02.363387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52f8ae-3d58-4b2d-aafe-cf97adc2af94 req-764babfc-6873-4700-ac9e-c5308194b3ad tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:02.365203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba52f8ae-3d58-4b2d-aafe-cf97adc2af94 req-764babfc-6873-4700-ac9e-c5308194b3ad tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 943 time: 0.0520403 Aug 19 17:59:02.437548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba52f8ae-3d58-4b2d-aafe-cf97adc2af94 req-ca96679c-05db-4d3a-99d6-44a856abeb9a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Aug 19 17:59:02.468541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3be5ae-1908-4d31-bad1-46dc6375411c req-88a65550-3358-4c25-b3b0-aba39bbef656 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:02.470307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e3be5ae-1908-4d31-bad1-46dc6375411c req-88a65550-3358-4c25-b3b0-aba39bbef656 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0780344 Aug 19 17:59:02.887679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e3be5ae-1908-4d31-bad1-46dc6375411c req-b51275bf-6dea-461b-9ec6-3cf2f5451d51 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098167 Aug 19 17:59:02.906335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b55d-784d-40bd-80c5-f234c4394bb5 req-c1a0c77d-ed47-4d91-a7d6-1222ba222745 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:02.907991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d1b55d-784d-40bd-80c5-f234c4394bb5 req-c1a0c77d-ed47-4d91-a7d6-1222ba222745 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0724015 Aug 19 17:59:02.954354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42d1b55d-784d-40bd-80c5-f234c4394bb5 req-4eaddbdb-c5bf-4fa8-97a2-6830dcbe1fb2 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Aug 19 17:59:03.001282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 81451096-bc31-4921-b465-fbe452492fa7 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:03.105651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=81451096-bc31-4921-b465-fbe452492fa7,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:03.112470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcabb74-d6a2-4349-92c3-953a708aae18 req-c08a26e0-be46-49ea-aaa2-ab8c7f8f3186 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.114636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dcabb74-d6a2-4349-92c3-953a708aae18 req-c08a26e0-be46-49ea-aaa2-ab8c7f8f3186 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0589743 Aug 19 17:59:03.120315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '81451096-bc31-4921-b465-fbe452492fa7', 'network_id': 'd0b536ec-0db6-4422-aa91-ada25d19b6e4', 'port_id': '81451096-bc31-4921-b465-fbe452492fa7', 'mac_address': 'fa:16:3e:64:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d8718-ccb1-4660-82f3-5f832052f499', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:03.157057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dcabb74-d6a2-4349-92c3-953a708aae18 req-91ed6abc-97d0-4c77-a12e-7afadab7c2d6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363245 Aug 19 17:59:03.162924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:03.187687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81451096-bc31-4921-b465-fbe452492fa7 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:03.209702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=81451096-bc31-4921-b465-fbe452492fa7,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:03.214387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:03.215341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 893b9894-2487-4327-9498-c7a91dfd1c37 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:03.314134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40e4f7-ca25-430b-9ed3-2e5b0c79270a req-30cda0a2-100e-46b5-adbb-66bf777692ae tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.315762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f40e4f7-ca25-430b-9ed3-2e5b0c79270a req-30cda0a2-100e-46b5-adbb-66bf777692ae tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0805123 Aug 19 17:59:03.357009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64fc5c-8083-43de-b17d-0bae335b0629 req-60623969-1876-4320-bdf0-77b9f7354815 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.358634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca64fc5c-8083-43de-b17d-0bae335b0629 req-60623969-1876-4320-bdf0-77b9f7354815 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 944 time: 0.0849409 Aug 19 17:59:03.391284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f40e4f7-ca25-430b-9ed3-2e5b0c79270a req-a5934c4a-11e3-4efb-bae7-57eeaffd1e54 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652115 Aug 19 17:59:03.437630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca64fc5c-8083-43de-b17d-0bae335b0629 req-e1793eca-dffe-4b2f-8004-eb6ccca2f015 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677788 Aug 19 17:59:03.486834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:03.529361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:03.555367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ff3f0-591b-4f30-9a65-42d20d025fca req-9d30d551-5fe7-416c-af77-b80165f9df4d tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.567991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-393ff3f0-591b-4f30-9a65-42d20d025fca req-9d30d551-5fe7-416c-af77-b80165f9df4d tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 945 time: 0.0731366 Aug 19 17:59:03.576281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=893b9894-2487-4327-9498-c7a91dfd1c37,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:03.588067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '893b9894-2487-4327-9498-c7a91dfd1c37', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': '893b9894-2487-4327-9498-c7a91dfd1c37', 'mac_address': 'fa:16:3e:6e:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:03.647762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:03.652623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-393ff3f0-591b-4f30-9a65-42d20d025fca req-eb15a34a-b726-454a-978c-c8011fb2b343 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833592 Aug 19 17:59:03.663380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea28ae-90c9-401a-affc-c83e54264e7e req-3ea5b013-664e-43a3-a190-26b2deb964a7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.665608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893b9894-2487-4327-9498-c7a91dfd1c37 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:03.666224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cea28ae-90c9-401a-affc-c83e54264e7e req-3ea5b013-664e-43a3-a190-26b2deb964a7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 943 time: 0.0897043 Aug 19 17:59:03.698737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=893b9894-2487-4327-9498-c7a91dfd1c37,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:03.703549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:03.730743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cea28ae-90c9-401a-affc-c83e54264e7e req-6b50104f-1a0c-4e28-b327-ec16f3c41f43 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563529 Aug 19 17:59:03.770708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:03.959508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-0ca9f2c5-9b46-4984-bc0f-d1fdc34982bf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:03.961747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-0ca9f2c5-9b46-4984-bc0f-d1fdc34982bf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.1328354 Aug 19 17:59:03.976780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['81451096-bc31-4921-b465-fbe452492fa7'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:03.982999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['893b9894-2487-4327-9498-c7a91dfd1c37'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:03.986437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-bf91c044-79da-4787-88d0-67548dff16b0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/quotas/abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 375 time: 0.0186896 Aug 19 17:59:04.063074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1652c2c-4286-4ffd-a9d6-36603f232e25 req-5193ee80-76f7-4ea0-b801-d84bd2e4d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:04.064630 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f1652c2c-4286-4ffd-a9d6-36603f232e25 req-5193ee80-76f7-4ea0-b801-d84bd2e4d5ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.0605330 Aug 19 17:59:04.075324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-25ccc7b7-55e0-42ce-83c1-33f476fa8dbe tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876007 Aug 19 17:59:04.103936 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f1652c2c-4286-4ffd-a9d6-36603f232e25 req-3e22a5eb-3319-4364-9d02-08ed216a5ebf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Aug 19 17:59:04.198148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd9a1-bca7-4441-9255-f697866ad554 req-df6a925e-30b5-4451-b652-b0fffbb24b88 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:04.200793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8bd9a1-bca7-4441-9255-f697866ad554 req-df6a925e-30b5-4451-b652-b0fffbb24b88 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1230254 Aug 19 17:59:04.221733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-d1f5d7e1-9faa-4b3a-9551-4e59a4444ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454623 Aug 19 17:59:04.304219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8bd9a1-bca7-4441-9255-f697866ad554 req-9e7f0c30-0810-441c-a9a3-eb5ea7e83b03 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913022 Aug 19 17:59:04.340962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-43408315-6a60-4588-afbf-4441ec77fe46 service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039870 Aug 19 17:59:04.521898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-973ed0d7-f559-4ce7-b75c-169b7ad77794 req-a0a6201a-797e-4e2e-8704-d5d75ac90045 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 210 time: 0.0481091 Aug 19 17:59:04.570046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:04.584813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe9ab-b014-4419-afb5-591741210a60 req-d60eeba4-17c3-4242-b942-0d9d1cb72b14 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:04.586439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6bfe9ab-b014-4419-afb5-591741210a60 req-d60eeba4-17c3-4242-b942-0d9d1cb72b14 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 944 time: 0.0620234 Aug 19 17:59:04.629756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6bfe9ab-b014-4419-afb5-591741210a60 req-26bef840-35c0-4c06-b205-d1ac714ff891 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Aug 19 17:59:04.655742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:04.660637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:04.661090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:04.780884 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:04.807841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60bed0-9ecf-42a4-835a-1d22e0d6908f req-66283a4d-5178-40cf-8b1d-a239b3e77dfc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:04.810735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e60bed0-9ecf-42a4-835a-1d22e0d6908f req-66283a4d-5178-40cf-8b1d-a239b3e77dfc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 945 time: 0.0762777 Aug 19 17:59:04.819808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:04.822344 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bb6b1c-f509-4673-882f-ad0ab551b21a" -d '{"events": [{"server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "name": "network-vif-plugged", "status": "completed", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:04.846655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:04.852026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:04.885285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e60bed0-9ecf-42a4-835a-1d22e0d6908f req-be87df72-205b-4f20-b621-13a11d79da47 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Aug 19 17:59:04.902153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e41a42-0b82-4069-8462-1d3835fbdd84 req-0838ed8f-a106-4061-824f-241b7f88b6ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:04.910197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9e41a42-0b82-4069-8462-1d3835fbdd84 req-0838ed8f-a106-4061-824f-241b7f88b6ae tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 944 time: 0.0983753 Aug 19 17:59:04.940707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:04.981609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9e41a42-0b82-4069-8462-1d3835fbdd84 req-81105b70-91b2-4cef-a9d2-91d74fc56d04 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694933 Aug 19 17:59:05.009254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 81451096-bc31-4921-b465-fbe452492fa7 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:05.044309 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92042759-de9c-4c53-94b9-4a1cb54fbf32 x-openstack-request-id: req-92042759-de9c-4c53-94b9-4a1cb54fbf32 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:05.044781 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "name": "network-vif-plugged", "status": "completed", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:05.045034 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92042759-de9c-4c53-94b9-4a1cb54fbf32 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:05.045428 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'code': 200} Aug 19 17:59:05.079241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 81451096-bc31-4921-b465-fbe452492fa7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:05.084878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 81451096-bc31-4921-b465-fbe452492fa7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:05.085484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.188807 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.227063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=81451096-bc31-4921-b465-fbe452492fa7,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:05.231974 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.232924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 893b9894-2487-4327-9498-c7a91dfd1c37 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:05.279312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad67fd-264d-46b6-9047-d979b293340e req-1c761392-00c2-41b7-a72a-b8f6627be331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:05.281665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7ad67fd-264d-46b6-9047-d979b293340e req-1c761392-00c2-41b7-a72a-b8f6627be331 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 1097 time: 0.0484276 Aug 19 17:59:05.311344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:05.322965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 893b9894-2487-4327-9498-c7a91dfd1c37 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:05.328905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 893b9894-2487-4327-9498-c7a91dfd1c37 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:05.329343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.370713 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e7ad67fd-264d-46b6-9047-d979b293340e req-65c96c38-c437-4957-a58a-c28b1f4b006b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Aug 19 17:59:05.415298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.448602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=893b9894-2487-4327-9498-c7a91dfd1c37,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:05.453312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18feb87e-70e3-41d0-b625-26a0790f65ca req-f3814738-b66e-4ca1-b1e5-80b33a3d43fc tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:05.453532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:05.455473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18feb87e-70e3-41d0-b625-26a0790f65ca req-f3814738-b66e-4ca1-b1e5-80b33a3d43fc tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0549083 Aug 19 17:59:05.494027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18feb87e-70e3-41d0-b625-26a0790f65ca req-d9a4ccd5-9a9a-4489-a93a-ec5697122fca tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Aug 19 17:59:05.502234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:05.620041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52a1dcee-bdf2-464d-a4d7-4cb0425fcec9 req-2f67d514-9abe-4b48-8e5f-f40503707da7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 210 time: 0.0269897 Aug 19 17:59:05.753779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b534b51-2064-4bb3-953a-0c95daa0e0a4 req-90de055c-2d5a-4c14-ab65-531eaa54e798 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:05.755305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b534b51-2064-4bb3-953a-0c95daa0e0a4 req-90de055c-2d5a-4c14-ab65-531eaa54e798 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.0531149 Aug 19 17:59:05.798010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b534b51-2064-4bb3-953a-0c95daa0e0a4 req-ebfa81c4-9af0-4de1-b950-c1360ebec72b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Aug 19 17:59:06.013626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b89bf-495d-4926-851b-0e11b995a41b req-ebf96c6f-00ce-4259-9287-97f260c33fec tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:06.016330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f08b89bf-495d-4926-851b-0e11b995a41b req-ebf96c6f-00ce-4259-9287-97f260c33fec tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.0566640 Aug 19 17:59:06.059621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f08b89bf-495d-4926-851b-0e11b995a41b req-c6fe665b-3dfc-4c49-b414-5ed8675539a7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Aug 19 17:59:06.108614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6cf2-c26b-4166-8cac-ae0ed01125b5 req-f7d3d59a-0169-40ae-b2e2-2df19704d1cc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:06.110241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04ad6cf2-c26b-4166-8cac-ae0ed01125b5 req-f7d3d59a-0169-40ae-b2e2-2df19704d1cc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.0554655 Aug 19 17:59:06.150562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04ad6cf2-c26b-4166-8cac-ae0ed01125b5 req-19522181-9f70-4571-8e5c-3450dc19c9e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Aug 19 17:59:06.435130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-e5422094-69d2-4dd2-a08e-c7a0400cbc9d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:06.436894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-e5422094-69d2-4dd2-a08e-c7a0400cbc9d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.1205428 Aug 19 17:59:06.460247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'device_id': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'admin_state_up': True, 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:06.593430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:06.597007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:06.670976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61b3e-8df7-451d-b130-aa6aa07467ad req-26a10eba-b55c-4e89-b572-73fd6d747410 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:06.672811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1f61b3e-8df7-451d-b130-aa6aa07467ad req-26a10eba-b55c-4e89-b572-73fd6d747410 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0904751 Aug 19 17:59:06.680455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2f8ec-7944-4774-8d01-64260e297f98 req-45c37d03-835f-462a-800d-9ea266948fc1 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:06.682197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf2f8ec-7944-4774-8d01-64260e297f98 req-45c37d03-835f-462a-800d-9ea266948fc1 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.1008084 Aug 19 17:59:06.737563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.20.0.11 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/ad005f45-5d36-4973-8e86-d3928b8fd5c3) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:06.740246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1f61b3e-8df7-451d-b130-aa6aa07467ad req-335eedae-70fc-4636-874f-0f2d039384ad tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570724 Aug 19 17:59:06.749227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf2f8ec-7944-4774-8d01-64260e297f98 req-20e143db-1f82-46e2-9b84-517318bf54d0 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583932 Aug 19 17:59:06.790669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-54477842', 'description': 'tempest-description-1365960563'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:06.818490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:06.867582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d717127-1824-40d3-9fa9-aa5a7ca0d578 req-e0d15521-2a03-4712-8556-370332f95391 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 210 time: 0.0366309 Aug 19 17:59:06.942032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:06.956776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Transition to ACTIVE for port object ad005f45-5d36-4973-8e86-d3928b8fd5c3 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:06.978240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:06.982553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:06.997317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.022036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.023278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e2fe867-de1d-434c-b5b3-f653433f232c req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2369280 Aug 19 17:59:07.025973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231c175-00eb-4a3f-a366-d25f9755e7dd tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22538659-498e-4755-bbaf-8a5a0197b451,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:07.046892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81451096-bc31-4921-b465-fbe452492fa7'}, {'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:07.049651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354542b-8610-45c5-bda5-8e5fff903ecc req-d69b0469-c9c1-44b6-9037-b4c5a1f66c9c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.050195 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8932c7-b84b-4bc4-a944-ae4494506f3f" -d '{"events": [{"server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "name": "network-vif-plugged", "status": "completed", "tag": "81451096-bc31-4921-b465-fbe452492fa7"}, {"server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "name": "network-vif-plugged", "status": "completed", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:07.051960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:07.055688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:07.056112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7354542b-8610-45c5-bda5-8e5fff903ecc req-d69b0469-c9c1-44b6-9037-b4c5a1f66c9c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.1137791 Aug 19 17:59:07.061366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:07.088023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:07.099824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.100183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.100536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.100884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.101230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.101570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.101904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.102239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.102703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.103030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.103364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.103727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:07.115320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7354542b-8610-45c5-bda5-8e5fff903ecc req-127d4f2c-b4c9-4c8d-9655-af34a9f38714 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Aug 19 17:59:07.135854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.137537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.159190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-1f08eda0-b428-4f7f-bdb2-6afe978a9b99 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7035744 Aug 19 17:59:07.190066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33738e2e-1d65-4684-a358-c249a6146d05 req-e41a6860-0db8-49b0-aedc-3d28c50cf387 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-54477842&fields=id&tenant_id=5ede7935022e4bbd8359b4c288901e86 HTTP/1.1" status: 200 len: 267 time: 0.0722163 Aug 19 17:59:07.205386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Request body: {'port': {'device_id': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:07.207073 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd6fc13-7c81-40b3-a16e-1592bf205614 x-openstack-request-id: req-abd6fc13-7c81-40b3-a16e-1592bf205614 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:07.207375 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "name": "network-vif-plugged", "status": "completed", "tag": "81451096-bc31-4921-b465-fbe452492fa7", "code": 200}, {"server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "name": "network-vif-plugged", "status": "completed", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:07.207651 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abd6fc13-7c81-40b3-a16e-1592bf205614 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:07.208079 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81451096-bc31-4921-b465-fbe452492fa7', 'code': 200} Aug 19 17:59:07.208355 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37', 'code': 200} Aug 19 17:59:07.299394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738e2e-1d65-4684-a358-c249a6146d05 req-ce7abd1e-c2e9-4133-909b-82635a8ae815 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.304236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33738e2e-1d65-4684-a358-c249a6146d05 req-ce7abd1e-c2e9-4133-909b-82635a8ae815 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1084845 Aug 19 17:59:07.320405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.325956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'port': {'security_groups': ['1c485e1e-29e3-4e24-b620-4e7b65b5e497', '22538659-498e-4755-bbaf-8a5a0197b451']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:07.380891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c12aa0a3-00d8-413f-bf70-89da159a1015 None None] Provisioning for port ad005f45-5d36-4973-8e86-d3928b8fd5c3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:07.387303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c12aa0a3-00d8-413f-bf70-89da159a1015 None None] Provisioning complete for port ad005f45-5d36-4973-8e86-d3928b8fd5c3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:07.388192 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c12aa0a3-00d8-413f-bf70-89da159a1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.440638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c12aa0a3-00d8-413f-bf70-89da159a1015 None None] Port ad005f45-5d36-4973-8e86-d3928b8fd5c3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:59:07.495757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.506753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738a6c-aef3-4ad2-aebb-e1a7d6f89865 req-48228175-f2ff-464f-83be-b852f8ba779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.506753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1c738a6c-aef3-4ad2-aebb-e1a7d6f89865 req-48228175-f2ff-464f-83be-b852f8ba779b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 1097 time: 0.1645014 Aug 19 17:59:07.523086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e16fc1-0b51-4e2e-98ed-975e025cf4a3 req-bfdf0806-d669-402a-8e3b-a298c1f2afdb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.524806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6e16fc1-0b51-4e2e-98ed-975e025cf4a3 req-bfdf0806-d669-402a-8e3b-a298c1f2afdb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2196255 Aug 19 17:59:07.542083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc955d-ec6e-4c4e-8208-832c78c8f259 req-c79d0256-434c-4396-a757-15c9f24dca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.543949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96cc955d-ec6e-4c4e-8208-832c78c8f259 req-c79d0256-434c-4396-a757-15c9f24dca59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1098 time: 0.2117589 Aug 19 17:59:07.620018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1c738a6c-aef3-4ad2-aebb-e1a7d6f89865 req-ad994156-55e0-4592-a0b4-caa6a7fbb99d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092296 Aug 19 17:59:07.636286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6e16fc1-0b51-4e2e-98ed-975e025cf4a3 req-6578409b-fe6f-4f44-b106-195a5e759365 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034572 Aug 19 17:59:07.647050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96cc955d-ec6e-4c4e-8208-832c78c8f259 req-92565b30-cf2f-4dde-b8d2-79de498192a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937502 Aug 19 17:59:07.714063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad005f45-5d36-4973-8e86-d3928b8fd5c3 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:07.723481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.737703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Transition to ACTIVE for port object ad005f45-5d36-4973-8e86-d3928b8fd5c3 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:07.742695 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.801353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:07.830496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:07.871517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.876489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.880869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Attempting to bind port ad005f45-5d36-4973-8e86-d3928b8fd5c3 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:07.881388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Attempting to bind port ad005f45-5d36-4973-8e86-d3928b8fd5c3 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:07.881736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Attempting to bind port ad005f45-5d36-4973-8e86-d3928b8fd5c3 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:07.890071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Port ad005f45-5d36-4973-8e86-d3928b8fd5c3 on network 1951b540-bed3-4d22-b852-d69b44f0a575 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:07.890492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Attempting to bind port ad005f45-5d36-4973-8e86-d3928b8fd5c3 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:07.896633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:07.897051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:07.897354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:07.897792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Bound port: ad005f45-5d36-4973-8e86-d3928b8fd5c3, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:07.898154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.926525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['851b54ca-421f-4bb3-b23f-deb644f7df61'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:07.960916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:07.961609 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:07.963114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33738e2e-1d65-4684-a358-c249a6146d05 req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "PUT /v2.0/ports/851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 982 time: 0.6496317 Aug 19 17:59:07.963703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:07.974859 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99734add-b342-487e-a967-31ba536e650f" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:07.987155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:07.991333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:07.998681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:08.028786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ed40-d2f9-4217-8423-7c811284175c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:08.065123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.065750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:08.067165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 200 len: 1093 time: 0.8747716 Aug 19 17:59:08.067633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:08.070131 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80eeff-9beb-402b-9f9d-c46fd09a2736" -d '{"events": [{"name": "network-changed", "server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:08.106970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ab440-3de5-473e-a873-d4f08a697bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:08.142778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a85379-25f2-4c16-8373-b34a6d51547e req-3cb30326-2115-46b8-b8f5-964b80290a02 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.144419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9a85379-25f2-4c16-8373-b34a6d51547e req-3cb30326-2115-46b8-b8f5-964b80290a02 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.0838273 Aug 19 17:59:08.205459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['851b54ca-421f-4bb3-b23f-deb644f7df61'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:08.231392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9a85379-25f2-4c16-8373-b34a6d51547e req-87bdcde5-1ae7-48a7-9127-ea60a382f1c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788255 Aug 19 17:59:08.260690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-b8b2f96b-bdba-4eb8-822b-e10f2065bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.265388 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-b8b2f96b-bdba-4eb8-822b-e10f2065bd9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 1096 time: 0.0886083 Aug 19 17:59:08.345206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-84fecc3b-b046-403f-b5e3-309e5521f11b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0628948 Aug 19 17:59:08.372392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8dc00-5d9e-4e6e-ac6a-46206d6b2183 req-289d5a0d-dc2b-4e6d-9dcd-fbc021447f0c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.374347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63e8dc00-5d9e-4e6e-ac6a-46206d6b2183 req-289d5a0d-dc2b-4e6d-9dcd-fbc021447f0c tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.1143169 Aug 19 17:59:08.441007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-b9761539-d610-4b3f-8a20-251da5cf2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.445454 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-b9761539-d610-4b3f-8a20-251da5cf2ffd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0914719 Aug 19 17:59:08.486857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63e8dc00-5d9e-4e6e-ac6a-46206d6b2183 req-d2dd9717-dea8-4b35-b3cf-429fc7247647 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/security-groups?id=e78d7e89-2363-4c92-8a53-0088ff566e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966594 Aug 19 17:59:08.511989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-12f9dda9-6188-4cf1-8a69-de52fd979175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.516933 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-12f9dda9-6188-4cf1-8a69-de52fd979175 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650349 Aug 19 17:59:08.521876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83fd0-c8f9-4a32-8d2b-62ced9853de8 req-dca3a9b6-b63e-4919-8a3a-18bce08a6724 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.524362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40c83fd0-c8f9-4a32-8d2b-62ced9853de8 req-dca3a9b6-b63e-4919-8a3a-18bce08a6724 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 944 time: 0.1493275 Aug 19 17:59:08.597110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40c83fd0-c8f9-4a32-8d2b-62ced9853de8 req-64263e81-a4ec-4612-856e-53e310c5a727 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655580 Aug 19 17:59:08.640801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-4bbd7c6e-a1bd-494f-949d-91f688699b1c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-54477842&fields=id&tenant_id=5ede7935022e4bbd8359b4c288901e86 HTTP/1.1" status: 200 len: 267 time: 0.0592926 Aug 19 17:59:08.651603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-829b0be9-7ef7-47d4-a1b6-b776207353ae service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268885 Aug 19 17:59:08.657254 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b2183-9211-4adb-bad2-95e2b9ad46dd x-openstack-request-id: req-605b2183-9211-4adb-bad2-95e2b9ad46dd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:08.657254 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:08.657254 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-605b2183-9211-4adb-bad2-95e2b9ad46dd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:08.657678 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:59:08.697947 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81cbada-b705-4804-9ec2-9db041ce9c8c x-openstack-request-id: req-b81cbada-b705-4804-9ec2-9db041ce9c8c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:08.698514 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:08.698713 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81cbada-b705-4804-9ec2-9db041ce9c8c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:08.699887 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'status': 'completed', 'code': 200} Aug 19 17:59:08.735223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-a525a023-740c-481a-bea2-0a8f9f8cc73d tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.736856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-a525a023-740c-481a-bea2-0a8f9f8cc73d tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 945 time: 0.0850923 Aug 19 17:59:08.744447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-aad6da5c-7724-4cad-873d-13b966c535cb tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.750658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-aad6da5c-7724-4cad-873d-13b966c535cb tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 985 time: 0.1088350 Aug 19 17:59:08.774892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'port': {'security_groups': ['1c485e1e-29e3-4e24-b620-4e7b65b5e497']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:08.823295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e6111bc-1dfb-4bd6-905a-8ced463adda7 req-fe27ffe7-c7d4-4b7e-9c00-03eaf658fdb4 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063797 Aug 19 17:59:08.929268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734add-b342-487e-a967-31ba536e650f req-3e2ddbfa-be8a-495b-aae8-8be307a6a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:08.930866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-3e2ddbfa-be8a-495b-aae8-8be307a6a9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1137 time: 0.1790950 Aug 19 17:59:08.939788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.019344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-75c40b22-0fd2-489d-ad49-93fa986a7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.021329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-75c40b22-0fd2-489d-ad49-93fa986a7fdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 1096 time: 0.0630016 Aug 19 17:59:09.082260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Deleting port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:09.082884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.151988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-d5f4f13a-8067-4c5a-b6e0-a98a5472fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.154811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-d5f4f13a-8067-4c5a-b6e0-a98a5472fcc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1164639 Aug 19 17:59:09.233114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-f8f37f58-9905-478d-ba47-cc36c9148181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0461998 Aug 19 17:59:09.273944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734add-b342-487e-a967-31ba536e650f req-5fc0580b-653e-4a87-8300-30c8e2d50597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.275763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-5fc0580b-653e-4a87-8300-30c8e2d50597 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.3172836 Aug 19 17:59:09.296083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-e59147c1-78c6-4730-860d-17f620e8dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.297642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-e59147c1-78c6-4730-860d-17f620e8dc50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0524206 Aug 19 17:59:09.360920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-30a68c50-0694-4ad4-adf7-fc2929a856cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.0659442 Aug 19 17:59:09.365347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] For port 32d6fc3f-02ac-4fbd-8155-7d9477caf383, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=32d6fc3f-02ac-4fbd-8155-7d9477caf383,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:09.365723 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.366673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-63aafe1c-2c5e-4c2b-ac5d-5403e0cdfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.368412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-63aafe1c-2c5e-4c2b-ac5d-5403e0cdfe23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499465 Aug 19 17:59:09.403944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fd68-39ac-434d-afa3-79d52669d9cf req-987ae811-17ef-46f7-84e7-a2a21230603c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.405544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8364fd68-39ac-434d-afa3-79d52669d9cf req-987ae811-17ef-46f7-84e7-a2a21230603c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2324340 Aug 19 17:59:09.430974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Calling delete_port for 32d6fc3f-02ac-4fbd-8155-7d9477caf383 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:09.488639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:09.493277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-8b1fac06-f3e0-44cf-9c00-d46d3a4d8319 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171517 Aug 19 17:59:09.553065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734add-b342-487e-a967-31ba536e650f req-e3a04865-5a03-4861-bbff-e74df150f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.554558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-e3a04865-5a03-4861-bbff-e74df150f7b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.1743977 Aug 19 17:59:09.566929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8364fd68-39ac-434d-afa3-79d52669d9cf req-cdcfbaaf-5830-4b73-8023-1d4fe560f6bc tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371288 Aug 19 17:59:09.608961 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae80eeff-9beb-402b-9f9d-c46fd09a2736 req-076196a4-8f20-4ff9-95ba-387e2c9e643d service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077147 Aug 19 17:59:09.612909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-001b5ce0-5d04-4a3b-bee9-f8561c0a5aa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450079 Aug 19 17:59:09.615173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.624250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.688203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['851b54ca-421f-4bb3-b23f-deb644f7df61'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:09.730257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:09.731984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.733400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1da7fb7-754f-49e4-b154-3903748af8bf req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "PUT /v2.0/ports/851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 943 time: 0.9721007 Aug 19 17:59:09.804684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b395-77c2-4832-9714-304ca1f22583 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:09.847474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-1b173f19-1040-42b2-861c-93710e136f70 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890838 Aug 19 17:59:09.859489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:09.872207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['32d6fc3f-02ac-4fbd-8155-7d9477caf383'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:09.975730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d1e6d6f-4612-496f-a5d1-fada790a54c7 req-4d835351-30b3-493d-b264-f10878a2bece tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc90f49e-737f-457f-9811-cc327f3a8fc1 HTTP/1.1" status: 200 len: 210 time: 0.1143618 Aug 19 17:59:09.980240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Pushing event deleted for resources: {'Port': ['ID=32d6fc3f-02ac-4fbd-8155-7d9477caf383,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:10.057652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] No DVR routers for this DVR port 32d6fc3f-02ac-4fbd-8155-7d9477caf383 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:10.060604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:10.062985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f30be0-0e35-4b3a-af27-e05efd8860b9 req-0b24bfb0-b8c6-49a8-92ba-2ba40b035a72 tempest-AttachSCSIVolumeTestJSON-812936806 tempest-AttachSCSIVolumeTestJSON-812936806-project] 10.222.0.42 "DELETE /v2.0/ports/32d6fc3f-02ac-4fbd-8155-7d9477caf383 HTTP/1.1" status: 204 len: 173 time: 1.3098953 Aug 19 17:59:10.086946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['851b54ca-421f-4bb3-b23f-deb644f7df61'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:10.113548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbd7bd-ec60-4aea-ab41-d2fd3ec54e06 req-9ec5ea3c-bf78-45b4-b89c-4bbd089546fd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:10.115223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3efbd7bd-ec60-4aea-ab41-d2fd3ec54e06 req-9ec5ea3c-bf78-45b4-b89c-4bbd089546fd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.2705166 Aug 19 17:59:10.191651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99734add-b342-487e-a967-31ba536e650f req-b89f1fca-4f75-4ddc-9fc9-b5b1fad13db0 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292246 Aug 19 17:59:10.216501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3efbd7bd-ec60-4aea-ab41-d2fd3ec54e06 req-410d819f-bc02-4675-b711-58409b002026 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868757 Aug 19 17:59:10.252166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1af7-f9a2-46d7-b11f-aada6d9b55d6 req-dc9d1bd7-accd-44fe-a71f-f3268a1d9188 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:10.254254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15be1af7-f9a2-46d7-b11f-aada6d9b55d6 req-dc9d1bd7-accd-44fe-a71f-f3268a1d9188 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 944 time: 0.1979804 Aug 19 17:59:10.339573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15be1af7-f9a2-46d7-b11f-aada6d9b55d6 req-f6961214-fc87-46b6-a0f6-544796d265a9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Aug 19 17:59:10.442195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-5e44379c-100b-4458-a8bc-99394f470b2a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1835442 Aug 19 17:59:10.454585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:10.489328 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:10.640757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:10.672421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}, {'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'name': 'network-vif-deleted', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:10.681587 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}, {"server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "name": "network-vif-deleted", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:10.837949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ca96-0ede-486d-8d4a-33ee1762bd52 req-5547ae35-1cd9-4445-bd7e-c12c05ac1677 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:10.839537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8a3ca96-0ede-486d-8d4a-33ee1762bd52 req-5547ae35-1cd9-4445-bd7e-c12c05ac1677 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1471074 Aug 19 17:59:10.928659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8a3ca96-0ede-486d-8d4a-33ee1762bd52 req-dc24a791-e807-488c-a00e-191202e2a675 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Aug 19 17:59:10.929890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Allocated IP 172.25.5.252 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/90a209ff-4b19-4c1c-b608-8c5c3276dbb0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:11.053651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:11.102161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:11.114087 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b2767-2990-4c2e-a4b7-4d30d49a6bf3 x-openstack-request-id: req-614b2767-2990-4c2e-a4b7-4d30d49a6bf3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:11.114734 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}, {"server_uuid": "fc90f49e-737f-457f-9811-cc327f3a8fc1", "name": "network-vif-deleted", "tag": "32d6fc3f-02ac-4fbd-8155-7d9477caf383", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:11.114993 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-614b2767-2990-4c2e-a4b7-4d30d49a6bf3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:11.115650 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:59:11.116039 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc90f49e-737f-457f-9811-cc327f3a8fc1', 'name': 'network-vif-deleted', 'tag': '32d6fc3f-02ac-4fbd-8155-7d9477caf383', 'status': 'completed', 'code': 200} Aug 19 17:59:11.160755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:11.167102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:11.188405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:11.619093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'Port': ['ID=90a209ff-4b19-4c1c-b608-8c5c3276dbb0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:11.752541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-66b951d2-ef70-43bd-beb8-52c0e1993095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:11.753882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-66b951d2-ef70-43bd-beb8-52c0e1993095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.5762484 Aug 19 17:59:11.830228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada284-6141-49b2-9d07-52d40ae30486 req-162324f7-ca2e-4195-9d45-ea7b02142ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:11.831844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-162324f7-ca2e-4195-9d45-ea7b02142ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1098 time: 0.2027276 Aug 19 17:59:11.851009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f33474-970e-4b6a-8ea6-3db03c23454f req-45ff5da4-3581-4c2c-9e37-fa274811bd81 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:11.852580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8f33474-970e-4b6a-8ea6-3db03c23454f req-45ff5da4-3581-4c2c-9e37-fa274811bd81 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 944 time: 0.2257285 Aug 19 17:59:11.982655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.026863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8f33474-970e-4b6a-8ea6-3db03c23454f req-be5f2ebe-6ced-46be-bf1c-ee86eba2c765 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318693 Aug 19 17:59:12.087597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.090377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-1aa7a019-f3d1-4b62-8a67-864c49b4965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:12.092043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-1aa7a019-f3d1-4b62-8a67-864c49b4965c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.3271375 Aug 19 17:59:12.094385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada284-6141-49b2-9d07-52d40ae30486 req-635e27b7-2cc9-45aa-8501-d757955667aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:12.095910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-635e27b7-2cc9-45aa-8501-d757955667aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 912 time: 0.2423191 Aug 19 17:59:12.203922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-bd047d02-4a88-4e56-9825-9c4b33f80153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 200 len: 217 time: 0.0890417 Aug 19 17:59:12.220999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-b730dcab-9478-4a97-bcce-35723d201310 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.1049414 Aug 19 17:59:12.389830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc6d56-676e-4bf8-978f-3a3cb04bed0d req-fdbb4363-2677-4a0c-8b60-97541d643d0a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:12.391552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04dc6d56-676e-4bf8-978f-3a3cb04bed0d req-fdbb4363-2677-4a0c-8b60-97541d643d0a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2746768 Aug 19 17:59:12.396774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada284-6141-49b2-9d07-52d40ae30486 req-3786735c-79d8-420b-8dee-43d8eb9bc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:12.398314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-3786735c-79d8-420b-8dee-43d8eb9bc3a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.1746330 Aug 19 17:59:12.425908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-cdb151ef-ad7f-46b3-9fba-774fc7518d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:12.427392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-cdb151ef-ad7f-46b3-9fba-774fc7518d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.1857131 Aug 19 17:59:12.473996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-5a346029-4507-4cfa-856c-8beda5178234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610044 Aug 19 17:59:12.502750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-8b6df1de-50af-49b4-8053-f5fac89bec79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635030 Aug 19 17:59:12.609342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ad005f45-5d36-4973-8e86-d3928b8fd5c3 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:12.618755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04dc6d56-676e-4bf8-978f-3a3cb04bed0d req-6afec4d9-3bae-4bcb-ba9f-2334f792471c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146928 Aug 19 17:59:12.672298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.686491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.759382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-c09b3b6c-7033-4d9d-a485-bd23ba70b66d service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633562 Aug 19 17:59:12.772641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:12.784512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-3edc0c66-2515-499b-9adf-cac492a32eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616458 Aug 19 17:59:12.799730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'mac_address': 'fa:16:3e:ba:d4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:12.852308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.881806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad005f45-5d36-4973-8e86-d3928b8fd5c3 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:12.912539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:12.913031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event updated for resources: {'Port': ['ID=90a209ff-4b19-4c1c-b608-8c5c3276dbb0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:12.928448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.929844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.973879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:12.975216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-15e43620-0118-4736-a960-195653e9a6d5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5248919 Aug 19 17:59:13.033599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:13.041863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 32d6fc3f-02ac-4fbd-8155-7d9477caf383 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:13.074617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-8c217404-f973-47ec-b401-60eff2dfabdf tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0890579 Aug 19 17:59:13.077080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99ada284-6141-49b2-9d07-52d40ae30486 req-049e892b-19fe-40f6-86e7-08ef8c49e0c5 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952914 Aug 19 17:59:13.078955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4d141a1-b72f-4ab7-9c5b-2a06774b92f9 req-a2a197d5-eba3-46e5-96b0-b2dedb2e7214 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695858 Aug 19 17:59:13.095001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 32d6fc3f-02ac-4fbd-8155-7d9477caf383 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:13.095590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 32d6fc3f-02ac-4fbd-8155-7d9477caf383 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:13.099364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.110757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.111801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.112251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.112894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.113334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.113889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.115892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.116628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.117200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.117609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.117956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:13.250569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-87621c5b-8c0d-4abb-b20f-0716ec501834 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:13.257789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-87621c5b-8c0d-4abb-b20f-0716ec501834 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1751947 Aug 19 17:59:13.264078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-d66a8bc7-3977-42d8-847f-ddbd5b1afddf tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:59:13.268071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-612963ca-a647-49ee-9ddb-07ad903ec9cb req-d66a8bc7-3977-42d8-847f-ddbd5b1afddf tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091720 Aug 19 17:59:13.413437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:13.521057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c55f2-8fba-4313-b993-326cbc7f6d32 req-de171d54-6c45-47a9-8bfd-2cdf200247fc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:13.523354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-090c55f2-8fba-4313-b993-326cbc7f6d32 req-de171d54-6c45-47a9-8bfd-2cdf200247fc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 945 time: 0.1926875 Aug 19 17:59:13.600357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f2215f35-2326-400f-ab0f-0b3c3989be57 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:13.602182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f2215f35-2326-400f-ab0f-0b3c3989be57 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2347603 Aug 19 17:59:13.662995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-06af55c9-c31c-4516-bd0e-b3eab6ee223c tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0472772 Aug 19 17:59:13.674645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-090c55f2-8fba-4313-b993-326cbc7f6d32 req-a9648ff9-4a1b-41a7-bc54-49da3c009ab0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391194 Aug 19 17:59:13.680314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'floatingip': {'port_id': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:13.732954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:13.901313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb67d8-af9b-42a8-b5c7-385fae91f315 req-8bcf2834-de3e-47e0-ae02-2a615a8b519c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:13.902934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8bb67d8-af9b-42a8-b5c7-385fae91f315 req-8bcf2834-de3e-47e0-ae02-2a615a8b519c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1284394 Aug 19 17:59:14.018763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8bb67d8-af9b-42a8-b5c7-385fae91f315 req-6186a4f7-dc85-4a6a-ae61-3bbed9b18cfb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802557 Aug 19 17:59:14.313448 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:14.318265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:14.436765 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Floating IP 8e3e7586-33e0-4911-93f9-f2c9d8819cfc associated. External IP: 172.25.5.252, port: 851b54ca-421f-4bb3-b23f-deb644f7df61. Aug 19 17:59:14.898075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46878e3-87a1-43c7-8d59-2a5f97c937c4 req-29b6df27-c512-42fd-8b3c-fb2f5da8ea9b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:14.900177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a46878e3-87a1-43c7-8d59-2a5f97c937c4 req-29b6df27-c512-42fd-8b3c-fb2f5da8ea9b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 945 time: 0.0728140 Aug 19 17:59:15.049315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a46878e3-87a1-43c7-8d59-2a5f97c937c4 req-c36575b8-a737-4ace-9f9a-40f76fc7aff5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964265 Aug 19 17:59:15.100432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:15.287014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:15.296384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23eb7e-ea22-4e64-83f7-a870556078fa req-97486b7a-7c47-4cc1-9df7-d823e461a572 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:15.301895 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Sync routers for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:15.305113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f23eb7e-ea22-4e64-83f7-a870556078fa req-97486b7a-7c47-4cc1-9df7-d823e461a572 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1177943 Aug 19 17:59:15.311682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:15.318893 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:15.319999 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:15.360396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-f812b44d-5086-4e4b-87c6-e20c27db5c50 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "PUT /v2.0/floatingips/8e3e7586-33e0-4911-93f9-f2c9d8819cfc HTTP/1.1" status: 200 len: 997 time: 1.6846082 Aug 19 17:59:15.373400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:15.376438 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:15.431516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f23eb7e-ea22-4e64-83f7-a870556078fa req-952ce42d-b499-4539-9641-53e546580a8a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256876 Aug 19 17:59:15.458487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-da5a12b6-ec0a-4f67-a5cc-de63088f9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:15.460245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-da5a12b6-ec0a-4f67-a5cc-de63088f9c30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.0989726 Aug 19 17:59:15.513583 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:15.523027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:15.602295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-6e938206-bda7-4923-927f-3d47a8c2d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:15.604085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-6e938206-bda7-4923-927f-3d47a8c2d00a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.1341827 Aug 19 17:59:15.736516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-7f9b0095-8839-46b5-b01a-599881f7f5dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 1000 time: 0.1254344 Aug 19 17:59:15.847762 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1048ed93-228f-4ff5-b4ba-a9a1e423499c x-openstack-request-id: req-1048ed93-228f-4ff5-b4ba-a9a1e423499c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:15.848068 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:15.848320 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1048ed93-228f-4ff5-b4ba-a9a1e423499c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:15.848722 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:59:15.882103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-8ced5d46-bbe1-4ad0-b991-280e1117291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:15.883860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-8ced5d46-bbe1-4ad0-b991-280e1117291a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.1401789 Aug 19 17:59:15.970782 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8e3e7586-33e0-4911-93f9-f2c9d8819cfc', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'port_id': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'mac_address': 'fa:16:3e:3b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7982b932-b614-4490-955a-9a5d2268066d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:11Z', 'updated_at': '2021-08-19T17:59:14Z', 'revision_number': 1, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:15.975164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-82acdac7-5d5f-4825-8625-13ca1324827d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841441 Aug 19 17:59:16.015815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Checking router: 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:16.028651 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:16.029787 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:16.135732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-39eb6f9c-189c-4f3e-a446-86f46e3820a8 service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456969 Aug 19 17:59:16.196414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.215121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-e5ab928c-758b-4850-b1f8-29a3cd5f9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.216845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-e5ab928c-758b-4850-b1f8-29a3cd5f9be6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.3099167 Aug 19 17:59:16.246188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:16.402420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d20cd-0a24-4865-bd95-b545217e297e req-3de55228-86c8-475b-9131-40aedf2beddf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.404151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-815d20cd-0a24-4865-bd95-b545217e297e req-3de55228-86c8-475b-9131-40aedf2beddf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 945 time: 0.2196658 Aug 19 17:59:16.411400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5056ba-5252-4b8e-b532-e0d982471949 req-32221cd2-3d30-4e93-a00f-3b4345a82449 service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746768 Aug 19 17:59:16.541651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-815d20cd-0a24-4865-bd95-b545217e297e req-5483f6f9-cb48-4b1b-8719-623ee84f409f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289158 Aug 19 17:59:16.542467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Deleting port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:16.544203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.546547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-25599eaa-fb34-4eca-82b3-4c18d966e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.548456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-25599eaa-fb34-4eca-82b3-4c18d966e3de service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.2955475 Aug 19 17:59:16.620554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ad005f45-5d36-4973-8e86-d3928b8fd5c3 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:16.666549 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8e3e7586-33e0-4911-93f9-f2c9d8819cfc', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'port_id': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'mac_address': 'fa:16:3e:3b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7982b932-b614-4490-955a-9a5d2268066d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:11Z', 'updated_at': '2021-08-19T17:59:14Z', 'revision_number': 1, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:16.679608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] For port 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:16.680198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.703558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Calling delete_port for 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:16.711650 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e1956-0e9b-4490-a77d-8bdf44a2ff32 None None] The sync data for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 is: [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8e3e7586-33e0-4911-93f9-f2c9d8819cfc', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'port_id': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'mac_address': 'fa:16:3e:3b:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7982b932-b614-4490-955a-9a5d2268066d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:11Z', 'updated_at': '2021-08-19T17:59:14Z', 'revision_number': 1, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:16.718195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port ad005f45-5d36-4973-8e86-d3928b8fd5c3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:16.722844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port ad005f45-5d36-4973-8e86-d3928b8fd5c3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:16.723331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.754593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-cb44a808-6f29-4cb4-81d1-3d8e8c2a3263 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1000 time: 0.2753553 Aug 19 17:59:16.778451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-68a2d13b-8686-4cc3-bcee-159d84052dbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 1000 time: 0.2202477 Aug 19 17:59:16.827553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.845855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-3ee64766-b13e-49bf-970f-4a8356e4cb72 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.847305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-3ee64766-b13e-49bf-970f-4a8356e4cb72 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports/851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 943 time: 0.0829265 Aug 19 17:59:16.868515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c811fe-8643-43cb-acb6-985d120e3afe req-55f27e11-b3d7-4ec0-b59d-8086cb45ba56 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.869892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94c811fe-8643-43cb-acb6-985d120e3afe req-55f27e11-b3d7-4ec0-b59d-8086cb45ba56 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1825893 Aug 19 17:59:16.882691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:16.885814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:16.891071 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0310c30-b090-494c-b886-f8243c2783f2" -d '{"events": [{"server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "name": "network-vif-plugged", "status": "completed", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:16.900782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-960c7943-e8b3-4b2f-af63-c54fcbb01d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:16.902399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-960c7943-e8b3-4b2f-af63-c54fcbb01d12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.1034899 Aug 19 17:59:16.909737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.945979 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:16.947674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-a54fb4f2-8da4-450e-b0f8-d89a0f25a84e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317433 Aug 19 17:59:16.951933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94c811fe-8643-43cb-acb6-985d120e3afe req-c8db0235-a71b-418b-b026-adba1edb49f0 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717061 Aug 19 17:59:17.017151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:17.081413 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:17.114954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-0a5f5a4b-19ba-4db0-890c-1e89896745f0 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1000 time: 0.1617243 Aug 19 17:59:17.117901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5de833-87c8-45db-9c23-4af08a623c18 None None] New status for floating IP 8e3e7586-33e0-4911-93f9-f2c9d8819cfc: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:59:17.124815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:17.312223 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9583f626-22e6-4351-aa63-d735cd6b63ae x-openstack-request-id: req-9583f626-22e6-4351-aa63-d735cd6b63ae {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:17.312451 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "name": "network-vif-plugged", "status": "completed", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:17.312749 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9583f626-22e6-4351-aa63-d735cd6b63ae {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:17.313194 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'code': 200} Aug 19 17:59:17.327525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-e587bd77-4548-40d2-933e-c6bb81abba0f service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661273 Aug 19 17:59:17.410086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:17.501275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-07ff6c18-f7ef-4c58-b7ee-0ad3ded1bbb8 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:17.511614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-07ff6c18-f7ef-4c58-b7ee-0ad3ded1bbb8 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.3745644 Aug 19 17:59:17.538128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4724-089c-42ac-93af-41ccc517fd92 req-75210dfb-1bf6-411b-b7b1-6362e74d9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:17.539758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-400d4724-089c-42ac-93af-41ccc517fd92 req-75210dfb-1bf6-411b-b7b1-6362e74d9ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 1098 time: 0.1031172 Aug 19 17:59:17.603503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff7a66b-e7ee-49f4-b3e5-a192839c677e req-9b8c216c-a8d4-430d-86bd-4957538d9acb service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429762 Aug 19 17:59:17.608040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-da77a91e-880b-428e-a878-7fdd2fe96339 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 1002 time: 0.0973201 Aug 19 17:59:17.619339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:17.633169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-400d4724-089c-42ac-93af-41ccc517fd92 req-9bac7f51-4ebe-4300-8153-f092cd1f6cda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 Aug 19 17:59:17.710256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:17.794676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Router c8d2cf29-8d37-4c66-8088-7477922f66da has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:17.834684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643efb7-9861-4f8a-bc1c-3fe9075d16b8 req-e964fb72-4359-4b43-b266-0578e6291982 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:17.836302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0643efb7-9861-4f8a-bc1c-3fe9075d16b8 req-e964fb72-4359-4b43-b266-0578e6291982 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1405067 Aug 19 17:59:17.906480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:17.913317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:17.913907 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Floating IP 8e3e7586-33e0-4911-93f9-f2c9d8819cfc disassociated. External IP: 172.25.5.252, port: 851b54ca-421f-4bb3-b23f-deb644f7df61. Aug 19 17:59:17.921711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:17.933054 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Sync routers for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:17.937317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b186040-b237-422c-b893-e629e88b457d admin admin] 10.222.0.36 "PUT /v2.0/routers/c8d2cf29-8d37-4c66-8088-7477922f66da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128344 Aug 19 17:59:17.937957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53444) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:17.947279 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:17.948266 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:17.969987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0643efb7-9861-4f8a-bc1c-3fe9075d16b8 req-33654341-66fb-4589-a35b-e4905290370d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148977 Aug 19 17:59:18.064814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:18.131645 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:18.202544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be6609-e97f-43cd-9210-dda158adfbdf req-ed60aea1-2021-4baf-9712-98edc6166fd4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:18.204246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83be6609-e97f-43cd-9210-dda158adfbdf req-ed60aea1-2021-4baf-9712-98edc6166fd4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1024213 Aug 19 17:59:18.258884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:18.286540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83be6609-e97f-43cd-9210-dda158adfbdf req-fbe862e1-31af-4ce3-9e4b-500aa3855d3a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Aug 19 17:59:18.520150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:18.524624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:18.539158 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:59:17Z', 'revision_number': 5, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:18.545046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Sync routers for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:18.568795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:18.573837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:18.585939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Checking router: c8d2cf29-8d37-4c66-8088-7477922f66da for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:18.591797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-6ce7aa6e-c580-447f-af71-bb6bf369de1a tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "PUT /v2.0/floatingips/8e3e7586-33e0-4911-93f9-f2c9d8819cfc HTTP/1.1" status: 200 len: 695 time: 0.9767377 Aug 19 17:59:18.592670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:18.598221 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc90d16-61c7-4a47-81dd-4510d2f5a960" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:18.601031 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Routers {'c8d2cf29-8d37-4c66-8088-7477922f66da'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:18.601669 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8d2cf29-8d37-4c66-8088-7477922f66da'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:18.633106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:18.661336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-5672cdbc-6ea8-4403-912d-2e96375af52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:18.665473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-5672cdbc-6ea8-4403-912d-2e96375af52f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.0617545 Aug 19 17:59:18.723351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Deleting port c67e2614-820f-49e1-8041-86decaf569d2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:18.723902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:18.731414 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b44121-93ea-40d4-b6e3-d72f597214b4 x-openstack-request-id: req-b4b44121-93ea-40d4-b6e3-d72f597214b4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:18.731414 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:18.731734 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4b44121-93ea-40d4-b6e3-d72f597214b4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:18.732305 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:59:18.745655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] Set router c8d2cf29-8d37-4c66-8088-7477922f66da gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:18.838045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:18.872037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-22e3c2aa-6db7-4c58-9325-a6c751622e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:18.874790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-22e3c2aa-6db7-4c58-9325-a6c751622e5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.1865435 Aug 19 17:59:18.893969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-0324826f-212f-44e7-80ca-a0fb7a6197f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:18.895981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-0324826f-212f-44e7-80ca-a0fb7a6197f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ede7935022e4bbd8359b4c288901e86&device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 1098 time: 0.0842893 Aug 19 17:59:18.904253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] For port c67e2614-820f-49e1-8041-86decaf569d2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c67e2614-820f-49e1-8041-86decaf569d2,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:18.904784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:18.919500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Calling delete_port for c67e2614-820f-49e1-8041-86decaf569d2 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:18.956877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-2ae41399-3fa9-4e2f-b9cf-b373aa38f779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.0747380 Aug 19 17:59:19.031423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-c3812ada-7a4d-4ea7-af32-53b52436464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:19.033844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-c3812ada-7a4d-4ea7-af32-53b52436464e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.0696208 Aug 19 17:59:19.100847 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:59:17Z', 'revision_number': 5, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:19.103803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-12108dec-4a50-4029-97fa-5757cc6fe0af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633447 Aug 19 17:59:19.134470 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85f85b-a779-4bde-b1d6-b16037b853f8 None None] The sync data for ids ['c8d2cf29-8d37-4c66-8088-7477922f66da'] in n-d-778550-10 is: [{'id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'name': 'tempest-AttachSCSIVolumeTestJSON-216173855-router', 'tenant_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:06Z', 'updated_at': '2021-08-19T17:59:17Z', 'revision_number': 5, 'project_id': 'd7b2ce9abc1a489d9aa0fe64ed419b80', 'gw_port': {'id': 'c67e2614-820f-49e1-8041-86decaf569d2', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2cf29-8d37-4c66-8088-7477922f66da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:07Z', 'updated_at': '2021-08-19T17:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:19.147106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-b406b308-b2f1-46fb-ac14-c2eba56463c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:19.148906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-b406b308-b2f1-46fb-ac14-c2eba56463c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 200 len: 921 time: 0.2226768 Aug 19 17:59:19.214254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:19.252645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Checking router: 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:19.264388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:19.265014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:19.271089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-f9a9c049-b28f-4c89-b2de-3353409d37f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 200 len: 217 time: 0.0733819 Aug 19 17:59:19.271529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab744ed-2607-4b6a-a5ce-33df7ec7a31a req-6fe9739e-330c-42c8-a7c4-d98c0dc4698c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:19.273679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab744ed-2607-4b6a-a5ce-33df7ec7a31a req-6fe9739e-330c-42c8-a7c4-d98c0dc4698c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1668320 Aug 19 17:59:19.301409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.344798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab744ed-2607-4b6a-a5ce-33df7ec7a31a req-2f6a7742-eefc-4d84-b52f-ac9ad732612d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Aug 19 17:59:19.347580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-b2ff8807-3802-4a03-93cc-ca60cfa36ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327940 Aug 19 17:59:19.362416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67e2614-820f-49e1-8041-86decaf569d2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:19.458327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:19.550801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-ab2ae37b-4c20-4874-9f51-a94124eb2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:19.552664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-ab2ae37b-4c20-4874-9f51-a94124eb2e31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 200 len: 860 time: 0.2338846 Aug 19 17:59:19.568689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d560a2e-271e-4054-9da1-14335c7e380b req-04032efa-8ecc-412d-9560-d849f8f3242b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:19.570275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.576845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d560a2e-271e-4054-9da1-14335c7e380b req-04032efa-8ecc-412d-9560-d849f8f3242b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1173019 Aug 19 17:59:19.665641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dec93ff6-886c-43d9-88bf-7bb240f38f18 req-0d41b6ec-83f2-4139-ace1-17fd71c9a26f service neutron] 10.222.0.36 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061779 Aug 19 17:59:19.698697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d560a2e-271e-4054-9da1-14335c7e380b req-f45f239f-0de2-4f57-bb4c-98d85afd01c1 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Aug 19 17:59:19.775884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.795246 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.812169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-e9c82263-b1f6-4f88-9494-e2559df7514d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ceedd2-6393-4c6d-8ffc-cf08a813c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507879 Aug 19 17:59:19.908525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-e6ecb9b5-20fc-449f-a08d-ffb6d1b02544 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips/8e3e7586-33e0-4911-93f9-f2c9d8819cfc HTTP/1.1" status: 200 len: 695 time: 0.0788257 Aug 19 17:59:19.938209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.938857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d2cf29-8d37-4c66-8088-7477922f66da {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:59:19.953587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:19.954950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ca7232bf-75b4-4396-832d-1d14bdbbbfc6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c8d2cf29-8d37-4c66-8088-7477922f66da HTTP/1.1" status: 204 len: 168 time: 2.0152776 Aug 19 17:59:19.957457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:20.015873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:20.033649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Deleting subnet 467a5385-effd-4a7a-b46c-aa95a648caac {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:59:20.038018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.050807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63216dc-791b-4e08-bbca-e491d4d5fc90 None None] The sync data for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 is: [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:58:06Z', 'revision_number': 4, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '63e5473f-38dd-4955-987e-1caf4a01ae88', 'name': '', 'network_id': 'f7ceedd2-6393-4c6d-8ffc-cf08a813c996', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'mac_address': 'fa:16:3e:5f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:58:05Z', 'updated_at': '2021-08-19T17:58:15Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'subnets': [{'id': 'c0ef8bb1-d11d-4d43-ac52-318935040772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:20.069453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-08a1ee02-2a1e-442c-ab7f-772e83429879 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:20.078163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-08a1ee02-2a1e-442c-ab7f-772e83429879 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 784 time: 0.1632891 Aug 19 17:59:20.079815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.084264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-49efa7f1-942b-4b7f-bc27-21b9780c8f0d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 17:59:20.093551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-49efa7f1-942b-4b7f-bc27-21b9780c8f0d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144262 Aug 19 17:59:20.120479 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-e05869d9-83fe-4b0e-854c-d3654a63d9be service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976170 Aug 19 17:59:20.149602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-373f3983-0698-4335-8c3a-2362afe558d9 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.0550308 Aug 19 17:59:20.211391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-383ef430-3ebd-4a03-a633-e63794eb8b8d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 698 time: 0.0606434 Aug 19 17:59:20.243317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.306818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5bc90d16-61c7-4a47-81dd-4510d2f5a960 req-fab31a1c-e868-42c3-9155-36078b91faf3 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751759 Aug 19 17:59:20.336034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.350930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.353283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/467a5385-effd-4a7a-b46c-aa95a648caac HTTP/1.1" status: 204 len: 168 time: 0.3947241 Aug 19 17:59:20.358781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53474) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:20.360966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cb1f0-a63c-41db-83b5-6db11d92b003 None None] Network f62d30db-a0e7-4890-a850-64bd2ce77680 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:20.397569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33accdb-4081-4e33-91a1-685f4296109f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467a5385-effd-4a7a-b46c-aa95a648caac,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:20.474784 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32aff8-3df0-44f6-b877-a01ee3ef0115 None None] New status for floating IP 8e3e7586-33e0-4911-93f9-f2c9d8819cfc: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:59:20.505053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.549340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Deleting port 90a209ff-4b19-4c1c-b608-8c5c3276dbb0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:20.549744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.642497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] DHCP port deletion for f62d30db-a0e7-4890-a850-64bd2ce77680 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:59:20.667013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252923a-1815-4eeb-a563-a772690d972f req-041954a0-df83-4599-a26b-4a49d2166d7a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:20.669606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5252923a-1815-4eeb-a563-a772690d972f req-041954a0-df83-4599-a26b-4a49d2166d7a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1980739 Aug 19 17:59:20.764471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Deleting port 5525b435-3d8e-467e-8900-954cdf9e079b {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:20.764851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.811972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c67e2614-820f-49e1-8041-86decaf569d2 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:20.842255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c67e2614-820f-49e1-8041-86decaf569d2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:20.842600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c67e2614-820f-49e1-8041-86decaf569d2 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:20.843057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:20.873874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:20.874197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8d1d1ce1-fa6e-4dcc-b0cf-ba6636b27c00 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:20.874702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5525b435-3d8e-467e-8900-954cdf9e079b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:20.881622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] For port 5525b435-3d8e-467e-8900-954cdf9e079b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5525b435-3d8e-467e-8900-954cdf9e079b,segment=NetworkSegment(f6d03ecf-33b3-4e1b-b0db-57e5046da276),segment_id=f6d03ecf-33b3-4e1b-b0db-57e5046da276)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:20.881964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:20.921441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Calling delete_port for 5525b435-3d8e-467e-8900-954cdf9e079b owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:21.054455 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.095925 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.097235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.097903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.119494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5252923a-1815-4eeb-a563-a772690d972f req-de4cba11-0bc4-438a-be5d-bc1637517233 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330947 Aug 19 17:59:21.124703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Calling delete_port for 90a209ff-4b19-4c1c-b608-8c5c3276dbb0 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:21.135266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Deleting port 5525b435-3d8e-467e-8900-954cdf9e079b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:21.135608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.157405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] Pushing event deleted for resources: {'Port': ['ID=5525b435-3d8e-467e-8900-954cdf9e079b,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:21.164440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61d709-f4e1-42e8-be6c-1e8336373602 None None] No DVR routers for this DVR port 5525b435-3d8e-467e-8900-954cdf9e079b on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:21.296180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] For port 5525b435-3d8e-467e-8900-954cdf9e079b, host n-d-778550-10, got binding levels [] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:21.296547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.325509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Calling delete_port for 5525b435-3d8e-467e-8900-954cdf9e079b owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:21.330824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Port 5525b435-3d8e-467e-8900-954cdf9e079b was not found and therefore no delete operation was performed {{(pid=101324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:59:21.336771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.366735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5325d7-3a07-425b-9b87-c34b4d5b7e0a req-1ae7c528-0b28-42b8-8f39-950c8be51d35 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:21.368405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e5325d7-3a07-425b-9b87-c34b4d5b7e0a req-1ae7c528-0b28-42b8-8f39-950c8be51d35 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1441987 Aug 19 17:59:21.395270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Pushing event deleted for resources: {'Port': ['ID=5525b435-3d8e-467e-8900-954cdf9e079b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:21.406529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] No DVR routers for this DVR port 5525b435-3d8e-467e-8900-954cdf9e079b on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:21.524336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e5325d7-3a07-425b-9b87-c34b4d5b7e0a req-bdad75b0-940b-449e-8ae1-3e44758f97bd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328626 Aug 19 17:59:21.550291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.570246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62d30db-a0e7-4890-a850-64bd2ce77680']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:21.579929 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.588185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d03ecf-33b3-4e1b-b0db-57e5046da276') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:21.588491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d03ecf-33b3-4e1b-b0db-57e5046da276') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:21.627915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.629930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event deleted for resources: {'Port': ['ID=90a209ff-4b19-4c1c-b608-8c5c3276dbb0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:21.671110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.701808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:59:21.702234 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: timer() Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:59:21.704049 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:59:21.785047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.786974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.789777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.791077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d58c912e-5f77-4466-bd09-f5d2700e485b req-3172dc5b-db70-4257-ba24-511647de8a44 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e3e7586-33e0-4911-93f9-f2c9d8819cfc HTTP/1.1" status: 204 len: 173 time: 1.5788105 Aug 19 17:59:21.795754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:21.802256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f62d30db-a0e7-4890-a850-64bd2ce77680 HTTP/1.1" status: 204 len: 168 time: 1.4422612 Aug 19 17:59:21.805470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:21.816553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78834d-f1b1-4a47-ba92-42c35634225d admin admin] Pushing event deleted for resources: {'Network': ['ID=f62d30db-a0e7-4890-a850-64bd2ce77680,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:21.896429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-25b66299-d5ca-4e8a-97cb-3c0200c05342 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups/22538659-498e-4755-bbaf-8a5a0197b451 HTTP/1.1" status: 200 len: 1808 time: 0.0654416 Aug 19 17:59:21.986830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ab3d8-1cbb-44c1-b634-8812d1e477f2 req-6830e4ec-5345-4ad9-a3e2-8ec382d596c9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:21.988834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b5ab3d8-1cbb-44c1-b634-8812d1e477f2 req-6830e4ec-5345-4ad9-a3e2-8ec382d596c9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.0775521 Aug 19 17:59:22.020198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.056133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.062088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b5ab3d8-1cbb-44c1-b634-8812d1e477f2 req-9254ff84-9d55-4dc0-bb21-6cb4d19dd662 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Aug 19 17:59:22.113330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.116640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.118024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2414f8e0-6b38-46cb-bc83-8a094dd663ae req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "DELETE /v2.0/security-groups/22538659-498e-4755-bbaf-8a5a0197b451 HTTP/1.1" status: 204 len: 173 time: 0.2142708 Aug 19 17:59:22.128722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f8b94-5798-43e8-aa26-f01b1aea348e tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22538659-498e-4755-bbaf-8a5a0197b451,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:22.272902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.282639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-159b7b01-3324-497d-9d73-ffac3d40c6ad tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:22.289051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-159b7b01-3324-497d-9d73-ffac3d40c6ad tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.1310308 Aug 19 17:59:22.303404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4afddbe9-096d-4b13-952a-c5c342d3b129 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/quotas/3d57fe1ecfc542d2b825b023efa458cb HTTP/1.1" status: 200 len: 375 time: 0.0116899 Aug 19 17:59:22.398708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-c035bb5f-d921-44e2-83a7-47d744fa7727 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877469 Aug 19 17:59:22.422245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683651b8-91fb-4ea7-acf9-af8c2d8326bd req-cc3479ad-4e89-43c7-8a85-8e9092b9814d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:22.424552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-683651b8-91fb-4ea7-acf9-af8c2d8326bd req-cc3479ad-4e89-43c7-8a85-8e9092b9814d tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.0832734 Aug 19 17:59:22.522251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-683651b8-91fb-4ea7-acf9-af8c2d8326bd req-acf033c1-2dfd-4b4a-9346-149ce1df44f5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799711 Aug 19 17:59:22.562350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-f7af98c5-c967-4bbd-a726-8dacc6ea13c5 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544783 Aug 19 17:59:22.581168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Deleting port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:22.581168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.680496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] For port 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:22.680993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.697686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Calling delete_port for 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:22.709914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a193eb-8371-4daf-bd8b-c0b3dc3d5e98 req-8ca7bf01-264e-4470-9b68-2c096e7099b3 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:22.711439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94a193eb-8371-4daf-bd8b-c0b3dc3d5e98 req-8ca7bf01-264e-4470-9b68-2c096e7099b3 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.0862734 Aug 19 17:59:22.730354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-357133b6-f312-465c-b838-40beb44bb00c service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598079 Aug 19 17:59:22.760607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94a193eb-8371-4daf-bd8b-c0b3dc3d5e98 req-41b774de-9fe9-48c9-8704-7d64e7f8ecd5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Aug 19 17:59:22.935654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:22.971035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2c95f48-3573-496b-b740-c78d3bc66649 req-26c07c00-4886-4d18-a233-54dd65f3d798 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 210 time: 0.0368626 Aug 19 17:59:22.977056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f28b654-4c82-4b69-a3ac-0c8e09f5dc67,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:23.214648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:23.219687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f1ea5-f7db-45cc-aa2c-66762f120ffc req-3c45528d-dc01-45de-9144-0832794dcebf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:23.221877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-187f1ea5-f7db-45cc-aa2c-66762f120ffc req-3c45528d-dc01-45de-9144-0832794dcebf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.0652080 Aug 19 17:59:23.270123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-187f1ea5-f7db-45cc-aa2c-66762f120ffc req-42c479cb-1af0-43a1-9b89-d3e8781d93b1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Aug 19 17:59:23.467818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:23.585972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:23.595487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53540) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:23.595851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Sync routers for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:23.604324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fdc2b31d-f7e0-428d-a6a7-ccb216f8ac58 admin admin] 10.222.0.36 "PUT /v2.0/routers/22583c5a-e28a-4dbe-93fe-ed44ce06fa02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963717 Aug 19 17:59:23.609344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:23.609989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:23.724514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:23.745951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987bc77-a739-4b07-9b0f-d99903381bbf req-ee015e65-50ae-49ca-8c62-7f83a3ec5f69 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:23.748116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c987bc77-a739-4b07-9b0f-d99903381bbf req-ee015e65-50ae-49ca-8c62-7f83a3ec5f69 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1427472 Aug 19 17:59:23.757030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:23.876494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c987bc77-a739-4b07-9b0f-d99903381bbf req-0c2c0d5e-55b4-47e1-9074-5f65a72c02d6 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219809 Aug 19 17:59:23.925264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:59:22Z', 'revision_number': 5, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port': {'id': 'cd751f71-bc76-4690-a4e3-f35e08c47ad5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:24Z', 'updated_at': '2021-08-19T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:23.942323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45119d58-795b-4003-b739-879197900ab8 req-47a7720e-a93d-42f1-bb60-0a1bab369275 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:23.943265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45119d58-795b-4003-b739-879197900ab8 req-47a7720e-a93d-42f1-bb60-0a1bab369275 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1071308 Aug 19 17:59:23.945513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:23.962620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Checking router: 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:23.974853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Routers {'22583c5a-e28a-4dbe-93fe-ed44ce06fa02'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:23.975898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:24.042334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45119d58-795b-4003-b739-879197900ab8 req-d3edfc7b-644c-4954-906d-77e4141434f2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Aug 19 17:59:24.070533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Deleting port cd751f71-bc76-4690-a4e3-f35e08c47ad5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:24.071254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.095282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] Set router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:24.190856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:59:23Z', 'revision_number': 6, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:24.228912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] For port cd751f71-bc76-4690-a4e3-f35e08c47ad5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cd751f71-bc76-4690-a4e3-f35e08c47ad5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:24.229240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.241730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a6b70-f6f0-4002-86d3-6da2d4cae544 None None] The sync data for ids ['22583c5a-e28a-4dbe-93fe-ed44ce06fa02'] in n-d-778550-10 is: [{'id': '22583c5a-e28a-4dbe-93fe-ed44ce06fa02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396133542-router', 'tenant_id': '55466d08bd334bed9461c8c73dc02c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:21Z', 'updated_at': '2021-08-19T17:59:23Z', 'revision_number': 6, 'project_id': '55466d08bd334bed9461c8c73dc02c71', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:24.260168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Calling delete_port for cd751f71-bc76-4690-a4e3-f35e08c47ad5 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:24.289119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f9ad4a3-ff57-431d-9b84-c46be104a64a req-27f2a580-163d-4ade-8bd2-f838f96dfd1f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 210 time: 0.0475774 Aug 19 17:59:24.389988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-a1fc1f4d-95f9-4fba-b457-845ca5f3cd2f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:24.390502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-a1fc1f4d-95f9-4fba-b457-845ca5f3cd2f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.2307060 Aug 19 17:59:24.419972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Request body: {'port': {'device_id': '91f09848-06e1-4a27-821f-87cf04db3419', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'admin_state_up': True, 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:24.549070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82efe08-a264-446a-84c0-229adb93ebbd req-15eade72-b3e5-4fdc-b201-957bdbda104b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:24.550529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a82efe08-a264-446a-84c0-229adb93ebbd req-15eade72-b3e5-4fdc-b201-957bdbda104b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1888292 Aug 19 17:59:24.656537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a82efe08-a264-446a-84c0-229adb93ebbd req-0f97707a-002c-4bd8-b74e-ad6b713910a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Aug 19 17:59:24.680388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:24.685671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.687988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.732082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd751f71-bc76-4690-a4e3-f35e08c47ad5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:24.842436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.975173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:24.988325 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.051332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Allocated IP 172.20.0.2 (9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d/03f24b39-9938-4b7e-b293-f1d42144b82c/3ceeffff-7cf4-467e-b748-ff20d33095ba) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:25.073805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.074330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22583c5a-e28a-4dbe-93fe-ed44ce06fa02 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:59:25.075809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:25.081266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.082442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9ed4619e-1290-4ba1-b5c8-a4becab671f8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/22583c5a-e28a-4dbe-93fe-ed44ce06fa02 HTTP/1.1" status: 204 len: 168 time: 1.4851105 Aug 19 17:59:25.086350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53560) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:25.104207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7686ef1-cf4d-4ffd-9193-59eb3bbe2618 req-7d3f6754-46c6-4ea3-83b8-65f41cdeeda5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.106470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7686ef1-cf4d-4ffd-9193-59eb3bbe2618 req-7d3f6754-46c6-4ea3-83b8-65f41cdeeda5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1357205 Aug 19 17:59:25.131296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:25.136066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8f28b654-4c82-4b69-a3ac-0c8e09f5dc67 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:25.178978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Deleting subnet d93303a1-8b32-427a-9cc9-67af545101cd {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:59:25.183382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.223802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.243719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7686ef1-cf4d-4ffd-9193-59eb3bbe2618 req-a1aedda5-1bec-4c01-92df-25633165c990 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246169 Aug 19 17:59:25.293981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67874805-fc46-48b2-9f24-e9054fdca744 req-53c89f4b-171a-44e0-87c6-3ea9cc68bae0 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.295638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67874805-fc46-48b2-9f24-e9054fdca744 req-53c89f4b-171a-44e0-87c6-3ea9cc68bae0 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.0987322 Aug 19 17:59:25.331567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.334002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.379805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67874805-fc46-48b2-9f24-e9054fdca744 req-7a6e75d9-bcc3-48e5-8cdf-022f08b2da04 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778351 Aug 19 17:59:25.424383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.427493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.459467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93303a1-8b32-427a-9cc9-67af545101cd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:25.461850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.464456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-beb01568-679f-4d5f-9847-17fc587e04f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d93303a1-8b32-427a-9cc9-67af545101cd HTTP/1.1" status: 204 len: 168 time: 0.3756902 Aug 19 17:59:25.467344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53570) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:25.470687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a68d0-a2ce-45a0-8c75-66828b4d613e None None] Network c66acbf2-d07d-4c05-b794-3fbefeb27219 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:25.504914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:25.506384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:25.514549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:25.536934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:25.556413 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.572476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.572831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.612831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event updated for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:25.638640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Deleting port cceee278-d295-4041-9cb9-b59eff312c6a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:25.639087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.647187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-4a69ce5b-ab52-41bf-8645-7dd9bccf25b9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376099 Aug 19 17:59:25.685177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c005c59-2df1-48cf-9e7a-2c42d09d87f3 req-2bd07953-455c-477d-8205-f6ec56c4f361 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.687755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c005c59-2df1-48cf-9e7a-2c42d09d87f3 req-2bd07953-455c-477d-8205-f6ec56c4f361 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 931 time: 0.1769810 Aug 19 17:59:25.692635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Request body: {'port': {'device_id': '91f09848-06e1-4a27-821f-87cf04db3419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:25.772772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] For port cceee278-d295-4041-9cb9-b59eff312c6a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cceee278-d295-4041-9cb9-b59eff312c6a,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:25.773736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.777098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.789908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Calling delete_port for cceee278-d295-4041-9cb9-b59eff312c6a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:25.799683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] DHCP port deletion for c66acbf2-d07d-4c05-b794-3fbefeb27219 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:59:25.817151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-f9fb0cd1-374e-4ebd-a1f5-9dd22a3ced43 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.818734 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-f9fb0cd1-374e-4ebd-a1f5-9dd22a3ced43 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.13 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1076968 Aug 19 17:59:25.859568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Deleting port cceee278-d295-4041-9cb9-b59eff312c6a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:25.859568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.927623 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.936850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1e8a4-372e-41df-bd1b-c4a88c281ded req-854ae8ba-edc0-4de5-b80b-3593fbfde1cb tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:25.944114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3a1e8a4-372e-41df-bd1b-c4a88c281ded req-854ae8ba-edc0-4de5-b80b-3593fbfde1cb tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1695499 Aug 19 17:59:25.945677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] For port cceee278-d295-4041-9cb9-b59eff312c6a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cceee278-d295-4041-9cb9-b59eff312c6a,segment=NetworkSegment(1b9192c3-ee54-4da3-910c-7c54e05c8a01),segment_id=1b9192c3-ee54-4da3-910c-7c54e05c8a01)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:25.946145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:25.950910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c005c59-2df1-48cf-9e7a-2c42d09d87f3 req-4676f6f8-7df3-4a4a-8a18-e1b99408594b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746397 Aug 19 17:59:25.961692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Calling delete_port for cceee278-d295-4041-9cb9-b59eff312c6a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:26.118067 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 17:59:26.120060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3a1e8a4-372e-41df-bd1b-c4a88c281ded req-97169897-c915-46a3-9972-f3560df4391d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747153 Aug 19 17:59:26.310912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.315043 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.335719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceeffff-7cf4-467e-b748-ff20d33095ba {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:26.346913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceee278-d295-4041-9cb9-b59eff312c6a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:26.348758 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.351319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] No DVR routers for this DVR port cceee278-d295-4041-9cb9-b59eff312c6a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:26.354923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Deleting port 851b54ca-421f-4bb3-b23f-deb644f7df61 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:26.355323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.384155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Transition to ACTIVE for port object 3ceeffff-7cf4-467e-b748-ff20d33095ba will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:26.392548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] No DVR routers for this DVR port cceee278-d295-4041-9cb9-b59eff312c6a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:26.392976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.403224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1cf3e-c6d7-48b8-9363-c97873314837 None None] Pushing event deleted for resources: {'Port': ['ID=cceee278-d295-4041-9cb9-b59eff312c6a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:26.490157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ee04-6e8f-4dae-b896-58ee17f920b3 req-014d2676-2127-41a9-ab72-90293486c99b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:26.491761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6706ee04-6e8f-4dae-b896-58ee17f920b3 req-014d2676-2127-41a9-ab72-90293486c99b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.2323370 Aug 19 17:59:26.498773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.503902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Pushing event updated for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:26.533355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66acbf2-d07d-4c05-b794-3fbefeb27219']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:26.549491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff69a6c-4158-48c9-8241-510fbbb54d15 req-257bf2bc-9ca2-4dfb-b449-a03e59de1bb7 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:26.551091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9192c3-ee54-4da3-910c-7c54e05c8a01') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:26.551224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff69a6c-4158-48c9-8241-510fbbb54d15 req-257bf2bc-9ca2-4dfb-b449-a03e59de1bb7 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/ports?device_id=7982b932-b614-4490-955a-9a5d2268066d HTTP/1.1" status: 200 len: 946 time: 0.1485829 Aug 19 17:59:26.551388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9192c3-ee54-4da3-910c-7c54e05c8a01') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:26.565229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] For port 851b54ca-421f-4bb3-b23f-deb644f7df61, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=851b54ca-421f-4bb3-b23f-deb644f7df61,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:26.565611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.569043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.588791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Calling delete_port for 851b54ca-421f-4bb3-b23f-deb644f7df61 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:26.593441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.604884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:59:26.605123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:59:26.607497 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:59:26.616734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6706ee04-6e8f-4dae-b896-58ee17f920b3 req-35bff548-4d14-47e4-9b62-7fb3e004f733 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136324 Aug 19 17:59:26.645010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff69a6c-4158-48c9-8241-510fbbb54d15 req-92deaf1d-94e9-40ad-a4c1-48d4939b1693 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c485e1e-29e3-4e24-b620-4e7b65b5e497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861371 Aug 19 17:59:26.672852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Attempting to bind port 3ceeffff-7cf4-467e-b748-ff20d33095ba on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:26.672852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Attempting to bind port 3ceeffff-7cf4-467e-b748-ff20d33095ba by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:26.672852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Attempting to bind port 3ceeffff-7cf4-467e-b748-ff20d33095ba on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:26.672852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Port 3ceeffff-7cf4-467e-b748-ff20d33095ba on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:26.672852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Attempting to bind port 3ceeffff-7cf4-467e-b748-ff20d33095ba on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:26.680375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:26.680986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Checking segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:26.681683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Bound using segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:26.682395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Bound port: 3ceeffff-7cf4-467e-b748-ff20d33095ba, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:26.682928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.712915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.723430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.728955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c66acbf2-d07d-4c05-b794-3fbefeb27219 HTTP/1.1" status: 204 len: 168 time: 1.2570901 Aug 19 17:59:26.741393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373748a-4682-45dc-ad42-42a6dc21fc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66acbf2-d07d-4c05-b794-3fbefeb27219,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:26.822463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.834501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cd751f71-bc76-4690-a4e3-f35e08c47ad5 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:26.842993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:26.870769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:26.875370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: cd751f71-bc76-4690-a4e3-f35e08c47ad5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:26.875989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cd751f71-bc76-4690-a4e3-f35e08c47ad5 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:26.876652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.879322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cceee278-d295-4041-9cb9-b59eff312c6a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:26.894782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Pushing event deleted for resources: {'Port': ['ID=851b54ca-421f-4bb3-b23f-deb644f7df61,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:26.923319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:26.924278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.925506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] 10.222.0.42 "PUT /v2.0/ports/3ceeffff-7cf4-467e-b748-ff20d33095ba HTTP/1.1" status: 200 len: 1092 time: 1.2513125 Aug 19 17:59:26.930487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:26.932899 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:26.944311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] No DVR routers for this DVR port 851b54ca-421f-4bb3-b23f-deb644f7df61 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:26.948539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:26.948793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c7476-2cf9-4290-9061-d10cff39c028 req-a3f47ccd-2b6e-42bf-b78c-25adb859d877 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:26.951799 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-586f76a6-d972-4b35-8bb1-8d76de49a29e req-7b07b16a-0c05-4fbc-b274-13ed58164fe5 tempest-ServerRescueTestJSONUnderV235-500316544 tempest-ServerRescueTestJSONUnderV235-500316544-project] 10.222.0.13 "DELETE /v2.0/ports/851b54ca-421f-4bb3-b23f-deb644f7df61 HTTP/1.1" status: 204 len: 173 time: 1.1036015 Aug 19 17:59:26.952509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'name': 'network-vif-deleted', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:26.955268 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b706af-9578-4d71-909b-f9e030bfc6ed" -d '{"events": [{"server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "name": "network-vif-deleted", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:26.956394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-485c7476-2cf9-4290-9061-d10cff39c028 req-a3f47ccd-2b6e-42bf-b78c-25adb859d877 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1344059 Aug 19 17:59:27.006280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: cceee278-d295-4041-9cb9-b59eff312c6a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:27.006547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cceee278-d295-4041-9cb9-b59eff312c6a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:27.030009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e97a42-0e77-4961-ac90-1156ca6a627a service neutron] Pushing event updated for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:27.050275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:27.060988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-485c7476-2cf9-4290-9061-d10cff39c028 req-0a854232-a578-4989-aae0-271f0f1867f5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Aug 19 17:59:27.067230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-1eb4dc9d-b26a-411b-8adb-01bc9911eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:27.068789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-1eb4dc9d-b26a-411b-8adb-01bc9911eabf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 1095 time: 0.0695338 Aug 19 17:59:27.101932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9cdcbd7d-2ae5-4519-af49-721d1f8d7a12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7b2ce9abc1a489d9aa0fe64ed419b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475054 Aug 19 17:59:27.101932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:27.122014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-b262bfdd-d2bd-49e9-bbef-badd434db038 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba HTTP/1.1" status: 200 len: 217 time: 0.0429621 Aug 19 17:59:27.147589 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b95e25-08d6-4a40-8485-f65c8a5c389a x-openstack-request-id: req-90b95e25-08d6-4a40-8485-f65c8a5c389a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:27.147884 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:27.148235 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90b95e25-08d6-4a40-8485-f65c8a5c389a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:27.148508 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba', 'status': 'completed', 'code': 200} Aug 19 17:59:27.157870 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e60785-2c89-490e-81d4-2f361d4a5bb6 x-openstack-request-id: req-e3e60785-2c89-490e-81d4-2f361d4a5bb6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:27.158160 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7982b932-b614-4490-955a-9a5d2268066d", "name": "network-vif-deleted", "tag": "851b54ca-421f-4bb3-b23f-deb644f7df61", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:27.158409 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3e60785-2c89-490e-81d4-2f361d4a5bb6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:27.160054 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7982b932-b614-4490-955a-9a5d2268066d', 'name': 'network-vif-deleted', 'tag': '851b54ca-421f-4bb3-b23f-deb644f7df61', 'status': 'completed', 'code': 200} Aug 19 17:59:27.179639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.210302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.252917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-d357fd28-d0b3-4709-ae15-097c835cdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:27.254507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-d357fd28-d0b3-4709-ae15-097c835cdda7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.1188593 Aug 19 17:59:27.261518 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.264373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.265620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e78d7e89-2363-4c92-8a53-0088ff566e31 HTTP/1.1" status: 204 len: 168 time: 0.1625812 Aug 19 17:59:27.274404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1256d9d-030d-4e55-8977-9b1307448078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d7e89-2363-4c92-8a53-0088ff566e31,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:27.305417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-d48163b4-f8e9-4097-93f2-3a1d6a2bd801 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357907 Aug 19 17:59:27.320887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6aca3-a10e-4839-a06e-9ab177c9cfaa req-ed9bf810-5972-4a3b-80d4-29a4d93cb3c2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:27.322460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b6aca3-a10e-4839-a06e-9ab177c9cfaa req-ed9bf810-5972-4a3b-80d4-29a4d93cb3c2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.1218786 Aug 19 17:59:27.671674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53612) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:27.700197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a477-678b-40a2-9e28-e959eff37244 req-0f6f07d9-1e71-48e5-a544-544ff069f701 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:27.701760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc24a477-678b-40a2-9e28-e959eff37244 req-0f6f07d9-1e71-48e5-a544-544ff069f701 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 943 time: 0.4673941 Aug 19 17:59:27.754585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0a32989-44f2-48a2-a710-737a68932a55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55466d08bd334bed9461c8c73dc02c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781102 Aug 19 17:59:27.755102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53616) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:27.763682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b6aca3-a10e-4839-a06e-9ab177c9cfaa req-b401707b-9387-4691-9a69-d8d1d8b6b79b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302199 Aug 19 17:59:27.789786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc24a477-678b-40a2-9e28-e959eff37244 req-4d43937f-9328-46f2-a0cb-c17d45c3b1a5 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777302 Aug 19 17:59:27.826133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-41b07355-49a4-48c3-b2a8-532b504a63b8 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983840 Aug 19 17:59:27.846660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.878491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.969649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-4805aa06-0254-46c8-ac84-a3379444ace8 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:27.971204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-4805aa06-0254-46c8-ac84-a3379444ace8 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.42 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.0666707 Aug 19 17:59:27.987538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.990035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:27.993600 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e2e4d30-4709-428d-abbb-92242880b435 HTTP/1.1" status: 204 len: 168 time: 0.2347424 Aug 19 17:59:28.012048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f160a0-b665-40c7-9aa6-064c8f937109 req-61e5f045-5f89-4c52-9e08-d3e1182640e4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.014186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1f160a0-b665-40c7-9aa6-064c8f937109 req-61e5f045-5f89-4c52-9e08-d3e1182640e4 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 945 time: 0.1137733 Aug 19 17:59:28.025598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da972c31-f26a-47bd-b73e-293d6e21d4df req-c58d0e80-9462-406a-b174-c9e4bb13666f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.025923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5731e83-4d9f-4537-a38a-592be3dca1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e4d30-4709-428d-abbb-92242880b435,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:28.027382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da972c31-f26a-47bd-b73e-293d6e21d4df req-c58d0e80-9462-406a-b174-c9e4bb13666f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1258044 Aug 19 17:59:28.038745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47ffa42d-6f18-4613-91a4-3ede2a0f6e13 req-dda64630-c9f3-4ce0-99d4-37d6616e1561 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060506 Aug 19 17:59:28.093341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2ae9-2391-45f1-afac-b0f8560574ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.094099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1f160a0-b665-40c7-9aa6-064c8f937109 req-d0644f0d-8f74-411d-a724-340abf67f718 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups?id=43c0f51b-17a8-4916-a0d0-502b35666704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656424 Aug 19 17:59:28.111394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da972c31-f26a-47bd-b73e-293d6e21d4df req-4396b064-2103-4372-b152-afb3cdff7dee tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Aug 19 17:59:28.125586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Deleting port 06163c65-acd7-491c-8024-392a664d7d5b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:28.126087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.178839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:28.251336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] For port 06163c65-acd7-491c-8024-392a664d7d5b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=06163c65-acd7-491c-8024-392a664d7d5b,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:28.251803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.303333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-de9e0d3f-34fc-44bc-8958-3484a23264f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.304885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-de9e0d3f-34fc-44bc-8958-3484a23264f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 1095 time: 0.1924899 Aug 19 17:59:28.429860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746ff8-3d49-412f-8582-f23dd333de9c req-515d9a46-74ca-4829-b59e-ab4299302ddf tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.429860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8746ff8-3d49-412f-8582-f23dd333de9c req-515d9a46-74ca-4829-b59e-ab4299302ddf tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1748872 Aug 19 17:59:28.488985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.490003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.490333 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Floating IP 69c5b244-0402-4be8-881a-23367df0d141 disassociated. External IP: 172.25.5.5, port: 06163c65-acd7-491c-8024-392a664d7d5b. Aug 19 17:59:28.490685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Calling delete_port for 06163c65-acd7-491c-8024-392a664d7d5b owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:28.581235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8746ff8-3d49-412f-8582-f23dd333de9c req-603584aa-e1f8-495c-a29c-984909e4b0a0 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445551 Aug 19 17:59:28.593241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-411a5157-54a1-4009-989e-073cb2aa09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.594956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-411a5157-54a1-4009-989e-073cb2aa09f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 916 time: 0.2621460 Aug 19 17:59:28.660516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-d1b57d8b-d1bf-468a-a4a5-d9c339418122 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba HTTP/1.1" status: 200 len: 217 time: 0.0509148 Aug 19 17:59:28.702593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:28.720680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 851b54ca-421f-4bb3-b23f-deb644f7df61 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:28.749760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-87e8658e-04f5-4a26-9dbe-855605113b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:28.751267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-87e8658e-04f5-4a26-9dbe-855605113b96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.0820882 Aug 19 17:59:28.760630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event deleted for resources: {'Port': ['ID=06163c65-acd7-491c-8024-392a664d7d5b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:28.763078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 851b54ca-421f-4bb3-b23f-deb644f7df61 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:28.773519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 851b54ca-421f-4bb3-b23f-deb644f7df61 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:28.848363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-779c4240-8744-4336-a9f4-d3adcc2cd2f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465074 Aug 19 17:59:28.954460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Router cf50bbbb-3367-4ec3-8072-cdefec40975f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:29.099478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7d178-5073-444b-8cde-82a7a4343233 req-26733d0c-ac8b-4811-88a7-df180b4f78f1 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:29.101542 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66a7d178-5073-444b-8cde-82a7a4343233 req-26733d0c-ac8b-4811-88a7-df180b4f78f1 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 943 time: 0.1885655 Aug 19 17:59:29.115252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:29.116998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-c2ba037d-67ee-4b3a-859d-c361386fe864 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585709 Aug 19 17:59:29.132127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Sync routers for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:29.136100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143f6e4-22fd-4ef0-8aad-baf459328b54 req-f8d3f383-b376-4bd6-8ad0-45a3238d7dd9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:29.138208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0143f6e4-22fd-4ef0-8aad-baf459328b54 req-f8d3f383-b376-4bd6-8ad0-45a3238d7dd9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.2078867 Aug 19 17:59:29.148347 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:29.149215 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:29.166727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53652) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:29.217270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] No DVR routers for this DVR port 06163c65-acd7-491c-8024-392a664d7d5b on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:29.220435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.222762 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1023f945-4b06-41a2-b7fc-78cb1df3c8d3 req-0e7b5d52-52af-4e2b-a960-296d8db9708d tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.42 "DELETE /v2.0/ports/06163c65-acd7-491c-8024-392a664d7d5b HTTP/1.1" status: 204 len: 173 time: 1.2435741 Aug 19 17:59:29.223474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'name': 'network-vif-deleted', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:29.225972 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f593e254-35a3-4793-a8f7-1a9fe647f6da" -d '{"events": [{"server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "name": "network-vif-deleted", "tag": "06163c65-acd7-491c-8024-392a664d7d5b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:29.233870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4932-820b-406b-a5ff-085326ac4e21 req-2924c50b-bfdf-4e6c-8f57-3e582904dc80 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:29.235413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-657f4932-820b-406b-a5ff-085326ac4e21 req-2924c50b-bfdf-4e6c-8f57-3e582904dc80 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 945 time: 0.2340732 Aug 19 17:59:29.300286 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:29.315647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66a7d178-5073-444b-8cde-82a7a4343233 req-a91d175a-712e-4de7-9c0f-813a3a7bf652 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054319 Aug 19 17:59:29.369691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0143f6e4-22fd-4ef0-8aad-baf459328b54 req-8171a235-e67a-47d5-8efc-613097ffb211 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946285 Aug 19 17:59:29.412543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.428158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-886125589-network', 'tenant_id': '2eb0590b723c4ba8a77c052ed7e8f47c'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:29.473513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Made reservation on behalf of 2eb0590b723c4ba8a77c052ed7e8f47c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:29.480720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.500657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.514028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b54489c-bb3d-4ea0-a7ae-ef4bf6c436db req-3ba2f2db-00fd-48f0-bc51-ef9f59895a37 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 210 time: 0.0375669 Aug 19 17:59:29.579005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5911fc-132b-4c3f-bc29-5cf828b09e3b req-4e89e69a-7271-4c58-888a-9df54910b265 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525914 Aug 19 17:59:29.587759 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee9d2f-a65a-40ad-8fec-a9be5f96a936 x-openstack-request-id: req-3eee9d2f-a65a-40ad-8fec-a9be5f96a936 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:29.589711 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766f4637-9883-4e51-b2a9-73e7f4fe2b75", "name": "network-vif-deleted", "tag": "06163c65-acd7-491c-8024-392a664d7d5b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:29.590106 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eee9d2f-a65a-40ad-8fec-a9be5f96a936 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:29.591973 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766f4637-9883-4e51-b2a9-73e7f4fe2b75', 'name': 'network-vif-deleted', 'tag': '06163c65-acd7-491c-8024-392a664d7d5b', 'status': 'completed', 'code': 200} Aug 19 17:59:29.596407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-be7f360f-8f5e-449c-a172-8b636b7fa0e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0498152 Aug 19 17:59:29.649665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-5b40f88d-8f29-4dec-95fb-7ace3c6f0478 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54da8af97c574f698be358e39e7d8618&device_id=766f4637-9883-4e51-b2a9-73e7f4fe2b75 HTTP/1.1" status: 200 len: 210 time: 0.0324724 Aug 19 17:59:29.681846 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:29.685571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1360e-9a01-4d5d-a51d-c915d8caa7dd req-9dcd0aca-b973-479e-a970-c188c0723656 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:29.687165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4b1360e-9a01-4d5d-a51d-c915d8caa7dd req-9dcd0aca-b973-479e-a970-c188c0723656 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1716366 Aug 19 17:59:29.693793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port 893b9894-2487-4327-9498-c7a91dfd1c37 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:29.694159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.751146 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Checking router: cf50bbbb-3367-4ec3-8072-cdefec40975f for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:29.775240 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:29.776244 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:29.789582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.796309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.833995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:59:29.873577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-cff8bd0e-695a-4412-9438-d5add345d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:29.876150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-cff8bd0e-695a-4412-9438-d5add345d3ce service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=54da8af97c574f698be358e39e7d8618&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1834722 Aug 19 17:59:29.888596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port 893b9894-2487-4327-9498-c7a91dfd1c37, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=893b9894-2487-4327-9498-c7a91dfd1c37,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:29.889383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.913226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c3b8c-4d42-47a1-9792-d37702d82235,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:29.919174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:29.919555 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Added segment 70186c74-3bf0-4257-9758-33f92674733f of type vlan for network 221f805f-3753-493f-b38e-b0e1214d14ca Aug 19 17:59:29.933053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:29.948985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for 893b9894-2487-4327-9498-c7a91dfd1c37 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:30.004365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4b1360e-9a01-4d5d-a51d-c915d8caa7dd req-ebca5159-3c7e-4021-92d6-5b1e7cb28452 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051944 Aug 19 17:59:30.014558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.061970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.062955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:30.063571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.078336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196746ca-fff9-4a8e-b48b-332e72301373 req-3793a838-9601-4cfe-afb5-97442da5b594 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:30.079936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196746ca-fff9-4a8e-b48b-332e72301373 req-3793a838-9601-4cfe-afb5-97442da5b594 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1874912 Aug 19 17:59:30.086563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-9cdbdc6d-167d-4161-8739-bdb5b09ecdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:30.088116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2947ffb3-6915-4cd8-a59f-154eebb19c88 req-9cdbdc6d-167d-4161-8739-bdb5b09ecdc8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1948779 Aug 19 17:59:30.128371 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9544957 Aug 19 17:59:30.131325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:30.144926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Request body: {'subnet': {'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-886125589-subnet', 'tenant_id': '2eb0590b723c4ba8a77c052ed7e8f47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:30.171429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Made reservation on behalf of 2eb0590b723c4ba8a77c052ed7e8f47c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:30.174596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.175987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196746ca-fff9-4a8e-b48b-332e72301373 req-ab93fa2a-0d56-4614-aff4-8935b4704a0f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797629 Aug 19 17:59:30.177249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa026029-297f-4432-bc7b-5ff076a979f7 admin admin] Pushing event updated for resources: {'Network': ['ID=221f805f-3753-493f-b38e-b0e1214d14ca,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:30.187982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 221f805f-3753-493f-b38e-b0e1214d14ca details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:59:30.277142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.318584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=893b9894-2487-4327-9498-c7a91dfd1c37,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:30.347209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Deleting port 63e5473f-38dd-4955-987e-1caf4a01ae88 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:30.347209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.406457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:30.449600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.475595 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5338ee-9005-49e9-8633-a4ddcd6c85fe None None] The sync data for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 is: [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:56:55Z', 'revision_number': 4, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '931e5a5f-cba2-4d78-95f3-2669aa2b8527', 'name': '', 'network_id': '01d3e4ec-fa30-4a95-b31a-dc9000dc3346', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'mac_address': 'fa:16:3e:e1:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'c3962655-4873-4225-ad73-00af24119137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:53Z', 'updated_at': '2021-08-19T17:57:08Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'subnets': [{'id': 'c3962655-4873-4225-ad73-00af24119137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:30.482988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['893b9894-2487-4327-9498-c7a91dfd1c37'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:30.551232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc54c98-0426-42f9-8764-4dbc2b417f93,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:30.572653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Checking segment: {'id': '70186c74-3bf0-4257-9758-33f92674733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:30.573157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Network hostable DHCP agents. Network: 221f805f-3753-493f-b38e-b0e1214d14ca, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:59:30.582323 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f52a6fd-72b7-4074-9c92-8af618ff9ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.604605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Network 221f805f-3753-493f-b38e-b0e1214d14ca is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:59:30.617688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 221f805f-3753-493f-b38e-b0e1214d14ca) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:30.623771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:30.624461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.629833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a4079-909f-4c36-9977-f77aea621e98 None None] Network 221f805f-3753-493f-b38e-b0e1214d14ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:30.642688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a81211e-bea3-425b-b2a8-0c69c170e4ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5100763 Aug 19 17:59:30.793259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c49249-e2c2-4234-8474-5468a96377e2 None None] Network 221f805f-3753-493f-b38e-b0e1214d14ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:30.835070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port 893b9894-2487-4327-9498-c7a91dfd1c37 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:30.843229 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.845435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-657f4932-820b-406b-a5ff-085326ac4e21 req-7b345493-cf5c-4411-b319-61f555b7353c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "DELETE /v2.0/ports/893b9894-2487-4327-9498-c7a91dfd1c37 HTTP/1.1" status: 204 len: 173 time: 1.5962179 Aug 19 17:59:30.857912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'name': 'network-vif-deleted', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:30.860861 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1482d9-bd35-46cd-834b-ab3286d3db9e" -d '{"events": [{"server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "name": "network-vif-deleted", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:30.916503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6089d771-28db-4488-9202-baa502ba5622 req-92d43073-51c7-4f0f-8939-d89e4f640ded tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0759354 Aug 19 17:59:30.923844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:30.937019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4235469-bb1a-4c65-b38a-61dd6e291566 None None] New status for floating IP 69c5b244-0402-4be8-881a-23367df0d141: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 17:59:31.037717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7397bfe-dc2b-4552-a481-28a9a5742dd2 req-818c2b40-7309-4164-af45-a5c46adcf9bc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:31.044094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7397bfe-dc2b-4552-a481-28a9a5742dd2 req-818c2b40-7309-4164-af45-a5c46adcf9bc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 943 time: 0.2047594 Aug 19 17:59:31.163838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3ceeffff-7cf4-467e-b748-ff20d33095ba details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:31.167142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 06163c65-acd7-491c-8024-392a664d7d5b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:31.185752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] For port 63e5473f-38dd-4955-987e-1caf4a01ae88, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63e5473f-38dd-4955-987e-1caf4a01ae88,segment=NetworkSegment(2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb),segment_id=2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:31.186343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.196765 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6632e582-f09b-4dd7-a17f-c15704cbf440 x-openstack-request-id: req-6632e582-f09b-4dd7-a17f-c15704cbf440 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:31.197834 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc05f6c-dc36-4b46-a003-92f9fc1f0be6", "name": "network-vif-deleted", "tag": "893b9894-2487-4327-9498-c7a91dfd1c37", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:31.198761 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6632e582-f09b-4dd7-a17f-c15704cbf440 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:31.200712 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc05f6c-dc36-4b46-a003-92f9fc1f0be6', 'name': 'network-vif-deleted', 'tag': '893b9894-2487-4327-9498-c7a91dfd1c37', 'status': 'completed', 'code': 200} Aug 19 17:59:31.222551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:31.241656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7397bfe-dc2b-4552-a481-28a9a5742dd2 req-5fa76e6f-20da-49a7-a893-8df5072a7f8d tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934454 Aug 19 17:59:31.269213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 06163c65-acd7-491c-8024-392a664d7d5b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:31.272706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Calling delete_port for 63e5473f-38dd-4955-987e-1caf4a01ae88 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:31.274323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 06163c65-acd7-491c-8024-392a664d7d5b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:31.291087 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 17:59:31.366557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.406457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:31.410266 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.428727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '3ceeffff-7cf4-467e-b748-ff20d33095ba', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'port_id': '3ceeffff-7cf4-467e-b748-ff20d33095ba', 'mac_address': 'fa:16:3e:57:c3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f24b39-9938-4b7e-b293-f1d42144b82c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:31.477757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.478034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.482194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.486546 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "DELETE /v2.0/security-groups/43c0f51b-17a8-4916-a0d0-502b35666704 HTTP/1.1" status: 204 len: 168 time: 0.2624555 Aug 19 17:59:31.487159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53696) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:31.498282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceeffff-7cf4-467e-b748-ff20d33095ba {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:31.504517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36398c2c-e3b0-4e93-b335-d10ac1b681ec tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c0f51b-17a8-4916-a0d0-502b35666704,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:31.518489 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ffc65abb-d3b0-460a-bd65-526c8b2dae9b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] show failed (client error): The resource could not be found. Aug 19 17:59:31.521209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:31.525344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ffc65abb-d3b0-460a-bd65-526c8b2dae9b tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "GET /v2.0/security-groups/43c0f51b-17a8-4916-a0d0-502b35666704 HTTP/1.1" status: 404 len: 347 time: 0.0276685 Aug 19 17:59:31.526118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:31.537208 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.537513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53700) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:31.566740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-831436314-network', 'tenant_id': '1bc71b6d70ad434d9b2bf7c891fbf2b0'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:31.596323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94275-c70f-4f76-8b36-3a38a53e0c0b req-2210ae98-0b5d-45bb-82f8-94dc9c63407c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:31.599028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:31.603978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3d94275-c70f-4f76-8b36-3a38a53e0c0b req-2210ae98-0b5d-45bb-82f8-94dc9c63407c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2799332 Aug 19 17:59:31.660223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Made reservation on behalf of 1bc71b6d70ad434d9b2bf7c891fbf2b0 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:31.662495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.666207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Deleting port da899de7-a8b2-4f25-aaf2-efdaf6edd2bb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:31.666555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.704312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3fac-15c8-4e7c-8079-2ce6614f051d req-85ddcdcc-6f41-4503-a9fd-44df267c8632 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:31.706437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fcfb3fac-15c8-4e7c-8079-2ce6614f051d req-85ddcdcc-6f41-4503-a9fd-44df267c8632 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.3008831 Aug 19 17:59:31.729859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.748263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3d94275-c70f-4f76-8b36-3a38a53e0c0b req-38c9502d-ca41-4145-8582-19cc9711645d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433671 Aug 19 17:59:31.761693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.762219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.775226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Calling delete_port for da899de7-a8b2-4f25-aaf2-efdaf6edd2bb owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:31.788119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:31.821746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fcfb3fac-15c8-4e7c-8079-2ce6614f051d req-afbab52f-80eb-4272-a6a3-a7119e533d7c tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988855 Aug 19 17:59:31.896989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.934497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:31.994000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.014498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e5473f-38dd-4955-987e-1caf4a01ae88,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:32.044661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Pushing event deleted for resources: {'Port': ['ID=da899de7-a8b2-4f25-aaf2-efdaf6edd2bb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:32.114665 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.116534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.119761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0773c92a-09e5-4bc3-a5a0-0dc6d1ceb849 req-2b79c0ee-8202-40c8-8e1e-6e0c1b197283 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0558887 Aug 19 17:59:32.124229 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.133645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.138893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a0f384f-05d6-480d-b8d6-27238abb4e80 tempest-ServersTestFqdnHostnames-660867412 tempest-ServersTestFqdnHostnames-660867412-project] 10.222.0.36 "DELETE /v2.0/floatingips/69c5b244-0402-4be8-881a-23367df0d141 HTTP/1.1" status: 204 len: 168 time: 0.6086562 Aug 19 17:59:32.139205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53706) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:32.203848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:59:32.230843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.231853 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Added segment c16f63cc-aa11-4d1d-b226-f3242dbd52df of type vlan for network cb373ba3-5654-41ed-a34f-174f43ad3455 Aug 19 17:59:32.233791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b31300-b6e0-4aa2-a3ff-eb255d171b21,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:32.389532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.422811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.438078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.439123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:32.440168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.457914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dd77a-f467-4b31-a5d4-8fbf08e79376 req-531d5e14-d79b-49a6-a6b8-0b687ac817c6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:32.459597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc7dd77a-f467-4b31-a5d4-8fbf08e79376 req-531d5e14-d79b-49a6-a6b8-0b687ac817c6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 944 time: 0.1190917 Aug 19 17:59:32.569726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0292790 Aug 19 17:59:32.572804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:32.580640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Request body: {'subnet': {'network_id': 'cb373ba3-5654-41ed-a34f-174f43ad3455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-831436314-subnet', 'tenant_id': '1bc71b6d70ad434d9b2bf7c891fbf2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:32.597903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513ac96-43ad-4dca-a699-e7c83a6d3e50 admin admin] Pushing event updated for resources: {'Network': ['ID=cb373ba3-5654-41ed-a34f-174f43ad3455,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:32.618414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network cb373ba3-5654-41ed-a34f-174f43ad3455 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:59:32.628277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:32.687144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc7dd77a-f467-4b31-a5d4-8fbf08e79376 req-9f9431a6-f6cf-40b4-b062-f5fb31b685e8 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669440 Aug 19 17:59:32.822952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Made reservation on behalf of 1bc71b6d70ad434d9b2bf7c891fbf2b0 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:32.827090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.094411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9724bc3-0a0c-457f-bfad-571fb213def3 req-7b1150f5-e74b-4fa6-af3d-6138a85b7b8d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:33.096472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9724bc3-0a0c-457f-bfad-571fb213def3 req-7b1150f5-e74b-4fa6-af3d-6138a85b7b8d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1951299 Aug 19 17:59:33.113101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379190-6bf4-4a67-9cd6-be2673543108 req-ddbf6f86-8cf1-444c-91a9-0c1343e606a3 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:33.114776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f379190-6bf4-4a67-9cd6-be2673543108 req-ddbf6f86-8cf1-444c-91a9-0c1343e606a3 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1837707 Aug 19 17:59:33.140769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:33.151885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3ceeffff-7cf4-467e-b748-ff20d33095ba up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:33.175352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.188079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9724bc3-0a0c-457f-bfad-571fb213def3 req-c0863b4a-de44-4bfd-8379-a2426269fe96 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842011 Aug 19 17:59:33.245866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f379190-6bf4-4a67-9cd6-be2673543108 req-871cee67-b945-41d1-bcc2-0aafb88498eb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142108 Aug 19 17:59:33.258369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 3ceeffff-7cf4-467e-b748-ff20d33095ba completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:33.262936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Deleting port 931e5a5f-cba2-4d78-95f3-2669aa2b8527 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:33.263341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.272011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 3ceeffff-7cf4-467e-b748-ff20d33095ba triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:33.273508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.368617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:33.380396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Sync routers for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:33.392249 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:33.392690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7ec924-ced0-416b-bbcf-da41f2438896,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:33.393694 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:33.415683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53720) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:33.420094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-07fc001a-8f27-4b14-aa91-46f5e35941b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/0f1bab83-61e2-4948-b0cf-3fea6bca5f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2399008 Aug 19 17:59:33.436414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6cf59f1-364c-441f-943f-1c69fea06cef req-d901e99b-7f20-4c32-8c23-05794e7e77ea tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0750809 Aug 19 17:59:33.444929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.448510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.487060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:33.489854 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b43761-490a-4775-8c06-d97d51bfee5c" -d '{"events": [{"server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "name": "network-vif-plugged", "status": "completed", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:33.527434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Checking segment: {'id': 'c16f63cc-aa11-4d1d-b226-f3242dbd52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cb373ba3-5654-41ed-a34f-174f43ad3455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:33.528330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Network hostable DHCP agents. Network: cb373ba3-5654-41ed-a34f-174f43ad3455, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:59:33.539622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:33.548012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.549136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 893b9894-2487-4327-9498-c7a91dfd1c37 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:33.553809 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baed408-fb5a-4cd9-950c-05269917d93d x-openstack-request-id: req-5baed408-fb5a-4cd9-950c-05269917d93d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:33.554234 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "name": "network-vif-plugged", "status": "completed", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:33.554517 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5baed408-fb5a-4cd9-950c-05269917d93d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:33.554927 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba', 'code': 200} Aug 19 17:59:33.608266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 893b9894-2487-4327-9498-c7a91dfd1c37 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:33.609830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 893b9894-2487-4327-9498-c7a91dfd1c37 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:33.650984 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:33.662140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] For port 931e5a5f-cba2-4d78-95f3-2669aa2b8527, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=931e5a5f-cba2-4d78-95f3-2669aa2b8527,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:33.663244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.674182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Network cb373ba3-5654-41ed-a34f-174f43ad3455 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:59:33.681281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:33.692055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Calling delete_port for 931e5a5f-cba2-4d78-95f3-2669aa2b8527 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:33.707970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2cb5e-28cf-422a-83a1-9fafb91f0bd9 req-fa96e070-cc38-44bf-86fb-3fe634bc07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:33.711235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1df2cb5e-28cf-422a-83a1-9fafb91f0bd9 req-fa96e070-cc38-44bf-86fb-3fe634bc07f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 1097 time: 0.0816097 Aug 19 17:59:33.718684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, cb373ba3-5654-41ed-a34f-174f43ad3455) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:33.729150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:33.730094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.752085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77ac73-74e0-4209-8ce6-73e9bc2c5db9 None None] Network cb373ba3-5654-41ed-a34f-174f43ad3455 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:33.771654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1df2cb5e-28cf-422a-83a1-9fafb91f0bd9 req-f2f0147a-6fe6-493e-bd79-bbc1dd4a3c67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Aug 19 17:59:33.781623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:33.890728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a7771dc-fe77-4a6e-affd-1cf936882ab7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3162487 Aug 19 17:59:33.923815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15463d0-2b63-41fc-a03d-b9fb9fa76825 req-0d5434ee-a9b0-4056-bd61-9b58c17cddeb tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:33.931314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d15463d0-2b63-41fc-a03d-b9fb9fa76825 req-0d5434ee-a9b0-4056-bd61-9b58c17cddeb tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 945 time: 0.0998769 Aug 19 17:59:33.991611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee698654-a885-4119-b146-589c1d8f2f4d None None] Network cb373ba3-5654-41ed-a34f-174f43ad3455 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:34.009985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d15463d0-2b63-41fc-a03d-b9fb9fa76825 req-f738643e-1d1c-4854-b663-f36cd51771f2 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Aug 19 17:59:34.015944 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:59:31Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:34.096315 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Checking router: 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:34.111405 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Routers {'0f1bab83-61e2-4948-b0cf-3fea6bca5f71'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:34.111770 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:34.126930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:34.268442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Deleting port d5bb3774-51c4-4d41-b522-08f3e4487444 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:34.268834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:34.315752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:34.350592 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] Set router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:34.352060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=931e5a5f-cba2-4d78-95f3-2669aa2b8527,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:34.468224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd194-5f19-4ce8-90ad-c796b8ae0f4b req-eb1abd99-c0e0-44c8-82cc-cde6c4ec4053 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:34.477287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae6bd194-5f19-4ce8-90ad-c796b8ae0f4b req-eb1abd99-c0e0-44c8-82cc-cde6c4ec4053 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1583481 Aug 19 17:59:34.519394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5a95-a038-4f19-a0fc-db6a1100ac13 req-afe47241-a001-461f-963d-9aeda92cabe2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:34.521596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10df5a95-a038-4f19-a0fc-db6a1100ac13 req-afe47241-a001-461f-963d-9aeda92cabe2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1260355 Aug 19 17:59:34.571034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae6bd194-5f19-4ce8-90ad-c796b8ae0f4b req-24184478-b22d-4cde-898f-adb84447f4be tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922232 Aug 19 17:59:34.613358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10df5a95-a038-4f19-a0fc-db6a1100ac13 req-d49bb6aa-bb16-4cc1-bc0e-3c2bb91335be tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740578 Aug 19 17:59:34.698702 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:59:31Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:34.797102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f86b4-edcb-4c48-b833-8b9404f61755 None None] The sync data for ids ['0f1bab83-61e2-4948-b0cf-3fea6bca5f71'] in n-d-778550-10 is: [{'id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'name': 'tempest-ServerRescueTestJSONUnderV235-1584340749-router', 'tenant_id': '5ede7935022e4bbd8359b4c288901e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:57Z', 'updated_at': '2021-08-19T17:59:31Z', 'revision_number': 5, 'project_id': '5ede7935022e4bbd8359b4c288901e86', 'gw_port': {'id': 'd5bb3774-51c4-4d41-b522-08f3e4487444', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1bab83-61e2-4948-b0cf-3fea6bca5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:59Z', 'updated_at': '2021-08-19T17:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:34.868072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b2c062b-0a50-400b-8143-8f71e7c83e35 req-6bef07b4-d3c4-4ea6-9b1e-c9fc1ec0a51b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0448802 Aug 19 17:59:35.004089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] For port d5bb3774-51c4-4d41-b522-08f3e4487444, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d5bb3774-51c4-4d41-b522-08f3e4487444,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:35.004665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:35.051632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Calling delete_port for d5bb3774-51c4-4d41-b522-08f3e4487444 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:35.172145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-5aca9a60-35cc-4a3d-bc71-97843bcb4422 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:35.179884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-5aca9a60-35cc-4a3d-bc71-97843bcb4422 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/networks?id=221f805f-3753-493f-b38e-b0e1214d14ca HTTP/1.1" status: 200 len: 814 time: 0.1830833 Aug 19 17:59:35.210233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-b4c40546-3059-4689-b0ae-192e8aea95b4 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/quotas/2eb0590b723c4ba8a77c052ed7e8f47c HTTP/1.1" status: 200 len: 375 time: 0.0287893 Aug 19 17:59:35.263213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-6eb8b378-60e1-446e-8d3f-1501311539e3 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2eb0590b723c4ba8a77c052ed7e8f47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514462 Aug 19 17:59:35.285786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3255-05be-49ea-92b3-a3dc8bd04b5d req-ec9cd242-b9fb-44e6-b59b-aae72764ef81 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:35.287709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:35.294047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d0f3255-05be-49ea-92b3-a3dc8bd04b5d req-ec9cd242-b9fb-44e6-b59b-aae72764ef81 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 945 time: 0.1115639 Aug 19 17:59:35.414441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d0f3255-05be-49ea-92b3-a3dc8bd04b5d req-c738290b-8c19-4d08-b39d-f936b66ff047 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192522 Aug 19 17:59:35.468634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-cd2714b7-dbeb-4cda-b47e-891c79bcd24b service neutron] 10.222.0.36 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908789 Aug 19 17:59:35.592971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:35.655190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bb3774-51c4-4d41-b522-08f3e4487444,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:35.656734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-cdb295ac-7664-4038-9e04-b4d0decde466 service neutron] 10.222.0.36 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745992 Aug 19 17:59:35.906744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120a07a-00fb-4114-8ef3-bd89b56ea1eb req-032cedf5-8ac0-4d40-9c77-08eb0e1307df tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:35.912502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:35.915519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1120a07a-00fb-4114-8ef3-bd89b56ea1eb req-032cedf5-8ac0-4d40-9c77-08eb0e1307df tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1400502 Aug 19 17:59:36.007952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1120a07a-00fb-4114-8ef3-bd89b56ea1eb req-7d2bbd55-fb9f-42a5-a16d-8aa3682a492f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870576 Aug 19 17:59:36.050110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73404e-5af6-4c92-b24d-ca8c04db71ce req-43e2ccc4-ad24-4c00-a308-46ee00716711 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:36.056194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c73404e-5af6-4c92-b24d-ca8c04db71ce req-43e2ccc4-ad24-4c00-a308-46ee00716711 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1102965 Aug 19 17:59:36.102760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.107032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.109658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c73404e-5af6-4c92-b24d-ca8c04db71ce req-150e06d4-489f-4150-bab3-abde6b263fcd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497830 Aug 19 17:59:36.159114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Router cf50bbbb-3367-4ec3-8072-cdefec40975f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:36.170731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.171255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1bab83-61e2-4948-b0cf-3fea6bca5f71 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:59:36.176786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.177936 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-33479c1c-a0fe-4ced-846f-fbf952dec04e admin admin] 10.222.0.36 "DELETE /v2.0/routers/0f1bab83-61e2-4948-b0cf-3fea6bca5f71 HTTP/1.1" status: 204 len: 168 time: 2.7585878 Aug 19 17:59:36.180475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53776) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:36.322430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-153b6d3b-a2fc-4d18-8e8b-b888a6694d95 req-d71be997-6b29-42d6-bcae-30c580cdb860 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 210 time: 0.0412750 Aug 19 17:59:36.383398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:36.397655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Sync routers for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:36.433471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9817246f-aede-4e86-b203-11c8bbf50bf8 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf50bbbb-3367-4ec3-8072-cdefec40975f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2914217 Aug 19 17:59:36.437527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53786) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:36.445447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:36.446122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:36.470120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Deleting subnet c0ef8bb1-d11d-4d43-ac52-318935040772 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:59:36.476538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.570253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.625540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abd43739-bd9a-460e-a309-08d88fd82156 req-72a7a0b7-faa9-402c-9fe3-5f41a4cf30f7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc05f6c-dc36-4b46-a003-92f9fc1f0be6 HTTP/1.1" status: 200 len: 210 time: 0.0721519 Aug 19 17:59:36.693551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.713536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:36.739140 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.786599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.878880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:36.886939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c0ef8bb1-d11d-4d43-ac52-318935040772 HTTP/1.1" status: 204 len: 168 time: 0.7048049 Aug 19 17:59:36.889771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:36.899042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4766b1-f102-4785-a31a-50bcf2dd1786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ef8bb1-d11d-4d43-ac52-318935040772,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:36.954020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.015974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.031937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Deleting port ebf74d1d-082b-4332-a3cc-babe627f9c37 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:37.032678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.129082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.135143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d5bb3774-51c4-4d41-b522-08f3e4487444 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:37.142977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ceedd2-6393-4c6d-8ffc-cf08a813c996']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.160574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.160883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa4d6cd-7cbb-42fb-80e9-3de250e3cceb') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.167626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d5bb3774-51c4-4d41-b522-08f3e4487444 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:37.168176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d5bb3774-51c4-4d41-b522-08f3e4487444 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:37.169910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63e5473f-38dd-4955-987e-1caf4a01ae88 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:37.175580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.197378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.204168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] For port ebf74d1d-082b-4332-a3cc-babe627f9c37, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ebf74d1d-082b-4332-a3cc-babe627f9c37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:37.204877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.209127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:59:37.209350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 63e5473f-38dd-4955-987e-1caf4a01ae88 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:37.209518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63e5473f-38dd-4955-987e-1caf4a01ae88 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:37.209663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:59:37.212688 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:59:37.250112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fead9c-ec66-4286-b479-f7532f98a1cc req-a84bbfca-8d89-4ad0-9575-0235d5b50bf2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:37.251950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1fead9c-ec66-4286-b479-f7532f98a1cc req-a84bbfca-8d89-4ad0-9575-0235d5b50bf2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1195958 Aug 19 17:59:37.253702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Calling delete_port for ebf74d1d-082b-4332-a3cc-babe627f9c37 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:37.291000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:59:34Z', 'revision_number': 5, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port': {'id': 'ebf74d1d-082b-4332-a3cc-babe627f9c37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:48Z', 'updated_at': '2021-08-19T17:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.321676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Checking router: cf50bbbb-3367-4ec3-8072-cdefec40975f for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:37.333031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.341513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.347746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Routers {'cf50bbbb-3367-4ec3-8072-cdefec40975f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:37.349564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cf50bbbb-3367-4ec3-8072-cdefec40975f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.357101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] 10.222.0.36 "DELETE /v2.0/networks/f7ceedd2-6393-4c6d-8ffc-cf08a813c996 HTTP/1.1" status: 204 len: 168 time: 0.4652441 Aug 19 17:59:37.396246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f4121-08fa-46f7-a551-ecb30d67bbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ceedd2-6393-4c6d-8ffc-cf08a813c996,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:37.428918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1fead9c-ec66-4286-b479-f7532f98a1cc req-7361e653-82eb-4911-b7ba-da18f654f88b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551332 Aug 19 17:59:37.463571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d916cd2-8f36-4aa4-8f10-6f6a558129e2 req-204662ed-555d-4121-914f-1d49a7aea6dd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:37.472513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d916cd2-8f36-4aa4-8f10-6f6a558129e2 req-204662ed-555d-4121-914f-1d49a7aea6dd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1748676 Aug 19 17:59:37.478223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] Set router cf50bbbb-3367-4ec3-8072-cdefec40975f gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:37.555595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:59:36Z', 'revision_number': 6, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:37.596689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a33c7a-8b39-4ed6-bb54-39dd630c2ec4 None None] The sync data for ids ['cf50bbbb-3367-4ec3-8072-cdefec40975f'] in n-d-778550-10 is: [{'id': 'cf50bbbb-3367-4ec3-8072-cdefec40975f', 'name': 'tempest-ServersTestFqdnHostnames-847004585-router', 'tenant_id': '54da8af97c574f698be358e39e7d8618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:46Z', 'updated_at': '2021-08-19T17:59:36Z', 'revision_number': 6, 'project_id': '54da8af97c574f698be358e39e7d8618', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:37.700740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d916cd2-8f36-4aa4-8f10-6f6a558129e2 req-52287321-06c5-49e5-b7dc-0c174c536369 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270067 Aug 19 17:59:37.736694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53804) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:37.781416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a43ea17-245d-4ba7-9369-a1d25d6ae94f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ede7935022e4bbd8359b4c288901e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434282 Aug 19 17:59:37.783718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53806) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:37.840336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.844800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1169fa87-038c-40c9-83cc-b888ed14e6b9 req-718bfe6b-d066-4d4c-a37e-ebe3f4ca708a tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 210 time: 0.1137278 Aug 19 17:59:37.847403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.860588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-badd76d1-c8d9-4408-bfc0-f7f5e771125f tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:37.862197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-badd76d1-c8d9-4408-bfc0-f7f5e771125f tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.42 "GET /v2.0/networks?id=221f805f-3753-493f-b38e-b0e1214d14ca HTTP/1.1" status: 200 len: 814 time: 0.4084032 Aug 19 17:59:37.886095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Request body: {'port': {'device_id': '33d0db06-e194-4cdb-8621-14a0984af161', 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca', 'admin_state_up': True, 'tenant_id': '2eb0590b723c4ba8a77c052ed7e8f47c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:37.896005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.952775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf74d1d-082b-4332-a3cc-babe627f9c37,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:37.966002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.969175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:37.973201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c485e1e-29e3-4e24-b620-4e7b65b5e497 HTTP/1.1" status: 204 len: 168 time: 0.1882520 Aug 19 17:59:37.985592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41d45d-02cd-4e4a-a338-bd6b24803ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c485e1e-29e3-4e24-b620-4e7b65b5e497,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:38.080205 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.238388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.259519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.269229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Made reservation on behalf of 2eb0590b723c4ba8a77c052ed7e8f47c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:38.273105 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.400143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.400710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf50bbbb-3367-4ec3-8072-cdefec40975f {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 17:59:38.405866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.407910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bcac50f0-2f67-44f1-8bae-5e7e230bb7d6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cf50bbbb-3367-4ec3-8072-cdefec40975f HTTP/1.1" status: 204 len: 168 time: 1.9691410 Aug 19 17:59:38.409466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53834) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:38.499865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Deleting subnet c3962655-4873-4225-ad73-00af24119137 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 17:59:38.503055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.569443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.746773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.815103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 931e5a5f-cba2-4d78-95f3-2669aa2b8527 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:38.824814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.858346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 931e5a5f-cba2-4d78-95f3-2669aa2b8527 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:38.865170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3962655-4873-4225-ad73-00af24119137,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:38.867168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 931e5a5f-cba2-4d78-95f3-2669aa2b8527 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:38.867894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:38.870577 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-096e0002-7178-4c74-8d0a-0d12b6c27563 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c3962655-4873-4225-ad73-00af24119137 HTTP/1.1" status: 204 len: 168 time: 0.4599607 Aug 19 17:59:38.871041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ebf74d1d-082b-4332-a3cc-babe627f9c37 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:38.875865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:38.878768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576757c7-c05c-45eb-9ff6-e7d49d26d053 None None] Network 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:38.964053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ebf74d1d-082b-4332-a3cc-babe627f9c37 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:38.967485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ebf74d1d-082b-4332-a3cc-babe627f9c37 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:38.974051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.044841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Deleting port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:39.045391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.152359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] For port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,segment=NetworkSegment(181dbbb8-35a1-4137-8725-eef8f4e373c7),segment_id=181dbbb8-35a1-4137-8725-eef8f4e373c7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:39.153060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.170258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] DHCP port deletion for 01d3e4ec-fa30-4a95-b31a-dc9000dc3346 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 17:59:39.172286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Calling delete_port for ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:39.179624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-1711e7a4-fb4c-42cf-b3dc-928c0f598fc1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:39.189231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-1711e7a4-fb4c-42cf-b3dc-928c0f598fc1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.8643315 Aug 19 17:59:39.233250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-b6097cc6-e6c9-4e5f-8cfe-e460ae00a8f2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0426030 Aug 19 17:59:39.268273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.283212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Allocated IP 172.20.0.11 (221f805f-3753-493f-b38e-b0e1214d14ca/1fc54c98-0426-42f9-8764-4dbc2b417f93/60ebfc7e-c439-4cbb-919c-4c459bb96a00) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:39.297051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-9b07de45-1213-4d18-ac18-196d353a1d2d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627759 Aug 19 17:59:39.307943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Deleting port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:39.308181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53862) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:39.309171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.323077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:39.327286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] No DVR routers for this DVR port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:39.331822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9251d-458c-428d-90b8-57884a3a5405 req-51945038-8931-423a-be3b-bd454abf78ef tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:39.336706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26d9251d-458c-428d-90b8-57884a3a5405 req-51945038-8931-423a-be3b-bd454abf78ef tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2063048 Aug 19 17:59:39.385377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] For port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:39.386002 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.402518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Calling delete_port for ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:39.406354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 17:59:39.408945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.423519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.442751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d3e4ec-fa30-4a95-b31a-dc9000dc3346']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:39.456235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181dbbb8-35a1-4137-8725-eef8f4e373c7') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:39.457085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181dbbb8-35a1-4137-8725-eef8f4e373c7') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:39.468018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] Pushing event deleted for resources: {'Port': ['ID=ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:39.470422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.481771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b241a3-12ab-41aa-a637-62205dbe61d2 None None] No DVR routers for this DVR port ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:39.498016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.502268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26d9251d-458c-428d-90b8-57884a3a5405 req-f5cfb670-1a55-4ae0-8228-d1d6d2a2c5d1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389365 Aug 19 17:59:39.522889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 17:59:39.526849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: timer() Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 17:59:39.529856 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 17:59:39.614113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-342237520-network', 'tenant_id': 'f9ac8b9bf7634bf9a90bec96d2eb4bdb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:39.623808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-3b1117ab-51e6-4813-ae9d-91a7aa799744 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258631 Aug 19 17:59:39.635858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.647536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.652300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] 10.222.0.36 "DELETE /v2.0/networks/01d3e4ec-fa30-4a95-b31a-dc9000dc3346 HTTP/1.1" status: 204 len: 168 time: 0.7720749 Aug 19 17:59:39.664506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca97add-bb36-47ab-ace5-989877f112ac admin admin] Pushing event deleted for resources: {'Network': ['ID=01d3e4ec-fa30-4a95-b31a-dc9000dc3346,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:39.737814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Made reservation on behalf of f9ac8b9bf7634bf9a90bec96d2eb4bdb for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:39.740694 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.777374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.814056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:39.843912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.854758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3ef7b2c-e156-4011-aec2-6e4687b36029 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54da8af97c574f698be358e39e7d8618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395238 Aug 19 17:59:39.857691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:39.875601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cc0f00b-09b6-40d9-9c45-65a475747d80 req-a234301e-477c-4091-a2e9-8fa3f3e626b8 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453179 Aug 19 17:59:39.909930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a949e-1803-4a54-b975-e08baff04fe6 req-97264f9b-158a-44ff-a95b-bf99c3693209 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:39.911657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-628a949e-1803-4a54-b975-e08baff04fe6 req-97264f9b-158a-44ff-a95b-bf99c3693209 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1684654 Aug 19 17:59:39.927742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:39.961093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.023406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-628a949e-1803-4a54-b975-e08baff04fe6 req-905b2b19-7f0c-48ec-8b5f-19f2bf25f976 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014659 Aug 19 17:59:40.033836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.054383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.058023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.064331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc53d79a-d5ff-420b-be2e-343ea50b459c HTTP/1.1" status: 204 len: 168 time: 0.2054281 Aug 19 17:59:40.087933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc07d8-b212-4024-9279-e585063d9a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53d79a-d5ff-420b-be2e-343ea50b459c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:40.165391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.186706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.191030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Network 221f805f-3753-493f-b38e-b0e1214d14ca is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:40.230846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:40.261015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:40.274553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:59:40.331365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Pushing event updated for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:40.380444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b84bfed1-b73d-4e80-836f-0a0e4adb6c19 req-183bd589-030d-42c1-9b76-fcdb0ba47465 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=f37f95de-f87f-4127-91a2-e54817f9b93e HTTP/1.1" status: 200 len: 210 time: 0.1585748 Aug 19 17:59:40.395369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae354d7b-1944-4e05-847d-048e85171523,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:40.411731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5ac41-61c1-4604-ac50-8a509a44ac93 req-c1990494-bcaf-464c-9450-8fd2288a0f55 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:40.413307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faa5ac41-61c1-4604-ac50-8a509a44ac93 req-c1990494-bcaf-464c-9450-8fd2288a0f55 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 932 time: 0.2521031 Aug 19 17:59:40.418065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.418393 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Added segment f57baa8c-5c8f-4cd0-918e-442fe8455645 of type vlan for network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a Aug 19 17:59:40.470890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:40.471571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.532239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-de69ffb7-895d-4658-a590-2e9e81cf6808 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6508367 Aug 19 17:59:40.547548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Request body: {'port': {'device_id': '33d0db06-e194-4cdb-8621-14a0984af161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:40.585445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.605260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faa5ac41-61c1-4604-ac50-8a509a44ac93 req-4899e500-e4b0-4209-acac-072b8e4322f4 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546810 Aug 19 17:59:40.731933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.733471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.734808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:40.735432 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:40.819736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 17:59:40.853019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 17:59:40.853375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ae5ea6e4-d324-4559-a6ae-bc4ffe24c09a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 17:59:40.898336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5605609 Aug 19 17:59:40.901157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:40.901682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48bfed-5f1c-4f33-b89d-b0ff979add3f admin admin] Pushing event updated for resources: {'Network': ['ID=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:40.908523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Request body: {'subnet': {'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-342237520-subnet', 'tenant_id': 'f9ac8b9bf7634bf9a90bec96d2eb4bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:40.913315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:59:40.936540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53def0-5bf3-4af4-a420-e1709a8d3cdc req-72568532-e6dc-452d-99ab-102984f99499 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:40.938177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc53def0-5bf3-4af4-a420-e1709a8d3cdc req-72568532-e6dc-452d-99ab-102984f99499 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2190883 Aug 19 17:59:40.967221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Made reservation on behalf of f9ac8b9bf7634bf9a90bec96d2eb4bdb for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:40.974858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.068354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc53def0-5bf3-4af4-a420-e1709a8d3cdc req-3d294de8-2ec6-4782-87e8-a0cc037cd531 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227705 Aug 19 17:59:41.264640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ebfc7e-c439-4cbb-919c-4c459bb96a00 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:41.275774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.293579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Transition to ACTIVE for port object 60ebfc7e-c439-4cbb-919c-4c459bb96a00 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:41.298092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.341688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.394224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d38610-17d8-4d02-b303-d178cbb22ca3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:41.399174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Pushing event updated for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:41.428288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Checking segment: {'id': 'f57baa8c-5c8f-4cd0-918e-442fe8455645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:41.428675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Network hostable DHCP agents. Network: f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:59:41.447954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:59:41.458889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:41.468110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1dbd65-5355-43e6-b821-fbc0615ee725 None None] Network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:41.471333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:41.472641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.498416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a922b6da-a747-4283-bab7-3d9cc584ce48 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5869408 Aug 19 17:59:41.501072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3d7e-7cee-4a5a-a373-caef359bff93 req-63172114-9a5b-4a9a-a2d4-79f8c652fd95 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:41.503047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6ae3d7e-7cee-4a5a-a373-caef359bff93 req-63172114-9a5b-4a9a-a2d4-79f8c652fd95 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1089370 Aug 19 17:59:41.522421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:41.597952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Attempting to bind port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:41.598410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Attempting to bind port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '70186c74-3bf0-4257-9758-33f92674733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:41.598874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Attempting to bind port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 on network 221f805f-3753-493f-b38e-b0e1214d14ca {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:41.605837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 on network 221f805f-3753-493f-b38e-b0e1214d14ca not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:41.606911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Attempting to bind port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 on network 221f805f-3753-493f-b38e-b0e1214d14ca {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:41.613466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:41.613981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Checking segment: {'id': '70186c74-3bf0-4257-9758-33f92674733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:41.614515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Bound using segment: {'id': '70186c74-3bf0-4257-9758-33f92674733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:41.616507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Bound port: 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70186c74-3bf0-4257-9758-33f92674733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:41.617010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.674210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49f199-cb56-43d9-b9ca-4c90f62e8b79 None None] Network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:41.680252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6ae3d7e-7cee-4a5a-a373-caef359bff93 req-769314f1-a69e-4615-9b49-ae4329ff34e5 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558385 Aug 19 17:59:41.710739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:41.715110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00,segment=NetworkSegment(70186c74-3bf0-4257-9758-33f92674733f),segment_id=70186c74-3bf0-4257-9758-33f92674733f)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:41.722125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.754387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1306190576-network', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:41.807046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Made reservation on behalf of afd5b83cc5b64cad9907f7a3f38d3f33 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:41.809627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:41.811186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.813195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] 10.222.0.42 "PUT /v2.0/ports/60ebfc7e-c439-4cbb-919c-4c459bb96a00 HTTP/1.1" status: 200 len: 1093 time: 1.2706230 Aug 19 17:59:41.813953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.826952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:41.835206 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42547e0-deb2-413c-9316-6a7269b49b53" -d '{"events": [{"name": "network-changed", "server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:41.847821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.947749 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a46d1-5681-4060-a398-e7b85dd42c55 x-openstack-request-id: req-509a46d1-5681-4060-a398-e7b85dd42c55 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:41.948331 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:41.948778 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-509a46d1-5681-4060-a398-e7b85dd42c55 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:41.949391 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00', 'status': 'completed', 'code': 200} Aug 19 17:59:41.980057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.986149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:41.986527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b75e0-ae96-467f-b7b4-5193c5d76800 req-530ce2d3-af62-4e00-884a-0bd115bce7a9 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:41.994500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-039b75e0-ae96-467f-b7b4-5193c5d76800 req-530ce2d3-af62-4e00-884a-0bd115bce7a9 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 944 time: 0.2361250 Aug 19 17:59:41.998875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 17:59:42.011826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.012241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894aec3-db9f-47b8-a183-d8f7910c7f67 service neutron] Pushing event updated for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:42.012409 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Added segment 9430f786-925b-4e7d-8981-ddbb36b11d25 of type vlan for network e0f0d743-214e-4738-9cc7-de98033f5b4a Aug 19 17:59:42.035003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-83be1cb9-abc3-42da-b21d-f96e74cab552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.036735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-83be1cb9-abc3-42da-b21d-f96e74cab552 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2eb0590b723c4ba8a77c052ed7e8f47c&device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 1096 time: 0.1657147 Aug 19 17:59:42.061885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.094604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.095663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.096258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.108596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-039b75e0-ae96-467f-b7b4-5193c5d76800 req-62ba1bb6-94e3-481e-a045-c3c417980d49 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130769 Aug 19 17:59:42.110177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-809bd3e4-22e4-47dc-a4a6-e32f8cb3dc7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00 HTTP/1.1" status: 200 len: 217 time: 0.0629089 Aug 19 17:59:42.168624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f0d743-214e-4738-9cc7-de98033f5b4a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:42.182028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b2f287-e4d2-4701-b989-006e370a51ce,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:42.183738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e0f0d743-214e-4738-9cc7-de98033f5b4a details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 17:59:42.187358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fea923ed-8571-468a-9869-db17a03ecd14 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6638300 Aug 19 17:59:42.190274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:42.196192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Request body: {'subnet': {'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1306190576-subnet', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:42.209306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-a4d2820c-3a28-463a-ab07-e547b633671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.212178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-a4d2820c-3a28-463a-ab07-e547b633671e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc54c98-0426-42f9-8764-4dbc2b417f93 HTTP/1.1" status: 200 len: 854 time: 0.0954194 Aug 19 17:59:42.220751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Made reservation on behalf of afd5b83cc5b64cad9907f7a3f38d3f33 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:42.225128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.272311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-f7c6b914-8d72-45e3-ae30-d143fe50d6ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=221f805f-3753-493f-b38e-b0e1214d14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522680 Aug 19 17:59:42.435825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.488958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7d1ab5-3b24-4c27-a80d-ade561cd8f95,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:42.502884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Checking segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:42.503246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Network hostable DHCP agents. Network: e0f0d743-214e-4738-9cc7-de98033f5b4a, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 17:59:42.522490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Network e0f0d743-214e-4738-9cc7-de98033f5b4a is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 17:59:42.533148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e0f0d743-214e-4738-9cc7-de98033f5b4a) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:42.536516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-643c1bed-4459-4005-be58-d30ec0e00513 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.538319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.539165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.544735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-643c1bed-4459-4005-be58-d30ec0e00513 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/networks?id=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a HTTP/1.1" status: 200 len: 808 time: 0.3094232 Aug 19 17:59:42.548948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac846d-6bf6-43e2-9d61-2aab0baf6fe3 None None] Network e0f0d743-214e-4738-9cc7-de98033f5b4a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:42.560760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-c439b405-a946-4ccc-a946-737d5f578771 service neutron] 10.222.0.42 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394006 Aug 19 17:59:42.568440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-1c5a52c5-cb98-4b52-af71-c6ebe69ecd63 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:42.572750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f60e93f5-0db2-4c05-8ec4-0f3929b6e3f9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3786423 Aug 19 17:59:42.573134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:42.575336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-1c5a52c5-cb98-4b52-af71-c6ebe69ecd63 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.3021400 Aug 19 17:59:42.579098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:42.592557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-a1694e93-0b9c-4f5c-9634-acb673e5fcf5 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/quotas/f9ac8b9bf7634bf9a90bec96d2eb4bdb HTTP/1.1" status: 200 len: 375 time: 0.0462918 Aug 19 17:59:42.602402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.603420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.665250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.674710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-463b6ca7-23b6-4677-b7fe-d99331fc6343 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9ac8b9bf7634bf9a90bec96d2eb4bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803823 Aug 19 17:59:42.678016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6b4e4a4d-c4f4-4987-9feb-0cbbd49ad365 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.1015780 Aug 19 17:59:42.737519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e0f0d743-214e-4738-9cc7-de98033f5b4a', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 17:59:42.738684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.800097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-989c595b-3f22-4199-acf1-d6e0bb622bb1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890563 Aug 19 17:59:42.820602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:42.885609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68ad086a-4140-487a-9a0d-737b09da9c82 req-0ea336f1-a1a3-413f-83ea-287e4e25d894 service neutron] 10.222.0.42 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080902 Aug 19 17:59:42.899881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Allocated IP 172.20.0.2 (e0f0d743-214e-4738-9cc7-de98033f5b4a/7c7d1ab5-3b24-4c27-a80d-ade561cd8f95/ad8f7432-b5a6-40e4-81de-2c5e015bce19) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:42.926071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-4893b633-e0e5-4b8a-8b2c-559e49a409ea service neutron] 10.222.0.36 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365649 Aug 19 17:59:42.969081 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-e8de3f71-8b62-4a4c-b852-7fb881516e3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601027 Aug 19 17:59:43.057840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-94fdd4e0-eca0-4791-b408-51cb33d4419b service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452726 Aug 19 17:59:43.067160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-8bbdaaf4-a0c5-492d-ac93-bab7c4b5daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.068793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-8bbdaaf4-a0c5-492d-ac93-bab7c4b5daa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2eb0590b723c4ba8a77c052ed7e8f47c&device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 1096 time: 0.1299868 Aug 19 17:59:43.070781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.081166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Transition to ACTIVE for port object ad8f7432-b5a6-40e4-81de-2c5e015bce19 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:43.099892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Transition to ACTIVE for port object ad8f7432-b5a6-40e4-81de-2c5e015bce19 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:43.106582 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.136165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-5c6a2967-5841-4427-971c-4cfa4fb9c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.139617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-5c6a2967-5841-4427-971c-4cfa4fb9c158 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.0762365 Aug 19 17:59:43.146027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.154823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Network e0f0d743-214e-4738-9cc7-de98033f5b4a is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:43.157660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:43.163892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:43.166843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.194173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-a6ec6766-2071-45ec-8761-93d192295379 service neutron] 10.222.0.36 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667663 Aug 19 17:59:43.198071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Pushing event updated for resources: {'Port': ['ID=ad8f7432-b5a6-40e4-81de-2c5e015bce19,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:43.248886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Attempting to bind port ad8f7432-b5a6-40e4-81de-2c5e015bce19 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:43.250112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Attempting to bind port ad8f7432-b5a6-40e4-81de-2c5e015bce19 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:43.250591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Attempting to bind port ad8f7432-b5a6-40e4-81de-2c5e015bce19 on network e0f0d743-214e-4738-9cc7-de98033f5b4a {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:43.257769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:43.258456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Checking segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:43.258971 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.259636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Bound using segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:43.261185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Bound port: ad8f7432-b5a6-40e4-81de-2c5e015bce19, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:43.261815 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.269251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-9b8a06c3-fac0-4714-9374-8f9f01418a74 service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991935 Aug 19 17:59:43.274075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-faa0e460-a1f4-4820-90f4-c6986b65a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.276226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-faa0e460-a1f4-4820-90f4-c6986b65a3ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=221f805f-3753-493f-b38e-b0e1214d14ca HTTP/1.1" status: 200 len: 915 time: 0.1906791 Aug 19 17:59:43.337674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-ccaf6e2a-314f-4367-89be-032b2218d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.339068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-b022ab08-ad68-4b2c-8419-bf15182e81b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00 HTTP/1.1" status: 200 len: 217 time: 0.0533240 Aug 19 17:59:43.339345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-ccaf6e2a-314f-4367-89be-032b2218d47f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1737740 Aug 19 17:59:43.367279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] For port ad8f7432-b5a6-40e4-81de-2c5e015bce19, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:43.371803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] For port ad8f7432-b5a6-40e4-81de-2c5e015bce19, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad8f7432-b5a6-40e4-81de-2c5e015bce19,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:43.377802 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:43.421627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Allocated IP 172.25.5.74 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:43.475411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2509b-5477-4174-954d-9b044c2bc11b None None] Pushing event updated for resources: {'Port': ['ID=ad8f7432-b5a6-40e4-81de-2c5e015bce19,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:43.547064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-ccff468b-6bd5-4e41-9912-cb47191d7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.554531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-ccff468b-6bd5-4e41-9912-cb47191d7172 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1fc54c98-0426-42f9-8764-4dbc2b417f93 HTTP/1.1" status: 200 len: 854 time: 0.2077954 Aug 19 17:59:43.630296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-1e11773f-ff9a-4bd6-bd1f-ff5696b12842 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=221f805f-3753-493f-b38e-b0e1214d14ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630653 Aug 19 17:59:43.708774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196e8b2-efe8-4f57-b1a8-e03a5292e51f req-c6da7822-8561-412d-9b59-8142b2f5ee44 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:43.720254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f196e8b2-efe8-4f57-b1a8-e03a5292e51f req-c6da7822-8561-412d-9b59-8142b2f5ee44 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2619786 Aug 19 17:59:43.877320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f196e8b2-efe8-4f57-b1a8-e03a5292e51f req-3ec2736a-7e97-4bad-a395-18e9b0eb4244 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560760 Aug 19 17:59:43.957183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-29bb9872-d8a5-4603-9ec7-9986373ce8cd service neutron] 10.222.0.42 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843428 Aug 19 17:59:44.092290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-f124fbe9-9d03-47fc-96e6-d97a1f1a9c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.7392268 Aug 19 17:59:44.172545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5f22-d893-4e50-a807-30ee78691126 req-e6bacc4e-0fb2-47c1-a156-08e2fc3a5d7a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.174502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6db5f22-d893-4e50-a807-30ee78691126 req-e6bacc4e-0fb2-47c1-a156-08e2fc3a5d7a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1989241 Aug 19 17:59:44.207573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730baea8-e4a8-4f42-9d2f-7185b6d0809a req-77ef8d55-7299-4d29-ad19-7b44afef35d3 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.209844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-730baea8-e4a8-4f42-9d2f-7185b6d0809a req-77ef8d55-7299-4d29-ad19-7b44afef35d3 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 944 time: 0.1778889 Aug 19 17:59:44.219928 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:44.247377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-58efb0eb-90ed-4b96-bb34-1ef3423b4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.249118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-58efb0eb-90ed-4b96-bb34-1ef3423b4278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1399331 Aug 19 17:59:44.276639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42547e0-deb2-413c-9316-6a7269b49b53 req-0f411b38-9aba-483a-807a-7769debd9aab service neutron] 10.222.0.42 "GET /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178201 Aug 19 17:59:44.312522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6db5f22-d893-4e50-a807-30ee78691126 req-9c5ec290-2659-42f6-a5c2-d8476b417a91 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293931 Aug 19 17:59:44.339286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-730baea8-e4a8-4f42-9d2f-7185b6d0809a req-f95353b2-0f6a-4d10-828d-edbc35687b06 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096878 Aug 19 17:59:44.343787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:44.360553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb14a50-80fa-4b64-80a9-d0f5b9aef338 req-fda964a6-0520-434e-99b6-8356c448efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.362342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fb14a50-80fa-4b64-80a9-d0f5b9aef338 req-fda964a6-0520-434e-99b6-8356c448efe8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1098 time: 0.0691679 Aug 19 17:59:44.383710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-13a2a201-171d-43ac-881e-d4a169f5ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.385441 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-13a2a201-171d-43ac-881e-d4a169f5ebf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991096 Aug 19 17:59:44.422534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:44.436799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:44.472424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:44.485133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:44.498714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fb14a50-80fa-4b64-80a9-d0f5b9aef338 req-92ab791c-3414-4410-a0a4-e2623f01cb27 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295493 Aug 19 17:59:44.500984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59dd92e8-6405-4b6e-b6b3-f708d94c495f req-60cc2bc2-2d97-483b-ad89-14242a28b690 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 210 time: 0.0908101 Aug 19 17:59:44.549779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56242a14-72c9-46f7-8149-c7dbcc7f2f47 req-92a407db-c3d3-440e-b60b-8d24efbc76f2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 210 time: 0.0474341 Aug 19 17:59:44.589084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-929cbf62-255a-4596-b79e-b4195d2823e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832325 Aug 19 17:59:44.728973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-66815ff5-7f7f-4f7f-8896-79c3e216379b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:44.739579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-66815ff5-7f7f-4f7f-8896-79c3e216379b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.1389046 Aug 19 17:59:44.759188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e253112c-59a1-46d1-9c86-2bbbb0a4c2dc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/quotas/3d57fe1ecfc542d2b825b023efa458cb HTTP/1.1" status: 200 len: 375 time: 0.0189331 Aug 19 17:59:44.818125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-79f4662e-7e58-47e4-a68b-f05c37b97a1f req-b7956c3f-b0c0-4e78-95ca-5ba1f21d1420 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209198 Aug 19 17:59:44.819309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-a0e36c8d-0c4e-4867-b65b-d428a9a6b658 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591872 Aug 19 17:59:44.844362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad8f7432-b5a6-40e4-81de-2c5e015bce19 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:44.933357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ad8f7432-b5a6-40e4-81de-2c5e015bce19 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:44.946946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:44.959647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c5e51-880a-4b72-9ab6-987f45c54cb5 None None] Network e0f0d743-214e-4738-9cc7-de98033f5b4a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 17:59:44.994184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-6bcc143b-4117-4963-8bc2-bf53b82be668 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657174 Aug 19 17:59:45.073092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Provisioning for port ad8f7432-b5a6-40e4-81de-2c5e015bce19 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:45.095941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0e1d5948-27d5-4a12-9d7a-b75893f2e043 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003127 Aug 19 17:59:45.096421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Provisioning complete for port ad8f7432-b5a6-40e4-81de-2c5e015bce19 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:45.097008 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.122872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e4d8f-b3f9-45ba-861b-dca99ad58ef1 req-53279c81-3b8b-4f09-9dd5-4f3c4459a50d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:45.124841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-733e4d8f-b3f9-45ba-861b-dca99ad58ef1 req-53279c81-3b8b-4f09-9dd5-4f3c4459a50d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1518307 Aug 19 17:59:45.175693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-733e4d8f-b3f9-45ba-861b-dca99ad58ef1 req-5c535291-9237-44c7-8016-e1439329a1ed tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Aug 19 17:59:45.184557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 60ebfc7e-c439-4cbb-919c-4c459bb96a00 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:45.319551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.377303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.407111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-ea323267-f880-4a5f-85da-35bfa43ab69d tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:45.412504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-ea323267-f880-4a5f-85da-35bfa43ab69d tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.13 "GET /v2.0/networks?id=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a HTTP/1.1" status: 200 len: 808 time: 0.2538309 Aug 19 17:59:45.437057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00,segment=NetworkSegment(70186c74-3bf0-4257-9758-33f92674733f),segment_id=70186c74-3bf0-4257-9758-33f92674733f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:45.463257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '60ebfc7e-c439-4cbb-919c-4c459bb96a00', 'network_id': '221f805f-3753-493f-b38e-b0e1214d14ca', 'port_id': '60ebfc7e-c439-4cbb-919c-4c459bb96a00', 'mac_address': 'fa:16:3e:8d:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc54c98-0426-42f9-8764-4dbc2b417f93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:45.474169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Request body: {'port': {'device_id': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a', 'admin_state_up': True, 'tenant_id': 'f9ac8b9bf7634bf9a90bec96d2eb4bdb'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:45.550439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] For port ad8f7432-b5a6-40e4-81de-2c5e015bce19, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad8f7432-b5a6-40e4-81de-2c5e015bce19,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:45.566938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.706806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f687c6-641e-48b4-80f0-4f605d3f2de6 None None] Pushing event updated for resources: {'Port': ['ID=ad8f7432-b5a6-40e4-81de-2c5e015bce19,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:45.713903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.744626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ebfc7e-c439-4cbb-919c-4c459bb96a00 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:45.780813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Made reservation on behalf of f9ac8b9bf7634bf9a90bec96d2eb4bdb for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:45.788161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.804258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00,segment=NetworkSegment(70186c74-3bf0-4257-9758-33f92674733f),segment_id=70186c74-3bf0-4257-9758-33f92674733f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:45.809567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0f6bec08-48b3-4ae6-a109-2069fea827be None None] Provisioning complete for port ad8f7432-b5a6-40e4-81de-2c5e015bce19 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:45.810065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0f6bec08-48b3-4ae6-a109-2069fea827be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.810885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Router 88c1056a-608d-47e8-a653-e824849be20b is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 17:59:45.812746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:45.858941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d77ea9df-37d2-4d6d-a0af-1ba597bb560e req-0189831c-119c-4c51-890c-763975e34e9f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 210 time: 0.5368111 Aug 19 17:59:45.988124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:46.078573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['60ebfc7e-c439-4cbb-919c-4c459bb96a00'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:46.093598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:46.098250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd479-6c14-4979-81ee-ae0a07fe54dc req-25a52bb0-0a15-42e9-a9c5-1c662fa4b574 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:46.102839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Sync routers for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:46.105480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9ccd479-6c14-4979-81ee-ae0a07fe54dc req-25a52bb0-0a15-42e9-a9c5-1c662fa4b574 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2228208 Aug 19 17:59:46.121151 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:46.122445 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:46.152835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c55c3991-c0b7-410f-9e9a-d63e8607bd9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:46.155072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c55c3991-c0b7-410f-9e9a-d63e8607bd9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.2906837 Aug 19 17:59:46.165081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbb48d-3fc6-4266-a8a2-92bbbdc34246 req-c10f26d6-224f-428a-9f5b-b2257517c8a6 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:46.167565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11fbb48d-3fc6-4266-a8a2-92bbbdc34246 req-c10f26d6-224f-428a-9f5b-b2257517c8a6 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 945 time: 0.1617455 Aug 19 17:59:46.168174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.170742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9085b732-8124-4c38-8f34-be3ad7cfca87 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5965450 Aug 19 17:59:46.174364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54036) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:46.200171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9ccd479-6c14-4979-81ee-ae0a07fe54dc req-374fee9f-b10e-4ba1-833f-8c49c1428dbb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935526 Aug 19 17:59:46.241370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Allocated IP 172.20.0.5 (f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a/47d38610-17d8-4d02-b303-d178cbb22ca3/e758b1fa-3209-4e87-9d7d-6d2f8acce970) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:46.260175 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:46.260934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:46.412052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4a12c08-a436-4e67-8202-a83ca324de88 req-d64d4657-20a9-426f-9810-23c1151554df tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 210 time: 0.0421944 Aug 19 17:59:46.451924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11fbb48d-3fc6-4266-a8a2-92bbbdc34246 req-cc2f03e4-c487-45e5-8e46-a35451644de9 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447212 Aug 19 17:59:46.463105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:46.472470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.501289 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:44Z', 'revision_number': 3, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:46.538246 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Checking router: 88c1056a-608d-47e8-a653-e824849be20b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:46.538700 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Updating router 88c1056a-608d-47e8-a653-e824849be20b port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:59:46.554004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cedc9f2-af46-4733-9cda-e5c15a1a19d4 req-9d540625-bff9-4f07-a3ce-312138022638 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 210 time: 0.0612247 Aug 19 17:59:46.577937 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.645290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.733031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.4 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/5bf32334-ce77-42ed-bbc6-8faf124d6f21) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:46.765759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db680-b6b1-44ab-b091-859e8f09899b req-d23ad3d8-5da7-434f-8abb-4d6a3bbd3c8f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:46.768371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e69db680-b6b1-44ab-b091-859e8f09899b req-d23ad3d8-5da7-434f-8abb-4d6a3bbd3c8f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.1036341 Aug 19 17:59:46.792558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad8f7432-b5a6-40e4-81de-2c5e015bce19 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:46.828115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.858334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e69db680-b6b1-44ab-b091-859e8f09899b req-05a3b741-bd5d-412f-97aa-881eae3981fa tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801265 Aug 19 17:59:46.908411 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.910712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:46.915351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:46.923933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:46.935189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ad8f7432-b5a6-40e4-81de-2c5e015bce19 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:46.935594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.978182 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:46.994092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Pushing event updated for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:46.999461 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Transition to ACTIVE for port object c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:47.009376 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.033056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:47.034831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.075797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Pushing event updated for resources: {'Port': ['ID=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:47.078045 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Attempting to bind port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:47.078411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Attempting to bind port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:47.078772 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Attempting to bind port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:47.083383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-55ddc39f-674a-4d69-9d58-7d7e781966a8 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6146398 Aug 19 17:59:47.088411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.088760 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.089098 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.089429 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.089887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.090229 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.091743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.092123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.092452 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.092777 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.093105 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.093428 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:47.097687 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:47.098652 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:47.098652 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.098834 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:47.101327 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Bound port: c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:47.101327 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.152649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.156065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94337623-5d7d-492a-b8f8-c98abff6e314 req-6c399c4e-4e2b-472b-b50c-b3de99630a76 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 210 time: 0.0838768 Aug 19 17:59:47.162564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Request body: {'port': {'device_id': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:47.174312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.245885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-93215470-125c-4226-aa7f-6b89f62eda76 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:47.248153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-93215470-125c-4226-aa7f-6b89f62eda76 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.3313723 Aug 19 17:59:47.273233 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] For port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:47.276650 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] For port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:47.281545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Request body: {'port': {'device_id': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'admin_state_up': True, 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:47.286927 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.307143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 60ebfc7e-c439-4cbb-919c-4c459bb96a00 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:47.319481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.366493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:47.367128 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:47.367902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:47.370669 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0152f60-714a-4a2f-b4fe-ec74bc0ed6b2 None None] Pushing event updated for resources: {'Port': ['ID=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:47.373938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:47.374373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.408752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.490559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:47.507872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:47.509959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:47.524485 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:47.558280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.591409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090a62d-2640-4226-92db-7f62effef1b9 req-da3aef03-71c4-48c2-a978-c06b0c50ec20 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:47.594580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0090a62d-2640-4226-92db-7f62effef1b9 req-da3aef03-71c4-48c2-a978-c06b0c50ec20 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2410603 Aug 19 17:59:47.594734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:47.598331 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8031a6e-2ae7-4704-b2ab-35789a33c82a" -d '{"events": [{"server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "name": "network-vif-plugged", "status": "completed", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:47.610819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:47.618741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00,segment=NetworkSegment(70186c74-3bf0-4257-9758-33f92674733f),segment_id=70186c74-3bf0-4257-9758-33f92674733f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:47.623792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.680953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:47.705137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:47.705789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.732867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:47.733630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Allocated IP 172.20.0.1 (e0f0d743-214e-4738-9cc7-de98033f5b4a/7c7d1ab5-3b24-4c27-a80d-ade561cd8f95/ddf89448-e23a-4c5b-921b-69951b540386) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:47.736996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.758389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-c5cb6770-e715-400c-aa68-423b6b6aa064 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5018685 Aug 19 17:59:47.766802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5f7f-fb53-4a1d-bfda-34518d2c6c0c req-1511c93a-fda7-48db-be8b-971be82d6594 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:47.768455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44dc5f7f-fb53-4a1d-bfda-34518d2c6c0c req-1511c93a-fda7-48db-be8b-971be82d6594 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 931 time: 0.1958342 Aug 19 17:59:47.773221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:44Z', 'revision_number': 3, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:47.774315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0090a62d-2640-4226-92db-7f62effef1b9 req-cfb1647c-4843-4fa1-9df9-9a63f5a098c7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507225 Aug 19 17:59:47.803691 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092269f-e188-4c17-b331-6aa546e1f032 None None] The sync data for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 is: [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:44Z', 'revision_number': 3, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:47.823314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Request body: {'port': {'device_id': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:47.917401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e758b1fa-3209-4e87-9d7d-6d2f8acce970 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:47.929108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.944199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44dc5f7f-fb53-4a1d-bfda-34518d2c6c0c req-182570d3-36c8-445c-9d5d-ee20fa790e55 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637502 Aug 19 17:59:47.949198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:47.962120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Transition to ACTIVE for port object e758b1fa-3209-4e87-9d7d-6d2f8acce970 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:47.973801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.012056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.017143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Transition to ACTIVE for port object ddf89448-e23a-4c5b-921b-69951b540386 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:48.040085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Pushing event updated for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:48.095387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6659737-1772-4330-8205-5141c150f4c4 req-9ed4b4ac-2e81-436d-ad9f-190b36d4ae0e tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:48.096914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6659737-1772-4330-8205-5141c150f4c4 req-9ed4b4ac-2e81-436d-ad9f-190b36d4ae0e tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.2095907 Aug 19 17:59:48.136950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.180266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Allocated IP 172.20.0.12 (9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d/03f24b39-9938-4b7e-b293-f1d42144b82c/d1a79c1f-12aa-4181-b70b-ef105034bab8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:48.206443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Network e0f0d743-214e-4738-9cc7-de98033f5b4a is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:48.215615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:48.221912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:48.254473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:48.266243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Attempting to bind port e758b1fa-3209-4e87-9d7d-6d2f8acce970 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:48.266243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Attempting to bind port e758b1fa-3209-4e87-9d7d-6d2f8acce970 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'f57baa8c-5c8f-4cd0-918e-442fe8455645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:48.266243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Attempting to bind port e758b1fa-3209-4e87-9d7d-6d2f8acce970 on network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:48.272638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Port e758b1fa-3209-4e87-9d7d-6d2f8acce970 on network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:48.272969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Attempting to bind port e758b1fa-3209-4e87-9d7d-6d2f8acce970 on network f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:48.282961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:48.283300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Checking segment: {'id': 'f57baa8c-5c8f-4cd0-918e-442fe8455645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:48.284000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Bound using segment: {'id': 'f57baa8c-5c8f-4cd0-918e-442fe8455645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:48.284444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Bound port: e758b1fa-3209-4e87-9d7d-6d2f8acce970, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57baa8c-5c8f-4cd0-918e-442fe8455645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:48.284955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.299645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.352597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6659737-1772-4330-8205-5141c150f4c4 req-c4740165-d93e-4b3e-9a00-4d734e7a97af tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465022 Aug 19 17:59:48.388267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb28744-44ef-4142-a8cb-08bb5bfdafe2 req-82b1d0d0-4354-48f5-b1b0-d5064c347c54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:48.395766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffb28744-44ef-4142-a8cb-08bb5bfdafe2 req-82b1d0d0-4354-48f5-b1b0-d5064c347c54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 931 time: 0.2202888 Aug 19 17:59:48.419814 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1945f25b-166e-40ea-84ae-ed50e562ac5e x-openstack-request-id: req-1945f25b-166e-40ea-84ae-ed50e562ac5e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:48.420544 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "name": "network-vif-plugged", "status": "completed", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:48.420544 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1945f25b-166e-40ea-84ae-ed50e562ac5e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:48.420912 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00', 'code': 200} Aug 19 17:59:48.529658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.590290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-83f38764-1591-43c3-967a-9446ff999fc7 None None] Provisioning for port ddf89448-e23a-4c5b-921b-69951b540386 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:48.610256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:48.622522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-83f38764-1591-43c3-967a-9446ff999fc7 None None] Provisioning complete for port ddf89448-e23a-4c5b-921b-69951b540386 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:48.623139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-83f38764-1591-43c3-967a-9446ff999fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.639482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffb28744-44ef-4142-a8cb-08bb5bfdafe2 req-fe14ef1a-c172-44fa-8992-4c5680909180 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691142 Aug 19 17:59:48.678678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-83f38764-1591-43c3-967a-9446ff999fc7 None None] Port ddf89448-e23a-4c5b-921b-69951b540386 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:59:48.679678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970,segment=NetworkSegment(f57baa8c-5c8f-4cd0-918e-442fe8455645),segment_id=f57baa8c-5c8f-4cd0-918e-442fe8455645)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:48.688326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.711805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.769537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca4f92-3464-4556-995b-056f0ae3179b req-967b5c0b-8a84-408d-8cb3-4189382c2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:48.771698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2ca4f92-3464-4556-995b-056f0ae3179b req-967b5c0b-8a84-408d-8cb3-4189382c2bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 1098 time: 0.2442598 Aug 19 17:59:48.850150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:48.854154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b76e77ab-804c-4d75-af45-8cc874919f1c req-820bbe19-6cf5-4562-8972-bbfc742d53dc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 210 time: 0.0722632 Aug 19 17:59:48.921748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:48.922658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02821ef-e0fb-4591-b2d4-5c9a88f53bd6 req-dc15f018-3a8f-4126-9b11-a037a4e66e49 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:48.924311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b02821ef-e0fb-4591-b2d4-5c9a88f53bd6 req-dc15f018-3a8f-4126-9b11-a037a4e66e49 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2655849 Aug 19 17:59:48.936659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:48.937045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:48.950103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2ca4f92-3464-4556-995b-056f0ae3179b req-1cda2f43-ce17-45fc-a41f-301974201c06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663203 Aug 19 17:59:49.034453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.047180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:49.079388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:49.082397 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.100716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event updated for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.108098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:49.115922 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.130659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf32334-ce77-42ed-bbc6-8faf124d6f21 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:49.152515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.161779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b02821ef-e0fb-4591-b2d4-5c9a88f53bd6 req-12a4ed1a-dd33-42ff-a909-b2f69ae890e8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231178 Aug 19 17:59:49.177165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:49.177288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.177288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.178441 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] 10.222.0.13 "PUT /v2.0/ports/e758b1fa-3209-4e87-9d7d-6d2f8acce970 HTTP/1.1" status: 200 len: 1092 time: 2.0291224 Aug 19 17:59:49.185374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005142a-261c-49ca-80d7-e32e1e8fa094 req-cc3c34ea-e40c-441f-8caf-99fc24b40104 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.195562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4005142a-261c-49ca-80d7-e32e1e8fa094 req-cc3c34ea-e40c-441f-8caf-99fc24b40104 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2603180 Aug 19 17:59:49.211924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:49.214930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:49.227464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-4c6b1bd9-a1d0-4408-b2a5-193b8767b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.239005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Transition to ACTIVE for port object 5bf32334-ce77-42ed-bbc6-8faf124d6f21 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:49.244056 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-4c6b1bd9-a1d0-4408-b2a5-193b8767b6d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3192e71ecda5411aab281a12abc75dd7&device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 1098 time: 0.6228223 Aug 19 17:59:49.244554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:49.246980 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d13464-8dad-4838-80f6-040981de881d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:49.249168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.266956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff08f-3d04-4f97-a372-d6aab4536c9a service neutron] Pushing event updated for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.287690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.331163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4005142a-261c-49ca-80d7-e32e1e8fa094 req-5042577d-6930-4655-bcb1-c5adc68b373a tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346540 Aug 19 17:59:49.427057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.427914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.471606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0145f785-8c07-4c5f-af66-5fdd706ecc26 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1961045 Aug 19 17:59:49.477588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.478709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.487010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.490264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-0e4e394d-3308-486d-b47e-259605029566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.491802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-0e4e394d-3308-486d-b47e-259605029566 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9ac8b9bf7634bf9a90bec96d2eb4bdb&device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 1095 time: 0.2342086 Aug 19 17:59:49.494754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127254d-fc3d-4139-868f-d379c52325bf req-1e82737a-ca52-45df-b145-5c2d5759e2e6 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.496070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e127254d-fc3d-4139-868f-d379c52325bf req-1e82737a-ca52-45df-b145-5c2d5759e2e6 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 943 time: 0.2470937 Aug 19 17:59:49.530635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-2da0a926-856c-4ca7-a698-e79411652cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.532125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-2da0a926-856c-4ca7-a698-e79411652cae service neutron] 10.222.0.42 "GET /v2.0/networks?id=d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 200 len: 912 time: 0.2776823 Aug 19 17:59:49.537333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Attempting to bind port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:49.537678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Attempting to bind port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:49.538079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Attempting to bind port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:49.551730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:49.552188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Attempting to bind port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:49.557390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e127254d-fc3d-4139-868f-d379c52325bf req-20b980e4-89a0-4df9-92ac-ab4701179cf6 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536330 Aug 19 17:59:49.561361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:49.562037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:49.562159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:49.562510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Bound port: 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:49.562873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.596347 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-1f8a3208-8656-4bf6-b70e-2d9c85102b0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 200 len: 217 time: 0.0493329 Aug 19 17:59:49.598726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.601496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.648702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:49.653365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:49.668573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Request body: {'port': {'device_id': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:49.688468 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ee06b-7639-4ca7-8829-5a686168db79 x-openstack-request-id: req-c05ee06b-7639-4ca7-8829-5a686168db79 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:49.688759 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:49.689053 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c05ee06b-7639-4ca7-8829-5a686168db79 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:49.689368 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970', 'status': 'completed', 'code': 200} Aug 19 17:59:49.715509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.732812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-8d9d3b9a-be89-4e15-a7d7-c5b7a2eb8f2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970 HTTP/1.1" status: 200 len: 217 time: 0.0534933 Aug 19 17:59:49.736558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-7fd87d43-c006-403f-838a-2e7a0d3fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.738005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-7fd87d43-c006-403f-838a-2e7a0d3fd57a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 200 len: 851 time: 0.1341567 Aug 19 17:59:49.798417 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-0cd22efc-6afc-44a7-af8a-4ad9fe577fc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d0b536ec-0db6-4422-aa91-ada25d19b6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484965 Aug 19 17:59:49.823810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.824431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.826092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5bf32334-ce77-42ed-bbc6-8faf124d6f21 HTTP/1.1" status: 200 len: 1092 time: 2.0146976 Aug 19 17:59:49.827311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:49.829590 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47f6871-ac03-4fbf-9d93-3320a7367b39" -d '{"events": [{"name": "network-changed", "server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:49.867681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:49.884866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-92fab826-d506-4815-8592-c5e92b916976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.886637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-92fab826-d506-4815-8592-c5e92b916976 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d38610-17d8-4d02-b303-d178cbb22ca3 HTTP/1.1" status: 200 len: 848 time: 0.1458979 Aug 19 17:59:49.900847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b3f0-29fe-4c9b-9471-44d32d07cba9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:49.917762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Network e0f0d743-214e-4738-9cc7-de98033f5b4a is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:49.939134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-52a55936-3f44-4b03-89cb-8aa0c6f2c3f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373676 Aug 19 17:59:49.942119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:49.968586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e2fe-f256-4469-829b-21ea9b386aab req-c52e4ffc-810a-45ba-ae19-f8303e93ffa6 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:49.976654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1965e2fe-f256-4469-829b-21ea9b386aab req-c52e4ffc-810a-45ba-ae19-f8303e93ffa6 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.2012477 Aug 19 17:59:50.011666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dbaa-b9b5-42c1-9e4d-d43692c0efd3 req-f3a11a2f-849c-4c03-b6bb-149bf34ea20d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.013274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c49dbaa-b9b5-42c1-9e4d-d43692c0efd3 req-f3a11a2f-849c-4c03-b6bb-149bf34ea20d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 943 time: 0.2264855 Aug 19 17:59:50.093603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-1dc6a6ff-6726-4959-b8c3-6f8909854886 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842522 Aug 19 17:59:50.142833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1965e2fe-f256-4469-829b-21ea9b386aab req-e8a6f4d3-8cb2-4601-8a24-84d42d7a31b2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652703 Aug 19 17:59:50.148761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-4a2c5488-1ae5-4204-8f0d-4fc56a1521e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.150515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-4a2c5488-1ae5-4204-8f0d-4fc56a1521e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 1095 time: 0.2453046 Aug 19 17:59:50.228533 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-ac1f8b59-4884-4598-9844-0276c8783d49 service neutron] 10.222.0.13 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800846 Aug 19 17:59:50.254988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c49dbaa-b9b5-42c1-9e4d-d43692c0efd3 req-78d2c527-c53d-4e2d-9ea5-0d80c1673088 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279093 Aug 19 17:59:50.258616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-519bf0c6-a411-4e02-89e9-62eb0c771a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21 HTTP/1.1" status: 200 len: 217 time: 0.0899038 Aug 19 17:59:50.336585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Router 88c1056a-608d-47e8-a653-e824849be20b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 17:59:50.337511 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e51c9-62cf-43d1-b264-71dadfd519dd x-openstack-request-id: req-ac2e51c9-62cf-43d1-b264-71dadfd519dd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:50.337803 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:50.338145 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac2e51c9-62cf-43d1-b264-71dadfd519dd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:50.338687 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21', 'status': 'completed', 'code': 200} Aug 19 17:59:50.389308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-fed5288d-d782-41fc-9a17-527a77753b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.390947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-fed5288d-d782-41fc-9a17-527a77753b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1213987 Aug 19 17:59:50.418697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c46adfe8-7cdf-4787-939b-f8f7752800fa None None] Provisioning complete for port ddf89448-e23a-4c5b-921b-69951b540386 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:50.420350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c46adfe8-7cdf-4787-939b-f8f7752800fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:50.437153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac12081-c64c-4244-b583-f852020992f5 req-837e5b0a-a38b-42db-a5c1-968df052ad38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.438896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ac12081-c64c-4244-b583-f852020992f5 req-837e5b0a-a38b-42db-a5c1-968df052ad38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1563830 Aug 19 17:59:50.441677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d7f43a14-a7db-418b-ae2f-258e1666ecb0 req-afc6205a-1bdd-4037-8b95-6510da0d7447 service neutron] 10.222.0.42 "GET /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144069 Aug 19 17:59:50.456824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-380d4344-26a8-4d0d-a95a-335ac962b3b8 req-70459536-58b3-4ffd-b7c2-a9e2ef36aee4 service neutron] 10.222.0.13 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198808 Aug 19 17:59:50.503349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c46adfe8-7cdf-4787-939b-f8f7752800fa None None] Port ddf89448-e23a-4c5b-921b-69951b540386 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:59:50.528729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 17:59:50.534143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b017149d-6c29-457a-b1b3-77a4b0a86d49 admin admin] 10.222.0.36 "PUT /v2.0/routers/88c1056a-608d-47e8-a653-e824849be20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3583527 Aug 19 17:59:50.553235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Sync routers for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 17:59:50.570322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:50.571290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:50.612955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13464-8dad-4838-80f6-040981de881d req-fd731128-586d-4da3-9d22-dc5a11ee6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.614543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-fd731128-586d-4da3-9d22-dc5a11ee6ffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9ac8b9bf7634bf9a90bec96d2eb4bdb&device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 1095 time: 0.0458791 Aug 19 17:59:50.749086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:50.798782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13464-8dad-4838-80f6-040981de881d req-d9636dc7-d7f0-4c85-9f87-67ef2fe56d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.800328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-d9636dc7-d7f0-4c85-9f87-67ef2fe56d6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a HTTP/1.1" status: 200 len: 909 time: 0.1772647 Aug 19 17:59:50.811249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:50.826524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-9d7c971b-0612-4e54-9988-ed0626acd52a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4240489 Aug 19 17:59:50.847743 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-4b10582d-37e4-4a01-ae2d-24db63f41b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970 HTTP/1.1" status: 200 len: 217 time: 0.0365512 Aug 19 17:59:50.899646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13464-8dad-4838-80f6-040981de881d req-1477a319-7ead-475e-8897-fa0bfc9213d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.901269 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-1477a319-7ead-475e-8897-fa0bfc9213d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d38610-17d8-4d02-b303-d178cbb22ca3 HTTP/1.1" status: 200 len: 848 time: 0.0448508 Aug 19 17:59:50.945839 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-08008f88-7455-4ae0-b6f3-23fff67865f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352075 Aug 19 17:59:50.977378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:50.977760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:50.988690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73821795-dbab-4e97-87ce-87d886d41b4f req-bdc2101c-b5e0-46ce-a198-cf9c8e76dd52 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:50.997357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73821795-dbab-4e97-87ce-87d886d41b4f req-bdc2101c-b5e0-46ce-a198-cf9c8e76dd52 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 932 time: 0.6041999 Aug 19 17:59:51.005992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ac12081-c64c-4244-b583-f852020992f5 req-90b583d7-c58b-4dfc-97b5-448783ba4487 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823351 Aug 19 17:59:51.018356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a79c1f-12aa-4181-b70b-ef105034bab8 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:51.050062 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.086959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-a690baa2-9ea6-48ef-aafe-eb19ecf62802 service neutron] 10.222.0.13 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315973 Aug 19 17:59:51.091647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Transition to ACTIVE for port object d1a79c1f-12aa-4181-b70b-ef105034bab8 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:51.102032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.112137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73821795-dbab-4e97-87ce-87d886d41b4f req-95a37068-fecd-4b16-b9f0-a2d6bd97f0ec tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Aug 19 17:59:51.129540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 2, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:51.165916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Checking router: 88c1056a-608d-47e8-a653-e824849be20b for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 17:59:51.166381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Updating router 88c1056a-608d-47e8-a653-e824849be20b port ddf89448-e23a-4c5b-921b-69951b540386 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 17:59:51.195826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:51.197672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.202996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0d13464-8dad-4838-80f6-040981de881d req-18d030b0-6805-49c7-9b1d-2a3fbe08a4fe service neutron] 10.222.0.13 "GET /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076748 Aug 19 17:59:51.209131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-aa10f1da-c01d-4cf7-8d93-99393408bf52 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662441 Aug 19 17:59:51.325106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0768f-ee26-4f28-9b12-9e5f716f534f req-0d1f467e-9054-470e-ac4d-e37476b042b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:51.327339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ad0768f-ee26-4f28-9b12-9e5f716f534f req-0d1f467e-9054-470e-ac4d-e37476b042b2 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1625316 Aug 19 17:59:51.437781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc07b3-5af3-4480-82f0-cd2e0d332c5d req-3adb772f-83b5-48d5-b88d-9a49d9506481 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:51.439295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19dc07b3-5af3-4480-82f0-cd2e0d332c5d req-3adb772f-83b5-48d5-b88d-9a49d9506481 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 943 time: 0.2370846 Aug 19 17:59:51.477116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.488053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Transition to ACTIVE for port object ddf89448-e23a-4c5b-921b-69951b540386 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:51.494005 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.501810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ad0768f-ee26-4f28-9b12-9e5f716f534f req-669382d0-cb66-48a4-9d74-5755c0c01005 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516194 Aug 19 17:59:51.512037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cce010fc-c59e-49c7-8f1f-ebce6b34a2ec req-74b498df-4859-4b49-b3e4-21185207564f service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642345 Aug 19 17:59:51.513949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Attempting to bind port d1a79c1f-12aa-4181-b70b-ef105034bab8 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:51.514330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Attempting to bind port d1a79c1f-12aa-4181-b70b-ef105034bab8 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:51.514696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Attempting to bind port d1a79c1f-12aa-4181-b70b-ef105034bab8 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:51.529183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Port d1a79c1f-12aa-4181-b70b-ef105034bab8 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:51.529541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Attempting to bind port d1a79c1f-12aa-4181-b70b-ef105034bab8 on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:51.548162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19dc07b3-5af3-4480-82f0-cd2e0d332c5d req-d84a2989-8784-4233-a073-3c157c09a35c tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930655 Aug 19 17:59:51.551352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:51.551352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Checking segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:51.551352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Bound using segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:51.551352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Bound port: d1a79c1f-12aa-4181-b70b-ef105034bab8, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:51.551979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.573083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa3ec-c07b-4450-9d4e-05ea5db156eb None None] Pushing event updated for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:51.661214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:51.665285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:51.667034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Attempting to bind port ddf89448-e23a-4c5b-921b-69951b540386 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:51.667664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Attempting to bind port ddf89448-e23a-4c5b-921b-69951b540386 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:51.668101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Attempting to bind port ddf89448-e23a-4c5b-921b-69951b540386 on network e0f0d743-214e-4738-9cc7-de98033f5b4a {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:51.677566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:51.678176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Checking segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:51.678598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.679794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Bound using segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:51.680570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Bound port: ddf89448-e23a-4c5b-921b-69951b540386, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:51.680970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.702481 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.770047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] For port ddf89448-e23a-4c5b-921b-69951b540386, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:51.774709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] For port ddf89448-e23a-4c5b-921b-69951b540386, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ddf89448-e23a-4c5b-921b-69951b540386,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:51.780190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.786368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:51.786994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:51.788635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1a79c1f-12aa-4181-b70b-ef105034bab8 HTTP/1.1" status: 200 len: 1093 time: 2.1276288 Aug 19 17:59:51.853202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b096-8adb-44bf-9a3f-5a60a50d1d24 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:51.858570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 17:59:51.859202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T17:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:51.876612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-2ac50606-81b4-44e4-9fda-e9395d9a21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:51.878194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-2ac50606-81b4-44e4-9fda-e9395d9a21d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 1095 time: 0.2109938 Aug 19 17:59:51.910383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa3ec-c07b-4450-9d4e-05ea5db156eb None None] Pushing event updated for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:51.943285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:51.945707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071884f1-9dce-496e-a3ee-5aa4462faf3d req-1f6191b3-442a-4e28-aeab-2ae42fa94e43 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:51.948054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461828872', 'description': 'tempest-description--540514986'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:51.954244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-071884f1-9dce-496e-a3ee-5aa4462faf3d req-1f6191b3-442a-4e28-aeab-2ae42fa94e43 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1915772 Aug 19 17:59:51.994184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.025776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 17:59:52.119465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.120732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-137a66fd-d672-473a-9813-75af6e072965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.123803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-137a66fd-d672-473a-9813-75af6e072965 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.2207017 Aug 19 17:59:52.125585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.164047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.169912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2247951 Aug 19 17:59:52.173619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:52.178560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'security_group_rule': {'security_group_id': '1a48b8fe-80c1-449c-b2b2-f64522a3ba09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:52.189703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ff80-7860-469d-9af4-79e39a5240b6 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48b8fe-80c1-449c-b2b2-f64522a3ba09,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:52.210366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-b92966c9-dc16-4d53-8438-055712f39dff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21 HTTP/1.1" status: 200 len: 217 time: 0.0566576 Aug 19 17:59:52.214015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e0129ce3-27e4-4a5c-b052-d1ee5ac75d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.216550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-e0129ce3-27e4-4a5c-b052-d1ee5ac75d2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 1096 time: 0.3543625 Aug 19 17:59:52.220476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-071884f1-9dce-496e-a3ee-5aa4462faf3d req-0604cc3b-ca5c-4b44-82cd-b1000afdeeb3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654834 Aug 19 17:59:52.236310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.246921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad84ac2-95fa-49bb-a288-68b4c9afc811 req-1bd48b5d-e366-4bc2-81f3-84a7d8952524 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.257661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fad84ac2-95fa-49bb-a288-68b4c9afc811 req-1bd48b5d-e366-4bc2-81f3-84a7d8952524 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.2359884 Aug 19 17:59:52.332802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.343149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:52.345755 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583badff-5d50-4ab1-9eb1-d8e352216225" -d '{"events": [{"name": "network-changed", "server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:52.358382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:51Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 17:59:52.360594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-d4d993d7-2c5e-4508-866d-61f3b7ab8dcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8 HTTP/1.1" status: 200 len: 217 time: 0.1007743 Aug 19 17:59:52.385567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d6ed2-5de2-4963-967a-0f70d1a42092 None None] The sync data for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 is: [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:51Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 17:59:52.454902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-c71db006-4249-4c03-82f9-6c5fe058de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.456417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-c71db006-4249-4c03-82f9-6c5fe058de9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1954765 Aug 19 17:59:52.462575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fad84ac2-95fa-49bb-a288-68b4c9afc811 req-4172146f-6292-4534-b8f1-cf5116a1c1ad tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040429 Aug 19 17:59:52.535484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-d8ac79b6-ef5a-4b79-b17b-4675213e5a61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475876 Aug 19 17:59:52.535484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-d47f5738-c45c-488c-8f00-3504f84aa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.535484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-d47f5738-c45c-488c-8f00-3504f84aa743 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.1435509 Aug 19 17:59:52.535484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021b8e6-27e4-472d-b7a1-1d40f538e255 req-3b161e54-7c0b-410d-9358-2c285db109c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.542033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.554667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d021b8e6-27e4-472d-b7a1-1d40f538e255 req-3b161e54-7c0b-410d-9358-2c285db109c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 943 time: 0.1848154 Aug 19 17:59:52.570598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244334fa-2020-404c-9d43-e1ba7c2fba45,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:52.585140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.587504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8fa664ff-43b0-49bb-83ca-e0188f9adccf tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118288 Aug 19 17:59:52.589051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:52.595103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'security_group_rule': {'security_group_id': '1a48b8fe-80c1-449c-b2b2-f64522a3ba09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:52.630546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.680806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-0c9a7eed-5808-43eb-8405-70951cca3785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103659 Aug 19 17:59:52.714892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.720924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.752602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3265bc03-1570-4606-abcf-25490daa94e3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:52.758661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.762634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cfdc8694-f61b-44fe-bf0c-ca4534121892 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695182 Aug 19 17:59:52.763894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 17:59:52.769866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:52.797199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:52.873236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e758b1fa-3209-4e87-9d7d-6d2f8acce970 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:52.883951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ddf89448-e23a-4c5b-921b-69951b540386 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:52.911615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d021b8e6-27e4-472d-b7a1-1d40f538e255 req-3cb46197-30eb-4569-8cee-c40c4657f121 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553870 Aug 19 17:59:52.944848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202bc8-7b27-409c-9f00-a843679aee7d req-8aec682f-d283-43e4-bfb4-943b51384960 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:52.946347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68202bc8-7b27-409c-9f00-a843679aee7d req-8aec682f-d283-43e4-bfb4-943b51384960 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 944 time: 0.3608751 Aug 19 17:59:52.954563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-f105fdd9-0757-45ec-b674-bc7358085cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597733 Aug 19 17:59:52.999014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-b3648722-2038-4053-9291-7c907c6b9890 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392793 Aug 19 17:59:53.043603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.218642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Allocated IP 172.25.5.70 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/6a628f59-c828-4984-83cd-0b7b29de4819) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:53.335476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68202bc8-7b27-409c-9f00-a843679aee7d req-7445a277-8b00-4d22-b9c1-53061c3dd58a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749888 Aug 19 17:59:53.369739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970,segment=NetworkSegment(f57baa8c-5c8f-4cd0-918e-442fe8455645),segment_id=f57baa8c-5c8f-4cd0-918e-442fe8455645)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:53.394451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970', 'network_id': 'f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a', 'port_id': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970', 'mac_address': 'fa:16:3e:26:8b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d38610-17d8-4d02-b303-d178cbb22ca3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:53.396593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.410339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ddf89448-e23a-4c5b-921b-69951b540386 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:53.416062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-d1e112b9-a04b-49e3-a9c6-ccd2ce00ea5a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:53.416960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ddf89448-e23a-4c5b-921b-69951b540386 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:53.417680 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.420973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-d1e112b9-a04b-49e3-a9c6-ccd2ce00ea5a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.3695045 Aug 19 17:59:53.443762 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41a3c6-8365-42e8-9ecc-dfe4bad9b06d x-openstack-request-id: req-2a41a3c6-8365-42e8-9ecc-dfe4bad9b06d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:53.446376 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:53.446996 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a41a3c6-8365-42e8-9ecc-dfe4bad9b06d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:53.447671 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8', 'status': 'completed', 'code': 200} Aug 19 17:59:53.492273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.500833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.534218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c47f6871-ac03-4fbf-9d93-3320a7367b39 req-d6a5e6cf-ec6f-4900-97cb-681946951941 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939455 Aug 19 17:59:53.536754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e758b1fa-3209-4e87-9d7d-6d2f8acce970 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:53.541636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-d8fead84-4e3d-4046-b90b-db10d796c75d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/quotas/abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 375 time: 0.0862365 Aug 19 17:59:53.562305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cc026d-a17e-4fb9-a9c2-d8db08fbf2ed req-f39e1de3-0165-4e73-a734-744f760babed service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929461 Aug 19 17:59:53.580298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:53.583867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:53.592970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:53.602989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970,segment=NetworkSegment(f57baa8c-5c8f-4cd0-918e-442fe8455645),segment_id=f57baa8c-5c8f-4cd0-918e-442fe8455645)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:53.610692 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.650051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203fb2-d12c-4333-ab5e-4a21da2ba0f7 req-1d67d9f6-9280-4691-86b6-8d51774fc991 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:53.652508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'Port': ['ID=6a628f59-c828-4984-83cd-0b7b29de4819,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:53.652783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4203fb2-d12c-4333-ab5e-4a21da2ba0f7 req-1d67d9f6-9280-4691-86b6-8d51774fc991 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1356268 Aug 19 17:59:53.712676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.717033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:53.728545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-da65751e-0474-48f7-bb6a-27e1e2b8ca49 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1858368 Aug 19 17:59:53.788579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ddf89448-e23a-4c5b-921b-69951b540386, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ddf89448-e23a-4c5b-921b-69951b540386,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:53.796625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.829667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:53.871384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:53.885799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4203fb2-d12c-4333-ab5e-4a21da2ba0f7 req-53cf2e60-73a1-4abc-b524-0cbae5d2d381 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870391 Aug 19 17:59:53.889732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-405a9673-ed15-4dc6-a4c3-6aaa995f28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:53.891615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-405a9673-ed15-4dc6-a4c3-6aaa995f28bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 1096 time: 0.2198439 Aug 19 17:59:53.894698 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.054938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-73e703f1-6e83-475a-93d8-970eb3b676af service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255043 Aug 19 17:59:54.055422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e758b1fa-3209-4e87-9d7d-6d2f8acce970'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:54.099748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bae95-beb5-44f0-969e-a56148fe9921 req-9a4de329-51d6-490d-beab-f5011cde8411 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:54.101695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9bae95-beb5-44f0-969e-a56148fe9921 req-9a4de329-51d6-490d-beab-f5011cde8411 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 944 time: 0.0998087 Aug 19 17:59:54.117842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.123011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.185458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-4c60b704-10c0-4137-be78-50cab2728e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:54.187032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-4c60b704-10c0-4137-be78-50cab2728e7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 916 time: 0.2676752 Aug 19 17:59:54.208604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'Port': ['ID=6a628f59-c828-4984-83cd-0b7b29de4819,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:54.221365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.237176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.246836 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-694b9be2-5547-43ac-9470-a3fe0ffce890 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4735873 Aug 19 17:59:54.248039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-4cecb4c0-c997-480c-b38f-60c2b3a4a146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8 HTTP/1.1" status: 200 len: 217 time: 0.0513434 Aug 19 17:59:54.264662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a9bae95-beb5-44f0-969e-a56148fe9921 req-c230e83f-9cd5-49a3-8ab6-1a8c60dfec60 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512477 Aug 19 17:59:54.307394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-3489ac36-000d-4091-ae1e-23c7606c7aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393935 Aug 19 17:59:54.361470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-418e8082-6f66-49d8-92cf-e4e18a5d4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:54.362741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-418e8082-6f66-49d8-92cf-e4e18a5d4f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.1038756 Aug 19 17:59:54.414427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-7d698ca2-2db6-413f-a97b-7627a45d5167 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426724 Aug 19 17:59:54.600843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418791f-c19b-4137-a8ce-794de7cc7d7a req-2478f882-f4cb-4a90-9c32-f398e6438872 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:54.602416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d418791f-c19b-4137-a8ce-794de7cc7d7a req-2478f882-f4cb-4a90-9c32-f398e6438872 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 943 time: 0.0995243 Aug 19 17:59:54.605321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-8385eb8f-4a27-4671-99bb-a94adfc63c00 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829810 Aug 19 17:59:54.732789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d418791f-c19b-4137-a8ce-794de7cc7d7a req-b928aeb4-facb-4630-a8ec-4b4a28c1e925 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218967 Aug 19 17:59:54.748315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-1dac25f9-53ca-429b-9108-7a83453f0341 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--461828872&fields=id&tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33 HTTP/1.1" status: 200 len: 267 time: 0.1107800 Aug 19 17:59:54.787292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ddf89448-e23a-4c5b-921b-69951b540386 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:54.796203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583badff-5d50-4ab1-9eb1-d8e352216225 req-cf53ccd8-389b-47dc-b93b-74773b2578fe service neutron] 10.222.0.13 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788428 Aug 19 17:59:54.847309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ddf89448-e23a-4c5b-921b-69951b540386 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:54.847877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:54.897122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5bf32334-ce77-42ed-bbc6-8faf124d6f21 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:55.047978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:55.061817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5bf32334-ce77-42ed-bbc6-8faf124d6f21', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': '5bf32334-ce77-42ed-bbc6-8faf124d6f21', 'mac_address': 'fa:16:3e:8c:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:55.107152 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:55.128280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf32334-ce77-42ed-bbc6-8faf124d6f21 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:55.153165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:55.158085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:55.159016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1a79c1f-12aa-4181-b70b-ef105034bab8 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 17:59:55.255592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a42d-a91e-4c2a-b5ba-acbd95e88a03 req-b4fb61a9-7d64-4659-9065-8ccf1773c8f9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:55.257283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4d4a42d-a91e-4c2a-b5ba-acbd95e88a03 req-b4fb61a9-7d64-4659-9065-8ccf1773c8f9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 944 time: 0.0805151 Aug 19 17:59:55.263902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:55.291006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-e080a428-66df-4ccf-8786-e71a3ea51a63 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:55.292575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-e080a428-66df-4ccf-8786-e71a3ea51a63 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/networks?id=e0f0d743-214e-4738-9cc7-de98033f5b4a HTTP/1.1" status: 200 len: 806 time: 0.5155172 Aug 19 17:59:55.306716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:55.322809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd1a79c1f-12aa-4181-b70b-ef105034bab8', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'port_id': 'd1a79c1f-12aa-4181-b70b-ef105034bab8', 'mac_address': 'fa:16:3e:7a:bc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f24b39-9938-4b7e-b293-f1d42144b82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 17:59:55.323129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4d4a42d-a91e-4c2a-b5ba-acbd95e88a03 req-c14cf5d2-2c6e-46c8-906f-28743cfa7f42 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Aug 19 17:59:55.324428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-86110bca-8efd-4db1-8607-0e4bde2342cd tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/quotas/afd5b83cc5b64cad9907f7a3f38d3f33 HTTP/1.1" status: 200 len: 375 time: 0.0238612 Aug 19 17:59:55.371375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:55.386138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a79c1f-12aa-4181-b70b-ef105034bab8 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:55.386632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-abd79dc8-6764-411e-a2b6-0e47e056d935 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559762 Aug 19 17:59:55.412221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:55.416628 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:55.439761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb42a1a2-236a-4b2a-a44e-1b0a1e01d23f req-7f074c91-d324-4538-bd51-6eeed386bad4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 210 time: 0.0441449 Aug 19 17:59:55.474396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:55.522733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-e7908ea8-d9c3-4480-b182-6bb41a78a03b service neutron] 10.222.0.36 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155024 Aug 19 17:59:55.615681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86becef-af4d-479b-9602-50e668d8439e req-3da08ea1-6164-46dc-9b89-1fd8d0eb54bf tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:55.617240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e86becef-af4d-479b-9602-50e668d8439e req-3da08ea1-6164-46dc-9b89-1fd8d0eb54bf tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1101658 Aug 19 17:59:55.666476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-239f5b14-8aeb-4b40-8026-90b6b614d305 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252456 Aug 19 17:59:55.689419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e86becef-af4d-479b-9602-50e668d8439e req-3a40984a-edd4-4456-998e-123963950ac8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647898 Aug 19 17:59:55.703741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-f9af8c99-1e5a-4d6b-a845-7cb969ff2d26 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:55.705244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-f9af8c99-1e5a-4d6b-a845-7cb969ff2d26 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.1313782 Aug 19 17:59:55.732833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'device_id': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'admin_state_up': True, 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:55.868958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:55.879581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5bf32334-ce77-42ed-bbc6-8faf124d6f21'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:55.885294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:55.937495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d1a79c1f-12aa-4181-b70b-ef105034bab8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:55.939686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:56.002642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759e56-397d-4d71-95aa-ac8761c67b34 req-6d905c7d-a61a-486d-8508-6f11e3c8099f tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.011498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41759e56-397d-4d71-95aa-ac8761c67b34 req-6d905c7d-a61a-486d-8508-6f11e3c8099f tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 944 time: 0.1214669 Aug 19 17:59:56.068146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41759e56-397d-4d71-95aa-ac8761c67b34 req-b7a480b0-2fa3-4e1d-abd5-3aa4f19f4268 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556111 Aug 19 17:59:56.103393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.20.0.7 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/039b17dd-4e08-4ab2-8c48-22e755697128) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:56.361492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d492c-3f7b-44e0-846d-ed5cb34c6bba req-43930781-fe32-4a9a-b24b-aa945f7533c6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.377011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a20d492c-3f7b-44e0-846d-ed5cb34c6bba req-43930781-fe32-4a9a-b24b-aa945f7533c6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 944 time: 0.1665671 Aug 19 17:59:56.405474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e6d034a-40f1-4a70-9449-d6d6962bd9eb req-e4773214-0427-49fe-8b19-5a21978dd8cc tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 210 time: 0.1056497 Aug 19 17:59:56.457734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a20d492c-3f7b-44e0-846d-ed5cb34c6bba req-8de7f534-2a9c-4a3a-8850-32f41d3d6c6d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Aug 19 17:59:56.486201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:56.538558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Transition to ACTIVE for port object 039b17dd-4e08-4ab2-8c48-22e755697128 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:56.585610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:56.647157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2140ae-42df-441e-9291-c4cbcd8d7584 req-16bfceb8-64c5-4449-b7cb-7c5c8eee2d41 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.648721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d2140ae-42df-441e-9291-c4cbcd8d7584 req-16bfceb8-64c5-4449-b7cb-7c5c8eee2d41 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 945 time: 0.1521401 Aug 19 17:59:56.662325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3c5d4-3ed0-4b91-aa46-1f6f81b9424d req-1fd9aa96-d630-41f4-9e93-84b12a4a08e0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.673046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5b3c5d4-3ed0-4b91-aa46-1f6f81b9424d req-1fd9aa96-d630-41f4-9e93-84b12a4a08e0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 931 time: 0.0945797 Aug 19 17:59:56.693108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:56.697963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 17:59:56.699398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 17:59:56.703005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 17:59:56.760561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5b3c5d4-3ed0-4b91-aa46-1f6f81b9424d req-38ed80cf-3426-4482-8918-30f5b7df0a56 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694468 Aug 19 17:59:56.784894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.785551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:56.797749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d2140ae-42df-441e-9291-c4cbcd8d7584 req-857a9842-ebfc-4b44-8357-0457160ba824 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001675 Aug 19 17:59:56.804684 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-27e19150-d2c9-437c-bd0c-5e4f3be8f434 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0781984 Aug 19 17:59:56.836662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Request body: {'port': {'device_id': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:56.896882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e758b1fa-3209-4e87-9d7d-6d2f8acce970 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:56.913500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:56.961309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2e01-ac22-403a-ad5d-f304f3620255 req-52502213-e080-41eb-b894-85bbc97d5ccd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:56.986516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dee2e01-ac22-403a-ad5d-f304f3620255 req-52502213-e080-41eb-b894-85bbc97d5ccd tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1469834 Aug 19 17:59:57.031674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dee2e01-ac22-403a-ad5d-f304f3620255 req-613af5b7-ce16-472a-9be4-73ee03f73769 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Aug 19 17:59:57.033291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e758b1fa-3209-4e87-9d7d-6d2f8acce970 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:57.037736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e758b1fa-3209-4e87-9d7d-6d2f8acce970 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:57.038120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.141294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.180785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:57.185658 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206870c6-e8a9-4736-a847-d35cea2426e5" -d '{"events": [{"server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "name": "network-vif-plugged", "status": "completed", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:57.247378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970,segment=NetworkSegment(f57baa8c-5c8f-4cd0-918e-442fe8455645),segment_id=f57baa8c-5c8f-4cd0-918e-442fe8455645)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:57.250382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32106f2d-f421-4ee9-a059-3275e8dab0fb req-c6379e50-2d63-472e-a0ee-35f8d0e56167 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:57.252264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32106f2d-f421-4ee9-a059-3275e8dab0fb req-c6379e50-2d63-472e-a0ee-35f8d0e56167 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 944 time: 0.1002090 Aug 19 17:59:57.258202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.336106 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be10d80-1f1c-41fc-b4db-6d4a132c4b38 x-openstack-request-id: req-4be10d80-1f1c-41fc-b4db-6d4a132c4b38 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:57.336733 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "name": "network-vif-plugged", "status": "completed", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:57.337403 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4be10d80-1f1c-41fc-b4db-6d4a132c4b38 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:57.338985 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970', 'code': 200} Aug 19 17:59:57.345839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:57.350907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a7dd0e78-0747-4fa8-b61f-9fbb9bcb0983 None None] Provisioning for port 039b17dd-4e08-4ab2-8c48-22e755697128 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:57.368068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32106f2d-f421-4ee9-a059-3275e8dab0fb req-5db6f47d-f383-4902-b402-f6e7c1c6b897 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059246 Aug 19 17:59:57.400422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a7dd0e78-0747-4fa8-b61f-9fbb9bcb0983 None None] Provisioning complete for port 039b17dd-4e08-4ab2-8c48-22e755697128 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:57.401057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0e78-0747-4fa8-b61f-9fbb9bcb0983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.580123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039b17dd-4e08-4ab2-8c48-22e755697128 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 17:59:57.585854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:57.588916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.602964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Transition to ACTIVE for port object 039b17dd-4e08-4ab2-8c48-22e755697128 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:57.608612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.627726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd0e78-0747-4fa8-b61f-9fbb9bcb0983 None None] Port 039b17dd-4e08-4ab2-8c48-22e755697128 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 17:59:57.712667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Pushing event updated for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:57.778058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Attempting to bind port 039b17dd-4e08-4ab2-8c48-22e755697128 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 17:59:57.778410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Attempting to bind port 039b17dd-4e08-4ab2-8c48-22e755697128 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 17:59:57.778764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Attempting to bind port 039b17dd-4e08-4ab2-8c48-22e755697128 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:57.779096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f6f4755-c091-4c5f-b79c-3264ed712919 req-6264fb78-7163-444e-83f6-573f5dd60f6c tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 210 time: 0.2145994 Aug 19 17:59:57.784431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Port 039b17dd-4e08-4ab2-8c48-22e755697128 on network 1951b540-bed3-4d22-b852-d69b44f0a575 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 17:59:57.784962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Attempting to bind port 039b17dd-4e08-4ab2-8c48-22e755697128 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 17:59:57.785947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-5b17842e-7039-490d-94e5-dc0573fc4148 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:57.787437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-5b17842e-7039-490d-94e5-dc0573fc4148 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.13 "GET /v2.0/networks?id=e0f0d743-214e-4738-9cc7-de98033f5b4a HTTP/1.1" status: 200 len: 806 time: 0.2677467 Aug 19 17:59:57.793274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 17:59:57.793925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 17:59:57.795184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 17:59:57.796290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Bound port: 039b17dd-4e08-4ab2-8c48-22e755697128, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 17:59:57.806567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.840135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd84145-edf1-4055-811e-524b149df786 req-060de2fa-969f-4193-b2c7-4d55f738335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:57.842000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5dd84145-edf1-4055-811e-524b149df786 req-060de2fa-969f-4193-b2c7-4d55f738335a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 1097 time: 0.3233030 Aug 19 17:59:57.852031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94f9c-1b0a-4322-a547-b32e38c3277b req-cb19295a-a292-4e60-b167-33361bba1e7a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:57.853630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85f94f9c-1b0a-4322-a547-b32e38c3277b req-cb19295a-a292-4e60-b167-33361bba1e7a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 944 time: 0.2843902 Aug 19 17:59:57.913173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 17:59:57.917820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=039b17dd-4e08-4ab2-8c48-22e755697128,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 17:59:57.945203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5dd84145-edf1-4055-811e-524b149df786 req-780711ae-e005-4b32-b8f3-ed0157e54e0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837071 Aug 19 17:59:57.948184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.988382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:57.988842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:57.990354 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] 10.222.0.42 "PUT /v2.0/ports/039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 200 len: 1092 time: 1.1770220 Aug 19 17:59:57.991479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:57.994851 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b551b6-e58a-439c-ac44-4c62d6f91041" -d '{"events": [{"name": "network-changed", "server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:58.030965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c5c72-8f72-43d4-af95-1f2c46e1e75c service neutron] Pushing event updated for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:58.037627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-6490b633-f918-4075-bedd-bca709d30a38 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33 HTTP/1.1" status: 200 len: 379 time: 0.1633942 Aug 19 17:59:58.048250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85f94f9c-1b0a-4322-a547-b32e38c3277b req-c71871c2-5fdb-4052-8f20-2e3369edafb9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139526 Aug 19 17:59:58.068819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497993b-98cb-4ac8-85d8-a8890dd292c1 req-dc537ec8-65ed-4951-a14e-cd5b6b3ec018 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.076944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d497993b-98cb-4ac8-85d8-a8890dd292c1 req-dc537ec8-65ed-4951-a14e-cd5b6b3ec018 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 943 time: 0.1771157 Aug 19 17:59:58.092186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-fd87f664-89bb-49f9-8809-fdda0b300323 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.099631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-fd87f664-89bb-49f9-8809-fdda0b300323 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.1578882 Aug 19 17:59:58.102808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a727b42b-f917-4b1c-904b-1d949074a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:58.119827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-c67d2840-a39b-4586-836e-d61bf5463988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.130877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-c67d2840-a39b-4586-836e-d61bf5463988 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 1095 time: 0.0871077 Aug 19 17:59:58.190094 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-81c0a8c4-ff43-405d-8973-5785a94b4460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 200 len: 217 time: 0.0543690 Aug 19 17:59:58.236902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d497993b-98cb-4ac8-85d8-a8890dd292c1 req-1570f1ed-41f0-4501-87b6-14f3e78dd412 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589890 Aug 19 17:59:58.260943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'port': {'device_id': '255baae7-673c-4f8a-8742-032190211597', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'admin_state_up': True, 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'security_groups': ['1a48b8fe-80c1-449c-b2b2-f64522a3ba09']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 17:59:58.299564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-0ec72b18-dae3-47f0-bd58-6fc562b840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.303405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-0ec72b18-dae3-47f0-bd58-6fc562b840cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1060464 Aug 19 17:59:58.337230 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33f6d2-7977-47fd-9968-3cc7e23aa667 x-openstack-request-id: req-ba33f6d2-7977-47fd-9968-3cc7e23aa667 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:58.337601 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:58.337926 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba33f6d2-7977-47fd-9968-3cc7e23aa667 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:58.338393 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128', 'status': 'completed', 'code': 200} Aug 19 17:59:58.366123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-99903046-f778-419b-b98e-1d1e84e25784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.368140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-99903046-f778-419b-b98e-1d1e84e25784 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570488 Aug 19 17:59:58.372136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381c71-3a79-474c-8e44-5987d08e83ce req-b0c94a85-d196-442c-aa91-ab1736f43693 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.379966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0381c71-3a79-474c-8e44-5987d08e83ce req-b0c94a85-d196-442c-aa91-ab1736f43693 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 945 time: 0.2181280 Aug 19 17:59:58.437254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0381c71-3a79-474c-8e44-5987d08e83ce req-4ef0c82c-c07e-4891-9298-6ef719580271 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Aug 19 17:59:58.512308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Deleting port 81451096-bc31-4921-b465-fbe452492fa7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 17:59:58.512632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:58.663864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426860c-c8b0-4c81-85d9-c6044a60074b req-572b8ebe-fbd5-49af-be0c-3b5b8bb3521b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.666319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8426860c-c8b0-4c81-85d9-c6044a60074b req-572b8ebe-fbd5-49af-be0c-3b5b8bb3521b tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 946 time: 0.2225134 Aug 19 17:59:58.687250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Made reservation on behalf of afd5b83cc5b64cad9907f7a3f38d3f33 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 17:59:58.691180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:58.720846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e436-a8e2-475c-91aa-120640ed5a7f req-9561d157-fcdd-4801-a9db-4ec9fec38186 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:58.722613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3be6e436-a8e2-475c-91aa-120640ed5a7f req-9561d157-fcdd-4801-a9db-4ec9fec38186 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 945 time: 0.2063386 Aug 19 17:59:58.789074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-509e3458-2abd-4bb6-941e-eabbc16a069b service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128671 Aug 19 17:59:58.791562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] For port 81451096-bc31-4921-b465-fbe452492fa7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=81451096-bc31-4921-b465-fbe452492fa7,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:58.792025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:58.864586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8426860c-c8b0-4c81-85d9-c6044a60074b req-b74d4d8b-0a6c-4542-96e5-d1cc5d5ef2eb tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786118 Aug 19 17:59:58.865741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Calling delete_port for 81451096-bc31-4921-b465-fbe452492fa7 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 17:59:58.892909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3be6e436-a8e2-475c-91aa-120640ed5a7f req-d07bde78-5675-42ff-a83b-0779ca46dc04 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515996 Aug 19 17:59:58.898492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5bf32334-ce77-42ed-bbc6-8faf124d6f21 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:58.900962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9ff35db3-9501-487e-9f47-2d2a0f33fc44 req-df305be0-c0f9-481d-acc6-3de489be8533 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035783 Aug 19 17:59:59.027490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:59.035235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:59.035662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.038978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Allocated IP 172.20.0.6 (e0f0d743-214e-4738-9cc7-de98033f5b4a/7c7d1ab5-3b24-4c27-a80d-ade561cd8f95/6d942556-cdab-43db-baa1-439e68135066) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 17:59:59.064245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-5c1e04a4-4028-4a82-ba91-fd29b4222302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.066249 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-5c1e04a4-4028-4a82-ba91-fd29b4222302 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 1095 time: 0.1189375 Aug 19 17:59:59.086730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a11abc71-1470-4a1f-93d8-f4a7ecbf1f54 req-1ed13a1d-7eec-4079-917c-8edfac2a0815 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 210 time: 0.0597985 Aug 19 17:59:59.162235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.190851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-6651fdec-178b-468c-9a39-7d6c2e21034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.192623 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-6651fdec-178b-468c-9a39-7d6c2e21034a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1183710 Aug 19 17:59:59.200351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b1f1140e-4ea2-4030-a95b-34323a55c7d1', '81451096-bc31-4921-b465-fbe452492fa7'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 17:59:59.271275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-be35ebcb-1294-458e-8934-db5002892829 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 200 len: 217 time: 0.0704820 Aug 19 17:59:59.322351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.345300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-f6217ba2-d003-48b1-a297-735be96aeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.352848 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-f6217ba2-d003-48b1-a297-735be96aeddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0737457 Aug 19 17:59:59.358836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Pushing event deleted for resources: {'Port': ['ID=81451096-bc31-4921-b465-fbe452492fa7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:59.377001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:59.378934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:59.381545 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25022b-37e4-43c9-85e5-cff515cca24a" -d '{"events": [{"server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "name": "network-vif-plugged", "status": "completed", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:59.385644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.386440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1a79c1f-12aa-4181-b70b-ef105034bab8 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 17:59:59.416437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-d826ad34-17bc-4d6a-a5a4-3bf4e77264bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.418605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-d826ad34-17bc-4d6a-a5a4-3bf4e77264bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530684 Aug 19 17:59:59.434369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] No DVR routers for this DVR port 81451096-bc31-4921-b465-fbe452492fa7 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 17:59:59.438913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.440979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13f30e62-9507-4354-a074-59fb4a948ce9 req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "DELETE /v2.0/ports/81451096-bc31-4921-b465-fbe452492fa7 HTTP/1.1" status: 204 len: 173 time: 1.3406188 Aug 19 17:59:59.460050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'name': 'network-vif-deleted', 'tag': '81451096-bc31-4921-b465-fbe452492fa7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 17:59:59.463839 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dc026e-0765-47aa-b387-8302f7c586d5" -d '{"events": [{"server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "name": "network-vif-deleted", "tag": "81451096-bc31-4921-b465-fbe452492fa7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 17:59:59.467871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:59.504297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.504777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.516206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.517564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.518091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.518748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.519230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.519934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.520684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.521305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.521852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.523036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a2aefe-5d9b-4945-b254-a4bd7ffdf7f4 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 17:59:59.578844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port d1a79c1f-12aa-4181-b70b-ef105034bab8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 17:59:59.579218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea534e-872e-4d73-ab1f-b77a0f3bc360 req-f223e93c-bdd5-4658-8c51-4ae9f4fbefaf tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.581806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcea534e-872e-4d73-ab1f-b77a0f3bc360 req-f223e93c-bdd5-4658-8c51-4ae9f4fbefaf tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 944 time: 0.3764753 Aug 19 17:59:59.583927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d1a79c1f-12aa-4181-b70b-ef105034bab8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 17:59:59.584395 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.599578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54f507-3b6d-4ad7-bc3d-88f88f35dbf5 req-7b356a2b-eb57-483f-b3cc-215f10385b67 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.608635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f54f507-3b6d-4ad7-bc3d-88f88f35dbf5 req-7b356a2b-eb57-483f-b3cc-215f10385b67 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 943 time: 0.2178566 Aug 19 17:59:59.658639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-aa8816a3-14b6-4ed0-9a58-90fd2b3e064f service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312815 Aug 19 17:59:59.692065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.706348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcea534e-872e-4d73-ab1f-b77a0f3bc360 req-692fe43b-b6a1-4247-916c-7a586bc65b42 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844200 Aug 19 17:59:59.730200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 17:59:59.735864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.769468 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d8f4a-729d-4923-8805-4baabf6eeb96 x-openstack-request-id: req-9b7d8f4a-729d-4923-8805-4baabf6eeb96 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:59.769774 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "name": "network-vif-plugged", "status": "completed", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:59.770030 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b7d8f4a-729d-4923-8805-4baabf6eeb96 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:59.770716 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21', 'code': 200} Aug 19 17:59:59.776637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f54f507-3b6d-4ad7-bc3d-88f88f35dbf5 req-3376d1db-ad53-41ed-91c3-f233c36c65f5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669636 Aug 19 17:59:59.817758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-13b551b6-e58a-439c-ac44-4c62d6f91041 req-390b9d6c-5fff-4072-881b-a2cd06f2d47f service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488292 Aug 19 17:59:59.825392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 17:59:59.848907 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9ea498-6911-445a-aeb8-a075d77a6723 x-openstack-request-id: req-6d9ea498-6911-445a-aeb8-a075d77a6723 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 17:59:59.849402 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a5028-ebed-4807-9aa8-67766104e884", "name": "network-vif-deleted", "tag": "81451096-bc31-4921-b465-fbe452492fa7", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 17:59:59.849877 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d9ea498-6911-445a-aeb8-a075d77a6723 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 17:59:59.850420 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a5028-ebed-4807-9aa8-67766104e884', 'name': 'network-vif-deleted', 'tag': '81451096-bc31-4921-b465-fbe452492fa7', 'status': 'completed', 'code': 200} Aug 19 17:59:59.859770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Transition to ACTIVE for port object 6d942556-cdab-43db-baa1-439e68135066 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 17:59:59.865353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 17:59:59.981141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695793-4ffc-4595-ab66-16d5c3cc804b req-19cf70b5-a2d1-4183-aff2-d219067bbee9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 17:59:59.983479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d695793-4ffc-4595-ab66-16d5c3cc804b req-19cf70b5-a2d1-4183-aff2-d219067bbee9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1207991 Aug 19 18:00:00.010837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72049a-2e4f-4a8a-8a7e-f58121c428d5 req-f3302bc5-79dc-4b46-82d8-f9cad2f16810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:00.012413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc72049a-2e4f-4a8a-8a7e-f58121c428d5 req-f3302bc5-79dc-4b46-82d8-f9cad2f16810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 1097 time: 0.1333656 Aug 19 18:00:00.017595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3893f5e8-8815-41e9-8965-9e1dacfc460e req-5f8982ef-ff08-458f-a643-87629d214ccf tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb6a5028-ebed-4807-9aa8-67766104e884 HTTP/1.1" status: 200 len: 210 time: 0.0472372 Aug 19 18:00:00.061968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.079316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc72049a-2e4f-4a8a-8a7e-f58121c428d5 req-866013d3-935f-48f8-8f86-2492eaebd5c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Aug 19 18:00:00.154625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Network e0f0d743-214e-4738-9cc7-de98033f5b4a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:00.159522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d695793-4ffc-4595-ab66-16d5c3cc804b req-ee2925f5-7a4c-450c-924e-382b0992d4ee tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460903 Aug 19 18:00:00.166699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:00.170889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:00.175282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event updated for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:00.238815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58222-f3df-437c-819b-ccdd6823bb80 req-a16a44bd-580f-46c7-ba99-7ed0c789617f tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:00.240451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cea58222-f3df-437c-819b-ccdd6823bb80 req-a16a44bd-580f-46c7-ba99-7ed0c789617f tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 945 time: 0.1393738 Aug 19 18:00:00.266348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:00.266991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.302249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-46f42a04-526f-450d-85a1-e4da85ed28d5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0529146 Aug 19 18:00:00.305469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cea58222-f3df-437c-819b-ccdd6823bb80 req-fc16d1f5-018a-4e2b-925d-2341a34abf33 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569341 Aug 19 18:00:00.420736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Request body: {'port': {'device_id': '255baae7-673c-4f8a-8742-032190211597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:00.469595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-24c99c1a-d447-480f-b500-02915e2482f6 None None] Provisioning for port 6d942556-cdab-43db-baa1-439e68135066 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:00.474127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-24c99c1a-d447-480f-b500-02915e2482f6 None None] Provisioning complete for port 6d942556-cdab-43db-baa1-439e68135066 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:00.474560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-24c99c1a-d447-480f-b500-02915e2482f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.475285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440054-a99b-4139-b90e-f3c8831764ed req-69de25f4-014e-46d3-801b-28aaa659476d tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:00.476909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f440054-a99b-4139-b90e-f3c8831764ed req-69de25f4-014e-46d3-801b-28aaa659476d tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 931 time: 0.0984557 Aug 19 18:00:00.521631 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.527909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-24c99c1a-d447-480f-b500-02915e2482f6 None None] Port 6d942556-cdab-43db-baa1-439e68135066 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:00.551104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b33ede7-ca83-4e98-b9c2-3138a3a3fa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.554084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f440054-a99b-4139-b90e-f3c8831764ed req-a5b073c1-1ac9-492a-8013-dcf61bc9eb78 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607238 Aug 19 18:00:00.845108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:00.878574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5de68-9b28-444a-a058-1e268d8879df req-d9e73e52-a038-4f82-9eef-479ce31aaca2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:00.880276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5e5de68-9b28-444a-a058-1e268d8879df req-d9e73e52-a038-4f82-9eef-479ce31aaca2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.0905137 Aug 19 18:00:00.939343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d942556-cdab-43db-baa1-439e68135066 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:00.956149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.001505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5e5de68-9b28-444a-a058-1e268d8879df req-e70555cf-46cf-42f4-b2a3-6c860df761ff tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Aug 19 18:00:01.009359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Transition to ACTIVE for port object 6d942556-cdab-43db-baa1-439e68135066 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:01.015654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.070907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829554cf-f755-4d0c-a2d7-0f2a91066ea1 req-ceb8e429-2a90-40c9-97ca-3cda1f2418ae tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.072739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-829554cf-f755-4d0c-a2d7-0f2a91066ea1 req-ceb8e429-2a90-40c9-97ca-3cda1f2418ae tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 943 time: 0.1257887 Aug 19 18:00:01.098404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Pushing event updated for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:01.188038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-829554cf-f755-4d0c-a2d7-0f2a91066ea1 req-13d426ca-92b0-46b1-bd1b-185ba1c9d0e0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032867 Aug 19 18:00:01.218662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Attempting to bind port 6d942556-cdab-43db-baa1-439e68135066 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:01.219140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Attempting to bind port 6d942556-cdab-43db-baa1-439e68135066 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:01.219699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Attempting to bind port 6d942556-cdab-43db-baa1-439e68135066 on network e0f0d743-214e-4738-9cc7-de98033f5b4a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:01.224982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Port 6d942556-cdab-43db-baa1-439e68135066 on network e0f0d743-214e-4738-9cc7-de98033f5b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:01.225686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Attempting to bind port 6d942556-cdab-43db-baa1-439e68135066 on network e0f0d743-214e-4738-9cc7-de98033f5b4a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:01.231672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:01.232800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Checking segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:01.233450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Bound using segment: {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:01.233909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Bound port: 6d942556-cdab-43db-baa1-439e68135066, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9430f786-925b-4e7d-8981-ddbb36b11d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:01.235481 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.254763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 039b17dd-4e08-4ab2-8c48-22e755697128 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:01.258186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 81451096-bc31-4921-b465-fbe452492fa7 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:01.330180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 81451096-bc31-4921-b465-fbe452492fa7 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:01.330516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 81451096-bc31-4921-b465-fbe452492fa7 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:01.407165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:01.412044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6d942556-cdab-43db-baa1-439e68135066,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:01.426403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7111f-aed1-4a0d-86f9-992e1ad4444d req-c8e44244-95ea-41b1-b66d-cf31089be083 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.437652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b7111f-aed1-4a0d-86f9-992e1ad4444d req-c8e44244-95ea-41b1-b66d-cf31089be083 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.0916803 Aug 19 18:00:01.469985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=039b17dd-4e08-4ab2-8c48-22e755697128,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:01.472180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.483763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '039b17dd-4e08-4ab2-8c48-22e755697128', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '039b17dd-4e08-4ab2-8c48-22e755697128', 'mac_address': 'fa:16:3e:20:93:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:01.486017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b7111f-aed1-4a0d-86f9-992e1ad4444d req-e57673b5-5409-4596-9ca6-ae52f2450d64 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Aug 19 18:00:01.547259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.566937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039b17dd-4e08-4ab2-8c48-22e755697128 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:01.587719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Pushing event updated for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:01.588871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=039b17dd-4e08-4ab2-8c48-22e755697128,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:01.594574 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.658088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.658859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.660388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fc9fef4e-9e7e-4bd7-b8a8-75e5fddd4fca service neutron] 10.222.0.13 "PUT /v2.0/ports/6d942556-cdab-43db-baa1-439e68135066 HTTP/1.1" status: 200 len: 1092 time: 1.2467072 Aug 19 18:00:01.679981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:01.711592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c424-6c92-46a8-8050-95b25f99047d req-2442a6e5-e190-4c85-84fc-9b55945bd097 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.713295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69c0c424-6c92-46a8-8050-95b25f99047d req-2442a6e5-e190-4c85-84fc-9b55945bd097 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0962610 Aug 19 18:00:01.772377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:01.774983 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cb2e5-d352-475f-ade5-9ba881fd19c1" -d '{"events": [{"server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "name": "network-vif-plugged", "status": "completed", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:01.812049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-8ddce7c1-6888-4119-8d14-0c9a0cbab197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.813716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-8ddce7c1-6888-4119-8d14-0c9a0cbab197 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33&device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 1095 time: 0.0945079 Aug 19 18:00:01.856501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['039b17dd-4e08-4ab2-8c48-22e755697128'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:01.865804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69c0c424-6c92-46a8-8050-95b25f99047d req-dc9da300-09ac-4fd1-82e7-2f91f9c3d3f7 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309388 Aug 19 18:00:01.866352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'tag': '6d942556-cdab-43db-baa1-439e68135066'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:01.869176 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b04b4a-ede9-46af-83c8-196c8f8dc05b" -d '{"events": [{"name": "network-changed", "server_uuid": "255baae7-673c-4f8a-8742-032190211597", "tag": "6d942556-cdab-43db-baa1-439e68135066"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:01.925573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-b1ba4de9-c444-4c71-9474-aefa51bb798a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d942556-cdab-43db-baa1-439e68135066 HTTP/1.1" status: 200 len: 217 time: 0.0938735 Aug 19 18:00:01.939858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:01.993603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45c21-9b08-428d-ba46-d3f1c018fc36 req-9e5e05d0-3f19-46aa-ae9f-344e78677a3b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:01.995147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ceb45c21-9b08-428d-ba46-d3f1c018fc36 req-9e5e05d0-3f19-46aa-ae9f-344e78677a3b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 943 time: 0.1863887 Aug 19 18:00:02.001189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fbad8b9e-35c3-4ea1-9dcc-109dd71a265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.002759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-fbad8b9e-35c3-4ea1-9dcc-109dd71a265a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c7d1ab5-3b24-4c27-a80d-ade561cd8f95 HTTP/1.1" status: 200 len: 845 time: 0.0702565 Aug 19 18:00:02.058163 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7630420d-257d-4382-9abb-48f404d370a9 x-openstack-request-id: req-7630420d-257d-4382-9abb-48f404d370a9 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:02.058522 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "name": "network-vif-plugged", "status": "completed", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:02.058831 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7630420d-257d-4382-9abb-48f404d370a9 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:02.059280 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8', 'code': 200} Aug 19 18:00:02.070341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ceb45c21-9b08-428d-ba46-d3f1c018fc36 req-ec82a0d7-7ed8-410c-942e-2ef4334d531e tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638995 Aug 19 18:00:02.083173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-9252f57d-1086-4fda-a57b-e5d02054a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.084914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-9252f57d-1086-4fda-a57b-e5d02054a970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f0d743-214e-4738-9cc7-de98033f5b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548503 Aug 19 18:00:02.097506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031d44b-91bf-462c-833a-4de68cdc218e x-openstack-request-id: req-5031d44b-91bf-462c-833a-4de68cdc218e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:02.098031 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255baae7-673c-4f8a-8742-032190211597", "tag": "6d942556-cdab-43db-baa1-439e68135066", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:02.098350 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5031d44b-91bf-462c-833a-4de68cdc218e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:02.098824 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'tag': '6d942556-cdab-43db-baa1-439e68135066', 'status': 'completed', 'code': 200} Aug 19 18:00:02.285275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d1d3-44c9-40ca-afe7-b729edfe8b1a req-a471164c-29a3-4bf7-90d8-9284418198a9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.286784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3278d1d3-44c9-40ca-afe7-b729edfe8b1a req-a471164c-29a3-4bf7-90d8-9284418198a9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.1382720 Aug 19 18:00:02.295263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-41f62659-a40b-49e7-abb1-6a01df6965f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677048 Aug 19 18:00:02.609459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f18752-b799-4fd2-8e20-33b802120416 req-27198ab6-d937-408d-ac55-3ff4e9fc142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.610884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67f18752-b799-4fd2-8e20-33b802120416 req-27198ab6-d937-408d-ac55-3ff4e9fc142d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 1098 time: 0.4065294 Aug 19 18:00:02.731655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3278d1d3-44c9-40ca-afe7-b729edfe8b1a req-d4a9ba0d-57ac-4f8a-8f2d-6c21fe968228 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345126 Aug 19 18:00:02.742421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67f18752-b799-4fd2-8e20-33b802120416 req-9d74ed96-ae43-4217-9720-12c2a46090d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235497 Aug 19 18:00:02.764336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209508-5745-476f-ad56-cf482d4d968b req-21b38dc2-be9c-4ae4-8157-998f3f425143 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.765876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8209508-5745-476f-ad56-cf482d4d968b req-21b38dc2-be9c-4ae4-8157-998f3f425143 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 944 time: 0.1541259 Aug 19 18:00:02.793102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a960f7c1-51cc-4992-b4c8-8b6cfa682649 req-aea0417d-0b34-4e8b-af9a-7e1fd18dab45 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879835 Aug 19 18:00:02.818952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8209508-5745-476f-ad56-cf482d4d968b req-d746516e-43d4-46db-a223-61cb9d111cb1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Aug 19 18:00:02.873700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5b3e5-0d36-4b5f-afb0-2578d168c1b6 req-4a4e8f6b-7aac-4890-b85d-0fe17de963d0 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:02.875228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ce5b3e5-0d36-4b5f-afb0-2578d168c1b6 req-4a4e8f6b-7aac-4890-b85d-0fe17de963d0 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.0519664 Aug 19 18:00:02.912814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ce5b3e5-0d36-4b5f-afb0-2578d168c1b6 req-eff1d0e5-fcb4-4716-b699-6f453d950ace tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Aug 19 18:00:03.122746 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:00:03.235023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fd42f-ba19-446c-a87d-59ed46cb10dc req-96ebd2ce-457d-47d5-a2c6-63f52251b427 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.236882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba4fd42f-ba19-446c-a87d-59ed46cb10dc req-96ebd2ce-457d-47d5-a2c6-63f52251b427 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.1160014 Aug 19 18:00:03.267507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0e8d0-ea52-4f90-a99b-87755df45049 req-a7235c61-fb74-4349-9f23-385e2d7eaa25 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.269210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a0e8d0-ea52-4f90-a99b-87755df45049 req-a7235c61-fb74-4349-9f23-385e2d7eaa25 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.1208248 Aug 19 18:00:03.278247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-164790bd-5891-40f5-a53a-0e046cc1aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.281162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-164790bd-5891-40f5-a53a-0e046cc1aacd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33&device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 1095 time: 0.1137729 Aug 19 18:00:03.291332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 039b17dd-4e08-4ab2-8c48-22e755697128 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:03.345066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 039b17dd-4e08-4ab2-8c48-22e755697128 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:03.350021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 039b17dd-4e08-4ab2-8c48-22e755697128 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:03.350612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:03.383503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba4fd42f-ba19-446c-a87d-59ed46cb10dc req-f8b6cd01-c4ba-410c-9912-0f90ffc617a8 tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/security-groups?id=448f31ac-54e5-4c86-8b60-2b7d1bac1f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 Aug 19 18:00:03.406282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a0e8d0-ea52-4f90-a99b-87755df45049 req-f10a8c74-024f-4aca-b474-c9d5f577b939 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215961 Aug 19 18:00:03.466128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:03.469528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-0a8ac040-cbec-46cd-8e4b-928305038ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.471535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-0a8ac040-cbec-46cd-8e4b-928305038ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f0d743-214e-4738-9cc7-de98033f5b4a HTTP/1.1" status: 200 len: 907 time: 0.1766849 Aug 19 18:00:03.483233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:03.526960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=039b17dd-4e08-4ab2-8c48-22e755697128,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:03.531660 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:03.562611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-8e6179c8-a18e-4bce-9dad-dee29db9c06f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d942556-cdab-43db-baa1-439e68135066 HTTP/1.1" status: 200 len: 217 time: 0.0788751 Aug 19 18:00:03.600337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:03.637262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42408467-5d5f-42ee-a410-d8565d90e031 req-4aca82f5-00a4-424e-b094-7b1ade4b4849 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.640069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42408467-5d5f-42ee-a410-d8565d90e031 req-4aca82f5-00a4-424e-b094-7b1ade4b4849 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 943 time: 0.1473813 Aug 19 18:00:03.662451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-e30c46ba-79b9-4a1f-a867-324ab31c13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.664069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-e30c46ba-79b9-4a1f-a867-324ab31c13f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c7d1ab5-3b24-4c27-a80d-ade561cd8f95 HTTP/1.1" status: 200 len: 845 time: 0.0937238 Aug 19 18:00:03.719581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42408467-5d5f-42ee-a410-d8565d90e031 req-7ce402a7-0399-4871-a993-9a3904e8b874 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711040 Aug 19 18:00:03.733777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-1cc3c7ed-7399-4b39-bc17-775613429ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.735402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-1cc3c7ed-7399-4b39-bc17-775613429ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f0d743-214e-4738-9cc7-de98033f5b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621676 Aug 19 18:00:03.864622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-60491d51-6b66-4f47-96f1-470cef1bf52f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:03.866510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-60491d51-6b66-4f47-96f1-470cef1bf52f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 946 time: 0.0938799 Aug 19 18:00:03.868891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-86e3c46f-2fd6-4a54-9f89-f600f2668c9e service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236432 Aug 19 18:00:03.989593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Deleting port b1f1140e-4ea2-4030-a95b-34323a55c7d1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:03.989955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:04.048955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d55844-cadd-41a9-bffa-38348933844a req-e3b4a902-3025-4b02-9aa3-b0ba47e71805 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.050659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0d55844-cadd-41a9-bffa-38348933844a req-e3b4a902-3025-4b02-9aa3-b0ba47e71805 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.1181762 Aug 19 18:00:04.061115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:04.064478 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65761d32-bf4f-4bfd-9052-7ba147fdea7a" -d '{"events": [{"server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "name": "network-vif-plugged", "status": "completed", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:04.074357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04b04b4a-ede9-46af-83c8-196c8f8dc05b req-bcd7fd90-1c8d-4b17-9f35-d49b4c6d38a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878674 Aug 19 18:00:04.088538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] For port b1f1140e-4ea2-4030-a95b-34323a55c7d1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b1f1140e-4ea2-4030-a95b-34323a55c7d1,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:04.088920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:04.104071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Calling delete_port for b1f1140e-4ea2-4030-a95b-34323a55c7d1 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:04.132756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207e1d-64a2-4eba-a572-8c1328ebbf83 req-a45af74a-2be6-4911-8357-322bcb221a87 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.134359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0207e1d-64a2-4eba-a572-8c1328ebbf83 req-a45af74a-2be6-4911-8357-322bcb221a87 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1334243 Aug 19 18:00:04.140603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0d55844-cadd-41a9-bffa-38348933844a req-2a9fe819-8b2b-44bb-8d3b-9eb2132d383c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Aug 19 18:00:04.181119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0207e1d-64a2-4eba-a572-8c1328ebbf83 req-e2cf2e3a-a416-456c-a1c6-ef8fae15eedc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Aug 19 18:00:04.241331 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b758bf-af5e-4231-b679-030be197051b x-openstack-request-id: req-e6b758bf-af5e-4231-b679-030be197051b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:04.241620 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "name": "network-vif-plugged", "status": "completed", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:04.241880 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6b758bf-af5e-4231-b679-030be197051b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:04.242265 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128', 'code': 200} Aug 19 18:00:04.270183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:04.283283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b1f1140e-4ea2-4030-a95b-34323a55c7d1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:04.332525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Pushing event deleted for resources: {'Port': ['ID=b1f1140e-4ea2-4030-a95b-34323a55c7d1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:04.380734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] No DVR routers for this DVR port b1f1140e-4ea2-4030-a95b-34323a55c7d1 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:00:04.384015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:04.386190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a288f44f-e1cd-4c8f-9b00-b22910413f5d req-969e17be-76fb-42eb-aa7e-067f0c80019e tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.42 "DELETE /v2.0/ports/b1f1140e-4ea2-4030-a95b-34323a55c7d1 HTTP/1.1" status: 204 len: 173 time: 0.5131710 Aug 19 18:00:04.386826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'name': 'network-vif-deleted', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:04.390669 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb41585-e55e-4446-bc2a-d47f928203e3" -d '{"events": [{"server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "name": "network-vif-deleted", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:04.433382 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0131bef-a997-4a4b-b7af-05653b579cd5 x-openstack-request-id: req-f0131bef-a997-4a4b-b7af-05653b579cd5 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:04.433746 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ed532-4e8e-40f5-914b-8b0cac22a372", "name": "network-vif-deleted", "tag": "b1f1140e-4ea2-4030-a95b-34323a55c7d1", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:04.437373 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0131bef-a997-4a4b-b7af-05653b579cd5 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:04.437373 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ed532-4e8e-40f5-914b-8b0cac22a372', 'name': 'network-vif-deleted', 'tag': 'b1f1140e-4ea2-4030-a95b-34323a55c7d1', 'status': 'completed', 'code': 200} Aug 19 18:00:04.442894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a32fd-3819-4951-85c8-240948ab4584 req-dddf7f85-e66d-4210-83af-57d96a5e7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.444602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d18a32fd-3819-4951-85c8-240948ab4584 req-dddf7f85-e66d-4210-83af-57d96a5e7959 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 1097 time: 0.1043682 Aug 19 18:00:04.486991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc625c6d-bedc-43d0-aa8b-f8423a0e504b req-4932181a-d3ef-4933-88eb-41bc65c033ce tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.488695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc625c6d-bedc-43d0-aa8b-f8423a0e504b req-4932181a-d3ef-4933-88eb-41bc65c033ce tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 945 time: 0.1070030 Aug 19 18:00:04.530905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbc36c4f-971f-4ce2-be3d-137365868dc0 req-38565b95-5cd3-44bd-98b3-2e7ebb30fa0f tempest-ServerRescueTestJSON-1706085433 tempest-ServerRescueTestJSON-1706085433-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e1ed532-4e8e-40f5-914b-8b0cac22a372 HTTP/1.1" status: 200 len: 210 time: 0.0392592 Aug 19 18:00:04.545108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d18a32fd-3819-4951-85c8-240948ab4584 req-11cd74ec-0e3a-4228-a4ed-90d0a6a7bccc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886984 Aug 19 18:00:04.564247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc625c6d-bedc-43d0-aa8b-f8423a0e504b req-ccb03c59-edda-407c-ad5e-d1ea99a06bbd tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Aug 19 18:00:04.640656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094c62-3ed3-483a-aa85-f0d4b7bec61b req-90590904-11a6-442c-9b1c-52d696d4039a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.642096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb094c62-3ed3-483a-aa85-f0d4b7bec61b req-90590904-11a6-442c-9b1c-52d696d4039a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Aug 19 18:00:04.679940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb094c62-3ed3-483a-aa85-f0d4b7bec61b req-24babb48-8947-4285-b083-b0db84364457 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Aug 19 18:00:04.850813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687b30-c81a-4bc5-b8be-23751572c79a req-4f6416de-00b9-4680-9020-18337346b589 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.852358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3687b30-c81a-4bc5-b8be-23751572c79a req-4f6416de-00b9-4680-9020-18337346b589 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 943 time: 0.0596921 Aug 19 18:00:04.916277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3687b30-c81a-4bc5-b8be-23751572c79a req-5b24733f-57bf-415b-ad52-18943a92ccd5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572441 Aug 19 18:00:04.925549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6d942556-cdab-43db-baa1-439e68135066 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:04.938664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baafd2-a3f6-425c-bd10-b940af02fc77 req-6a780a81-b359-4d06-94e2-fcc9b1b803c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:04.940114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1baafd2-a3f6-425c-bd10-b940af02fc77 req-6a780a81-b359-4d06-94e2-fcc9b1b803c1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.0648084 Aug 19 18:00:04.978781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1baafd2-a3f6-425c-bd10-b940af02fc77 req-96707840-b745-4102-ace2-ae9e960d1d3d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Aug 19 18:00:05.031746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6d942556-cdab-43db-baa1-439e68135066,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:05.046421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '6d942556-cdab-43db-baa1-439e68135066', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'port_id': '6d942556-cdab-43db-baa1-439e68135066', 'mac_address': 'fa:16:3e:34:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:05.083159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:05.096203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d942556-cdab-43db-baa1-439e68135066 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:05.116503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6d942556-cdab-43db-baa1-439e68135066,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:05.120959 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:05.170792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:05.304192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469b664-59d0-423d-b91b-7487f116ea62 req-efa432a7-e8d4-4d78-a0ac-b6ee2662d5c9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:05.305957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1469b664-59d0-423d-b91b-7487f116ea62 req-efa432a7-e8d4-4d78-a0ac-b6ee2662d5c9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.0855441 Aug 19 18:00:05.339853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1bdfe-2edc-4f57-a482-e1daa1168c7b req-a1aac3ac-270e-412d-9a4d-c38f5190d5a3 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:05.342174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5a1bdfe-2edc-4f57-a482-e1daa1168c7b req-a1aac3ac-270e-412d-9a4d-c38f5190d5a3 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.0887754 Aug 19 18:00:05.377065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1469b664-59d0-423d-b91b-7487f116ea62 req-ee4cf173-621d-4331-a3e4-79a7cb51c6e4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640733 Aug 19 18:00:05.396958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5a1bdfe-2edc-4f57-a482-e1daa1168c7b req-d01c3c4e-0eb7-461e-be08-55f56e8e6dda tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479419 Aug 19 18:00:05.593536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54370) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:05.711796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0904ab3-051c-4c9b-8614-839d5af50a33 req-bb3be434-1549-451d-b530-10ca0b94bcf1 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:05.713320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0904ab3-051c-4c9b-8614-839d5af50a33 req-bb3be434-1549-451d-b530-10ca0b94bcf1 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 945 time: 0.0581453 Aug 19 18:00:05.731733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6d942556-cdab-43db-baa1-439e68135066'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:05.766371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0904ab3-051c-4c9b-8614-839d5af50a33 req-dc2d939b-a0f7-48d5-9527-1c9a5af38019 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Aug 19 18:00:06.087328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d05ef-f1d3-44a6-85ef-0b59c818f477 req-5ce008c4-d18e-4882-a400-d1ac6cf21716 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:06.087952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.089389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed9d05ef-f1d3-44a6-85ef-0b59c818f477 req-5ce008c4-d18e-4882-a400-d1ac6cf21716 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 944 time: 0.0943081 Aug 19 18:00:06.165100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed9d05ef-f1d3-44a6-85ef-0b59c818f477 req-67a5d7f2-df00-4889-96be-fbd1beef1864 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632799 Aug 19 18:00:06.173230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c221c9-8849-47ee-98a0-34efafbcb6d9 req-56ab6832-97ec-4ce5-915f-25501ba19376 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:06.175125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c221c9-8849-47ee-98a0-34efafbcb6d9 req-56ab6832-97ec-4ce5-915f-25501ba19376 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.0827594 Aug 19 18:00:06.220766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13c221c9-8849-47ee-98a0-34efafbcb6d9 req-edb930c2-29d4-4e72-ad6a-0746764c602b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Aug 19 18:00:06.370900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Deleting port a605241b-3f21-4f2e-a2e7-0320fcd92f52 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:06.371253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.433849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10789e09-3d79-4651-b999-270d503127d0 req-c4dd9b22-3471-436e-8683-3a37e30c6ba5 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:06.437007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10789e09-3d79-4651-b999-270d503127d0 req-c4dd9b22-3471-436e-8683-3a37e30c6ba5 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 945 time: 0.0577593 Aug 19 18:00:06.466275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] For port a605241b-3f21-4f2e-a2e7-0320fcd92f52, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a605241b-3f21-4f2e-a2e7-0320fcd92f52,segment=NetworkSegment(0c49431a-db37-4081-a370-1a68fe61a68b),segment_id=0c49431a-db37-4081-a370-1a68fe61a68b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:06.467335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.480480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Calling delete_port for a605241b-3f21-4f2e-a2e7-0320fcd92f52 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:06.554320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3f469-b65f-41df-bd7d-bc78f501361d req-2748b7e2-2301-4d4a-b49d-fbdd5aec744a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:06.555856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bb3f469-b65f-41df-bd7d-bc78f501361d req-2748b7e2-2301-4d4a-b49d-fbdd5aec744a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.1049213 Aug 19 18:00:06.611492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bb3f469-b65f-41df-bd7d-bc78f501361d req-0f345ca3-de67-4b6a-9fc9-d9b3cc3f0779 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Aug 19 18:00:06.613694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Deleting port e758b1fa-3209-4e87-9d7d-6d2f8acce970 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:06.614045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.678625 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.710058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a605241b-3f21-4f2e-a2e7-0320fcd92f52,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:06.721142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] For port e758b1fa-3209-4e87-9d7d-6d2f8acce970, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e758b1fa-3209-4e87-9d7d-6d2f8acce970,segment=NetworkSegment(f57baa8c-5c8f-4cd0-918e-442fe8455645),segment_id=f57baa8c-5c8f-4cd0-918e-442fe8455645)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:06.721636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.739590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Calling delete_port for e758b1fa-3209-4e87-9d7d-6d2f8acce970 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:06.914282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.943204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:06.993412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1cfdc-098a-42b6-b670-09eb923da457 req-db80c678-3587-43b8-9e41-6bc9e8139893 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:06.994924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25c1cfdc-098a-42b6-b670-09eb923da457 req-db80c678-3587-43b8-9e41-6bc9e8139893 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e2f2a51-b9c9-4781-ae50-4298f8c89970 HTTP/1.1" status: 200 len: 867 time: 0.1108408 Aug 19 18:00:06.995708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Pushing event deleted for resources: {'Port': ['ID=e758b1fa-3209-4e87-9d7d-6d2f8acce970,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:07.009960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e758b1fa-3209-4e87-9d7d-6d2f8acce970'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:07.098728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] No DVR routers for this DVR port e758b1fa-3209-4e87-9d7d-6d2f8acce970 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:00:07.101714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.104650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10789e09-3d79-4651-b999-270d503127d0 req-2ed25f72-1fa7-43ca-8cb3-db1e06fa76e7 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.13 "DELETE /v2.0/ports/e758b1fa-3209-4e87-9d7d-6d2f8acce970 HTTP/1.1" status: 204 len: 173 time: 0.6616027 Aug 19 18:00:07.108732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'name': 'network-vif-deleted', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:07.111559 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6498d6de-bb0c-4719-91d6-337bd81c7baf" -d '{"events": [{"server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "name": "network-vif-deleted", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:07.130015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25c1cfdc-098a-42b6-b670-09eb923da457 req-fc49282d-6704-486f-8ca9-488dca99a0b9 tempest-ServerTagsTestJSON-1652699488 tempest-ServerTagsTestJSON-1652699488-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae354d7b-1944-4e05-847d-048e85171523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265290 Aug 19 18:00:07.188806 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73da82-a355-4cbe-91e6-d2c51ed83b99 x-openstack-request-id: req-bc73da82-a355-4cbe-91e6-d2c51ed83b99 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:07.189179 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f2a51-b9c9-4781-ae50-4298f8c89970", "name": "network-vif-deleted", "tag": "e758b1fa-3209-4e87-9d7d-6d2f8acce970", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:07.189685 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc73da82-a355-4cbe-91e6-d2c51ed83b99 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:07.190141 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f2a51-b9c9-4781-ae50-4298f8c89970', 'name': 'network-vif-deleted', 'tag': 'e758b1fa-3209-4e87-9d7d-6d2f8acce970', 'status': 'completed', 'code': 200} Aug 19 18:00:07.194879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Router 7d090fe6-a29f-4982-9ef9-daf260952f83 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:00:07.289789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b1f1140e-4ea2-4030-a95b-34323a55c7d1 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:07.321722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: b1f1140e-4ea2-4030-a95b-34323a55c7d1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:07.327069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:00:07.336152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b1f1140e-4ea2-4030-a95b-34323a55c7d1 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:07.336925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d7cdcdb-c528-4ee8-be1d-71f2a8c26fb5 admin admin] 10.222.0.36 "PUT /v2.0/routers/7d090fe6-a29f-4982-9ef9-daf260952f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417796 Aug 19 18:00:07.337957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54412) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:07.338991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Sync routers for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:00:07.359602 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:07.360399 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:07.397074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f14e6-1692-4a01-b844-ad7952ca01f0 req-6152a202-b476-45b8-95ba-0c403bc10e9a tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:07.398652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac5f14e6-1692-4a01-b844-ad7952ca01f0 req-6152a202-b476-45b8-95ba-0c403bc10e9a tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 944 time: 0.1415715 Aug 19 18:00:07.417278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc90f8-584f-4e2a-b873-30798077d411 req-72d7905d-2eec-4b43-8287-d9b100b1c018 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:07.418831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29fc90f8-584f-4e2a-b873-30798077d411 req-72d7905d-2eec-4b43-8287-d9b100b1c018 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.1120939 Aug 19 18:00:07.427536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-1eeecf2b-a9c2-488b-9f07-406c4c6716da tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:07.428990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-1eeecf2b-a9c2-488b-9f07-406c4c6716da tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 945 time: 0.1233718 Aug 19 18:00:07.476336 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:07.478632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.520333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac5f14e6-1692-4a01-b844-ad7952ca01f0 req-bb8c6c79-1219-496e-998f-c22d7658b9ec tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128609 Aug 19 18:00:07.533171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29fc90f8-584f-4e2a-b873-30798077d411 req-3ddad2ac-533a-45d7-93ea-d0473415303f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985236 Aug 19 18:00:07.628524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:07.628879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.631716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.754086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port 5bf32334-ce77-42ed-bbc6-8faf124d6f21, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5bf32334-ce77-42ed-bbc6-8faf124d6f21,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:07.754622 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.766206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Deleting port 9949df08-e793-4172-bd5b-8da99e3b51b5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:07.766780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.768645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for 5bf32334-ce77-42ed-bbc6-8faf124d6f21 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:07.862389 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T18:00:06Z', 'revision_number': 5, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port': {'id': '9949df08-e793-4172-bd5b-8da99e3b51b5', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:57:28Z', 'updated_at': '2021-08-19T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:07.916118 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Checking router: 7d090fe6-a29f-4982-9ef9-daf260952f83 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:00:07.931738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Routers {'7d090fe6-a29f-4982-9ef9-daf260952f83'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:07.932800 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7d090fe6-a29f-4982-9ef9-daf260952f83'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:07.947613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] For port 9949df08-e793-4172-bd5b-8da99e3b51b5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9949df08-e793-4172-bd5b-8da99e3b51b5,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:07.947998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.960515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:07.965530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Calling delete_port for 9949df08-e793-4172-bd5b-8da99e3b51b5 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:07.997385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5bf32334-ce77-42ed-bbc6-8faf124d6f21'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:08.002748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=5bf32334-ce77-42ed-bbc6-8faf124d6f21,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:08.050376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port 5bf32334-ce77-42ed-bbc6-8faf124d6f21 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:00:08.053386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.055567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efbc5819-e17a-4ebb-90fa-d206da49fb37 req-e3d66a38-bdd0-4360-ae96-2dbc1308aafe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "DELETE /v2.0/ports/5bf32334-ce77-42ed-bbc6-8faf124d6f21 HTTP/1.1" status: 204 len: 173 time: 0.5968156 Aug 19 18:00:08.070262 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] Set router 7d090fe6-a29f-4982-9ef9-daf260952f83 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:08.126135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T18:00:07Z', 'revision_number': 6, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:08.168109 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2c48-69aa-4e20-844a-cf531c50eb84 None None] The sync data for ids ['7d090fe6-a29f-4982-9ef9-daf260952f83'] in n-d-778550-10 is: [{'id': '7d090fe6-a29f-4982-9ef9-daf260952f83', 'name': 'tempest-ServerRescueTestJSON-2103402260-router', 'tenant_id': '3192e71ecda5411aab281a12abc75dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:57:26Z', 'updated_at': '2021-08-19T18:00:07Z', 'revision_number': 6, 'project_id': '3192e71ecda5411aab281a12abc75dd7', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:00:08.195791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.231087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54422) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:08.237675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Pushing event deleted for resources: {'Port': ['ID=9949df08-e793-4172-bd5b-8da99e3b51b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:08.251480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.251480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.252078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.252078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.252492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.252938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.253276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.253605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.253934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.254253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.254583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.254909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:08.300493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Deleting subnet 47d38610-17d8-4d02-b303-d178cbb22ca3 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:08.303807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.323975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.348605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.399632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.427524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.429852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.471307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.500939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.501650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d090fe6-a29f-4982-9ef9-daf260952f83 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:00:08.510165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.511823 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ccfa0730-90c2-4d64-8c8a-a383edc1019f admin admin] 10.222.0.36 "DELETE /v2.0/routers/7d090fe6-a29f-4982-9ef9-daf260952f83 HTTP/1.1" status: 204 len: 168 time: 1.1724424 Aug 19 18:00:08.518384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54432) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:08.522262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d38610-17d8-4d02-b303-d178cbb22ca3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:08.524350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.526417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ccd07194-fbc3-4b3c-b77a-f3d5c76a72b3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47d38610-17d8-4d02-b303-d178cbb22ca3 HTTP/1.1" status: 204 len: 168 time: 0.2941737 Aug 19 18:00:08.529512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54434) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:08.609387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Deleting subnet 097d8718-ccb1-4660-82f3-5f832052f499 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:08.612968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.660902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.688146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.751363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.755471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af56f7c7-d6dc-46e0-b1ad-336834519b66 req-47e1a10b-c737-426e-a8dd-7c71a82d604d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edf7e7e-b201-41ca-9d3a-98e447316de9 HTTP/1.1" status: 200 len: 210 time: 0.0580480 Aug 19 18:00:08.882101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.917667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097d8718-ccb1-4660-82f3-5f832052f499,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:08.921949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.924009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-51a94dbf-7da1-4ed3-82e9-0e49c711c4b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/097d8718-ccb1-4660-82f3-5f832052f499 HTTP/1.1" status: 204 len: 168 time: 0.4041638 Aug 19 18:00:08.926454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54452) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:08.933787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:08.952794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:08.955211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6d942556-cdab-43db-baa1-439e68135066 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:08.970100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44463e83-b926-4e2f-8a75-39d99433ff1c req-8c06f08a-dbe9-40c7-9674-2b47bdb46460 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:08.971638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44463e83-b926-4e2f-8a75-39d99433ff1c req-8c06f08a-dbe9-40c7-9674-2b47bdb46460 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 944 time: 0.0946040 Aug 19 18:00:08.976276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57baa8c-5c8f-4cd0-918e-442fe8455645') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:08.976582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57baa8c-5c8f-4cd0-918e-442fe8455645') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:09.008808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.009616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.031318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 6d942556-cdab-43db-baa1-439e68135066 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:09.036847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 6d942556-cdab-43db-baa1-439e68135066 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:09.037115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.051173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.069497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:09.069916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:09.169254 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:09.176533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.182834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.192753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a HTTP/1.1" status: 204 len: 168 time: 0.6610115 Aug 19 18:00:09.193593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a605241b-3f21-4f2e-a2e7-0320fcd92f52 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:09.198069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'name': 'network-vif-deleted', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:09.200475 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68bb131-d288-4b9c-8cac-eef068ed4145" -d '{"events": [{"server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "name": "network-vif-deleted", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:09.209075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.226293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b536ec-0db6-4422-aa91-ada25d19b6e4']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:09.241260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c49431a-db37-4081-a370-1a68fe61a68b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:09.241568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c49431a-db37-4081-a370-1a68fe61a68b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:09.245873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583c1b1-d9b9-4e5c-9c09-323b9fece452 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cdb65d-5c32-4f1d-ba9c-42e0a1e6cb0a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:09.248531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a605241b-3f21-4f2e-a2e7-0320fcd92f52 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:09.249024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a605241b-3f21-4f2e-a2e7-0320fcd92f52 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:09.252557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9949df08-e793-4172-bd5b-8da99e3b51b5 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:09.275515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.284971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9949df08-e793-4172-bd5b-8da99e3b51b5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:09.285574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9949df08-e793-4172-bd5b-8da99e3b51b5 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:09.289890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.311052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44463e83-b926-4e2f-8a75-39d99433ff1c req-447e18d3-2e25-458a-a2c9-d4d85e4c5054 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295169 Aug 19 18:00:09.314099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.335253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:09.336099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.338266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d942556-cdab-43db-baa1-439e68135066'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:09.338701 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:09.349674 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710fdb02-7162-47db-a2e4-080b2414d1f3" -d '{"events": [{"server_uuid": "255baae7-673c-4f8a-8742-032190211597", "name": "network-vif-plugged", "status": "completed", "tag": "6d942556-cdab-43db-baa1-439e68135066"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:09.378336 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3adc02-5590-499e-968f-9306b6069c9e x-openstack-request-id: req-8b3adc02-5590-499e-968f-9306b6069c9e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:09.379296 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf7e7e-b201-41ca-9d3a-98e447316de9", "name": "network-vif-deleted", "tag": "5bf32334-ce77-42ed-bbc6-8faf124d6f21", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:09.380151 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b3adc02-5590-499e-968f-9306b6069c9e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:09.380830 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf7e7e-b201-41ca-9d3a-98e447316de9', 'name': 'network-vif-deleted', 'tag': '5bf32334-ce77-42ed-bbc6-8faf124d6f21', 'status': 'completed', 'code': 200} Aug 19 18:00:09.389807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6d942556-cdab-43db-baa1-439e68135066,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:09.396921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.398567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e758b1fa-3209-4e87-9d7d-6d2f8acce970 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:09.447861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54468) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:09.459927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e758b1fa-3209-4e87-9d7d-6d2f8acce970 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:09.461477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e758b1fa-3209-4e87-9d7d-6d2f8acce970 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:09.470324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.513132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.523334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0b536ec-0db6-4422-aa91-ada25d19b6e4 HTTP/1.1" status: 204 len: 168 time: 0.5952756 Aug 19 18:00:09.542008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6395d-9573-4591-bf22-616885f54ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b536ec-0db6-4422-aa91-ada25d19b6e4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:09.555275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:09.567257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e61b0ea9-9906-4f4f-9ea3-907fc1e373f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9ac8b9bf7634bf9a90bec96d2eb4bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064255 Aug 19 18:00:09.573201 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21187237-9b68-45fc-8d86-2fda01d99d6e x-openstack-request-id: req-21187237-9b68-45fc-8d86-2fda01d99d6e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:09.574497 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255baae7-673c-4f8a-8742-032190211597", "name": "network-vif-plugged", "status": "completed", "tag": "6d942556-cdab-43db-baa1-439e68135066", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:09.578027 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21187237-9b68-45fc-8d86-2fda01d99d6e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:09.579417 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d942556-cdab-43db-baa1-439e68135066', 'code': 200} Aug 19 18:00:09.610553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:09.656243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210c4c-4505-4fb8-af08-6ca8004e5887 req-ee98834a-145c-45ec-9fe1-59da8050bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:09.658417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac210c4c-4505-4fb8-af08-6ca8004e5887 req-ee98834a-145c-45ec-9fe1-59da8050bf25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 1097 time: 0.0753314 Aug 19 18:00:09.676752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.701208 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.701947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac210c4c-4505-4fb8-af08-6ca8004e5887 req-181b2ac4-310c-43ea-ba28-6fd5b0c1aeda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Aug 19 18:00:09.750454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.753252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.756834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae354d7b-1944-4e05-847d-048e85171523 HTTP/1.1" status: 204 len: 168 time: 0.1979530 Aug 19 18:00:09.767664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b7cf-47b6-432b-bef8-c8ff27f6b95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae354d7b-1944-4e05-847d-048e85171523,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:09.808310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54478) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:09.856945 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7833b59f-4cab-48d1-920b-ad2933076844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3192e71ecda5411aab281a12abc75dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474920 Aug 19 18:00:09.859672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54482) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:09.919284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:09.968693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:10.028002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:10.032583 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:10.034117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/448f31ac-54e5-4c86-8b60-2b7d1bac1f53 HTTP/1.1" status: 204 len: 168 time: 0.1732383 Aug 19 18:00:10.045228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d16c5-5ef0-4fdd-a937-d4e346738772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f31ac-54e5-4c86-8b60-2b7d1bac1f53,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:10.215800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-28cb785a-6bd9-45bc-b8e7-82ce5c23b9e9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:10.217768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-28cb785a-6bd9-45bc-b8e7-82ce5c23b9e9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.1331117 Aug 19 18:00:10.240319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-e0e11e15-5afb-42b0-a9a1-08355c62bb98 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0138590 Aug 19 18:00:10.288009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-82f5b0d9-5e56-40e1-af76-83f8d24686cf tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351861 Aug 19 18:00:10.479466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be9e75-6700-4eac-ae56-20bf90e6f2af req-eb3e120f-3261-4d5b-8f1a-1265a2a6f657 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:10.481370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46be9e75-6700-4eac-ae56-20bf90e6f2af req-eb3e120f-3261-4d5b-8f1a-1265a2a6f657 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0953190 Aug 19 18:00:10.488683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-870e6a21-e3a3-4b9f-9080-aa02c986c5ca service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998880 Aug 19 18:00:10.611882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46be9e75-6700-4eac-ae56-20bf90e6f2af req-131284f5-5104-48f4-8ceb-7ca8430021e5 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219234 Aug 19 18:00:10.653597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-5998257b-2ddb-4f93-8ac5-fbca6a9301bf service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409571 Aug 19 18:00:10.933169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0232db67-a9d2-4f3d-9b9c-a3c812c2b138 req-c1c23e52-d7bc-46ed-aa4a-98204c507723 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 210 time: 0.0399363 Aug 19 18:00:10.933385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54542) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:11.151440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:11.201853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-922195507-network', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:11.223284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1269135586-network', 'tenant_id': 'e02de29c09a747489899ab0ebd947b90'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:11.247463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:00:11.247463 n-d-778550-10 neutron-server[101325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:00:11.247463 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'id': 'fc0c38c1-c6c8-43b5-a6b0-8f610a2a7d69', 'expiration': datetime.datetime(2021, 8, 19, 18, 2, 11, 238044)}] Aug 19 18:00:11.247463 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:00:11.247818 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:00:11.256022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Made reservation on behalf of e02de29c09a747489899ab0ebd947b90 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:11.258509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.269031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.401611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.407002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.439089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:00:11.446654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:11.454203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.454554 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Added segment 6790982a-bcdc-41df-b26d-7a3a197599b7 of type vlan for network 16416e74-6358-490a-9d6c-6bc5f511d448 Aug 19 18:00:11.501608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.533450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.534437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:11.535013 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.593816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4406459 Aug 19 18:00:11.596648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:11.602198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Request body: {'subnet': {'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1269135586-subnet', 'tenant_id': 'e02de29c09a747489899ab0ebd947b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:11.609175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931ff90-44ce-46d6-9797-2a77ec7cb263 admin admin] Pushing event updated for resources: {'Network': ['ID=16416e74-6358-490a-9d6c-6bc5f511d448,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:11.619629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 16416e74-6358-490a-9d6c-6bc5f511d448 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:00:11.630388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Made reservation on behalf of e02de29c09a747489899ab0ebd947b90 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:11.633192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.743286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910652d-b92b-4d16-b686-61b2f18ac5ee req-e0a70452-5a71-4b26-8f71-a6b625ca8b1b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:11.744958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b910652d-b92b-4d16-b686-61b2f18ac5ee req-e0a70452-5a71-4b26-8f71-a6b625ca8b1b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Aug 19 18:00:11.791343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b910652d-b92b-4d16-b686-61b2f18ac5ee req-b059805f-a54c-434e-a957-38d71c3fb786 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348368 Aug 19 18:00:11.820156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Made reservation on behalf of 60e0505daddb4ff08a92f539dcf636a5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:11.827171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.862077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.906659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:11.921743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dd2ab-a110-4fe4-90c3-591119273b25 req-bbe8047d-c08d-43c2-a400-e257afca3d70 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:11.923526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-860dd2ab-a110-4fe4-90c3-591119273b25 req-bbe8047d-c08d-43c2-a400-e257afca3d70 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0579779 Aug 19 18:00:11.934058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54572) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:11.940973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Request body: {'floatingip': {'port_id': '6d942556-cdab-43db-baa1-439e68135066'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:11.996375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51022393-4d7d-4bdd-9adc-3d1bd5b54ae8,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:12.018303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Checking segment: {'id': '6790982a-bcdc-41df-b26d-7a3a197599b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:12.018679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Network hostable DHCP agents. Network: 16416e74-6358-490a-9d6c-6bc5f511d448, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:00:12.054295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Network 16416e74-6358-490a-9d6c-6bc5f511d448 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:00:12.075234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.077082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 16416e74-6358-490a-9d6c-6bc5f511d448) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:12.081131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.085204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:12.086245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.088512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2361915-310c-4eb2-a7aa-e8d6c77a91bb None None] Network 16416e74-6358-490a-9d6c-6bc5f511d448 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:12.156086 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d83f136-47dd-40c5-ba62-595883c283f3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5566447 Aug 19 18:00:12.157398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:00:12.167681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e50017-9810-4fa2-8419-b4d5cf2218f0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:12.178780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.179327 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Added segment 08b44154-9def-4578-936b-69517ad70617 of type vlan for network f2e99c11-6fdf-4866-b5cc-408de8308649 Aug 19 18:00:12.267540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.289248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df98282-22f0-43f1-a48d-f99c608462c3 None None] Network 16416e74-6358-490a-9d6c-6bc5f511d448 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:12.323256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.324438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:12.325091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.421677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e99c11-6fdf-4866-b5cc-408de8308649,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:12.430856 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ec30445-5903-484c-9f1c-ab18d255bb00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4964035 Aug 19 18:00:12.433785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:12.446029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Request body: {'subnet': {'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-subnet', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:12.449681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f2e99c11-6fdf-4866-b5cc-408de8308649 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:00:12.493768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Made reservation on behalf of 60e0505daddb4ff08a92f539dcf636a5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:12.499796 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.787146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b65240-9356-4ec7-bd4c-e8e81ab74c64 req-609f8962-8beb-44f0-a0e2-c5e9b2f31824 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 210 time: 0.1469789 Aug 19 18:00:12.810631 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.831143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:12.942676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-a8a380a8-f16f-4770-aebf-aa600ed89ef7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:12.942870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d110402-bc66-471f-8062-d033eac4fe7c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:12.944338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-a8a380a8-f16f-4770-aebf-aa600ed89ef7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.3062365 Aug 19 18:00:12.959741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5bf32334-ce77-42ed-bbc6-8faf124d6f21 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:12.980380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:12.980766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Network hostable DHCP agents. Network: f2e99c11-6fdf-4866-b5cc-408de8308649, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:00:12.985805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:13.016077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 5bf32334-ce77-42ed-bbc6-8faf124d6f21 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:13.016871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5bf32334-ce77-42ed-bbc6-8faf124d6f21 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:13.022528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54598) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:13.027850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249835070-network', 'tenant_id': 'c0ee6fb963f949f788f3b0d6b683bbc4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:13.032078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:00:13.055735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f2e99c11-6fdf-4866-b5cc-408de8308649) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:13.065190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:13.065948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.070758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4703e147-1b80-4181-9fc9-ef213d67a6c1 None None] Network f2e99c11-6fdf-4866-b5cc-408de8308649 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:13.080198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Made reservation on behalf of c0ee6fb963f949f788f3b0d6b683bbc4 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:13.083189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.094303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bd975b6a-6b03-4261-83a7-0cfb8188a499 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6592133 Aug 19 18:00:13.095127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.097061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:13.101688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:13.145938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.147258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.250358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.291591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5418577-6290-4202-9e79-071383875abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f2e99c11-6fdf-4866-b5cc-408de8308649', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:00:13.292510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.468616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f5418577-6290-4202-9e79-071383875abe None None] Allocated IP 172.20.0.2 (f2e99c11-6fdf-4866-b5cc-408de8308649/4d110402-bc66-471f-8062-d033eac4fe7c/308f3933-0472-4392-a4ca-c916b4c10f21) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:13.523766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.530828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.648143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.658787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5418577-6290-4202-9e79-071383875abe None None] Transition to ACTIVE for port object 308f3933-0472-4392-a4ca-c916b4c10f21 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:13.676911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5418577-6290-4202-9e79-071383875abe None None] Transition to ACTIVE for port object 308f3933-0472-4392-a4ca-c916b4c10f21 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:13.685017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.687988 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Floating IP 586d10cc-393a-4aa3-bfa9-a59c5d482592 associated. External IP: 172.25.5.70, port: 6d942556-cdab-43db-baa1-439e68135066. Aug 19 18:00:13.740946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5418577-6290-4202-9e79-071383875abe None None] Pushing event updated for resources: {'Port': ['ID=308f3933-0472-4392-a4ca-c916b4c10f21,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:13.757037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.757635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.758101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.759064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.760260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.760920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.761580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.762136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.762637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.764316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.765096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.765600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:00:13.771037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5418577-6290-4202-9e79-071383875abe None None] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:13.773125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f5418577-6290-4202-9e79-071383875abe None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:13.777268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5418577-6290-4202-9e79-071383875abe None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:13.860158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f5418577-6290-4202-9e79-071383875abe None None] Attempting to bind port 308f3933-0472-4392-a4ca-c916b4c10f21 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:13.860691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f5418577-6290-4202-9e79-071383875abe None None] Attempting to bind port 308f3933-0472-4392-a4ca-c916b4c10f21 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:13.861214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5418577-6290-4202-9e79-071383875abe None None] Attempting to bind port 308f3933-0472-4392-a4ca-c916b4c10f21 on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:13.868080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5418577-6290-4202-9e79-071383875abe None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:13.868762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5418577-6290-4202-9e79-071383875abe None None] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:13.869336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.869931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5418577-6290-4202-9e79-071383875abe None None] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:13.870617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f5418577-6290-4202-9e79-071383875abe None None] Bound port: 308f3933-0472-4392-a4ca-c916b4c10f21, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:13.871167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.934922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ac13a96-511e-404d-9dae-73327d74de46 req-dfd88cf2-f9c8-410b-8918-178a3cc7813b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 210 time: 0.0388329 Aug 19 18:00:13.975034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:13.987479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.002145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.026723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:00:14.027924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f5418577-6290-4202-9e79-071383875abe None None] For port 308f3933-0472-4392-a4ca-c916b4c10f21, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:14.031640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f5418577-6290-4202-9e79-071383875abe None None] For port 308f3933-0472-4392-a4ca-c916b4c10f21, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=308f3933-0472-4392-a4ca-c916b4c10f21,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:14.038531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5418577-6290-4202-9e79-071383875abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.048131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.050394 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Added segment c236ae68-43ed-43f9-83ca-f6ce6f02ee16 of type vlan for network fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac Aug 19 18:00:14.061243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Router 88c1056a-608d-47e8-a653-e824849be20b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:00:14.070740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:14.074825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.116983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5418577-6290-4202-9e79-071383875abe None None] Pushing event updated for resources: {'Port': ['ID=308f3933-0472-4392-a4ca-c916b4c10f21,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:14.130132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.185028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.186834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:14.187421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.271346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2420256 Aug 19 18:00:14.271593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54610) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:14.271689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbafeda9-6bc5-4043-9451-cbec1f19f861,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:14.279552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Request body: {'subnet': {'network_id': 'fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249835070-subnet', 'tenant_id': 'c0ee6fb963f949f788f3b0d6b683bbc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:14.289937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc712e5-778f-41b2-b997-9702d7d4c7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:14.303126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:00:14.407530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Made reservation on behalf of c0ee6fb963f949f788f3b0d6b683bbc4 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:14.410239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.507353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:00:14.514939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.520310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.520802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Sync routers for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:00:14.521935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.13 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/b459810e-43cd-44da-b5ad-1dd355905156) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:14.537800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:14.538803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:14.543046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.637768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d0ecc13-9530-4de1-aefe-fe2fad8b3108 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "PUT /v2.0/floatingips/586d10cc-393a-4aa3-bfa9-a59c5d482592 HTTP/1.1" status: 200 len: 990 time: 2.6998339 Aug 19 18:00:14.647149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'tag': '6d942556-cdab-43db-baa1-439e68135066'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:14.650118 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "255baae7-673c-4f8a-8742-032190211597", "tag": "6d942556-cdab-43db-baa1-439e68135066"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:14.718401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Allocated IP 172.25.5.57 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/e158cfee-4ced-4fec-9c49-203e5621fb6c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:14.741429 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79f2ece-64e3-4ccd-b41b-c46b1868e547 x-openstack-request-id: req-b79f2ece-64e3-4ccd-b41b-c46b1868e547 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:14.741722 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255baae7-673c-4f8a-8742-032190211597", "tag": "6d942556-cdab-43db-baa1-439e68135066", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:14.742690 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b79f2ece-64e3-4ccd-b41b-c46b1868e547 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:14.742690 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'tag': '6d942556-cdab-43db-baa1-439e68135066', 'status': 'completed', 'code': 200} Aug 19 18:00:14.774750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:14.880563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.916731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:14.930573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 308f3933-0472-4392-a4ca-c916b4c10f21 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:14.965124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-f8e25225-c64f-494e-ac3d-870cdb3492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:14.967425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-f8e25225-c64f-494e-ac3d-870cdb3492d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33&device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 1097 time: 0.1656599 Aug 19 18:00:14.980168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.024118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:15.071331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 308f3933-0472-4392-a4ca-c916b4c10f21 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:15.113811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:15.127089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:15.196731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Pushing event updated for resources: {'Port': ['ID=e158cfee-4ced-4fec-9c49-203e5621fb6c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:15.215735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-7f822c72-abb9-4b91-b3fc-389cb153f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:15.219987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '586d10cc-393a-4aa3-bfa9-a59c5d482592', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '88c1056a-608d-47e8-a653-e824849be20b', 'port_id': '6d942556-cdab-43db-baa1-439e68135066', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'mac_address': 'fa:16:3e:34:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255baae7-673c-4f8a-8742-032190211597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:53Z', 'updated_at': '2021-08-19T18:00:13Z', 'revision_number': 1, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:15.225367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-7f822c72-abb9-4b91-b3fc-389cb153f03c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0f0d743-214e-4738-9cc7-de98033f5b4a HTTP/1.1" status: 200 len: 907 time: 0.2447686 Aug 19 18:00:15.273279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23403f56-b8c6-4969-b3a5-c82e6d82c559 req-2e01b142-0ec3-4537-87ac-2518b8d3f9ba tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 210 time: 0.1251578 Aug 19 18:00:15.274605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.303958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Checking router: 88c1056a-608d-47e8-a653-e824849be20b for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:00:15.320844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:15.321566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:15.410329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-46782c83-058a-400c-8165-5cf71e8628eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d942556-cdab-43db-baa1-439e68135066 HTTP/1.1" status: 200 len: 998 time: 0.1394720 Aug 19 18:00:15.411213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9000179c-4426-4ae3-9ff7-428e8fa0876f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:15.469233 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.533529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:15.537611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083a102-e363-4552-a6d3-ea089ee6fd04 None None] Network f2e99c11-6fdf-4866-b5cc-408de8308649 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:15.558086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.582737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:15.590746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:15.595274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:15.672092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:15.673073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.681627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Provisioning for port 308f3933-0472-4392-a4ca-c916b4c10f21 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:15.690293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-6ec5d797-b57f-49c2-9ac9-aac453a0600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:15.692105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-6ec5d797-b57f-49c2-9ac9-aac453a0600a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c7d1ab5-3b24-4c27-a80d-ade561cd8f95 HTTP/1.1" status: 200 len: 845 time: 0.2615952 Aug 19 18:00:15.694069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:15.710258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-d79522c9-d5a7-44b1-a598-a8c7bde1a8dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7310703 Aug 19 18:00:15.727335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Checking segment: {'id': 'c236ae68-43ed-43f9-83ca-f6ce6f02ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:15.727832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Network hostable DHCP agents. Network: fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:00:15.764777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Request body: {'port': {'device_id': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:15.810788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Provisioning complete for port 308f3933-0472-4392-a4ca-c916b4c10f21 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:15.810788 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.814726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Network fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:00:15.833449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:15.850014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:15.850719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.881690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-ba113028-7bbe-4c48-ba18-d0a3e55f816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:15.882228 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:15.883295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-ba113028-7bbe-4c48-ba18-d0a3e55f816a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0f0d743-214e-4738-9cc7-de98033f5b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708221 Aug 19 18:00:15.907426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08100de5-e623-4402-92c2-697902e44b8e None None] Network fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:15.909310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a5a160e4-4dbc-404d-b25c-5e60ee0ad39f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6388774 Aug 19 18:00:16.074527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:16.082333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-a1ee9ca8-5ba0-4eff-b889-c32df6158dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715145 Aug 19 18:00:16.096511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Router 6654f8ad-d636-425d-9e72-989862c07d2d is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:00:16.263648 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:16.343001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] For port 308f3933-0472-4392-a4ca-c916b4c10f21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=308f3933-0472-4392-a4ca-c916b4c10f21,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:16.355481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:00:16.368701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:00:16.385345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:16.387016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1228c78b-61c1-470c-8209-b6ad936ce28d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2887685 Aug 19 18:00:16.402322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54644) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:16.406086 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:16.410467 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:16.474529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:16.477422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a635cd8e-7911-4a14-a56e-77b9e5a14a2c req-f1dc0769-88a7-4abb-abcb-ee0639b089a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772800 Aug 19 18:00:16.604624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba298e65-a5c0-43da-beec-21360a356af5 req-600b2f72-d801-44c9-b6f4-e182df3e6a2e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:16.609976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba298e65-a5c0-43da-beec-21360a356af5 req-600b2f72-d801-44c9-b6f4-e182df3e6a2e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 932 time: 0.1929455 Aug 19 18:00:16.676002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13eb99-a0ef-4455-9476-f1a8e346c6ec None None] Network fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:16.754932 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:16.800084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba298e65-a5c0-43da-beec-21360a356af5 req-5e82b780-1014-4ed4-b5e9-8ddb9678145c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785107 Aug 19 18:00:17.150543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-538d33d3-486e-4848-8ec2-830fa642e94a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:17.152082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-538d33d3-486e-4848-8ec2-830fa642e94a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/networks?id=16416e74-6358-490a-9d6c-6bc5f511d448 HTTP/1.1" status: 200 len: 825 time: 0.2441702 Aug 19 18:00:17.232852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-759866c4-0f28-4181-94ed-e38bb9fecf6f tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/quotas/e02de29c09a747489899ab0ebd947b90 HTTP/1.1" status: 200 len: 375 time: 0.0689251 Aug 19 18:00:17.314253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b459810e-43cd-44da-b5ad-1dd355905156 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:17.327317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.356217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Transition to ACTIVE for port object b459810e-43cd-44da-b5ad-1dd355905156 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:17.361830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-13492aa0-0a4a-426f-96cb-d99420a354e7 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e02de29c09a747489899ab0ebd947b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193607 Aug 19 18:00:17.364591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.436868 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:15Z', 'revision_number': 3, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:17.449613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665cb8b-eb48-4241-aa51-4135cf68e1d0 None None] Pushing event updated for resources: {'Port': ['ID=308f3933-0472-4392-a4ca-c916b4c10f21,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:17.461306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-560cb6fe-55ca-4cb5-b0f3-2286a0fb63b2 None None] Provisioning complete for port 308f3933-0472-4392-a4ca-c916b4c10f21 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:17.461936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-560cb6fe-55ca-4cb5-b0f3-2286a0fb63b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.468001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '586d10cc-393a-4aa3-bfa9-a59c5d482592', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '88c1056a-608d-47e8-a653-e824849be20b', 'port_id': '6d942556-cdab-43db-baa1-439e68135066', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'mac_address': 'fa:16:3e:34:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255baae7-673c-4f8a-8742-032190211597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:53Z', 'updated_at': '2021-08-19T18:00:13Z', 'revision_number': 1, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:17.470221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.528724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:00:17.529444 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Updating router 6654f8ad-d636-425d-9e72-989862c07d2d port e158cfee-4ced-4fec-9c49-203e5621fb6c binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:00:17.570794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bf977-cdf5-495f-9fac-6603fe792021 None None] The sync data for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 is: [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '586d10cc-393a-4aa3-bfa9-a59c5d482592', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '88c1056a-608d-47e8-a653-e824849be20b', 'port_id': '6d942556-cdab-43db-baa1-439e68135066', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'mac_address': 'fa:16:3e:34:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255baae7-673c-4f8a-8742-032190211597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T17:59:53Z', 'updated_at': '2021-08-19T18:00:13Z', 'revision_number': 1, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:00:17.596666 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.634828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:17.921430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Allocated IP 172.20.0.1 (f2e99c11-6fdf-4866-b5cc-408de8308649/4d110402-bc66-471f-8062-d033eac4fe7c/b01942f8-16ac-445d-b297-c5986e96e8a8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:17.987496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:18.009118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef95704b-c183-4b68-a368-afc966e0c631 None None] New status for floating IP 586d10cc-393a-4aa3-bfa9-a59c5d482592: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:00:18.138960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.180590 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.202907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Transition to ACTIVE for port object b01942f8-16ac-445d-b297-c5986e96e8a8 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:18.203855 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Transition to ACTIVE for port object e158cfee-4ced-4fec-9c49-203e5621fb6c will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:18.216069 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.272744 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3704d-839b-4b66-bb62-087f47654d3b None None] Pushing event updated for resources: {'Port': ['ID=e158cfee-4ced-4fec-9c49-203e5621fb6c,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:18.298501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Attempting to bind port e158cfee-4ced-4fec-9c49-203e5621fb6c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:18.298598 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Attempting to bind port e158cfee-4ced-4fec-9c49-203e5621fb6c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:18.298930 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Attempting to bind port e158cfee-4ced-4fec-9c49-203e5621fb6c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:18.306212 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:18.306600 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:18.307009 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.307989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:18.308627 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Bound port: e158cfee-4ced-4fec-9c49-203e5621fb6c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:18.309025 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.316867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.391141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:18.394166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:18.398215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:18.400077 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] For port e158cfee-4ced-4fec-9c49-203e5621fb6c, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:18.403936 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] For port e158cfee-4ced-4fec-9c49-203e5621fb6c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e158cfee-4ced-4fec-9c49-203e5621fb6c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:18.409770 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.416570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c958-55d0-4980-9d9b-e3cfc91ea717 req-23151bca-6635-4e99-9509-6c37c97656f8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:18.428233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a29c958-55d0-4980-9d9b-e3cfc91ea717 req-23151bca-6635-4e99-9509-6c37c97656f8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.4367476 Aug 19 18:00:18.444382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Pushing event updated for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:18.470741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.485786 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:18.486457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:18.529696 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3704d-839b-4b66-bb62-087f47654d3b None None] Pushing event updated for resources: {'Port': ['ID=e158cfee-4ced-4fec-9c49-203e5621fb6c,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:18.548687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Attempting to bind port b459810e-43cd-44da-b5ad-1dd355905156 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:18.549252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Attempting to bind port b459810e-43cd-44da-b5ad-1dd355905156 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:18.549746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Attempting to bind port b459810e-43cd-44da-b5ad-1dd355905156 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:18.563567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-407a390d-3e6b-4179-a66b-d8abb4b53e86 service neutron] 10.222.0.36 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1833501 Aug 19 18:00:18.571846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Port b459810e-43cd-44da-b5ad-1dd355905156 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:18.572200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Attempting to bind port b459810e-43cd-44da-b5ad-1dd355905156 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:18.580498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:18.580876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:18.581302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:18.581788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Bound port: b459810e-43cd-44da-b5ad-1dd355905156, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:18.582179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.598774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a29c958-55d0-4980-9d9b-e3cfc91ea717 req-20528228-baed-4cbc-9aca-aec101d18ac3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695290 Aug 19 18:00:18.637596 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:18.709495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.799094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-7e5ee14c-e73e-4fa6-91a8-7d796ab2931e service neutron] 10.222.0.36 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184057 Aug 19 18:00:18.817562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6e70e703-383a-4200-ab81-19f1d78cc59b None None] Provisioning for port b01942f8-16ac-445d-b297-c5986e96e8a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:18.828653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6e70e703-383a-4200-ab81-19f1d78cc59b None None] Provisioning complete for port b01942f8-16ac-445d-b297-c5986e96e8a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:18.831613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e70e703-383a-4200-ab81-19f1d78cc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:18.869400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 308f3933-0472-4392-a4ca-c916b4c10f21 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:18.958317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6e70e703-383a-4200-ab81-19f1d78cc59b None None] Port b01942f8-16ac-445d-b297-c5986e96e8a8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:18.973404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:18.979082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:18.988463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.024516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 308f3933-0472-4392-a4ca-c916b4c10f21 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:19.025545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.044519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.048890 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-22220f94-e746-468e-993c-7900b00c7647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:15Z', 'revision_number': 3, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:19.050537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.066785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:19.067472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.068944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] 10.222.0.13 "PUT /v2.0/ports/b459810e-43cd-44da-b5ad-1dd355905156 HTTP/1.1" status: 200 len: 1093 time: 3.3181384 Aug 19 18:00:19.069413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:19.080817 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aede47-3887-4edf-977e-48d00a65ad9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "tag": "b459810e-43cd-44da-b5ad-1dd355905156"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:19.136157 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22220f94-e746-468e-993c-7900b00c7647 None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:15Z', 'revision_number': 3, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:00:19.200471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Pushing event updated for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:19.206301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.210940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2448dc-8152-4b0b-91ae-3041600e6f02 service neutron] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:19.272716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbe64929-c805-4c99-8584-5732ec18befb req-ba3dfff8-213e-4bb8-a1c0-f21285618e13 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 210 time: 0.1007831 Aug 19 18:00:19.301796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-5eb80e0c-b513-49a3-9cf9-d50429a09913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:19.301796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-5eb80e0c-b513-49a3-9cf9-d50429a09913 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 1096 time: 0.1254358 Aug 19 18:00:19.303192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785172ed-a311-44ab-8bd7-e58a8fd66d23 req-d1b74da6-f1ff-44f7-8006-bf0036645310 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:19.310376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-785172ed-a311-44ab-8bd7-e58a8fd66d23 req-d1b74da6-f1ff-44f7-8006-bf0036645310 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1802814 Aug 19 18:00:19.397060 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edb715e-192a-46e9-afd0-2929b7a7ca94 x-openstack-request-id: req-7edb715e-192a-46e9-afd0-2929b7a7ca94 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:19.397484 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "tag": "b459810e-43cd-44da-b5ad-1dd355905156", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:19.398137 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7edb715e-192a-46e9-afd0-2929b7a7ca94 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:19.398635 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156', 'status': 'completed', 'code': 200} Aug 19 18:00:19.400975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:19.402473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:19.422227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-52496385-7cd3-493b-bd91-44fa456e7aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b459810e-43cd-44da-b5ad-1dd355905156 HTTP/1.1" status: 200 len: 217 time: 0.1092167 Aug 19 18:00:19.465661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-785172ed-a311-44ab-8bd7-e58a8fd66d23 req-4986fe2a-8523-4e70-9aa6-8febaeeec947 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507039 Aug 19 18:00:19.596897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-2acb5cac-dd4f-4327-a066-63a33a1c7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:19.605154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-2acb5cac-dd4f-4327-a066-63a33a1c7179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1733289 Aug 19 18:00:19.709938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-456c81e4-4307-4cb8-b539-ea2331b27c01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901549 Aug 19 18:00:19.725778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:00:19.913119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-665d1256-6681-4887-998e-6ffe7872404b service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850979 Aug 19 18:00:19.916891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-35c88765-d80e-4d49-af24-f6078630dec1 None None] Provisioning complete for port b01942f8-16ac-445d-b297-c5986e96e8a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:19.917421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-35c88765-d80e-4d49-af24-f6078630dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:19.927834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:00:19.935654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b4290de-d258-4c5e-9963-c8bec1dadc54 admin admin] 10.222.0.36 "PUT /v2.0/routers/6654f8ad-d636-425d-9e72-989862c07d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308738 Aug 19 18:00:20.006284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-35c88765-d80e-4d49-af24-f6078630dec1 None None] Port b01942f8-16ac-445d-b297-c5986e96e8a8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:20.071156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603488c-197a-44e9-b846-d16d0eaa4934 req-4b20dc91-527e-43dd-8c08-c44b5a291cea tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:20.078653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0603488c-197a-44e9-b846-d16d0eaa4934 req-4b20dc91-527e-43dd-8c08-c44b5a291cea tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3788347 Aug 19 18:00:20.119328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1e9e-5bbc-4d1a-bb42-a6dde2942c84 req-3fc8c402-b10e-41f4-a742-2d41f2ae3f7e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:20.121177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c38b1e9e-5bbc-4d1a-bb42-a6dde2942c84 req-3fc8c402-b10e-41f4-a742-2d41f2ae3f7e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.3674328 Aug 19 18:00:20.156330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0603488c-197a-44e9-b846-d16d0eaa4934 req-3b914a5a-a142-4ac1-84fb-771bd74a7f84 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716283 Aug 19 18:00:20.223544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec6d0b30-c37a-48a2-a206-f2f9824ac0da req-9c311902-326c-437d-82af-e27003b3eaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482402 Aug 19 18:00:20.247374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c38b1e9e-5bbc-4d1a-bb42-a6dde2942c84 req-fa0c5e02-95c3-4ff8-8d37-fcb5c067bfdb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876818 Aug 19 18:00:20.398543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aede47-3887-4edf-977e-48d00a65ad9d req-adb06b57-025e-4227-b164-52dbff637b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:20.400256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-adb06b57-025e-4227-b164-52dbff637b0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 1096 time: 0.0681753 Aug 19 18:00:20.610252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aede47-3887-4edf-977e-48d00a65ad9d req-be128635-ec12-4c8d-a7ee-1fd51c77a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:20.612453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-be128635-ec12-4c8d-a7ee-1fd51c77a998 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.2004173 Aug 19 18:00:20.714062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-6f50c538-5cca-4e88-8277-06a3342b4a5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b459810e-43cd-44da-b5ad-1dd355905156 HTTP/1.1" status: 200 len: 217 time: 0.0749857 Aug 19 18:00:20.752229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e9206fa-3a50-4108-8db8-cef2c4d139c9 req-3460b6fd-ef3c-4cab-af36-a04caf7bbe81 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 210 time: 0.0539286 Aug 19 18:00:20.814799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:20.819101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aede47-3887-4edf-977e-48d00a65ad9d req-98399157-b9de-4e62-8797-c7f9b4721419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:20.821239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-98399157-b9de-4e62-8797-c7f9b4721419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.0856793 Aug 19 18:00:20.830618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086295771', 'description': 'tempest-description--883292284'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:20.862992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:20.909462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-2ea09fca-b531-4c36-ad29-85c18c3fad23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789490 Aug 19 18:00:20.932751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e158cfee-4ced-4fec-9c49-203e5621fb6c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:20.973655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:20.978376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:20.992180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e158cfee-4ced-4fec-9c49-203e5621fb6c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:21.007864 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e158cfee-4ced-4fec-9c49-203e5621fb6c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:21.008529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.013297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-f0712abd-6e0b-4082-a178-665babf2819c tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:21.015632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-f0712abd-6e0b-4082-a178-665babf2819c tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.42 "GET /v2.0/networks?id=16416e74-6358-490a-9d6c-6bc5f511d448 HTTP/1.1" status: 200 len: 825 time: 0.4609728 Aug 19 18:00:21.028255 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.030686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2133343 Aug 19 18:00:21.033616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:21.034287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Request body: {'port': {'device_id': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448', 'admin_state_up': True, 'tenant_id': 'e02de29c09a747489899ab0ebd947b90'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:21.040141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group_rule': {'security_group_id': '36256a1f-bf56-41da-af63-97e75b73f673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:21.063715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584fcd-1ea6-443c-9be0-963c2a5d4395 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36256a1f-bf56-41da-af63-97e75b73f673,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:21.077082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.106581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104c1a8-719b-4c0d-b7ad-e9609e8ff692 req-67389f7b-ccb9-4062-8a47-431c28664a9d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:21.109744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9104c1a8-719b-4c0d-b7ad-e9609e8ff692 req-67389f7b-ccb9-4062-8a47-431c28664a9d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2435913 Aug 19 18:00:21.130848 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.142854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.147386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.161439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e158cfee-4ced-4fec-9c49-203e5621fb6c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e158cfee-4ced-4fec-9c49-203e5621fb6c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:21.163041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df819eb7-4c45-410f-a674-4be724b943ba,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:21.166739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.177963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.179642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bc92d7b5-35ed-4b84-b9c1-d656026fccfd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448727 Aug 19 18:00:21.182271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:21.188373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group_rule': {'security_group_id': '36256a1f-bf56-41da-af63-97e75b73f673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:21.207685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-fdbc099e-d233-4dd4-a222-aea3a546a2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785208 Aug 19 18:00:21.221387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9104c1a8-719b-4c0d-b7ad-e9609e8ff692 req-ba4fadd8-3e7f-41c9-ad62-682bbeda0332 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047978 Aug 19 18:00:21.228598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.244821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e158cfee-4ced-4fec-9c49-203e5621fb6c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:21.312084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.319824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.339214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69adc093-74ac-49b3-a32c-c592bbb1e5b1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:21.359039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.367181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:21.376246 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4236184-c8cb-4961-b469-103b3fc32646 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896741 Aug 19 18:00:21.376640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:21.426721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Made reservation on behalf of e02de29c09a747489899ab0ebd947b90 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:21.430236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.463061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15aede47-3887-4edf-977e-48d00a65ad9d req-0a9f8d0c-0279-434c-a3a6-d743622d079f service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475004 Aug 19 18:00:21.500711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:21.676835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7a86a-f461-4f2d-9042-7623ec506f42 req-0257c2c1-500c-44da-ad7b-c58b18c4c386 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:21.678413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4b7a86a-f461-4f2d-9042-7623ec506f42 req-0257c2c1-500c-44da-ad7b-c58b18c4c386 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.2144156 Aug 19 18:00:21.785107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4b7a86a-f461-4f2d-9042-7623ec506f42 req-e87b3154-192c-4cf9-b7df-851372cfcae8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Aug 19 18:00:21.788888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Allocated IP 172.20.0.7 (16416e74-6358-490a-9d6c-6bc5f511d448/51022393-4d7d-4bdd-9adc-3d1bd5b54ae8/c11e9e70-f40f-4176-978d-5acd52fe657f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:21.887391 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:00:21.899057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:21.899719 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:22.019984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd6e0c8b-3861-4bb1-87b1-d193fdc2d770 req-62f22b91-f392-409d-bd25-fc3b31fba473 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 210 time: 0.0655935 Aug 19 18:00:22.034770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.042425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.090744 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:22.132425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e535-4cf4-491b-8bdc-fc692ad069d8 req-b2a906d9-6132-41e9-b225-23d8a53e400b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:22.133941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2099e535-4cf4-491b-8bdc-fc692ad069d8 req-b2a906d9-6132-41e9-b225-23d8a53e400b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1707144 Aug 19 18:00:22.228822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.255763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2099e535-4cf4-491b-8bdc-fc692ad069d8 req-b34405db-147b-4d23-8a39-eeedd828d8e7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139026 Aug 19 18:00:22.310932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Network 16416e74-6358-490a-9d6c-6bc5f511d448 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:22.313301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Allocated IP 172.25.5.170 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/206e1aeb-a558-459e-a55a-55d18dfd3aaf) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:22.319882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:22.327785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:22.345003 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 2, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:22.379576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:00:22.379900 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Updating router 6654f8ad-d636-425d-9e72-989862c07d2d port b01942f8-16ac-445d-b297-c5986e96e8a8 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:00:22.388302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:22.389220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.422941 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.427974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3981304 Aug 19 18:00:22.443196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b4ff-cb38-422c-b821-a410ac468f9a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Pushing event updated for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:22.513435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Request body: {'port': {'device_id': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:22.592940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.784187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.802380 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.828167 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Transition to ACTIVE for port object b01942f8-16ac-445d-b297-c5986e96e8a8 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:22.846652 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:22.857663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e158cfee-4ced-4fec-9c49-203e5621fb6c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:22.934308 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdf24c-ab7e-48c2-bc97-b859c455d219 None None] Pushing event updated for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:22.966574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e158cfee-4ced-4fec-9c49-203e5621fb6c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:22.968055 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.124325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11e9e70-f40f-4176-978d-5acd52fe657f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:23.135473 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.160313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Transition to ACTIVE for port object c11e9e70-f40f-4176-978d-5acd52fe657f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:23.165656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.171537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.193648 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Attempting to bind port b01942f8-16ac-445d-b297-c5986e96e8a8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:23.194385 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Attempting to bind port b01942f8-16ac-445d-b297-c5986e96e8a8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:23.194837 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Attempting to bind port b01942f8-16ac-445d-b297-c5986e96e8a8 on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:23.200033 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:23.200488 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:23.200960 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.202625 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:23.202625 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Bound port: b01942f8-16ac-445d-b297-c5986e96e8a8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:23.203039 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.247868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:23.266111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:23.277397 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] For port b01942f8-16ac-445d-b297-c5986e96e8a8, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:23.279439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f1e61-ac79-4a75-b923-b363aa612f0a req-3e6f8d8e-ac82-4655-bf62-14ef46ee89ca tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:23.281010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c09f1e61-ac79-4a75-b923-b363aa612f0a req-3e6f8d8e-ac82-4655-bf62-14ef46ee89ca tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.3496315 Aug 19 18:00:23.285618 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] For port b01942f8-16ac-445d-b297-c5986e96e8a8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b01942f8-16ac-445d-b297-c5986e96e8a8,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:23.286612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:23.291821 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:23.296640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=206e1aeb-a558-459e-a55a-55d18dfd3aaf,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:23.370129 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:23.370826 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:23.399779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a265-a1c2-4d59-91ec-d5284c2a468f req-7075a00b-c838-4906-a7ef-caff260b53d8 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:23.407160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b23a265-a1c2-4d59-91ec-d5284c2a468f req-7075a00b-c838-4906-a7ef-caff260b53d8 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 943 time: 0.2265627 Aug 19 18:00:23.415367 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdf24c-ab7e-48c2-bc97-b859c455d219 None None] Pushing event updated for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:23.503708 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:23.752971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:23Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:23.781309 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e020-9661-449c-905a-eb75e9002c5a None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:23Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:00:23.786276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:23.828085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c09f1e61-ac79-4a75-b923-b363aa612f0a req-36d185e1-a27a-4a90-bfa8-990bb0cc88c7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327032 Aug 19 18:00:23.907028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b23a265-a1c2-4d59-91ec-d5284c2a468f req-8e2d35c7-dbdd-4aeb-98ae-26d13bd13e78 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989414 Aug 19 18:00:23.990491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Attempting to bind port c11e9e70-f40f-4176-978d-5acd52fe657f on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:23.990905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Attempting to bind port c11e9e70-f40f-4176-978d-5acd52fe657f by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '6790982a-bcdc-41df-b26d-7a3a197599b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:23.991250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Attempting to bind port c11e9e70-f40f-4176-978d-5acd52fe657f on network 16416e74-6358-490a-9d6c-6bc5f511d448 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:23.998131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.005484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Port c11e9e70-f40f-4176-978d-5acd52fe657f on network 16416e74-6358-490a-9d6c-6bc5f511d448 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:24.005824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Attempting to bind port c11e9e70-f40f-4176-978d-5acd52fe657f on network 16416e74-6358-490a-9d6c-6bc5f511d448 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:24.018973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:24.019320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Checking segment: {'id': '6790982a-bcdc-41df-b26d-7a3a197599b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:24.019761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Bound using segment: {'id': '6790982a-bcdc-41df-b26d-7a3a197599b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:24.020195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Bound port: c11e9e70-f40f-4176-978d-5acd52fe657f, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6790982a-bcdc-41df-b26d-7a3a197599b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:24.020555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.060542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dc24d-a063-4ab4-9998-f4bc87158912 req-d05a04ae-ae43-4e79-b217-d2259851dbec tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:24.062499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-174dc24d-a063-4ab4-9998-f4bc87158912 req-d05a04ae-ae43-4e79-b217-d2259851dbec tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1291635 Aug 19 18:00:24.099763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.180942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-174dc24d-a063-4ab4-9998-f4bc87158912 req-5cfc23d5-6ae8-4a51-806d-83f86df50f1f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079943 Aug 19 18:00:24.197199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:24.202751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c11e9e70-f40f-4176-978d-5acd52fe657f,segment=NetworkSegment(6790982a-bcdc-41df-b26d-7a3a197599b7),segment_id=6790982a-bcdc-41df-b26d-7a3a197599b7)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:24.209106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.289550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:24.290392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.292010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] 10.222.0.42 "PUT /v2.0/ports/c11e9e70-f40f-4176-978d-5acd52fe657f HTTP/1.1" status: 200 len: 1092 time: 1.8499997 Aug 19 18:00:24.297107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:24.299855 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f792e9-18b2-468f-a58d-d84390a1257a" -d '{"events": [{"name": "network-changed", "server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:24.329769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74426747-22f1-4e28-afc9-a16a66160aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:24.376412 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2640f-d533-4716-afb6-49c9df5a52e4 x-openstack-request-id: req-b9c2640f-d533-4716-afb6-49c9df5a52e4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:24.376709 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:24.376963 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9c2640f-d533-4716-afb6-49c9df5a52e4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:24.377357 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f', 'status': 'completed', 'code': 200} Aug 19 18:00:24.431022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.437856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-14c7a9a2-52c1-49f8-a29d-89748b71332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:24.439773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-14c7a9a2-52c1-49f8-a29d-89748b71332f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e02de29c09a747489899ab0ebd947b90&device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 1095 time: 0.0810444 Aug 19 18:00:24.440970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.518717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-ac5854d1-76cd-43e5-91fb-fece7dc9a113 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11e9e70-f40f-4176-978d-5acd52fe657f HTTP/1.1" status: 200 len: 217 time: 0.0482454 Aug 19 18:00:24.549231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=206e1aeb-a558-459e-a55a-55d18dfd3aaf,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:24.566795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.582425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:24.583855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e4df37a0-a777-44ea-856a-2d94ca56763a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2156487 Aug 19 18:00:24.659070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-9bf3693a-97f5-4b59-8f7d-99e44f855a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:24.660655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-9bf3693a-97f5-4b59-8f7d-99e44f855a35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51022393-4d7d-4bdd-9adc-3d1bd5b54ae8 HTTP/1.1" status: 200 len: 865 time: 0.0619540 Aug 19 18:00:24.695794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-6c4315f9-8ab2-4fc1-b217-f1c8e48ab6d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16416e74-6358-490a-9d6c-6bc5f511d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280845 Aug 19 18:00:24.830206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-5332c854-86c2-4ce9-b313-3b7c29302d2c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2086295771&fields=id&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 267 time: 0.0696819 Aug 19 18:00:24.885300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b01942f8-16ac-445d-b297-c5986e96e8a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:24.909913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-24d23cb1-55d6-4545-bb96-a30a3ac756f7 service neutron] 10.222.0.42 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067039 Aug 19 18:00:24.979004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b01942f8-16ac-445d-b297-c5986e96e8a8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:24.984408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b01942f8-16ac-445d-b297-c5986e96e8a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:24.985354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.027208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:25.121187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.150738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-909dd7b3-2d58-46ff-8c56-441dc85cdddf tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.152300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-909dd7b3-2d58-46ff-8c56-441dc85cdddf tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 816 time: 0.3204474 Aug 19 18:00:25.164555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072270-167f-4c33-9a13-71adbcc497bb req-c4b27230-59e9-47da-8568-1942bf2aea20 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.166115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9072270-167f-4c33-9a13-71adbcc497bb req-c4b27230-59e9-47da-8568-1942bf2aea20 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.1870944 Aug 19 18:00:25.204756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c55913c-66b3-43b3-bb31-4aea8aecf22b req-a0c4a143-cc28-469d-a75e-fc431617c28e service neutron] 10.222.0.42 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598341 Aug 19 18:00:25.207189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:25.207811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-429c8326-6334-433d-8053-bef5a562cf18 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/quotas/60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 375 time: 0.0366151 Aug 19 18:00:25.236994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b459810e-43cd-44da-b5ad-1dd355905156', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': 'b459810e-43cd-44da-b5ad-1dd355905156', 'mac_address': 'fa:16:3e:a0:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:25.265712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9072270-167f-4c33-9a13-71adbcc497bb req-8b184bd1-7cbe-4975-a0d1-52bb4369006e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792489 Aug 19 18:00:25.294452 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.316908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b459810e-43cd-44da-b5ad-1dd355905156 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:25.326550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-76169988-b03e-4f6e-b54e-dbcc3e28a001 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065023 Aug 19 18:00:25.327251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b01942f8-16ac-445d-b297-c5986e96e8a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b01942f8-16ac-445d-b297-c5986e96e8a8,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:25.335247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.349140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:25.363690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f792e9-18b2-468f-a58d-d84390a1257a req-a5f0a7c9-f92d-4a72-9654-a43a5da66dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.365361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-a5f0a7c9-f92d-4a72-9654-a43a5da66dcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e02de29c09a747489899ab0ebd947b90&device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 1095 time: 0.1042767 Aug 19 18:00:25.371397 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.397097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:25.455323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:25.526975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990199-1065-42d2-9df1-cd37169d07ca req-71b9d6b0-3db3-4a58-be32-f3b7cc7aa728 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.528516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c990199-1065-42d2-9df1-cd37169d07ca req-71b9d6b0-3db3-4a58-be32-f3b7cc7aa728 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 943 time: 0.1436503 Aug 19 18:00:25.589151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-f924b954-8d7d-4b06-99f9-01a0601f779b service neutron] 10.222.0.36 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462149 Aug 19 18:00:25.591402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f792e9-18b2-468f-a58d-d84390a1257a req-f5486cab-f94d-442f-9091-aeb69c8f3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.593532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-f5486cab-f94d-442f-9091-aeb69c8f3b7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=16416e74-6358-490a-9d6c-6bc5f511d448 HTTP/1.1" status: 200 len: 926 time: 0.2163360 Aug 19 18:00:25.681580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c990199-1065-42d2-9df1-cd37169d07ca req-94ba711e-130c-4c9d-bc13-1c8e98d7435d tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353102 Aug 19 18:00:25.684638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-166947a1-655a-42ab-a001-7cebafb2d47a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c11e9e70-f40f-4176-978d-5acd52fe657f HTTP/1.1" status: 200 len: 217 time: 0.0736935 Aug 19 18:00:25.762707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f792e9-18b2-468f-a58d-d84390a1257a req-3b6a257c-fe51-4159-8c70-7d5a00813e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:25.765186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-3b6a257c-fe51-4159-8c70-7d5a00813e46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51022393-4d7d-4bdd-9adc-3d1bd5b54ae8 HTTP/1.1" status: 200 len: 865 time: 0.0701597 Aug 19 18:00:25.770638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-d2c8232d-4bf2-4e54-a346-09280c714dcc service neutron] 10.222.0.36 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714609 Aug 19 18:00:25.808055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-74d04aab-c626-47f7-bf65-68a82d45675f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16416e74-6358-490a-9d6c-6bc5f511d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276260 Aug 19 18:00:25.845665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b459810e-43cd-44da-b5ad-1dd355905156'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:25.909114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:25.952818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-b04584a0-e131-4978-ba7b-411f721c2cbf service neutron] 10.222.0.42 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285038 Aug 19 18:00:26.147629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f792e9-18b2-468f-a58d-d84390a1257a req-95398ead-833f-4cde-92dc-798635d1f803 service neutron] 10.222.0.42 "GET /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861038 Aug 19 18:00:26.178443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895d725-08bb-4fed-a900-a3750b81b94a req-3355ae28-7407-4a40-95fc-3d5a0895bda1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:26.181415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d895d725-08bb-4fed-a900-a3750b81b94a req-3355ae28-7407-4a40-95fc-3d5a0895bda1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0748971 Aug 19 18:00:26.264414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d895d725-08bb-4fed-a900-a3750b81b94a req-c77f25f9-7731-4efc-9ecd-c4b1adf621d3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725405 Aug 19 18:00:26.266525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5662ab1-433b-4cf6-a4f8-d3a624d88294 req-e5628bb9-c0f0-4d95-b5b7-5da49921d99b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 210 time: 0.0395923 Aug 19 18:00:26.399573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce90f-28fb-4279-8e99-2be0a3d07f80 req-6aa5d4ab-ec43-468d-b790-b7fbf72bc8e1 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:26.401119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-505ce90f-28fb-4279-8e99-2be0a3d07f80 req-6aa5d4ab-ec43-468d-b790-b7fbf72bc8e1 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.0545561 Aug 19 18:00:26.446679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-505ce90f-28fb-4279-8e99-2be0a3d07f80 req-1e378beb-df1a-41c3-9805-f4733aba5095 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Aug 19 18:00:26.589962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed270cdf-3ed8-4d82-85ad-54bb9cf8b7d3 req-7678232f-be0d-4bd3-bc16-b8e8e3fbcfb7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:26.591484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed270cdf-3ed8-4d82-85ad-54bb9cf8b7d3 req-7678232f-be0d-4bd3-bc16-b8e8e3fbcfb7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0561333 Aug 19 18:00:26.633193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed270cdf-3ed8-4d82-85ad-54bb9cf8b7d3 req-6b75746d-59b1-4ab6-90ac-7f2a7a5d37cc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 19 18:00:26.808276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb419-0c68-41a0-96e7-7dcf87bf3b96 req-7c6f5bae-a72c-4e59-a975-342427a1cb7a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:26.812490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-120cb419-0c68-41a0-96e7-7dcf87bf3b96 req-7c6f5bae-a72c-4e59-a975-342427a1cb7a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 943 time: 0.0640740 Aug 19 18:00:26.817829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b01942f8-16ac-445d-b297-c5986e96e8a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:26.864150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-120cb419-0c68-41a0-96e7-7dcf87bf3b96 req-9cb84803-5805-41d0-b57f-a4bb50206e5b tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Aug 19 18:00:26.877862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b01942f8-16ac-445d-b297-c5986e96e8a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:26.878245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:27.333541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c11e9e70-f40f-4176-978d-5acd52fe657f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:27.456530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2684cfc0-057f-4a9e-a7b4-06fcf294963f req-e632bfc7-31db-4f5f-9c04-80c7ac14dfa9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 210 time: 0.0602453 Aug 19 18:00:27.490855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c11e9e70-f40f-4176-978d-5acd52fe657f,segment=NetworkSegment(6790982a-bcdc-41df-b26d-7a3a197599b7),segment_id=6790982a-bcdc-41df-b26d-7a3a197599b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:27.505213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-8a144060-23c6-43e9-9ef2-b0a482d58776 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:27.506746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-8a144060-23c6-43e9-9ef2-b0a482d58776 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 816 time: 0.2045522 Aug 19 18:00:27.513266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'c11e9e70-f40f-4176-978d-5acd52fe657f', 'network_id': '16416e74-6358-490a-9d6c-6bc5f511d448', 'port_id': 'c11e9e70-f40f-4176-978d-5acd52fe657f', 'mac_address': 'fa:16:3e:2d:6d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51022393-4d7d-4bdd-9adc-3d1bd5b54ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:27.519690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d4bb-39f4-4eaa-8598-110aafe066c2 req-95fcb204-0ffd-4e37-ba64-d07c17029cb4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:27.521309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d054d4bb-39f4-4eaa-8598-110aafe066c2 req-95fcb204-0ffd-4e37-ba64-d07c17029cb4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1294537 Aug 19 18:00:27.561348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:27.576616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11e9e70-f40f-4176-978d-5acd52fe657f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:27.599466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c11e9e70-f40f-4176-978d-5acd52fe657f,segment=NetworkSegment(6790982a-bcdc-41df-b26d-7a3a197599b7),segment_id=6790982a-bcdc-41df-b26d-7a3a197599b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:27.609258 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:27.613704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-dac59384-b54a-4566-b093-69c3123ee078 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 380 time: 0.0913918 Aug 19 18:00:27.622393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d054d4bb-39f4-4eaa-8598-110aafe066c2 req-873810c7-3cde-4103-8b7c-e61529c916bd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938566 Aug 19 18:00:27.628194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'port': {'device_id': 'd1865380-8434-4ca6-8641-385e26414dbc', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'admin_state_up': True, 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'security_groups': ['36256a1f-bf56-41da-af63-97e75b73f673']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:27.661763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:27.690057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11a05a-dfd0-4181-9aae-3e225d5744cd req-33d95fce-8ab8-47b6-a5b9-7564f47ca263 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:27.691801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad11a05a-dfd0-4181-9aae-3e225d5744cd req-33d95fce-8ab8-47b6-a5b9-7564f47ca263 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.1496944 Aug 19 18:00:27.747508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad11a05a-dfd0-4181-9aae-3e225d5744cd req-0136f0ea-6334-4579-ab1f-fa3112db596c tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22c3b8c-4d42-47a1-9792-d37702d82235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456741 Aug 19 18:00:27.827151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01f3e-c538-49dc-8016-3dcd651deebe req-563cf74c-c399-4c64-b96f-bfc121f5a2c7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:27.828740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2b01f3e-c538-49dc-8016-3dcd651deebe req-563cf74c-c399-4c64-b96f-bfc121f5a2c7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0702593 Aug 19 18:00:27.835217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Made reservation on behalf of 60e0505daddb4ff08a92f539dcf636a5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:27.838691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:27.886774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['c11e9e70-f40f-4176-978d-5acd52fe657f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:27.926748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2b01f3e-c538-49dc-8016-3dcd651deebe req-14f73286-b018-4cf4-8ed7-f7186d9146b3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 Aug 19 18:00:28.046060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadddfe-66f3-4421-b5ac-9026a6155933 req-09f20fe8-c9f6-461c-adfc-5ff3b9ee5291 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:28.053423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ceadddfe-66f3-4421-b5ac-9026a6155933 req-09f20fe8-c9f6-461c-adfc-5ff3b9ee5291 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 944 time: 0.1048386 Aug 19 18:00:28.071343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-1ec4413c-47aa-43fb-aab0-9226589a0c92 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:28.073496 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-1ec4413c-47aa-43fb-aab0-9226589a0c92 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.42 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 946 time: 0.0733116 Aug 19 18:00:28.082992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Allocated IP 172.20.0.7 (f2e99c11-6fdf-4866-b5cc-408de8308649/4d110402-bc66-471f-8062-d033eac4fe7c/80044157-e9c1-49c4-8c4e-c1b86e6870fb) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:28.100330 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1335-2ab9-4a02-bdd9-66f2dece2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.128545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ceadddfe-66f3-4421-b5ac-9026a6155933 req-d8adb5e3-7c22-4e95-b1ff-56fbad410d21 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737109 Aug 19 18:00:28.197247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Deleting port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:28.197878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.282724 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.290737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] For port 60ebfc7e-c439-4cbb-919c-4c459bb96a00, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=60ebfc7e-c439-4cbb-919c-4c459bb96a00,segment=NetworkSegment(70186c74-3bf0-4257-9758-33f92674733f),segment_id=70186c74-3bf0-4257-9758-33f92674733f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:28.291185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.299261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Transition to ACTIVE for port object 80044157-e9c1-49c4-8c4e-c1b86e6870fb will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:28.304213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Calling delete_port for 60ebfc7e-c439-4cbb-919c-4c459bb96a00 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:28.337160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.394169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:28.397465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:28.401448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:28.408078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:28.434546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.448807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['60ebfc7e-c439-4cbb-919c-4c459bb96a00'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:28.464717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:28.465411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.473576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Pushing event deleted for resources: {'Port': ['ID=60ebfc7e-c439-4cbb-919c-4c459bb96a00,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:28.485720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-4dd43f5f-4fa6-4040-a4f5-040f465bcb3e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574791 Aug 19 18:00:28.496786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Request body: {'port': {'device_id': 'd1865380-8434-4ca6-8641-385e26414dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:28.538078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] No DVR routers for this DVR port 60ebfc7e-c439-4cbb-919c-4c459bb96a00 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:00:28.547377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.550494 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-132e6836-38f5-498f-b49b-b8f20e53c244 req-a3eb724f-eb2c-40ac-aef0-7b6ffc1bfae2 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.42 "DELETE /v2.0/ports/60ebfc7e-c439-4cbb-919c-4c459bb96a00 HTTP/1.1" status: 204 len: 173 time: 0.4685853 Aug 19 18:00:28.550972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'name': 'network-vif-deleted', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:28.556250 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6349d-93e7-45e4-8edf-19de7fb7a9f8" -d '{"events": [{"server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "name": "network-vif-deleted", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:28.621034 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd6679-3021-4358-b258-543344d52384 x-openstack-request-id: req-57dd6679-3021-4358-b258-543344d52384 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:28.621541 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d0db06-e194-4cdb-8621-14a0984af161", "name": "network-vif-deleted", "tag": "60ebfc7e-c439-4cbb-919c-4c459bb96a00", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:28.621992 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57dd6679-3021-4358-b258-543344d52384 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:28.622560 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d0db06-e194-4cdb-8621-14a0984af161', 'name': 'network-vif-deleted', 'tag': '60ebfc7e-c439-4cbb-919c-4c459bb96a00', 'status': 'completed', 'code': 200} Aug 19 18:00:28.626580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.725209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9df82a-c833-4646-bd49-3e134446b9b7 req-65c2a83d-cd74-4c81-b37c-7858ca5d8c6c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:28.726834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d9df82a-c833-4646-bd49-3e134446b9b7 req-65c2a83d-cd74-4c81-b37c-7858ca5d8c6c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 931 time: 0.1486139 Aug 19 18:00:28.863609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ec9f413a-4a68-4c29-9c04-56b5de3cee60 None None] Provisioning for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:28.869593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ec9f413a-4a68-4c29-9c04-56b5de3cee60 None None] Provisioning complete for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:28.870261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec9f413a-4a68-4c29-9c04-56b5de3cee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:28.876469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b6fba-3c87-4a0d-9049-20708398f10d req-aa5ec4e0-5fd5-4540-a241-52c6fdf7c698 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:28.884024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa0b6fba-3c87-4a0d-9049-20708398f10d req-aa5ec4e0-5fd5-4540-a241-52c6fdf7c698 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1749539 Aug 19 18:00:28.904355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d9df82a-c833-4646-bd49-3e134446b9b7 req-b12aa33a-2687-4ccb-96ff-2dc942ab76fa tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603999 Aug 19 18:00:28.911397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f413a-4a68-4c29-9c04-56b5de3cee60 None None] Port 80044157-e9c1-49c4-8c4e-c1b86e6870fb cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:00:29.034221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa0b6fba-3c87-4a0d-9049-20708398f10d req-00ec2464-d71a-4146-965a-ead3b5609161 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492307 Aug 19 18:00:29.043041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:29.152562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b459810e-43cd-44da-b5ad-1dd355905156 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:29.158244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b459810e-43cd-44da-b5ad-1dd355905156 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:29.158735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.181966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c314848f-8612-477b-a572-ebdd502ce9fb req-4bffd8c3-6c8a-4c95-ab0e-9e7c4abd7a50 tempest-VolumesAdminNegativeTest-2063609849 tempest-VolumesAdminNegativeTest-2063609849-project] 10.222.0.36 "GET /v2.0/ports?device_id=33d0db06-e194-4cdb-8621-14a0984af161 HTTP/1.1" status: 200 len: 210 time: 0.0701683 Aug 19 18:00:29.294665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811240b0-0382-4615-a36c-33ca60b69457 req-6f9c588c-996e-439a-b945-f4f97fa2ca4b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:29.302701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-811240b0-0382-4615-a36c-33ca60b69457 req-6f9c588c-996e-439a-b945-f4f97fa2ca4b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1255651 Aug 19 18:00:29.362047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:29.370033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.376446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c11e9e70-f40f-4176-978d-5acd52fe657f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:29.381035 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.400632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-811240b0-0382-4615-a36c-33ca60b69457 req-3005f863-6e68-49f1-ba6f-330571f60887 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931883 Aug 19 18:00:29.424276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Transition to ACTIVE for port object 80044157-e9c1-49c4-8c4e-c1b86e6870fb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:29.428554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.453759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:29.456051 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e6f75-6eab-473c-9d6a-8db5a80e95c2" -d '{"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-plugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:29.474593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:29.479295 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.514850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port c11e9e70-f40f-4176-978d-5acd52fe657f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:29.525443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port c11e9e70-f40f-4176-978d-5acd52fe657f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:29.525813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.572625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:29.598524 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e1cb0-4625-476e-b083-4d8f93a74618 x-openstack-request-id: req-bb9e1cb0-4625-476e-b083-4d8f93a74618 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:29.598816 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-plugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:29.599066 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb9e1cb0-4625-476e-b083-4d8f93a74618 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:29.599463 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156', 'code': 200} Aug 19 18:00:29.626910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:29.637368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.679393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac29c0-befe-4c53-8454-541ff6547533 req-7313af54-227b-4a34-8e2f-5b286936c4f4 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:29.682621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c11e9e70-f40f-4176-978d-5acd52fe657f,segment=NetworkSegment(6790982a-bcdc-41df-b26d-7a3a197599b7),segment_id=6790982a-bcdc-41df-b26d-7a3a197599b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:29.684825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54ac29c0-befe-4c53-8454-541ff6547533 req-7313af54-227b-4a34-8e2f-5b286936c4f4 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 944 time: 0.2381878 Aug 19 18:00:29.689816 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.757223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:29.766189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:29.766575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:29.766928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:29.778989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54ac29c0-befe-4c53-8454-541ff6547533 req-76fc103b-9f70-403c-9321-2fb03f225ea6 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876939 Aug 19 18:00:29.780465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:29.780796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:29.790345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0365-cf55-4afa-bb7f-1a04e5218109 req-6a8745af-d27e-4377-a2b8-6695bbe3363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:29.795831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-737c0365-cf55-4afa-bb7f-1a04e5218109 req-6a8745af-d27e-4377-a2b8-6695bbe3363d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0994194 Aug 19 18:00:29.796746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:29.797207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:29.797704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:29.798256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Bound port: 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:29.798716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.864062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-737c0365-cf55-4afa-bb7f-1a04e5218109 req-13ab400b-7be0-4a8f-aae3-1911f31b0a9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626159 Aug 19 18:00:29.892256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:29.895182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:29.899490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.932357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:29.932943 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:29.934300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] 10.222.0.42 "PUT /v2.0/ports/80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 1092 time: 1.4434667 Aug 19 18:00:29.934738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:29.937500 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b1836-2038-4a67-b815-88c63142282c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:29.996724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7475e8-eb71-42cd-aa0c-d9be3e21da94 service neutron] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:30.026099 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc7611d-6809-481d-ba4e-e46ad47128b1 x-openstack-request-id: req-9dc7611d-6809-481d-ba4e-e46ad47128b1 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:30.026395 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:30.026644 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dc7611d-6809-481d-ba4e-e46ad47128b1 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:30.027035 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'status': 'completed', 'code': 200} Aug 19 18:00:30.066970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-75a2a326-4ba1-4d7f-844e-940360437e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.068912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-75a2a326-4ba1-4d7f-844e-940360437e54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1095 time: 0.0850537 Aug 19 18:00:30.143425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-ba22ea49-0ef6-45f6-934c-32c6cdd0b382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 217 time: 0.0537837 Aug 19 18:00:30.160048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5100a9-e4af-4094-acf2-65dc4a58db6a req-4832f824-de5e-4208-a95d-c3fdaf4dea6d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.161703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c5100a9-e4af-4094-acf2-65dc4a58db6a req-4832f824-de5e-4208-a95d-c3fdaf4dea6d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.1142955 Aug 19 18:00:30.257282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1691232c-0be6-4631-ba08-ea33d9366df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.258943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-1691232c-0be6-4631-ba08-ea33d9366df7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.0962358 Aug 19 18:00:30.268559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c5100a9-e4af-4094-acf2-65dc4a58db6a req-d544eea3-1b98-4856-ad3f-01e37cc69518 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827496 Aug 19 18:00:30.285765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649d5ce-90a6-4e6f-b885-8f1ffb47112e req-c06c8120-5f01-4934-bc34-e905afaaa892 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.287279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5649d5ce-90a6-4e6f-b885-8f1ffb47112e req-c06c8120-5f01-4934-bc34-e905afaaa892 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1489339 Aug 19 18:00:30.319935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:30.362387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5649d5ce-90a6-4e6f-b885-8f1ffb47112e req-c7b5e78b-a8fb-439e-b001-87de1b00ef80 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504413 Aug 19 18:00:30.364233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-2ef71215-c3cf-488f-8cfb-80dd19e113d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.365661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-2ef71215-c3cf-488f-8cfb-80dd19e113d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961707 Aug 19 18:00:30.376754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Deleting subnet 1fc54c98-0426-42f9-8764-4dbc2b417f93 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:30.380770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.426111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.478297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.506614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-0a89986b-bfdd-4219-9e15-740eb72d6def service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308844 Aug 19 18:00:30.550130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.569368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6af0f18f-75e0-4807-8d9f-8de6bfa9fe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.593850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc54c98-0426-42f9-8764-4dbc2b417f93,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:30.598946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79223eff-ed5f-40c0-b5bc-3beaa216def3 req-f9f7f278-085f-43cf-9edc-7e2cc502d2e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:30.599588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.602036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12348fc6-c0d4-4bf4-af67-ee6b74a42c34 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1fc54c98-0426-42f9-8764-4dbc2b417f93 HTTP/1.1" status: 204 len: 168 time: 0.2809978 Aug 19 18:00:30.604804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:30.609445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79223eff-ed5f-40c0-b5bc-3beaa216def3 req-f9f7f278-085f-43cf-9edc-7e2cc502d2e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1357205 Aug 19 18:00:30.690247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79223eff-ed5f-40c0-b5bc-3beaa216def3 req-ac416651-1b87-42d7-b1ef-e0b88afb3923 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Aug 19 18:00:30.702451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.705459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84c58aaf-a587-4a7f-8d2f-4467f38c9a61 req-9f379642-6102-4eba-a7cf-7e6a5958d11a service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870427 Aug 19 18:00:30.796972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:30.807637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221f805f-3753-493f-b38e-b0e1214d14ca']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:30.853146 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.175523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70186c74-3bf0-4257-9758-33f92674733f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:31.175823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70186c74-3bf0-4257-9758-33f92674733f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:31.185345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.203191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.210236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:31.210807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:31.213334 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:31.272958 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.293843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.298956 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] 10.222.0.36 "DELETE /v2.0/networks/221f805f-3753-493f-b38e-b0e1214d14ca HTTP/1.1" status: 204 len: 168 time: 0.6906345 Aug 19 18:00:31.298956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690527c-6c6f-420a-bf8f-36ed44d96986 admin admin] Pushing event deleted for resources: {'Network': ['ID=221f805f-3753-493f-b38e-b0e1214d14ca,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:31.299478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:31.303279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc542439-38e7-4a6a-a7b4-d4ddd5655ec4 req-b450751c-e99e-4c77-ba4a-467950aa974b tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.311397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc542439-38e7-4a6a-a7b4-d4ddd5655ec4 req-b450751c-e99e-4c77-ba4a-467950aa974b tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.4344528 Aug 19 18:00:31.322165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1836-2038-4a67-b815-88c63142282c req-01dc351a-1879-48d2-b23c-7586ff44341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.323971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-01dc351a-1879-48d2-b23c-7586ff44341c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1095 time: 0.0798523 Aug 19 18:00:31.383381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 60ebfc7e-c439-4cbb-919c-4c459bb96a00 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:31.385581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Deleting subnet ae7ec924-ced0-416b-bbcf-da41f2438896 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:31.389600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.406740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 60ebfc7e-c439-4cbb-919c-4c459bb96a00 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:31.407590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 60ebfc7e-c439-4cbb-919c-4c459bb96a00 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:31.447388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.478211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc542439-38e7-4a6a-a7b4-d4ddd5655ec4 req-76265e5c-4b39-4302-b0a1-0eca6ecf8a1a tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655862 Aug 19 18:00:31.490421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.521635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa830da-59cf-4203-bd86-a759d2602dc1 req-53279652-d1c1-40f8-a1db-e716cb669999 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.528920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fa830da-59cf-4203-bd86-a759d2602dc1 req-53279652-d1c1-40f8-a1db-e716cb669999 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.1160357 Aug 19 18:00:31.541949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1836-2038-4a67-b815-88c63142282c req-e9736e39-46e6-44bb-9c6c-1189e83811db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.543622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-e9736e39-46e6-44bb-9c6c-1189e83811db service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.2098420 Aug 19 18:00:31.583202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.600836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:31.604088 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2163ded-2058-4b27-a257-557bc7085e6e" -d '{"events": [{"server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "name": "network-vif-plugged", "status": "completed", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:31.605271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.609823 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ae7ec924-ced0-416b-bbcf-da41f2438896 HTTP/1.1" status: 204 len: 168 time: 0.3030682 Aug 19 18:00:31.612727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54922) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:31.614168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-aeba6f9a-f79c-4311-a386-e9e9ecc9f920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 217 time: 0.0597396 Aug 19 18:00:31.627597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cdb2d-46fe-4523-b13c-d19315212d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7ec924-ced0-416b-bbcf-da41f2438896,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:31.649052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fa830da-59cf-4203-bd86-a759d2602dc1 req-221b668a-152e-4fca-97aa-f8194e05c5ac tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192026 Aug 19 18:00:31.755840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1836-2038-4a67-b815-88c63142282c req-b4dc5bec-b176-481b-a54d-106fd26025cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.757349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-b4dc5bec-b176-481b-a54d-106fd26025cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1345015 Aug 19 18:00:31.761758 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.772457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5369714-363a-4ed2-ba9c-2043de643b07 req-4ce2ef01-28c9-44e5-8bf4-ef63461e7603 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.774088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5369714-363a-4ed2-ba9c-2043de643b07 req-4ce2ef01-28c9-44e5-8bf4-ef63461e7603 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1621869 Aug 19 18:00:31.775219 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fc2550-4a7e-432f-88c0-2de946be9d65 x-openstack-request-id: req-81fc2550-4a7e-432f-88c0-2de946be9d65 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:31.775819 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "name": "network-vif-plugged", "status": "completed", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:31.776286 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81fc2550-4a7e-432f-88c0-2de946be9d65 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:31.776877 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f', 'code': 200} Aug 19 18:00:31.877182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5369714-363a-4ed2-ba9c-2043de643b07 req-098ca2c9-63ea-4040-8a30-302d77c352a7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888288 Aug 19 18:00:31.907288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a008d7-c821-4764-a7de-0641d3ac424d req-40681932-3a95-47d7-a754-f157107a7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.908946 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-27a008d7-c821-4764-a7de-0641d3ac424d req-40681932-3a95-47d7-a754-f157107a7dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 1097 time: 0.0679677 Aug 19 18:00:31.909083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1836-2038-4a67-b815-88c63142282c req-6aacdd3f-7d54-48c0-93bc-4dbbdc5274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:31.910571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-6aacdd3f-7d54-48c0-93bc-4dbbdc5274cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350079 Aug 19 18:00:31.911580 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.934395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:31.958442 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-27a008d7-c821-4764-a7de-0641d3ac424d req-3dd6cd1d-4f70-45b7-b6fb-22f4e6336916 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Aug 19 18:00:32.005280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb373ba3-5654-41ed-a34f-174f43ad3455']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:32.025334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16f63cc-aa11-4d1d-b226-f3242dbd52df') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:32.025637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16f63cc-aa11-4d1d-b226-f3242dbd52df') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:32.044010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.075250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03be79-cfed-4ca8-815a-6b6100b03cd8 req-d76e8492-6836-4cd0-8733-5d9785a62d5e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:32.076808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a03be79-cfed-4ca8-815a-6b6100b03cd8 req-d76e8492-6836-4cd0-8733-5d9785a62d5e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1303906 Aug 19 18:00:32.085729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.102225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:32.102565 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:32.104213 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:32.120198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-4f20a496-7ff0-4fe8-a62d-157e6ed32009 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969945 Aug 19 18:00:32.222700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.230605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a03be79-cfed-4ca8-815a-6b6100b03cd8 req-e0b73e70-e1e7-495a-96aa-1e0d228abcea tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426940 Aug 19 18:00:32.236878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.238919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb373ba3-5654-41ed-a34f-174f43ad3455 HTTP/1.1" status: 204 len: 168 time: 0.6237347 Aug 19 18:00:32.254549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfb9af-5979-4462-8350-01bd1d1f26e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb373ba3-5654-41ed-a34f-174f43ad3455,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:32.303765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-060b1836-2038-4a67-b815-88c63142282c req-560ef49e-8191-4009-9689-bff7dfd068dd service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555848 Aug 19 18:00:32.451041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:32.493466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1eac80c5-dd4f-46e0-bc78-5e729dd3362b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2eb0590b723c4ba8a77c052ed7e8f47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405848 Aug 19 18:00:32.495772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:32.568385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-ab2f9736-4c9e-44fb-8e5c-b6282c8b63fe tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:32.568835 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.570094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-ab2f9736-4c9e-44fb-8e5c-b6282c8b63fe tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.1325476 Aug 19 18:00:32.586833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-163542cd-6cf4-4457-812a-bb4bed47f3f1 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/quotas/3d57fe1ecfc542d2b825b023efa458cb HTTP/1.1" status: 200 len: 375 time: 0.0103707 Aug 19 18:00:32.593666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.650080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.652887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:32.654045 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d22c3b8c-4d42-47a1-9792-d37702d82235 HTTP/1.1" status: 204 len: 168 time: 0.1571863 Aug 19 18:00:32.660741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-9f047cd2-04f9-4d86-98d5-a362f5cea359 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637088 Aug 19 18:00:32.663717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2593e6-6cd5-49e9-ac02-25d9013c9441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c3b8c-4d42-47a1-9792-d37702d82235,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:32.794195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9d097-f90a-4f66-a29b-c76b3a03fca0 req-dc0c3599-0e1a-43ce-bc49-05d2bcf07249 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:32.796565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32c9d097-f90a-4f66-a29b-c76b3a03fca0 req-dc0c3599-0e1a-43ce-bc49-05d2bcf07249 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.1003437 Aug 19 18:00:32.834168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-fe3efb27-ec95-4cce-a31c-8588e4a87fb1 service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456113 Aug 19 18:00:32.891882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32c9d097-f90a-4f66-a29b-c76b3a03fca0 req-204d3d45-cf0a-48c3-b020-e663d83a742f tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Aug 19 18:00:32.949369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-0916fe4e-aa4d-4223-a10f-0cf411cbb0dc service neutron] 10.222.0.36 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111438 Aug 19 18:00:33.046069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2466b0-48ce-47ff-beb9-fbd2079a38e7 req-5b98bd6d-92f9-4c36-83e0-2190c80fef66 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:33.046563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:33.047924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b2466b0-48ce-47ff-beb9-fbd2079a38e7 req-5b98bd6d-92f9-4c36-83e0-2190c80fef66 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0823946 Aug 19 18:00:33.102539 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6ed022fb-927b-45da-b45b-cbdf7f2544da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc71b6d70ad434d9b2bf7c891fbf2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535810 Aug 19 18:00:33.103959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:33.108748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b2466b0-48ce-47ff-beb9-fbd2079a38e7 req-faecdb60-2689-40d0-aae0-4f032c17121d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Aug 19 18:00:33.159481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.188715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.197486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14877b8-bb1d-40b2-9bf8-22141f46293d req-a4a1a685-5e3b-4992-8eba-17cec585698d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:33.199156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a14877b8-bb1d-40b2-9bf8-22141f46293d req-a4a1a685-5e3b-4992-8eba-17cec585698d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.0538990 Aug 19 18:00:33.246869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.251987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.253053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2b31300-b6e0-4aa2-a3ff-eb255d171b21 HTTP/1.1" status: 204 len: 168 time: 0.1460507 Aug 19 18:00:33.254783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a14877b8-bb1d-40b2-9bf8-22141f46293d req-c9eb61a9-4e84-4f30-880d-6f54a7b3ccf7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Aug 19 18:00:33.262345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f82b55-b20d-422a-bd9d-b7d2d8bc58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b31300-b6e0-4aa2-a3ff-eb255d171b21,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:33.380474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:33.381629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54320e64-e5d0-4a76-b489-b2b250370789 req-60773a37-c78b-4964-86cb-e7910f7c203f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:33.383265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54320e64-e5d0-4a76-b489-b2b250370789 req-60773a37-c78b-4964-86cb-e7910f7c203f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0580287 Aug 19 18:00:33.454957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b66e416d-5328-484b-8b91-22bce4f0ce3d req-368539aa-69c4-45cd-ab59-63bdda227e36 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 210 time: 0.0460176 Aug 19 18:00:33.475023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54320e64-e5d0-4a76-b489-b2b250370789 req-61f78eb4-d222-4229-847e-d5beca514283 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826588 Aug 19 18:00:33.506793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.566739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:33.581106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:33.631026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.648862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:33.675161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:33.680556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:33.742954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:33.922946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['80044157-e9c1-49c4-8c4e-c1b86e6870fb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:34.052604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c29de9-d89d-4d7f-a8f8-a0ef18ab76f3 req-0793834c-753d-47ae-a0d3-4296828407c6 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.059999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9c29de9-d89d-4d7f-a8f8-a0ef18ab76f3 req-0793834c-753d-47ae-a0d3-4296828407c6 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.0773234 Aug 19 18:00:34.099921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9c29de9-d89d-4d7f-a8f8-a0ef18ab76f3 req-bc7df4a7-02d2-4015-a7f6-e10137a25235 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Aug 19 18:00:34.220662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55018) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:34.274460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b29f71-a317-403c-b2cf-90c648b4929f req-1ed0da17-736a-49ee-a0d8-f5d9e579a84a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.276353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24b29f71-a317-403c-b2cf-90c648b4929f req-1ed0da17-736a-49ee-a0d8-f5d9e579a84a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1010964 Aug 19 18:00:34.287547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f6cc0-37ce-41a2-8a74-2ccb14b8ea76 req-5e3d8be7-7305-47c1-b4ac-8788f0b92dd7 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.289393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38f6cc0-37ce-41a2-8a74-2ccb14b8ea76 req-5e3d8be7-7305-47c1-b4ac-8788f0b92dd7 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.1012075 Aug 19 18:00:34.378942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-232683825-network', 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:34.401066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:34.403666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.413272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.416217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24b29f71-a317-403c-b2cf-90c648b4929f req-bce185c9-0f3c-4fff-b2fd-84aa8ea1e03b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Aug 19 18:00:34.438690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38f6cc0-37ce-41a2-8a74-2ccb14b8ea76 req-6a27a375-cbca-41e8-a406-9c20bf361d17 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373239 Aug 19 18:00:34.496398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-b83a34ea-9260-4c85-b257-cda1cd1f217f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.499375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-b83a34ea-9260-4c85-b257-cda1cd1f217f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 815 time: 0.1910720 Aug 19 18:00:34.514870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Request body: {'port': {'device_id': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'admin_state_up': True, 'tenant_id': '3d57fe1ecfc542d2b825b023efa458cb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:34.567424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.571530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.599148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:00:34.610625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffeb15e-3932-4446-a59a-be3e6dcfccc7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:34.623622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.626082 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Added segment bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6 of type vlan for network 4d1c4ebf-2521-4765-9d31-6595fc41c69a Aug 19 18:00:34.633112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674f13-d6d5-412e-8f45-3fea2bcfea51 req-d3b190eb-a005-4c67-84e3-5136610ff562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.634672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a674f13-d6d5-412e-8f45-3fea2bcfea51 req-d3b190eb-a005-4c67-84e3-5136610ff562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.1158853 Aug 19 18:00:34.676775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.704924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.706442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:34.707005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.709610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a674f13-d6d5-412e-8f45-3fea2bcfea51 req-5d33d0ef-a63d-4afb-becb-893da055cc65 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653696 Aug 19 18:00:34.725255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Made reservation on behalf of 3d57fe1ecfc542d2b825b023efa458cb for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:34.738909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:34.769666 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5473228 Aug 19 18:00:34.774397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55036) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:34.781598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36394525-4613-4fa0-9cc9-4214d4b6b143 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c4ebf-2521-4765-9d31-6595fc41c69a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:34.786748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Request body: {'subnet': {'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-232683825-subnet', 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:34.794002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:00:34.879950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27fefb30-1441-47ab-b436-626bda5c5df6 req-28efe780-9365-4c11-a8d0-aab69de2244f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 210 time: 0.0543671 Aug 19 18:00:34.908121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:34.910531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.086863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Allocated IP 172.20.0.13 (9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d/03f24b39-9938-4b7e-b293-f1d42144b82c/5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:35.135872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2ee2-7994-492f-a363-ab4d80baab09 req-23d31e5f-5239-484b-8538-6492652bedac tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.137381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e23b2ee2-7994-492f-a363-ab4d80baab09 req-23d31e5f-5239-484b-8538-6492652bedac tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.1544137 Aug 19 18:00:35.145301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a0c1-aadf-4275-aa10-c818305604fd req-df77ae3f-30f0-47e9-8dfb-53781afb8426 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.146996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0a9a0c1-aadf-4275-aa10-c818305604fd req-df77ae3f-30f0-47e9-8dfb-53781afb8426 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1692631 Aug 19 18:00:35.312507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e23b2ee2-7994-492f-a363-ab4d80baab09 req-0f9ff8da-8e75-4b65-83b5-559c15cea6d3 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619878 Aug 19 18:00:35.333042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0a9a0c1-aadf-4275-aa10-c818305604fd req-29889dd7-f4f0-4358-b84e-dcf508ff9870 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767168 Aug 19 18:00:35.395339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:35.398686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.461344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:35.466222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:35.467846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.471948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.497299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbae875b-1915-490f-803d-ad6876679945,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:35.542509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Checking segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:35.542961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Network hostable DHCP agents. Network: 4d1c4ebf-2521-4765-9d31-6595fc41c69a, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:00:35.589998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:00:35.601435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c70cda-e8f6-4cc3-a8e3-1d79deacb65d req-f06413ee-44a4-4347-a3cb-2cdabf8e5b77 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.603013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75c70cda-e8f6-4cc3-a8e3-1d79deacb65d req-f06413ee-44a4-4347-a3cb-2cdabf8e5b77 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1002266 Aug 19 18:00:35.607817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.612072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4d1c4ebf-2521-4765-9d31-6595fc41c69a) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:35.624607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.625216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.626271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:35.628357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df989a-2d47-491a-b3cb-4ea580b9abfe None None] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:35.689125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:35.694195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'd1a79c1f-12aa-4181-b70b-ef105034bab8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:35.696819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d878c112-0fd3-4738-b33a-581592ae5401 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9177494 Aug 19 18:00:35.706673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:35.710771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:35.713442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event updated for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:35.722009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75c70cda-e8f6-4cc3-a8e3-1d79deacb65d req-f18ef809-b5f6-4f8d-b15c-30c86f6572cb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003809 Aug 19 18:00:35.747892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.797869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.798789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.825723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:35.829283 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7920cf1a-7ecf-4a3b-98b4-6c9a5a2bd12c" -d '{"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:35.843989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-5a4dca98-93be-4ab0-a866-8c3a92cd5493 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3358862 Aug 19 18:00:35.856653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:35.867267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Request body: {'port': {'device_id': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:35.892858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.951025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b3da-1f1c-4b2b-bc0e-c1ed3b2be204 req-04529933-aeaf-4110-80ce-bb8cf6c8f8e9 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:35.953125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4350b3da-1f1c-4b2b-bc0e-c1ed3b2be204 req-04529933-aeaf-4110-80ce-bb8cf6c8f8e9 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.1501775 Aug 19 18:00:35.953711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:35.985162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87f078-cce3-4898-bb38-6e2bac7f1548 None None] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:00:36.057045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54475-ab30-4612-a2b2-d10f65ada7f5 req-07290e2f-1a38-450d-b1f2-39f8e5edf74d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:36.058556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb54475-ab30-4612-a2b2-d10f65ada7f5 req-07290e2f-1a38-450d-b1f2-39f8e5edf74d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1313801 Aug 19 18:00:36.071797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4350b3da-1f1c-4b2b-bc0e-c1ed3b2be204 req-e5c7fd94-048e-4fd5-91aa-ee3e9bd68297 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017144 Aug 19 18:00:36.075939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:36.130232 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58995887-f6ac-47be-af8f-e3e9f6eb68a2 x-openstack-request-id: req-58995887-f6ac-47be-af8f-e3e9f6eb68a2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:36.130530 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:36.130804 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58995887-f6ac-47be-af8f-e3e9f6eb68a2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:36.131171 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'code': 200} Aug 19 18:00:36.165443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb54475-ab30-4612-a2b2-d10f65ada7f5 req-78f49642-f47d-4a40-9071-9890d7020a47 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970342 Aug 19 18:00:36.263180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef7755-5927-4a00-9df9-0d0ee5282b94 req-cc7d52c0-c17f-44d6-ad5a-fce30c7d7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:36.266096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38ef7755-5927-4a00-9df9-0d0ee5282b94 req-cc7d52c0-c17f-44d6-ad5a-fce30c7d7f24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1097 time: 0.0650380 Aug 19 18:00:36.297464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a5a4-0fa8-4a95-bc9e-7c38c5b6942e req-abc5ea60-b79b-4d33-8859-05f55a94aeb6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:36.298965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fe1a5a4-0fa8-4a95-bc9e-7c38c5b6942e req-abc5ea60-b79b-4d33-8859-05f55a94aeb6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 932 time: 0.1091256 Aug 19 18:00:36.304674 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38ef7755-5927-4a00-9df9-0d0ee5282b94 req-c7a4c4f1-f7be-44f9-a8da-8b213c060a9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Aug 19 18:00:36.425461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fe1a5a4-0fa8-4a95-bc9e-7c38c5b6942e req-2c874d80-b0d3-4f27-8db2-dacf9ee914b1 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122160 Aug 19 18:00:36.497457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:36.533456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:36.541779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-64d06646-16f4-4ed4-9343-af37a91ea8ff tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:36.543260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-64d06646-16f4-4ed4-9343-af37a91ea8ff tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.1997099 Aug 19 18:00:36.567474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Transition to ACTIVE for port object 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:36.572562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3a33e3b6-b685-4867-9d97-523e6302b02f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/quotas/59b3ddfa63774a8795f8fc89e00b31ae HTTP/1.1" status: 200 len: 375 time: 0.0220134 Aug 19 18:00:36.575307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:36.595556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7404e-8ac6-44ff-8027-393cdc3a1d22 req-26b03e14-8ef4-468b-94e0-afe3a03beb32 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:36.597155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96a7404e-8ac6-44ff-8027-393cdc3a1d22 req-26b03e14-8ef4-468b-94e0-afe3a03beb32 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1066382 Aug 19 18:00:36.652273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-29b9db02-ceca-45ee-a813-faa8924cb39d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700462 Aug 19 18:00:36.728152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Pushing event updated for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:36.767384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96a7404e-8ac6-44ff-8027-393cdc3a1d22 req-3d429fa9-7404-41d4-b78c-c315a18e3e7e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443882 Aug 19 18:00:36.843225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-8887d439-64c8-4132-bef9-ed14d658fa50 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781504 Aug 19 18:00:36.847176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Attempting to bind port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:36.847455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Attempting to bind port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:36.847798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Attempting to bind port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:36.870131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:36.870457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Attempting to bind port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e on network 9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:36.904802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:36.905169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Checking segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:36.905526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Bound using segment: {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:36.905961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Bound port: 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546d71aa-727e-45e0-94e2-7e3213d740de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:36.906318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.031958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-8c84bd5b-56b8-40f2-92d0-93a8df4bf888 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818538 Aug 19 18:00:37.042727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce99e-3db2-4bac-a625-4a1c867c3d18 req-bb807ad9-60c4-478d-aa51-eb180381006c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.044353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3dce99e-3db2-4bac-a625-4a1c867c3d18 req-bb807ad9-60c4-478d-aa51-eb180381006c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1254063 Aug 19 18:00:37.047232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:37.050555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:37.060305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.106153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.106935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.108457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e HTTP/1.1" status: 200 len: 1093 time: 1.2498124 Aug 19 18:00:37.110718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:37.113977 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa246f98-4cb6-44b3-be18-41b0f74b9c12" -d '{"events": [{"name": "network-changed", "server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:37.145877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3dce99e-3db2-4bac-a625-4a1c867c3d18 req-27fef9ef-5946-417e-b4f8-2d9554ed4250 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937221 Aug 19 18:00:37.182442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c8488-d96f-456c-8093-95d40aaa8345 service neutron] Pushing event updated for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:37.204263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-9ffc6d07-ea9a-40b0-a2ab-02e090f88ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.205800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-9ffc6d07-ea9a-40b0-a2ab-02e090f88ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 1096 time: 0.0564661 Aug 19 18:00:37.262675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-75359122-c474-491b-99f2-ddc38fc30c6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e HTTP/1.1" status: 200 len: 217 time: 0.0471833 Aug 19 18:00:37.299262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-4d21b612-01ce-412b-99cc-915db23f48fc tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.301693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-4d21b612-01ce-412b-99cc-915db23f48fc tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.42 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.0654476 Aug 19 18:00:37.445384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Deleting port c11e9e70-f40f-4176-978d-5acd52fe657f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:00:37.445727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.552422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] For port c11e9e70-f40f-4176-978d-5acd52fe657f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=c11e9e70-f40f-4176-978d-5acd52fe657f,segment=NetworkSegment(6790982a-bcdc-41df-b26d-7a3a197599b7),segment_id=6790982a-bcdc-41df-b26d-7a3a197599b7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:37.552934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.578595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Calling delete_port for c11e9e70-f40f-4176-978d-5acd52fe657f owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:00:37.634280 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a171f-06ee-44c0-81a5-c4d89fe81c71 x-openstack-request-id: req-479a171f-06ee-44c0-81a5-c4d89fe81c71 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:37.634644 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:37.635699 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-479a171f-06ee-44c0-81a5-c4d89fe81c71 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:37.635699 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e', 'status': 'completed', 'code': 200} Aug 19 18:00:37.702922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-daf9063c-6a1a-415c-8046-f4361c525d5e req-f84baecc-fb79-4b29-b2a4-e34309ef3b58 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 210 time: 0.0701571 Aug 19 18:00:37.716825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-6e03fab1-1e85-4f2d-ac2b-5daf389642a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.719077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-6e03fab1-1e85-4f2d-ac2b-5daf389642a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.4473526 Aug 19 18:00:37.729054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe83f-c4b2-4109-80fe-bb99ff7e9c08 req-c400af70-db12-4a94-9e88-203b1ca1cd25 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.730563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1dbe83f-c4b2-4109-80fe-bb99ff7e9c08 req-c400af70-db12-4a94-9e88-203b1ca1cd25 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 945 time: 0.4705811 Aug 19 18:00:37.746179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.758251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['c11e9e70-f40f-4176-978d-5acd52fe657f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:37.777063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-fd02eadb-f4bd-4cdc-81aa-429f6840d15e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448275 Aug 19 18:00:37.782823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Pushing event deleted for resources: {'Port': ['ID=c11e9e70-f40f-4176-978d-5acd52fe657f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:37.835699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] No DVR routers for this DVR port c11e9e70-f40f-4176-978d-5acd52fe657f on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:00:37.838365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:37.840490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cc8fd364-7bdc-49af-bec4-e253952a9096 req-2f170a20-db88-4e23-82be-f5137dd549ae tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.42 "DELETE /v2.0/ports/c11e9e70-f40f-4176-978d-5acd52fe657f HTTP/1.1" status: 204 len: 173 time: 0.5283432 Aug 19 18:00:37.840927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'name': 'network-vif-deleted', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:37.844320 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861bcd5c-1585-448b-bcac-f682daf7e0b8" -d '{"events": [{"server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "name": "network-vif-deleted", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:37.898047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1dbe83f-c4b2-4109-80fe-bb99ff7e9c08 req-9d0a29e2-b1b9-4489-9876-c84e2dcc8e62 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/security-groups?id=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346462 Aug 19 18:00:37.948714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0728-a81c-446f-b0b1-6fdf7e098d4c req-3e091de5-1e85-4eec-a34d-8c3681d9ac1a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:37.950407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-843b0728-a81c-446f-b0b1-6fdf7e098d4c req-3e091de5-1e85-4eec-a34d-8c3681d9ac1a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1425939 Aug 19 18:00:37.958520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-70625e42-92c5-44f2-b568-82bcf7c62aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652274 Aug 19 18:00:38.066577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-843b0728-a81c-446f-b0b1-6fdf7e098d4c req-2e0df145-c7c2-4e7e-ac3d-3299d1ca8b05 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070466 Aug 19 18:00:38.099232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa73f9-bde9-426f-becc-594261fd8798 req-b6909fed-a6d2-4c2c-a838-64ac5f3c7096 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.100788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4daa73f9-bde9-426f-becc-594261fd8798 req-b6909fed-a6d2-4c2c-a838-64ac5f3c7096 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 944 time: 0.1184189 Aug 19 18:00:38.121220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2e8799-7238-4d64-94a9-ec7a72fda812 req-4ab3264b-1611-4ae1-a503-fb938c5a8125 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474805 Aug 19 18:00:38.173400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4daa73f9-bde9-426f-becc-594261fd8798 req-70356f1e-ce76-4a70-8d2d-bb49cc66a73d tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 Aug 19 18:00:38.198896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968edbf-4ba5-43ed-8a53-3f818b3cafa1 req-29eafda4-aadc-4c37-807e-8367517aabd0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.200477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c968edbf-4ba5-43ed-8a53-3f818b3cafa1 req-29eafda4-aadc-4c37-807e-8367517aabd0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0725932 Aug 19 18:00:38.229338 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755745e-773f-4708-a158-20718c4a0186 x-openstack-request-id: req-0755745e-773f-4708-a158-20718c4a0186 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:38.229863 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bd7282-90b3-44a1-bdaf-83e01fcd6b33", "name": "network-vif-deleted", "tag": "c11e9e70-f40f-4176-978d-5acd52fe657f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:38.230302 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0755745e-773f-4708-a158-20718c4a0186 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:38.230892 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd7282-90b3-44a1-bdaf-83e01fcd6b33', 'name': 'network-vif-deleted', 'tag': 'c11e9e70-f40f-4176-978d-5acd52fe657f', 'status': 'completed', 'code': 200} Aug 19 18:00:38.263675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-4fe01d59-719e-430a-aa7d-f37dd85338a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.265294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-4fe01d59-719e-430a-aa7d-f37dd85338a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 1096 time: 0.0838130 Aug 19 18:00:38.268541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c968edbf-4ba5-43ed-8a53-3f818b3cafa1 req-3ccfa73c-dae0-4df1-bbb4-bf77f986485e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533719 Aug 19 18:00:38.422310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-10203b01-4e6f-4f5b-beb2-2d5678d35b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.423868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-10203b01-4e6f-4f5b-beb2-2d5678d35b71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 200 len: 916 time: 0.1515324 Aug 19 18:00:38.459677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-ae4e8086-92f4-4a66-ab25-15a91218b973 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.461597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-ae4e8086-92f4-4a66-ab25-15a91218b973 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.1366417 Aug 19 18:00:38.479051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Request body: {'port': {'device_id': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'admin_state_up': True, 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:38.487056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-5fca9cba-ba09-4f55-99b7-d94707490d80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e HTTP/1.1" status: 200 len: 217 time: 0.0446832 Aug 19 18:00:38.496170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2216-a187-4069-a3ed-5df16814cc65 req-cedddfc9-f524-42fc-9ea0-2d0df4d295e1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.497603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-979a2216-a187-4069-a3ed-5df16814cc65 req-cedddfc9-f524-42fc-9ea0-2d0df4d295e1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1399975 Aug 19 18:00:38.513166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55116) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:38.541164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606374-8d78-492d-a85a-738818abe393 req-2474c65d-824c-48a6-8bb7-6a740b183b0f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.542672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f606374-8d78-492d-a85a-738818abe393 req-2474c65d-824c-48a6-8bb7-6a740b183b0f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1383071 Aug 19 18:00:38.548248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'floatingip': {'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:38.613737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:00:38.618437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:38.619201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:38.624580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-3fb30523-f9e1-4393-b1c5-b24fc1d606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:38.626380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-3fb30523-f9e1-4393-b1c5-b24fc1d606e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 200 len: 855 time: 0.1216888 Aug 19 18:00:38.719334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-94e6ee56-3de9-4f90-a764-69205aad77f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629787 Aug 19 18:00:38.724196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f606374-8d78-492d-a85a-738818abe393 req-75c58456-1b8c-4f30-b70e-dda113dcd6fd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677594 Aug 19 18:00:38.886894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Allocated IP 172.20.0.8 (4d1c4ebf-2521-4765-9d31-6595fc41c69a/dbae875b-1915-490f-803d-ad6876679945/f1864efb-fe7d-446f-9222-9e486fe7a582) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:00:38.887294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f5c4daf-52e8-4e94-9eaf-8d1ab1d6bde8 req-8c293fac-bc2a-4776-9b9f-cb30d57bb666 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 210 time: 0.0485888 Aug 19 18:00:39.012650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1d408-73b8-4717-930e-b047bda757ce req-cd1058df-e5cc-46aa-b19b-2f6395a05fb1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.014445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ae1d408-73b8-4717-930e-b047bda757ce req-cd1058df-e5cc-46aa-b19b-2f6395a05fb1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2159746 Aug 19 18:00:39.036524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-ca1b5211-d1bf-46df-b017-95c8014fbfde service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079371 Aug 19 18:00:39.083331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e37b77fa-1bba-40bd-bc64-c54e3441ac7b req-3e675a84-17d3-4f00-a94d-20875a047e84 tempest-ServersNegativeTestMultiTenantJSON-874450745 tempest-ServersNegativeTestMultiTenantJSON-874450745-project] 10.222.0.36 "GET /v2.0/ports?device_id=53bd7282-90b3-44a1-bdaf-83e01fcd6b33 HTTP/1.1" status: 200 len: 210 time: 0.0645330 Aug 19 18:00:39.089815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.130547 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.181232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:00:39.184563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:00:39.189492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:00:39.195806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:39.219986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ae1d408-73b8-4717-930e-b047bda757ce req-f552e4e5-3978-40b1-b7ff-31baa47b0d5f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951568 Aug 19 18:00:39.247537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.248297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.263022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-3e17c852-b8be-4ddf-b4d9-d970c517f8ae tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881541 Aug 19 18:00:39.280689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Request body: {'port': {'device_id': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:00:39.292967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155509b-ba17-41ab-8028-4edfd4578111 req-ec7e7c1f-f2f0-4426-9f79-770c855dd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.294448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-ec7e7c1f-f2f0-4426-9f79-770c855dd691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.2135065 Aug 19 18:00:39.338995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.426873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa246f98-4cb6-44b3-be18-41b0f74b9c12 req-7c266965-afdc-4922-8edc-a6e21d6eec81 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648248 Aug 19 18:00:39.457397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0978f-2b21-449f-b003-7b2d7c5cc260 req-6d5509aa-12b6-4adb-90d8-2c78a183aed7 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.458814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4a0978f-2b21-449f-b003-7b2d7c5cc260 req-6d5509aa-12b6-4adb-90d8-2c78a183aed7 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 944 time: 0.1942990 Aug 19 18:00:39.538082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155509b-ba17-41ab-8028-4edfd4578111 req-d0567058-7ebc-4d96-96e3-c826909486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.539589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-d0567058-7ebc-4d96-96e3-c826909486bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.2232742 Aug 19 18:00:39.590768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4a0978f-2b21-449f-b003-7b2d7c5cc260 req-1f801ab3-6aef-4dd0-8e69-22e847c31507 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244349 Aug 19 18:00:39.620876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1864efb-fe7d-446f-9222-9e486fe7a582 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:39.628898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.643414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Transition to ACTIVE for port object f1864efb-fe7d-446f-9222-9e486fe7a582 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:00:39.649197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.660683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.665518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-109540a1-8745-42cd-a543-03185752c8ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.1107311 Aug 19 18:00:39.669023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.707951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:39.780454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Attempting to bind port f1864efb-fe7d-446f-9222-9e486fe7a582 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:00:39.781177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Attempting to bind port f1864efb-fe7d-446f-9222-9e486fe7a582 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:00:39.781513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Attempting to bind port f1864efb-fe7d-446f-9222-9e486fe7a582 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:39.786637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Port f1864efb-fe7d-446f-9222-9e486fe7a582 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:00:39.787098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Attempting to bind port f1864efb-fe7d-446f-9222-9e486fe7a582 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:00:39.792249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:00:39.792684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Checking segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:00:39.793073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Bound using segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:00:39.793503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Bound port: f1864efb-fe7d-446f-9222-9e486fe7a582, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:00:39.793866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.803002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155509b-ba17-41ab-8028-4edfd4578111 req-b025df30-76df-4f7d-9473-6c0d061679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.804510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-b025df30-76df-4f7d-9473-6c0d061679ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0991886 Aug 19 18:00:39.863732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:00:39.866998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:00:39.870964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.905890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:39.906301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:39.907803 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1864efb-fe7d-446f-9222-9e486fe7a582 HTTP/1.1" status: 200 len: 1092 time: 0.6315482 Aug 19 18:00:39.935087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed73e8-5a92-4d1a-a1b1-bef9f38b4106 service neutron] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:40.008130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-f0f6ac45-3e10-4a93-b6b5-b5b30faa2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.009541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-f0f6ac45-3e10-4a93-b6b5-b5b30faa2031 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 1095 time: 0.0451224 Aug 19 18:00:40.056148 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-5d2f759d-0457-4b16-8df4-f0e10515ef10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1864efb-fe7d-446f-9222-9e486fe7a582 HTTP/1.1" status: 200 len: 217 time: 0.0385864 Aug 19 18:00:40.108077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69453175-786f-4e5e-b61c-35a609e72a04 req-87623137-1e52-47d1-ad5a-941b05d2642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.109541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-87623137-1e52-47d1-ad5a-941b05d2642b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.0464761 Aug 19 18:00:40.124941 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:00:40.145988 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-9d82c83e-4285-43ba-88a0-da4df4bb81d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266640 Aug 19 18:00:40.194192 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Floating IP a7dc4da4-d8b1-4328-85a0-4e002def3d94 associated. External IP: 172.25.5.170, port: 80044157-e9c1-49c4-8c4e-c1b86e6870fb. Aug 19 18:00:40.233800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:40.236093 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:40.244540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-89be9afb-edec-410f-80a2-743cb4902cba service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920231 Aug 19 18:00:40.282676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418245a-4d7d-4c8b-a882-154a636976ee req-c8c70e49-79c1-4689-b691-43b782253187 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.284122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8418245a-4d7d-4c8b-a882-154a636976ee req-c8c70e49-79c1-4689-b691-43b782253187 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.4787419 Aug 19 18:00:40.317695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155509b-ba17-41ab-8028-4edfd4578111 req-241a2a15-ec32-4a6c-b38e-25f9262ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.319210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-241a2a15-ec32-4a6c-b38e-25f9262ee1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4999137 Aug 19 18:00:40.335697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-69453175-786f-4e5e-b61c-35a609e72a04 req-07d134f4-951b-4701-bfc8-475bbcaab639 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Aug 19 18:00:40.361934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5a80-b797-4faf-9ef6-865b665ac589 req-edc8d70c-2be2-4719-9133-b2d620ea4588 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.363429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c09f5a80-b797-4faf-9ef6-865b665ac589 req-edc8d70c-2be2-4719-9133-b2d620ea4588 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 943 time: 0.1818590 Aug 19 18:00:40.455177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8418245a-4d7d-4c8b-a882-154a636976ee req-af1bd1f1-cd39-4137-a310-13902092198e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333325 Aug 19 18:00:40.503246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:40.531438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c09f5a80-b797-4faf-9ef6-865b665ac589 req-d88c6fd7-6a53-4e33-9090-10e1d162a586 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511154 Aug 19 18:00:40.553039 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3786ec-4c84-4ac6-acd2-2cdf311eea30 x-openstack-request-id: req-7d3786ec-4c84-4ac6-acd2-2cdf311eea30 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:40.554266 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:40.555426 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d3786ec-4c84-4ac6-acd2-2cdf311eea30 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:40.556309 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'status': 'completed', 'code': 200} Aug 19 18:00:40.577322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-f378ec9e-2d63-49fc-9de3-d476d2a6bdc3 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369287 Aug 19 18:00:40.618427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Deleting subnet 51022393-4d7d-4bdd-9adc-3d1bd5b54ae8 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:40.622352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.668551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.693226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-3d371701-5061-4573-9a57-d3e501ce1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.694233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:00:40.694898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-3d371701-5061-4573-9a57-d3e501ce1960 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 1095 time: 0.1085496 Aug 19 18:00:40.763557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505cf4c-907e-4967-92b2-09a4721014a0 req-c02c0c2b-ebf2-4797-ae25-cea2aa33a4c3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.765121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6505cf4c-907e-4967-92b2-09a4721014a0 req-c02c0c2b-ebf2-4797-ae25-cea2aa33a4c3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1507728 Aug 19 18:00:40.769703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.837361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7155509b-ba17-41ab-8028-4edfd4578111 req-9c76a0d5-fef3-47b0-891c-2b9da0bedc77 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338076 Aug 19 18:00:40.841876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-2c43cf91-56a4-4ff0-8b5a-9ffacf674dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.843845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-2c43cf91-56a4-4ff0-8b5a-9ffacf674dd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 905 time: 0.1404881 Aug 19 18:00:40.849310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.856994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f3fdd-ddc1-427c-9db0-9fde43bff547 req-a85bd44d-80b0-4c77-b9e7-bca7fd436b62 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.859096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a9f3fdd-ddc1-427c-9db0-9fde43bff547 req-a85bd44d-80b0-4c77-b9e7-bca7fd436b62 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 944 time: 0.1528451 Aug 19 18:00:40.918843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51022393-4d7d-4bdd-9adc-3d1bd5b54ae8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:40.922345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-b4e756c3-64fe-49f3-90d8-1e4e71e13e57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1864efb-fe7d-446f-9222-9e486fe7a582 HTTP/1.1" status: 200 len: 217 time: 0.0659080 Aug 19 18:00:40.922512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6505cf4c-907e-4967-92b2-09a4721014a0 req-06b0b067-b9fb-4dce-8a83-923e929d06f3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477385 Aug 19 18:00:40.924908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:40.929445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f6c6baec-e289-4609-a0d0-cd46e5991cae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51022393-4d7d-4bdd-9adc-3d1bd5b54ae8 HTTP/1.1" status: 204 len: 168 time: 0.4242959 Aug 19 18:00:40.930139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:40.987058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-ba7fc32d-24a7-4976-8391-0977b7f9cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:40.988750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-ba7fc32d-24a7-4976-8391-0977b7f9cfb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.0539217 Aug 19 18:00:40.997203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a9f3fdd-ddc1-427c-9db0-9fde43bff547 req-0453f4e3-b1f4-4f86-9060-6d38bf76bc9e tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293645 Aug 19 18:00:41.019744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:00:41.028527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-78b49efe-44d7-48b1-91b7-61c2db9c6038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Aug 19 18:00:41.030382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.033189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:00:41.043067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:41.043738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.069057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.075268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-701eb06a-fb4c-480d-bf93-f2c18a41e527 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "PUT /v2.0/floatingips/a7dc4da4-d8b1-4328-85a0-4e002def3d94 HTTP/1.1" status: 200 len: 991 time: 2.5592189 Aug 19 18:00:41.076111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:41.078953 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:41.150798 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-c8ee2fd3-b33e-4b9b-b8ee-9be06367c21d service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187541 Aug 19 18:00:41.161464 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f559f308-5cd6-4026-a553-f8c53265c988 x-openstack-request-id: req-f559f308-5cd6-4026-a553-f8c53265c988 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:41.161771 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:41.161992 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f559f308-5cd6-4026-a553-f8c53265c988 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:41.162400 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'status': 'completed', 'code': 200} Aug 19 18:00:41.180353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:41.189681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.221320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16416e74-6358-490a-9d6c-6bc5f511d448']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.232752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6790982a-bcdc-41df-b26d-7a3a197599b7') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.233550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6790982a-bcdc-41df-b26d-7a3a197599b7') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.245755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.253417 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0bca1b0-c4c1-4673-8f8e-dbcd6e29fb5e req-a46988b7-6140-4969-a8e2-7b69e58a6e10 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956850 Aug 19 18:00:41.256612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-8b37e7f9-024f-4106-8366-9cde10f8ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.258100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-8b37e7f9-024f-4106-8366-9cde10f8ee7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1097 time: 0.0809150 Aug 19 18:00:41.266019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.314231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:41.314934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:41.316492 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:41.387720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.401398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.403225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/16416e74-6358-490a-9d6c-6bc5f511d448 HTTP/1.1" status: 204 len: 168 time: 0.4696686 Aug 19 18:00:41.406660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:41.423930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032dff4-631e-4850-b0bd-53e23ef97ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=16416e74-6358-490a-9d6c-6bc5f511d448,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:41.429405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-8c949958-59fb-425e-ab49-635044e4740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.430259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-8c949958-59fb-425e-ab49-635044e4740a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.1618683 Aug 19 18:00:41.432003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:41.433885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c11e9e70-f40f-4176-978d-5acd52fe657f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:00:41.457686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Deleting subnet 9000179c-4426-4ae3-9ff7-428e8fa0876f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:00:41.461342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: c11e9e70-f40f-4176-978d-5acd52fe657f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:00:41.461699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device c11e9e70-f40f-4176-978d-5acd52fe657f not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:00:41.461810 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.506539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-ca6a7741-4232-4c09-b79d-9404bffa89ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 999 time: 0.0666783 Aug 19 18:00:41.519637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a7dc4da4-d8b1-4328-85a0-4e002def3d94', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1865380-8434-4ca6-8641-385e26414dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:00:23Z', 'updated_at': '2021-08-19T18:00:39Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.525914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.575426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:00:41.592892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.620264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:00:41.622805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:00:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:41.634496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-b6a43c46-8bc3-4358-88c4-44e6400bd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.636058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-b6a43c46-8bc3-4358-88c4-44e6400bd9ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1220939 Aug 19 18:00:41.651521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154697-9ed1-4f3e-bf85-adaf1a70e78e req-a173598d-97ae-4c6d-9a93-9968798a679c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.653002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76154697-9ed1-4f3e-bf85-adaf1a70e78e req-a173598d-97ae-4c6d-9a93-9968798a679c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1015577 Aug 19 18:00:41.663606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.678501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.681169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9000179c-4426-4ae3-9ff7-428e8fa0876f HTTP/1.1" status: 204 len: 168 time: 0.2732615 Aug 19 18:00:41.690003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55162) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:41.700042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7a6a9-477e-486b-9609-199587431409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9000179c-4426-4ae3-9ff7-428e8fa0876f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:41.744441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:41.763142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e', 'network_id': '9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d', 'port_id': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e', 'mac_address': 'fa:16:3e:23:1f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f24b39-9938-4b7e-b293-f1d42144b82c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:41.796325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:00:41.829412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76154697-9ed1-4f3e-bf85-adaf1a70e78e req-ff8661fb-b846-4238-9b89-40befdc3d199 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571074 Aug 19 18:00:41.831136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-d269eb63-f1ef-483c-80df-562cf3316c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.832682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-d269eb63-f1ef-483c-80df-562cf3316c0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787217 Aug 19 18:00:41.841844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.846139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f4f4b-1afe-4566-9ab7-beaedb4cc629 req-cbe5140d-6a22-4a35-aaed-1dc2dde0cbac tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:41.847693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e61f4f4b-1afe-4566-9ab7-beaedb4cc629 req-cbe5140d-6a22-4a35-aaed-1dc2dde0cbac tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 943 time: 0.1772695 Aug 19 18:00:41.862325 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:41.896861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:41.937753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:42.021036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e61f4f4b-1afe-4566-9ab7-beaedb4cc629 req-3ca9f7db-9372-409e-b6d2-0ade7f57f081 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547554 Aug 19 18:00:42.092721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.099972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.109731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-26833817-8cc8-4f5d-a349-3d5a852dc663 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607930 Aug 19 18:00:42.111903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:42.170113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c236ae68-43ed-43f9-83ca-f6ce6f02ee16') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:42.170450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c236ae68-43ed-43f9-83ca-f6ce6f02ee16') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:42.179157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:42.196380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19222-a258-46c7-ad04-dcca383b183e req-365e95c6-cefc-441f-bade-852e18bbf51f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.197884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f19222-a258-46c7-ad04-dcca383b183e req-365e95c6-cefc-441f-bade-852e18bbf51f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1687164 Aug 19 18:00:42.208527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.231269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a7dc4da4-d8b1-4328-85a0-4e002def3d94', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1865380-8434-4ca6-8641-385e26414dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:00:23Z', 'updated_at': '2021-08-19T18:00:39Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:00:42.262184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.264693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5161bb-5daf-48d2-b3e9-7f2e01ed68dc None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a7dc4da4-d8b1-4328-85a0-4e002def3d94', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1865380-8434-4ca6-8641-385e26414dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:00:23Z', 'updated_at': '2021-08-19T18:00:39Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:00:42.273473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:00:42.273894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:00:42.277109 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:00:42.353667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:42.365664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f19222-a258-46c7-ad04-dcca383b183e req-c81c5fcd-472d-471b-8267-50d860220739 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551533 Aug 19 18:00:42.369225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfe92b8e-2091-4aff-b1a3-762ccabb18b3 req-2361b85f-c7bd-41e9-bb23-e390ee8ed690 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496567 Aug 19 18:00:42.377799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f1151-1f20-4649-a432-a88da9203b8e req-6b4ffac3-4ed8-4757-b366-a9246b8e529f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.379308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97f1151-1f20-4649-a432-a88da9203b8e req-6b4ffac3-4ed8-4757-b366-a9246b8e529f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 945 time: 0.1975815 Aug 19 18:00:42.386306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.406311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.411886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac HTTP/1.1" status: 204 len: 168 time: 0.7010119 Aug 19 18:00:42.437068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf9dd-3072-4433-a23e-66ae81834780 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2ba7a1-05f8-4d3e-b9ab-184cb3a823ac,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:42.464097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97f1151-1f20-4649-a432-a88da9203b8e req-6a0a80bc-158b-4a6c-98e8-c54c0bb55d4a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757670 Aug 19 18:00:42.547674 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7e512-8398-4e00-a9bc-12e46dc020b7 None None] New status for floating IP a7dc4da4-d8b1-4328-85a0-4e002def3d94: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:00:42.587899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55176) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:42.619753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728597c-6324-4db5-aca5-aed3f0b3b9d3 req-7f5724ce-953e-4bcc-935b-b357f7385dde tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.621271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c728597c-6324-4db5-aca5-aed3f0b3b9d3 req-7f5724ce-953e-4bcc-935b-b357f7385dde tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0772994 Aug 19 18:00:42.657521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-900b35f4-f3ce-4a9b-b7f6-f18d575548da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e02de29c09a747489899ab0ebd947b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687232 Aug 19 18:00:42.661724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:42.676700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c728597c-6324-4db5-aca5-aed3f0b3b9d3 req-3da6e8fb-cc6a-4015-b98b-08b2bae30bfa tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486627 Aug 19 18:00:42.721067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.744498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.805066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.807620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:42.808792 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12fdc0ca-9904-4001-ab69-fdbb9ae4a43f HTTP/1.1" status: 204 len: 168 time: 0.1453757 Aug 19 18:00:42.821726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c8975-70a2-4ba0-b4f0-57a63b3f8875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fdc0ca-9904-4001-ab69-fdbb9ae4a43f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:42.975812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2de95-3302-4f02-b924-63e75a672803 req-227ee16f-85cc-4ce7-80ee-156b6236f24c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:42.977346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bd2de95-3302-4f02-b924-63e75a672803 req-227ee16f-85cc-4ce7-80ee-156b6236f24c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0958285 Aug 19 18:00:42.999533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e514-99d6-429d-81de-0d81dfc1addb req-974accad-707d-4152-90e6-a4889efb4f21 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:43.000998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4684e514-99d6-429d-81de-0d81dfc1addb req-974accad-707d-4152-90e6-a4889efb4f21 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0825996 Aug 19 18:00:43.051992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1bd2de95-3302-4f02-b924-63e75a672803 req-61af7381-47bd-47aa-88c2-7cd1bce35ec2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663908 Aug 19 18:00:43.056986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4684e514-99d6-429d-81de-0d81dfc1addb req-4990ffec-fa11-41f2-a0a4-bb3e9000325e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483708 Aug 19 18:00:43.159952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:43.189517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecf73-ca41-49e3-8768-a2f05abece68 req-c6ddb9ec-0666-4ad5-b1ed-394d414b87c3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:43.190627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4cecf73-ca41-49e3-8768-a2f05abece68 req-c6ddb9ec-0666-4ad5-b1ed-394d414b87c3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 943 time: 0.0541003 Aug 19 18:00:43.207706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78d66ba9-3314-4e90-8b3e-cea1e145eabc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0ee6fb963f949f788f3b0d6b683bbc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462506 Aug 19 18:00:43.209934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55200) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:43.230542 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4cecf73-ca41-49e3-8768-a2f05abece68 req-d9ccb965-f7f1-4822-bee3-0972a7a483e5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Aug 19 18:00:43.268747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.294031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.348194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.350739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.351910 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbafeda9-6bc5-4043-9451-cbec1f19f861 HTTP/1.1" status: 204 len: 168 time: 0.1410096 Aug 19 18:00:43.361091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d06f2-d669-40bd-8db4-2919811e32a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbafeda9-6bc5-4043-9451-cbec1f19f861,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:43.361949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a44d5-46e9-4a36-a00b-a708e02da5e9 req-c3e71e88-e106-4a50-8a9f-f061112ac3d5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:43.363686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b17a44d5-46e9-4a36-a00b-a708e02da5e9 req-c3e71e88-e106-4a50-8a9f-f061112ac3d5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0575540 Aug 19 18:00:43.406807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b17a44d5-46e9-4a36-a00b-a708e02da5e9 req-e0368133-57ae-4963-a73c-3caa69625ed0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Aug 19 18:00:43.442960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:43.451165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:43.613451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:43.625726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:43.626391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.656748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cb420-54a6-46cf-bc4a-98314e1c8146 req-0cd35888-86f5-4aa8-aef7-e021203a0964 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:43.661108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:43.661474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-430cb420-54a6-46cf-bc4a-98314e1c8146 req-0cd35888-86f5-4aa8-aef7-e021203a0964 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 945 time: 0.0882583 Aug 19 18:00:43.688742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'mac_address': 'fa:16:3e:bc:8c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:43.703541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-430cb420-54a6-46cf-bc4a-98314e1c8146 req-5756a222-b06d-4f94-a8d1-b7a6c3eb4fce tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Aug 19 18:00:43.766263 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.787685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1864efb-fe7d-446f-9222-9e486fe7a582 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:43.793292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.826271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:43.832529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:43.834583 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeccf7d-a80c-4b63-8b2e-e90f6261b821" -d '{"events": [{"server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:43.840115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.852319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:43.876774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:43.881987 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f549de-5a08-4b01-84c9-746f49f87066 x-openstack-request-id: req-d5f549de-5a08-4b01-84c9-746f49f87066 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:43.882166 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:43.882361 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5f549de-5a08-4b01-84c9-746f49f87066 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:43.882763 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e', 'code': 200} Aug 19 18:00:43.932098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:43.946851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-e59bb6ab-b795-475b-a917-90169f774e48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0516636 Aug 19 18:00:43.990053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81223-8c74-4b58-85c8-5aed160a4167 req-f3c77617-fcd0-473f-a7fb-91e59d194dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:43.991683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25a81223-8c74-4b58-85c8-5aed160a4167 req-f3c77617-fcd0-473f-a7fb-91e59d194dd3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 1098 time: 0.0439196 Aug 19 18:00:44.007762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:44.057046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25a81223-8c74-4b58-85c8-5aed160a4167 req-c9967489-b085-495f-90ab-1575f199b803 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559845 Aug 19 18:00:44.066559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.067057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.067576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.068062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.068546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.069029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.069510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.071397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ac620113-4f63-44df-a024-8518feb9b419 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.0787978 Aug 19 18:00:44.101156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f1864efb-fe7d-446f-9222-9e486fe7a582'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:44.237222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0f904-8385-4c5b-ab05-ac56d1ae5929 req-9d6fe72d-3656-423a-8a15-307ee55c9a99 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.238862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bf0f904-8385-4c5b-ab05-ac56d1ae5929 req-9d6fe72d-3656-423a-8a15-307ee55c9a99 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0885372 Aug 19 18:00:44.244348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-24d391c0-c4c9-4b91-8204-6c31ef2d4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.244828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-24d391c0-c4c9-4b91-8204-6c31ef2d4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.245305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-24d391c0-c4c9-4b91-8204-6c31ef2d4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.247689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-24d391c0-c4c9-4b91-8204-6c31ef2d4ad9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 2291 time: 0.1506653 Aug 19 18:00:44.329604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bf0f904-8385-4c5b-ab05-ac56d1ae5929 req-96cb3ba5-ad55-4eea-ae71-9dd8784c3511 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809057 Aug 19 18:00:44.380996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-23fb5251-074c-4e87-837d-4869912ff677 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 1001 time: 0.1063714 Aug 19 18:00:44.410015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47b02d-e247-4f14-96ce-6e1b7358d0ff req-8b68c2df-9106-4b99-aedb-18740c7533ba tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.411533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e47b02d-e247-4f14-96ce-6e1b7358d0ff req-8b68c2df-9106-4b99-aedb-18740c7533ba tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 944 time: 0.0859087 Aug 19 18:00:44.483730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e47b02d-e247-4f14-96ce-6e1b7358d0ff req-02562f3e-40c3-4f9a-9a86-c89c2c49d783 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Aug 19 18:00:44.485713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-94f9b4a0-4e0b-42ac-8b05-f62a3b46a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.486916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-94f9b4a0-4e0b-42ac-8b05-f62a3b46a196 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 200 len: 850 time: 0.0968904 Aug 19 18:00:44.590719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0e73-a11d-42f7-9f2e-e17196319bfa req-3c84922f-b10f-4eb0-b196-b9ce903f8011 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.592968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abdd0e73-a11d-42f7-9f2e-e17196319bfa req-3c84922f-b10f-4eb0-b196-b9ce903f8011 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1017845 Aug 19 18:00:44.596074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ca6cffcb-64b4-44ec-8238-67c2d4cc9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:44.597539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ca6cffcb-64b4-44ec-8238-67c2d4cc9155 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=def6699b-0521-434d-ba62-494a6fbb1368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949140 Aug 19 18:00:44.685566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abdd0e73-a11d-42f7-9f2e-e17196319bfa req-b129e870-4f21-4fd4-8fc2-bb97f7ede448 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844972 Aug 19 18:00:44.727863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-500edf30-f7f7-4e57-8247-668011ad74b3 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113472 Aug 19 18:00:45.240243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324c1ac-1320-4c62-bb08-0a70f6fb08e7 req-9d9f82b1-3796-407f-b989-29aa4924c8b4 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.247647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5324c1ac-1320-4c62-bb08-0a70f6fb08e7 req-9d9f82b1-3796-407f-b989-29aa4924c8b4 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 946 time: 0.4561214 Aug 19 18:00:45.266579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51ae1-ca42-4882-9671-abf2d4514670 req-62fcd997-2625-42df-a0d4-9887452da0f2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.268171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81b51ae1-ca42-4882-9671-abf2d4514670 req-62fcd997-2625-42df-a0d4-9887452da0f2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1149132 Aug 19 18:00:45.299142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-50f845ce-1eb0-4e24-90d0-2905320048d3 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635333 Aug 19 18:00:45.364438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-c07852bc-0ca6-40ff-9d04-4a99addb0668 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 217 time: 0.0559635 Aug 19 18:00:45.372370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5324c1ac-1320-4c62-bb08-0a70f6fb08e7 req-4e5cb345-55a5-4eb3-8398-96034471bc19 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238699 Aug 19 18:00:45.399328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81b51ae1-ca42-4882-9671-abf2d4514670 req-e9146d88-bfb1-4baf-a54b-0835c611e427 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079886 Aug 19 18:00:45.439823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-7cc0311a-ffed-4436-b592-eebf0c652a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.442601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-7cc0311a-ffed-4436-b592-eebf0c652a8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0693536 Aug 19 18:00:45.442993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:45.501094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f1864efb-fe7d-446f-9222-9e486fe7a582 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:00:45.507155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f1864efb-fe7d-446f-9222-9e486fe7a582 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:45.507828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.561006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-326e374d-0a92-4561-83e0-8b7f40e2289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.563550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-326e374d-0a92-4561-83e0-8b7f40e2289d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983310 Aug 19 18:00:45.572513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742f5e-f150-445c-b272-fc8dd1220e88 req-598b565c-1069-4bad-8b98-40dc3e32399d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.574109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57742f5e-f150-445c-b272-fc8dd1220e88 req-598b565c-1069-4bad-8b98-40dc3e32399d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0954094 Aug 19 18:00:45.629336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.678172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57742f5e-f150-445c-b272-fc8dd1220e88 req-42a0b6be-22fb-4fce-8026-4ab9a5684aba tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930004 Aug 19 18:00:45.680133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:45.688274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:45.747281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:45.748943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-549996fe-eb8a-4f97-848f-a96aa9cde22b service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736310 Aug 19 18:00:45.794374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ff672-0ec0-4c32-8d47-f722bf5d9ca8 req-c6ebc971-4115-4b53-99c6-328ceed675bc tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:45.796767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d34ff672-0ec0-4c32-8d47-f722bf5d9ca8 req-c6ebc971-4115-4b53-99c6-328ceed675bc tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.1159763 Aug 19 18:00:45.875482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d34ff672-0ec0-4c32-8d47-f722bf5d9ca8 req-6c5fd2fe-d68c-4c66-905f-9200bbbcb8ed tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519233 Aug 19 18:00:45.884519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:45.888915 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710e5b38-9448-42bb-994f-42064d61c148" -d '{"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-plugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:45.902564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-09709245-3677-48da-9207-96331c88db99 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431496 Aug 19 18:00:45.937326 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220e57c2-45af-4d2f-8d08-9945f3d27420 x-openstack-request-id: req-220e57c2-45af-4d2f-8d08-9945f3d27420 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:45.937870 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-plugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:45.938266 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-220e57c2-45af-4d2f-8d08-9945f3d27420 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:45.938664 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'code': 200} Aug 19 18:00:45.958923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-e2c3835d-53fe-46c0-aeee-26ef84753bc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 217 time: 0.0468526 Aug 19 18:00:46.040586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-5dfabeda-e5b1-456f-aee3-d878f5bdc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.042267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-5dfabeda-e5b1-456f-aee3-d878f5bdc8a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0729482 Aug 19 18:00:46.052933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75f05f-b755-414b-81dc-4842d7631b03 req-7cd572d4-1e60-4ec4-bdb5-4d0cffd7b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.054498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b75f05f-b755-414b-81dc-4842d7631b03 req-7cd572d4-1e60-4ec4-bdb5-4d0cffd7b583 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 1097 time: 0.0537529 Aug 19 18:00:46.113019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b75f05f-b755-414b-81dc-4842d7631b03 req-07872e0f-2daf-46ea-8064-60eabda1319b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Aug 19 18:00:46.119276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-6c267ea9-e6ed-4e68-afdb-9b0d02acdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.120791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-6c267ea9-e6ed-4e68-afdb-9b0d02acdc9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654390 Aug 19 18:00:46.163506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:46.227702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ff001fe9-42cb-4afa-8420-fe73a5a1d458 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936809 Aug 19 18:00:46.288225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a78d13b4-7205-4faf-8059-fd68cf69a5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.325292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-175401b1-7516-42cd-ae72-1225c1cf003a service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885448 Aug 19 18:00:46.385040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a78d13b4-7205-4faf-8059-fd68cf69a5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.385263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-f0a4dde0-7a3b-40c2-8654-716f3defb1f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 200 len: 217 time: 0.0403118 Aug 19 18:00:46.388334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a78d13b4-7205-4faf-8059-fd68cf69a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.427322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a78d13b4-7205-4faf-8059-fd68cf69a5c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e95ed3296c2405685688661f9a72454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626247 Aug 19 18:00:46.427996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:46.442264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-9af866ab-175b-4298-9ec2-c4cab160e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.444337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-9af866ab-175b-4298-9ec2-c4cab160e4a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0493710 Aug 19 18:00:46.457622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d13b4-7205-4faf-8059-fd68cf69a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985310e3-a0b2-4d8a-afb8-7de21b22de03,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:46.499223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.521922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.564014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-387616fd-7a55-438d-848f-1e17e39c32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.565596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-387616fd-7a55-438d-848f-1e17e39c32e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101832 Aug 19 18:00:46.572232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.574856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.575476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f90cbf-f158-4e1c-95cb-ba394f85b721 req-c447a873-922d-4df4-b1ad-826db1525213 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.576229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/985310e3-a0b2-4d8a-afb8-7de21b22de03 HTTP/1.1" status: 204 len: 168 time: 0.1453927 Aug 19 18:00:46.577990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44f90cbf-f158-4e1c-95cb-ba394f85b721 req-c447a873-922d-4df4-b1ad-826db1525213 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 946 time: 0.1238317 Aug 19 18:00:46.584913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70510c9e-2d04-4761-947b-35373e8ea71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985310e3-a0b2-4d8a-afb8-7de21b22de03,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:46.649846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2c0d-f0b0-4bb5-9df3-cd22c0ed6978 req-04eb49c4-3e10-4f07-9d2b-22a891bd56ed tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:46.651362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-751b2c0d-f0b0-4bb5-9df3-cd22c0ed6978 req-04eb49c4-3e10-4f07-9d2b-22a891bd56ed tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1465158 Aug 19 18:00:46.710011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44f90cbf-f158-4e1c-95cb-ba394f85b721 req-92148687-eaec-40bb-aebf-2ad262625c4b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150095 Aug 19 18:00:46.747197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-751b2c0d-f0b0-4bb5-9df3-cd22c0ed6978 req-583c9e9e-c315-4117-babb-ec4a3003534a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799246 Aug 19 18:00:46.774088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-a901b83e-274a-49b9-94ce-8807f43e345f service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932995 Aug 19 18:00:46.895989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:46.968593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:46.991674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ed0-832c-4a2c-9d3c-8246bcb54645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.046837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16df21-7a97-4cbb-b4f3-31703a1689fe req-6bcddd9a-fb55-49ef-9c62-21461868c034 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.055005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df16df21-7a97-4cbb-b4f3-31703a1689fe req-6bcddd9a-fb55-49ef-9c62-21461868c034 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1102169 Aug 19 18:00:47.068885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-099e2b0e-f6b6-43e7-9b9c-32b2e0f7c76c service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098138 Aug 19 18:00:47.124107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df16df21-7a97-4cbb-b4f3-31703a1689fe req-ccec5742-b036-461a-a6b7-8d6eb4b58185 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641778 Aug 19 18:00:47.128611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ed0-832c-4a2c-9d3c-8246bcb54645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.138713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ff62ed0-832c-4a2c-9d3c-8246bcb54645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.190993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff62ed0-832c-4a2c-9d3c-8246bcb54645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68707a-7984-4030-a17a-1c4b9b6a92d6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:47.215471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2ff62ed0-832c-4a2c-9d3c-8246bcb54645 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e5deaef3eaa4cafb879416868b9727a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457664 Aug 19 18:00:47.218672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:47.224621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-d9592020-43d6-4b4d-8534-9c7622fcb222 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 200 len: 217 time: 0.1185894 Aug 19 18:00:47.284627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.315785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.321657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c690f5-9929-4aba-85bc-77028f43c1b3 req-4718e4e3-0dd5-49d5-997a-4475c839fbad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.323190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8c690f5-9929-4aba-85bc-77028f43c1b3 req-4718e4e3-0dd5-49d5-997a-4475c839fbad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1391244 Aug 19 18:00:47.324634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-28477fb1-9f01-4160-819f-4211c638b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.325981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-28477fb1-9f01-4160-819f-4211c638b47e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0882375 Aug 19 18:00:47.340711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cac31-3ca5-4438-905b-601d6f4b53f2 req-2fe1f99f-eb1f-4223-b335-4019a09fef1e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.342348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe9cac31-3ca5-4438-905b-601d6f4b53f2 req-2fe1f99f-eb1f-4223-b335-4019a09fef1e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.1157060 Aug 19 18:00:47.376085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.380918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:47.383153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c68707a-7984-4030-a17a-1c4b9b6a92d6 HTTP/1.1" status: 204 len: 168 time: 0.1625743 Aug 19 18:00:47.398477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401d583-a5e1-4941-8e96-2ddb1924c916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68707a-7984-4030-a17a-1c4b9b6a92d6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:47.426884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8c690f5-9929-4aba-85bc-77028f43c1b3 req-bf1c9257-4480-416e-9683-18e3d114e917 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946848 Aug 19 18:00:47.453788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-d17e36b1-ddc8-4389-bcd2-67ba72cb2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.455341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-d17e36b1-ddc8-4389-bcd2-67ba72cb2f43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074898 Aug 19 18:00:47.471760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe9cac31-3ca5-4438-905b-601d6f4b53f2 req-b4230b30-47a3-4e1b-8297-75b71e507bcc tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980175 Aug 19 18:00:47.613555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-cf23239e-7080-402d-9bed-4e027c5863fe service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403039 Aug 19 18:00:47.629142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31418924-9157-490a-82b1-87f78591b46c req-f2561a18-5216-4fcd-bcda-4b46c7549dd4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.631328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31418924-9157-490a-82b1-87f78591b46c req-f2561a18-5216-4fcd-bcda-4b46c7549dd4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0894043 Aug 19 18:00:47.748301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31418924-9157-490a-82b1-87f78591b46c req-b700e1ad-a122-426b-82b0-bbcc8614ecd3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592322 Aug 19 18:00:47.780548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-04fb5509-1f26-416a-9a98-55f69e5834ea service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474659 Aug 19 18:00:47.847427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-3db6299f-3949-40ad-98a1-57eb21cfb64b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 217 time: 0.0403292 Aug 19 18:00:47.932984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e58e-c1c1-4739-beb2-8217ad7b2b2c req-0f57e5ea-8fc2-45ac-bbad-f51465d4d6d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.934496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8400e58e-c1c1-4739-beb2-8217ad7b2b2c req-0f57e5ea-8fc2-45ac-bbad-f51465d4d6d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0890555 Aug 19 18:00:47.944719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ca197682-f8d9-432b-8985-65219a87237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:47.946132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-ca197682-f8d9-432b-8985-65219a87237e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.0892031 Aug 19 18:00:48.011994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8400e58e-c1c1-4739-beb2-8217ad7b2b2c req-7c4e6bda-58b6-4f0b-8bc0-c119bece9755 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700481 Aug 19 18:00:48.027813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-538de7cb-fecf-4ad5-b854-77e9f319d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.027813 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-538de7cb-fecf-4ad5-b854-77e9f319d0ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625856 Aug 19 18:00:48.192354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-1015a8bd-66fb-493b-bb54-9cdfd43ce530 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263366 Aug 19 18:00:48.309192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01d44e-9dec-4e55-a961-92d57650be06 req-382fc2b3-fc40-48fc-8cdb-efc6723dca9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.310754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b01d44e-9dec-4e55-a961-92d57650be06 req-382fc2b3-fc40-48fc-8cdb-efc6723dca9d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1006732 Aug 19 18:00:48.350150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-eaa0abd3-92f2-4082-ae29-73fc8c58e1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481168 Aug 19 18:00:48.372175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b01d44e-9dec-4e55-a961-92d57650be06 req-9923ba11-e723-4570-9a1a-899d906097ed tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Aug 19 18:00:48.408825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-55385a4d-a499-4fe7-8233-a0bfe3520c4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 217 time: 0.0451417 Aug 19 18:00:48.466524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-0742ecdd-0a5b-4189-8cb1-ee447247c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.469481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-0742ecdd-0a5b-4189-8cb1-ee447247c34c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.0529048 Aug 19 18:00:48.533280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-9decb6b9-b29a-4589-bc36-2ff216bd3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.535032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-9decb6b9-b29a-4589-bc36-2ff216bd3bb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581088 Aug 19 18:00:48.687404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1f5b5-4132-49a7-80e5-c1873dfb6a81 req-f4278d98-e231-4336-a821-1482718fb329 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:48.689143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11a1f5b5-4132-49a7-80e5-c1873dfb6a81 req-f4278d98-e231-4336-a821-1482718fb329 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.1203597 Aug 19 18:00:48.727832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-1a3387d2-b0e3-4299-abad-3fc9c8f67ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727884 Aug 19 18:00:48.767845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11a1f5b5-4132-49a7-80e5-c1873dfb6a81 req-87f41c43-deb1-4170-a71c-65e22861eaa4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Aug 19 18:00:48.863563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de139cf1-64e7-4dd4-9213-9185da796b81 req-c0b19bef-1ee5-4bae-a430-eb40b36d1223 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221116 Aug 19 18:00:49.033009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826c55-04e6-4d8e-a124-f9c09253b446 req-68b42126-ad49-46a4-992f-6763a007494f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:49.034661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8826c55-04e6-4d8e-a124-f9c09253b446 req-68b42126-ad49-46a4-992f-6763a007494f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.0731730 Aug 19 18:00:49.082502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8826c55-04e6-4d8e-a124-f9c09253b446 req-ed7f861c-cf44-443a-8857-61f39acd9a45 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Aug 19 18:00:49.511566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43190fc-cef7-45df-aa92-98025188780d req-a0d2de6b-5193-410d-9bb9-ee2edb037236 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:49.511566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c43190fc-cef7-45df-aa92-98025188780d req-a0d2de6b-5193-410d-9bb9-ee2edb037236 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0580266 Aug 19 18:00:49.558024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c43190fc-cef7-45df-aa92-98025188780d req-f4fe4e42-7315-4ba3-ac9e-1bbc6dbd7bb5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Aug 19 18:00:49.916345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55448) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:50.027162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-17ec3000-9096-4859-97b9-976f2a8c8988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.126438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-17ec3000-9096-4859-97b9-976f2a8c8988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.132191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-17ec3000-9096-4859-97b9-976f2a8c8988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.157079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec3000-9096-4859-97b9-976f2a8c8988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f2dc1f-703f-482d-8330-68d98607dc42,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:50.186280 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-17ec3000-9096-4859-97b9-976f2a8c8988 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeb774711a374e67873a6a574660ab64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687845 Aug 19 18:00:50.189114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55456) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:50.247788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.251249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c3a4e-d4d3-4a4a-9c28-ff8c4729e867 req-0adb9b55-9506-45c5-9797-1a11ccda09bb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:50.253122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f00c3a4e-d4d3-4a4a-9c28-ff8c4729e867 req-0adb9b55-9506-45c5-9797-1a11ccda09bb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.0580919 Aug 19 18:00:50.272285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.307996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f00c3a4e-d4d3-4a4a-9c28-ff8c4729e867 req-fe814432-3356-439a-8921-6dc467c773aa tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Aug 19 18:00:50.333032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.333032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.333032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70f2dc1f-703f-482d-8330-68d98607dc42 HTTP/1.1" status: 204 len: 168 time: 0.1406949 Aug 19 18:00:50.339427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29feb853-886f-403b-b1df-eadd85d91d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f2dc1f-703f-482d-8330-68d98607dc42,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:50.657309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55480) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:50.669384 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e2f-ad54-47c4-a0e8-c2485596acf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.748603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116633c2-247f-435e-a960-0b01269c3a31 req-26ff0e13-6475-431c-87e2-a92b58dc8760 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:50.763985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-116633c2-247f-435e-a960-0b01269c3a31 req-26ff0e13-6475-431c-87e2-a92b58dc8760 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0765414 Aug 19 18:00:50.805720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-116633c2-247f-435e-a960-0b01269c3a31 req-83706372-0ab8-4c53-98d8-c127eea4dce0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Aug 19 18:00:50.833042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e2f-ad54-47c4-a0e8-c2485596acf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.837350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e2f-ad54-47c4-a0e8-c2485596acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.875552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a3f8e2f-ad54-47c4-a0e8-c2485596acf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a629aec42bf248b1a3e3a3bf214e161b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192614 Aug 19 18:00:50.877992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f8e2f-ad54-47c4-a0e8-c2485596acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d12cb6-4826-4694-b736-1c7eae955b5e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:50.878321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55492) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:50.929837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.951455 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:50.997943 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.000653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:51.001802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59d12cb6-4826-4694-b736-1c7eae955b5e HTTP/1.1" status: 204 len: 168 time: 0.1222970 Aug 19 18:00:51.011210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09290d2-47a0-4f34-abe2-f6a5cfcd8af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d12cb6-4826-4694-b736-1c7eae955b5e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:51.954286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cfe86-0c33-4603-b883-ea0f539a4123 req-12ab0dd7-6dd0-41c6-9770-498508d62012 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:51.956968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a28cfe86-0c33-4603-b883-ea0f539a4123 req-12ab0dd7-6dd0-41c6-9770-498508d62012 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0578845 Aug 19 18:00:52.001688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a28cfe86-0c33-4603-b883-ea0f539a4123 req-1b5b8017-a675-44d8-b6d0-64e8f0c609e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Aug 19 18:00:53.151512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4697-fdb5-442b-a0b3-35e02ad1f304 req-a19ce083-1995-4f9e-90ed-83d8cdcd637f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:53.153404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faea4697-fdb5-442b-a0b3-35e02ad1f304 req-a19ce083-1995-4f9e-90ed-83d8cdcd637f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0720236 Aug 19 18:00:53.208494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faea4697-fdb5-442b-a0b3-35e02ad1f304 req-38b1d136-b751-4232-a00f-4c041327f63e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Aug 19 18:00:53.479876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:00:53.591282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:53.606309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'mac_address': 'fa:16:3e:bc:8c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:00:53.608996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55614) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:53.661381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.675812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1864efb-fe7d-446f-9222-9e486fe7a582 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:00:53.697938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:53.702822 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.746110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c172dd82-0970-4c78-8f25-2063065c0b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.758427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:53.802478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f1864efb-fe7d-446f-9222-9e486fe7a582'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:00:53.864261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c172dd82-0970-4c78-8f25-2063065c0b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.871498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c172dd82-0970-4c78-8f25-2063065c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:53.898624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c172dd82-0970-4c78-8f25-2063065c0b1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a6f27214b0a4a54b59d64bb87a75861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884705 Aug 19 18:00:53.901554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55634) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:53.923670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172dd82-0970-4c78-8f25-2063065c0b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959f768-ce02-48a3-ade1-eee8b5844288,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:53.997388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.023423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.081561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.084650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.090732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c959f768-ce02-48a3-ade1-eee8b5844288 HTTP/1.1" status: 204 len: 168 time: 0.1880524 Aug 19 18:00:54.101170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a162af8-5be7-4838-8bd9-bcc2de463cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959f768-ce02-48a3-ade1-eee8b5844288,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:54.372927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580990d6-26e7-48a6-a754-ba290a76a562 req-79f451d5-460b-4ad6-9f73-af9d6c66f3a3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:54.376457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-580990d6-26e7-48a6-a754-ba290a76a562 req-79f451d5-460b-4ad6-9f73-af9d6c66f3a3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0681834 Aug 19 18:00:54.423656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-580990d6-26e7-48a6-a754-ba290a76a562 req-ffe9f168-c7cd-4bea-a3a3-0fb2852564cb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Aug 19 18:00:54.517104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55656) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:54.551014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b921cc0b-783e-488a-819f-44e44e08b68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.690305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b921cc0b-783e-488a-819f-44e44e08b68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.696356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b921cc0b-783e-488a-819f-44e44e08b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.742367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921cc0b-783e-488a-819f-44e44e08b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b4d65c-ef2b-48f5-9cdc-d0d473d9f49a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:54.761433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b921cc0b-783e-488a-819f-44e44e08b68e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70bb89d9d1094aa69ab9b731f85f7250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398741 Aug 19 18:00:54.761754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55660) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:54.817552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.842864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.900374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.903312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:54.907895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4b4d65c-ef2b-48f5-9cdc-d0d473d9f49a HTTP/1.1" status: 204 len: 168 time: 0.1449058 Aug 19 18:00:54.918057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d91ee9-8c21-4c8e-9d13-c863c4873c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b4d65c-ef2b-48f5-9cdc-d0d473d9f49a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:55.491215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:00:55.612431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f1864efb-fe7d-446f-9222-9e486fe7a582 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:00:55.613141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.632913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8dbad-7761-49e4-b48a-cfd374137aed req-7730650b-0eed-4d40-9127-a875771705e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:55.641836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4dc8dbad-7761-49e4-b48a-cfd374137aed req-7730650b-0eed-4d40-9127-a875771705e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0964882 Aug 19 18:00:55.696236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4dc8dbad-7761-49e4-b48a-cfd374137aed req-0d83dcb1-7c18-49ee-8b7f-3313c7b2a5ec tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Aug 19 18:00:55.753553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.805602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:00:55.809835 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8acf5b-6621-4536-b079-a951e5c9812d" -d '{"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-plugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:00:55.826668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:00:55.833008 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:55.866261 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8381a0-f62c-40fd-9fe6-014495291026 x-openstack-request-id: req-0f8381a0-f62c-40fd-9fe6-014495291026 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:00:55.866557 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-plugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:00:55.866815 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f8381a0-f62c-40fd-9fe6-014495291026 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:00:55.867211 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'code': 200} Aug 19 18:00:55.913693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:55.923685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.403399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55730) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:56.547241 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e932bafd-0a21-4935-a39d-0e1095762f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.671353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e932bafd-0a21-4935-a39d-0e1095762f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.677041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e932bafd-0a21-4935-a39d-0e1095762f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.711562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932bafd-0a21-4935-a39d-0e1095762f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627f9640-5aa1-4e0d-bab7-fca236cd50e5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:56.740786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55738) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:56.754266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e932bafd-0a21-4935-a39d-0e1095762f1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d17aa2b21e94478ac4abebd508c4e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492417 Aug 19 18:00:56.833275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.886515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ba06f-376e-493f-b379-c3756beef908 req-d5b3a826-f2a7-45d8-98a0-9d754ca885f3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:56.887899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:56.895285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-914ba06f-376e-493f-b379-c3756beef908 req-d5b3a826-f2a7-45d8-98a0-9d754ca885f3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0970347 Aug 19 18:00:56.965603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-914ba06f-376e-493f-b379-c3756beef908 req-3bf17be9-b15b-4fac-bbba-2b7becbe574a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553300 Aug 19 18:00:56.993011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.004746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:57.011878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/627f9640-5aa1-4e0d-bab7-fca236cd50e5 HTTP/1.1" status: 204 len: 168 time: 0.2696464 Aug 19 18:00:57.049824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85539c-7bdb-46ff-af0d-6e4f012cf2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f9640-5aa1-4e0d-bab7-fca236cd50e5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:00:58.111737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5504297-696a-4c68-acc0-cfa2064cca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:00:58.150021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9309aa-8b9d-4f05-96f9-0b2f15564336 req-9ea22322-a22d-4a7c-a9e1-ecda981a2483 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:58.152401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db9309aa-8b9d-4f05-96f9-0b2f15564336 req-9ea22322-a22d-4a7c-a9e1-ecda981a2483 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0779884 Aug 19 18:00:58.236377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db9309aa-8b9d-4f05-96f9-0b2f15564336 req-88a966be-1a41-44c0-b0c4-55c32331dffb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764668 Aug 19 18:00:59.368778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9c352-3b92-4809-b9f6-c5cf8a9c9f1e req-ca424bac-98a9-44b2-bde1-27b0e07b8700 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:00:59.382934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3b9c352-3b92-4809-b9f6-c5cf8a9c9f1e req-ca424bac-98a9-44b2-bde1-27b0e07b8700 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0721135 Aug 19 18:00:59.470565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3b9c352-3b92-4809-b9f6-c5cf8a9c9f1e req-a937cf88-f21e-4725-9554-afa37f8f3b99 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679629 Aug 19 18:00:59.737141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55884) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:00:59.907162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98a40b45-d43e-4c40-bd65-eb09d1001c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.027330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98a40b45-d43e-4c40-bd65-eb09d1001c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.033037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98a40b45-d43e-4c40-bd65-eb09d1001c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.065129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55892) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:00.065491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98a40b45-d43e-4c40-bd65-eb09d1001c12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b9ef5526302414a894716eb50682ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269525 Aug 19 18:01:00.092292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a40b45-d43e-4c40-bd65-eb09d1001c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265a13b-98c9-4249-8fc2-c967b478bfce,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:00.142696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.169634 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.234124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.238887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.244351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3265a13b-98c9-4249-8fc2-c967b478bfce HTTP/1.1" status: 204 len: 168 time: 0.1740935 Aug 19 18:01:00.257843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265a13b-98c9-4249-8fc2-c967b478bfce,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:00.271476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.271800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.272370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.272856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.273193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.273525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.273857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.274183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.274506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.274832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.275154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.275637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbf075-174d-464f-b07a-ecc510b6d22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:00.566123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7311481e-68cb-4e0c-bdc5-6bc1ccb178fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.624615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64a40-622a-43bb-842d-4c64c89546c9 req-975a44ac-b86a-43bd-be12-f1ebf5a9e8aa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:00.632401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05a64a40-622a-43bb-842d-4c64c89546c9 req-975a44ac-b86a-43bd-be12-f1ebf5a9e8aa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0636902 Aug 19 18:01:00.678734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05a64a40-622a-43bb-842d-4c64c89546c9 req-a4f7ebd9-0ee5-4755-88c4-ef0942af972a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Aug 19 18:01:00.787934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:00.814398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af890f07-48b6-44df-8703-74ae2d0e9ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.868184 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.957852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af890f07-48b6-44df-8703-74ae2d0e9ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.963472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af890f07-48b6-44df-8703-74ae2d0e9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:00.999928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-af890f07-48b6-44df-8703-74ae2d0e9ea5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61c0f405a83341f7aef036d3d2404ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106194 Aug 19 18:01:01.002562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55924) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:01.023143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af890f07-48b6-44df-8703-74ae2d0e9ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08d39e-7ffd-4693-98ec-a90c1e633905,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:01.077943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:01.128609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:01.213505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:01.216824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:01.218672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f08d39e-7ffd-4693-98ec-a90c1e633905 HTTP/1.1" status: 204 len: 168 time: 0.2146096 Aug 19 18:01:01.235527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e517556-3a95-4890-9360-13d453b8a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08d39e-7ffd-4693-98ec-a90c1e633905,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:01.825037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d31a3-91b3-4109-94e4-c1e30af7f094 req-11ed70b0-ef86-4de9-a855-47cba82b407f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:01.828032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-674d31a3-91b3-4109-94e4-c1e30af7f094 req-11ed70b0-ef86-4de9-a855-47cba82b407f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0681624 Aug 19 18:01:01.873120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-674d31a3-91b3-4109-94e4-c1e30af7f094 req-81b410b7-de3c-408c-9e7e-3643789d330c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Aug 19 18:01:01.884939 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:03.162193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027c70-8f0e-4c8c-93c9-2de152bd58a5 req-a1242273-af64-433c-9087-9a8ceaed1046 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:03.170925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77027c70-8f0e-4c8c-93c9-2de152bd58a5 req-a1242273-af64-433c-9087-9a8ceaed1046 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1305094 Aug 19 18:01:03.224439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77027c70-8f0e-4c8c-93c9-2de152bd58a5 req-331a86c4-5d5b-4ae3-872e-1a8210f2958e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522404 Aug 19 18:01:03.442196 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:04.434193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c136-e186-49f8-a3b4-48262ed1eb09 req-8a1f5a92-926a-468c-b0f6-d21c000bfca0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:04.434665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9730c136-e186-49f8-a3b4-48262ed1eb09 req-8a1f5a92-926a-468c-b0f6-d21c000bfca0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0626869 Aug 19 18:01:04.500448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9730c136-e186-49f8-a3b4-48262ed1eb09 req-7c963748-7daf-4082-b895-49c34558c6ac tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520616 Aug 19 18:01:04.687502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56074) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:04.893561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab0a847a-786d-4d96-a99f-e0ac048a38ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.093447 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab0a847a-786d-4d96-a99f-e0ac048a38ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.098552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab0a847a-786d-4d96-a99f-e0ac048a38ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.148491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ab0a847a-786d-4d96-a99f-e0ac048a38ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=820c47756d1848a0a09f9f982574dc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606388 Aug 19 18:01:05.152408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56092) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:05.153226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a847a-786d-4d96-a99f-e0ac048a38ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa5fac-629b-4f94-bc82-601a757c3d0f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.220741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.256414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.336851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.340618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.347248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5aaa5fac-629b-4f94-bc82-601a757c3d0f HTTP/1.1" status: 204 len: 168 time: 0.1933939 Aug 19 18:01:05.359078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4654c-3dc5-49df-9f1c-5aa317ab8a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa5fac-629b-4f94-bc82-601a757c3d0f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:05.658963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf13ec-6565-4b6a-b495-135edaa82664 req-14a9ae9e-adcd-4708-bd91-dab93cdb8c00 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:05.660711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7cf13ec-6565-4b6a-b495-135edaa82664 req-14a9ae9e-adcd-4708-bd91-dab93cdb8c00 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0680935 Aug 19 18:01:05.723963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7cf13ec-6565-4b6a-b495-135edaa82664 req-1a850559-0243-4ba4-9d8f-7ea995169e26 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Aug 19 18:01:05.804325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:05.823790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f56ed709-7235-4d24-8975-67bfa7fc235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.972500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f56ed709-7235-4d24-8975-67bfa7fc235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:05.977959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f56ed709-7235-4d24-8975-67bfa7fc235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.048954 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f56ed709-7235-4d24-8975-67bfa7fc235c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcd441a6294e47baae02099ad8e88911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400696 Aug 19 18:01:06.048954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ed709-7235-4d24-8975-67bfa7fc235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7bc6c-70f1-4b74-ba30-d17a3f53274f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:06.052237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56124) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:06.150539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.193048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.267376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.272606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:06.276769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9e7bc6c-70f1-4b74-ba30-d17a3f53274f HTTP/1.1" status: 204 len: 168 time: 0.2209404 Aug 19 18:01:06.287838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f727904-c574-4a39-ab88-699486dff0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7bc6c-70f1-4b74-ba30-d17a3f53274f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:06.871382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8435d6-50da-49a9-90ca-335d9c5ec073 req-c1c0fafb-2e6f-4d06-ac36-a04ee1e0ee54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:06.872927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe8435d6-50da-49a9-90ca-335d9c5ec073 req-c1c0fafb-2e6f-4d06-ac36-a04ee1e0ee54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0605369 Aug 19 18:01:06.923244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe8435d6-50da-49a9-90ca-335d9c5ec073 req-10333760-a531-4887-8853-ce517d2e98b3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Aug 19 18:01:07.465140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-bd3564b9-9061-4047-ab54-dffc4b80e9b5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:07.466919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-bd3564b9-9061-4047-ab54-dffc4b80e9b5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.1150036 Aug 19 18:01:07.486464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-da184e54-ab2c-4c61-ade1-014e6af38c38 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/quotas/59b3ddfa63774a8795f8fc89e00b31ae HTTP/1.1" status: 200 len: 375 time: 0.0119195 Aug 19 18:01:07.543759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-69915c75-1e38-40a4-b41f-1ab29f3a9177 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503638 Aug 19 18:01:07.638798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-6666544a-e181-4219-97c1-097d72d397b4 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871108 Aug 19 18:01:07.779511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-8b453def-a2e3-43ee-850c-d529a6cb0865 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279700 Aug 19 18:01:07.965810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84f20ad3-f6c3-4927-b587-ec1115b004af req-863554aa-cc62-4494-ae6a-451b35626825 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Aug 19 18:01:08.085250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d08b-7d8f-43c8-8a23-5b6a562dc4fa req-3b7ddc31-223c-49f1-a927-c128cf55eee3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:08.093645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e78d08b-7d8f-43c8-8a23-5b6a562dc4fa req-3b7ddc31-223c-49f1-a927-c128cf55eee3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0708599 Aug 19 18:01:08.154473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e78d08b-7d8f-43c8-8a23-5b6a562dc4fa req-9fa9eb22-747b-42ea-a4b9-22ce9d7e586c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Aug 19 18:01:09.438258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40e838cf-7c56-4fa5-a29a-ae2f13352ece req-9a61951d-039c-471d-92fb-729cae1588eb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 210 time: 0.3568585 Aug 19 18:01:09.484884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67981d8-d48c-4809-a4b4-82b6ef154c62 req-463d510e-2f1f-4fd7-b437-c41aab5d386f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.486428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a67981d8-d48c-4809-a4b4-82b6ef154c62 req-463d510e-2f1f-4fd7-b437-c41aab5d386f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 946 time: 0.4455469 Aug 19 18:01:09.508852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:09.575670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-247b3df1-d440-40c9-b00c-bfc60fdbb919 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.578193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-247b3df1-d440-40c9-b00c-bfc60fdbb919 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/ports?device_id=01454c6f-6203-4945-a2b6-aa05ff9fd35d HTTP/1.1" status: 200 len: 945 time: 0.1425059 Aug 19 18:01:09.605336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.654150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:09.655730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:09.660578 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d9067f-46a0-4560-947a-ee5b47c5b891" -d '{"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:09.666246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:09.680104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a67981d8-d48c-4809-a4b4-82b6ef154c62 req-4e99beda-44dc-491c-8241-d7c0bcecae63 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849608 Aug 19 18:01:09.707040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba636c59-f8cb-473b-979a-78142949b505 req-46a66485-c5e8-49b9-9dd9-27cdfa65959d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:09.712098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba636c59-f8cb-473b-979a-78142949b505 req-46a66485-c5e8-49b9-9dd9-27cdfa65959d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.2040815 Aug 19 18:01:09.745290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:09.905321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba636c59-f8cb-473b-979a-78142949b505 req-21bde998-b7c0-44a4-bcdf-d64b0d13f57d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659894 Aug 19 18:01:10.119273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Deleting port f1864efb-fe7d-446f-9222-9e486fe7a582 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:10.119273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.119273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-b65ddd02-a056-441e-932f-ee6d12f15cd8 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.119273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-b65ddd02-a056-441e-932f-ee6d12f15cd8 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.13 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.2889078 Aug 19 18:01:10.122643 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f2c8c6-fa7f-43f9-8be6-e236a308a3fb x-openstack-request-id: req-27f2c8c6-fa7f-43f9-8be6-e236a308a3fb {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:10.122643 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:10.122643 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27f2c8c6-fa7f-43f9-8be6-e236a308a3fb {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:10.122643 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'code': 200} Aug 19 18:01:10.123371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] For port f1864efb-fe7d-446f-9222-9e486fe7a582, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f1864efb-fe7d-446f-9222-9e486fe7a582,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:10.123371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.123371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Calling delete_port for f1864efb-fe7d-446f-9222-9e486fe7a582 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:10.211946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Request body: {'port': {'device_id': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'admin_state_up': True, 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:10.281836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.325733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event deleted for resources: {'Port': ['ID=f1864efb-fe7d-446f-9222-9e486fe7a582,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:10.385396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] No DVR routers for this DVR port f1864efb-fe7d-446f-9222-9e486fe7a582 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:10.389254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.391469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db0f2c7b-593a-4164-8f23-250951085dc1 req-292cd421-215b-4a9b-9830-457bb7985325 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "DELETE /v2.0/ports/f1864efb-fe7d-446f-9222-9e486fe7a582 HTTP/1.1" status: 204 len: 173 time: 0.8052227 Aug 19 18:01:10.391914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-deleted', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:10.394168 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3f610-334b-4afa-b75a-0250343817d4" -d '{"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-deleted", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:10.425299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:10.430589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.518680 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd1e0ec-a562-47b3-a827-0861f786bb61 x-openstack-request-id: req-bdd1e0ec-a562-47b3-a827-0861f786bb61 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:10.519410 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01454c6f-6203-4945-a2b6-aa05ff9fd35d", "name": "network-vif-deleted", "tag": "f1864efb-fe7d-446f-9222-9e486fe7a582", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:10.519734 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdd1e0ec-a562-47b3-a827-0861f786bb61 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:10.520448 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01454c6f-6203-4945-a2b6-aa05ff9fd35d', 'name': 'network-vif-deleted', 'tag': 'f1864efb-fe7d-446f-9222-9e486fe7a582', 'status': 'completed', 'code': 200} Aug 19 18:01:10.569614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3934a58-7b49-4ad0-9ebb-ccfbe1045efb req-6f1f8419-5557-432a-893c-15639f0ea93f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 210 time: 0.0454528 Aug 19 18:01:10.639054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Allocated IP 172.20.0.14 (4d1c4ebf-2521-4765-9d31-6595fc41c69a/dbae875b-1915-490f-803d-ad6876679945/5216f0e3-0cd9-41f8-89aa-88960fd55519) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:10.910617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-d1468674-20ee-4d57-92ce-511c70edd29f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.912933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-d1468674-20ee-4d57-92ce-511c70edd29f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 946 time: 0.1717029 Aug 19 18:01:10.922351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:10.940042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107a82-df24-4598-8d9c-a8a31ac95486 req-3b3e85bf-67cc-49cb-956a-a1275f690f9f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:10.942770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1107a82-df24-4598-8d9c-a8a31ac95486 req-3b3e85bf-67cc-49cb-956a-a1275f690f9f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 946 time: 0.1578674 Aug 19 18:01:11.132499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1107a82-df24-4598-8d9c-a8a31ac95486 req-44c45068-d6ac-4cb4-b2e1-64dd995c3cfc tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711073 Aug 19 18:01:11.145948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.235974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:11.236780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.246927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:11.258225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Deleting port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:11.258786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.266592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:11.296431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:11.475702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:11.494412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.494591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b459810e-43cd-44da-b5ad-1dd355905156', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': 'b459810e-43cd-44da-b5ad-1dd355905156', 'mac_address': 'fa:16:3e:a0:fb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:11.495437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.529490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342655-82be-4919-972c-23abd5495a8a req-513d219e-3cd8-4516-9e9c-c82fa3b65656 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.532154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e342655-82be-4919-972c-23abd5495a8a req-513d219e-3cd8-4516-9e9c-c82fa3b65656 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.2892520 Aug 19 18:01:11.552444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-7628ef7b-d982-4c8a-9d25-0358d9a85c8a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3445740 Aug 19 18:01:11.555087 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.563612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] For port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:11.564232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.582346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b459810e-43cd-44da-b5ad-1dd355905156 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:11.590379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Request body: {'port': {'device_id': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:11.599368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Calling delete_port for 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:11.622256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:11.636803 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.681135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e342655-82be-4919-972c-23abd5495a8a req-4309ecf0-151a-44cc-8c1b-e2f68c66d681 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316838 Aug 19 18:01:11.710692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:11.750700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:11.830209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a1399-d064-4188-90b2-423b54d18aa4 req-ca357ef5-383d-4642-bf95-1e3e9920c1f6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:11.831764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97a1399-d064-4188-90b2-423b54d18aa4 req-ca357ef5-383d-4642-bf95-1e3e9920c1f6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 932 time: 0.1156447 Aug 19 18:01:11.913549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b459810e-43cd-44da-b5ad-1dd355905156'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:11.984590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97a1399-d064-4188-90b2-423b54d18aa4 req-d54295f3-bfb6-4f29-8fc7-ae6f7bb0ce66 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393783 Aug 19 18:01:12.038879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.051330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba', '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:12.093319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event deleted for resources: {'Port': ['ID=5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.159422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] No DVR routers for this DVR port 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:12.163531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.165939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ee6f25-74bd-4bcd-b2bb-4f93a8c94b71 req-34d7cda2-c4ca-4221-856d-755edaff5452 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "DELETE /v2.0/ports/5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e HTTP/1.1" status: 204 len: 173 time: 1.2191689 Aug 19 18:01:12.272028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5216f0e3-0cd9-41f8-89aa-88960fd55519 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:12.292184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.333731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'd1a79c1f-12aa-4181-b70b-ef105034bab8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:12.355420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af83e266-97c7-4026-b935-9e37ee8daa18 req-a4efe488-01a5-40b3-9d51-08c79015fcb0 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=8be366d3-472a-4ada-8d7a-a366d63bab4b HTTP/1.1" status: 200 len: 210 time: 0.0509067 Aug 19 18:01:12.356501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Transition to ACTIVE for port object 5216f0e3-0cd9-41f8-89aa-88960fd55519 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:12.363153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.457041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.521090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'name': 'network-vif-deleted', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:12.523576 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfa6d09-3cbe-48ca-b47f-01b5022416d9" -d '{"events": [{"server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "name": "network-vif-deleted", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:12.549375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Attempting to bind port 5216f0e3-0cd9-41f8-89aa-88960fd55519 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:12.550058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Attempting to bind port 5216f0e3-0cd9-41f8-89aa-88960fd55519 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:12.550058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Attempting to bind port 5216f0e3-0cd9-41f8-89aa-88960fd55519 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:12.561812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Port 5216f0e3-0cd9-41f8-89aa-88960fd55519 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:12.562504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Attempting to bind port 5216f0e3-0cd9-41f8-89aa-88960fd55519 on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:12.574711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:12.575060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Checking segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:12.575474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Bound using segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:12.576373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Bound port: 5216f0e3-0cd9-41f8-89aa-88960fd55519, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:12.576745 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.598184 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f2edd-0c6a-48e5-8f04-b234fce4a810 x-openstack-request-id: req-4c1f2edd-0c6a-48e5-8f04-b234fce4a810 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:12.598550 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be366d3-472a-4ada-8d7a-a366d63bab4b", "name": "network-vif-deleted", "tag": "5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:12.598864 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c1f2edd-0c6a-48e5-8f04-b234fce4a810 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:12.599389 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be366d3-472a-4ada-8d7a-a366d63bab4b', 'name': 'network-vif-deleted', 'tag': '5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e', 'status': 'completed', 'code': 200} Aug 19 18:01:12.662400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:12.668103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:12.680152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.725982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.726811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:12.728484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] 10.222.0.13 "PUT /v2.0/ports/5216f0e3-0cd9-41f8-89aa-88960fd55519 HTTP/1.1" status: 200 len: 1093 time: 1.1463814 Aug 19 18:01:12.757010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7b62-c58c-4bb9-bcf6-70527d2df625 service neutron] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:12.860880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-11c0aa79-582a-4681-9659-fde99544b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.862484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-11c0aa79-582a-4681-9659-fde99544b943 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 1096 time: 0.0651748 Aug 19 18:01:12.950929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-db73ad56-528f-4007-897f-3bd5c816d558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519 HTTP/1.1" status: 200 len: 217 time: 0.0532572 Aug 19 18:01:12.967985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752d44-b797-4fb2-ae84-c26e044ba986 req-02c8cfb1-df2a-4d88-b879-9dcd7b60c7b2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:12.969549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4752d44-b797-4fb2-ae84-c26e044ba986 req-02c8cfb1-df2a-4d88-b879-9dcd7b60c7b2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1125102 Aug 19 18:01:13.039770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4752d44-b797-4fb2-ae84-c26e044ba986 req-63ac40d6-c35f-4aca-9deb-6495b560c314 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Aug 19 18:01:13.048161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-0b025b77-69b4-4af3-a968-9fc0df528bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:13.050023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-0b025b77-69b4-4af3-a968-9fc0df528bef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.0795927 Aug 19 18:01:13.110632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-26319581-5f43-4d8f-a588-98333355ada9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523982 Aug 19 18:01:13.217037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcc052-e0e0-4e82-9e87-8ab22a3a143a req-c273dcd6-29a7-4aaa-8969-970203ad4b2d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:13.219890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18dcc052-e0e0-4e82-9e87-8ab22a3a143a req-c273dcd6-29a7-4aaa-8969-970203ad4b2d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 944 time: 0.1120565 Aug 19 18:01:13.288688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-0ce58a9b-997a-45fe-a695-c4738ebe2fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666396 Aug 19 18:01:13.291691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18dcc052-e0e0-4e82-9e87-8ab22a3a143a req-bab7fe55-8dbd-40c9-969a-56edac302482 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627890 Aug 19 18:01:13.317613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:13.429107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb30ae9d-5901-4839-9be3-c745f2c52845 req-57bb0093-8582-462c-a152-52b076d10af9 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301801 Aug 19 18:01:13.504878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b459810e-43cd-44da-b5ad-1dd355905156 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:13.506291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.511516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:13.544776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56654) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:13.566612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: f1864efb-fe7d-446f-9222-9e486fe7a582 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:13.567153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f1864efb-fe7d-446f-9222-9e486fe7a582 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:13.664176 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.716041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:13.717277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:13.722634 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a528fc6f-d0e0-41ab-8d3e-a91cc12f5a1a" -d '{"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-plugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:13.728963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.791190 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e8ac6-824e-434c-b434-3a4845ef771e x-openstack-request-id: req-9d9e8ac6-824e-434c-b434-3a4845ef771e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:13.791499 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-plugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:13.791750 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d9e8ac6-824e-434c-b434-3a4845ef771e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:13.792134 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156', 'code': 200} Aug 19 18:01:13.804916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-901f4e55-c983-4cdf-90a3-d9d47d404f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.821838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:13.831311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.831805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.831970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.832320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.832653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.832986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.833319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.833642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.833967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.834343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.834675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.835052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:13.940317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-901f4e55-c983-4cdf-90a3-d9d47d404f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:13.945944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-901f4e55-c983-4cdf-90a3-d9d47d404f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.006779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:14.015252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-901f4e55-c983-4cdf-90a3-d9d47d404f96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2457ba1d56a4cde84147607016390da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692674 Aug 19 18:01:14.016242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f4e55-c983-4cdf-90a3-d9d47d404f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5af4d-83fa-4034-a629-3aa58fe3790d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.101462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.141619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.195275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d467f3-0c54-4ef2-beea-4a41e16e6b49 req-21e38274-2fd3-4ce0-b5d0-e1bc4fd011fa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.203323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68d467f3-0c54-4ef2-beea-4a41e16e6b49 req-21e38274-2fd3-4ce0-b5d0-e1bc4fd011fa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0721033 Aug 19 18:01:14.205922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.209067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:14.212223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53d5af4d-83fa-4034-a629-3aa58fe3790d HTTP/1.1" status: 204 len: 168 time: 0.2035563 Aug 19 18:01:14.231693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5af4d-83fa-4034-a629-3aa58fe3790d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:14.246706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.247062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.247412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.248321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.248321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.254195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.254813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.255311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.257874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.258403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.258905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.259398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1e7ea-d499-4bde-9b7d-c63d7a7c100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:01:14.275262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68d467f3-0c54-4ef2-beea-4a41e16e6b49 req-883f7723-c391-4305-b3dc-65cc37d6bfa7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Aug 19 18:01:14.480004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f47c6c-d4f5-4806-b1e5-063e44d7aad1 req-cc8f5bcf-19e1-4ac4-9639-6efa43372d3d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.489884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f47c6c-d4f5-4806-b1e5-063e44d7aad1 req-cc8f5bcf-19e1-4ac4-9639-6efa43372d3d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 944 time: 0.0928211 Aug 19 18:01:14.603198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:14.617872 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3eaa53-6600-4205-8502-4facc7a41ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:14.641533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f47c6c-d4f5-4806-b1e5-063e44d7aad1 req-5cc86cb1-cff9-4fee-850d-b2f2198394c5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489034 Aug 19 18:01:14.721790 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1d52a-2b7a-46a7-ab8c-aaf87d148392 x-openstack-request-id: req-31d1d52a-2b7a-46a7-ab8c-aaf87d148392 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:14.722574 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:14.723527 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31d1d52a-2b7a-46a7-ab8c-aaf87d148392 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:14.724313 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'status': 'completed', 'code': 200} Aug 19 18:01:14.905698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-d09f21bf-975b-442f-a4a1-8ca2e7e594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:14.908450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-d09f21bf-975b-442f-a4a1-8ca2e7e594ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 1096 time: 0.1131444 Aug 19 18:01:15.094866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-17502cc8-cb52-49cd-a94e-6fefadf6f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.096604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-17502cc8-cb52-49cd-a94e-6fefadf6f7b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 905 time: 0.1745043 Aug 19 18:01:15.153567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-c2b342f5-34aa-4f73-bfc2-309c0e8f4bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519 HTTP/1.1" status: 200 len: 217 time: 0.0489452 Aug 19 18:01:15.249967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-6adc9812-2c2f-495b-8e7e-902f83c2c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.252580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-6adc9812-2c2f-495b-8e7e-902f83c2c05e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.0816426 Aug 19 18:01:15.292273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-717c8cf4-9286-4095-83fe-90c078f721d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312498 Aug 19 18:01:15.434564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-653534f2-0d83-44cf-959c-3f4e66994c86 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326830 Aug 19 18:01:15.504199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:15.546532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:15.547431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 5b11bcdd-35c4-49bf-afbe-ffb1a27d2b6e not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:15.627900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc3eaa53-6600-4205-8502-4facc7a41ad6 req-df1bd5a7-1b85-45f5-86d4-4b10e39345bf service neutron] 10.222.0.13 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782715 Aug 19 18:01:15.645846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877565-c22c-4011-be2f-15a4d6203d38 req-2d01a3a0-ed49-4b01-847d-8c109ef1dd84 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.655064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07877565-c22c-4011-be2f-15a4d6203d38 req-2d01a3a0-ed49-4b01-847d-8c109ef1dd84 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.2192731 Aug 19 18:01:15.713483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07877565-c22c-4011-be2f-15a4d6203d38 req-edb36e62-ec44-494c-82f6-d4226058d352 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571330 Aug 19 18:01:15.825529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b323b-c1cf-4253-a644-e79f4d96b617 req-7bf31707-6aea-42c4-a437-9acf71158c8d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:15.828721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-273b323b-c1cf-4253-a644-e79f4d96b617 req-7bf31707-6aea-42c4-a437-9acf71158c8d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 944 time: 0.0772915 Aug 19 18:01:15.893648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-273b323b-c1cf-4253-a644-e79f4d96b617 req-97ef1b87-70d6-4146-a205-7a45cf1b042a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Aug 19 18:01:16.937844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.086596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56742) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:17.103734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbadba-bc37-4f53-9936-9acece4a18a3 req-c3846e83-4fe8-4e58-a2f2-d34813144eb0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:17.123310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdbadba-bc37-4f53-9936-9acece4a18a3 req-c3846e83-4fe8-4e58-a2f2-d34813144eb0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.2666183 Aug 19 18:01:17.145263 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:01:17.268076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdbadba-bc37-4f53-9936-9acece4a18a3 req-d5b53112-26b3-4096-8f56-fcc2e29da8c4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421909 Aug 19 18:01:17.317132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5216f0e3-0cd9-41f8-89aa-88960fd55519 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:17.431137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1856266401', 'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:17.439893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef000-e259-4e89-9258-b47c44c199a1 req-43b3c36c-9555-47d5-a210-549d0b380392 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:17.443883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e7ef000-e259-4e89-9258-b47c44c199a1 req-43b3c36c-9555-47d5-a210-549d0b380392 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 944 time: 0.1494939 Aug 19 18:01:17.478383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Made reservation on behalf of 8f0fa7ac77244623b70b09c950c832a7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:17.481149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.515025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.566224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e7ef000-e259-4e89-9258-b47c44c199a1 req-81884c1e-7e39-4ecd-b0e0-78da86278721 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Aug 19 18:01:17.637922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:17.667066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'mac_address': 'fa:16:3e:11:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:17.748617 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.758602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.784129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.794274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5216f0e3-0cd9-41f8-89aa-88960fd55519 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:17.884696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:17.892099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:17.918507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9493c-fbd1-4386-a14c-5a7424936723,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:17.940291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:01:18.003869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.004465 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Added segment 9c0a4541-52e2-4e64-a182-286347d67961 of type vlan for network d6ef759e-6c4b-4b87-bd64-f5509982065f Aug 19 18:01:18.006506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:18.277251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.308617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504c107-a6b6-41fa-9e1b-ddaf6ee9d7cf req-d9daa704-074b-48c6-890b-c2fe88476e5f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:18.317763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9504c107-a6b6-41fa-9e1b-ddaf6ee9d7cf req-d9daa704-074b-48c6-890b-c2fe88476e5f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1119709 Aug 19 18:01:18.318434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.320272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:18.321451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.370002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9504c107-a6b6-41fa-9e1b-ddaf6ee9d7cf req-e253cec9-adb0-4b7f-834b-2e8dbb05c0d7 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Aug 19 18:01:18.403537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:18.404009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3146298 Aug 19 18:01:18.412865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'subnet': {'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:18.424516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c825-6474-43f1-8710-c7b2c4a0e50e tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Network': ['ID=d6ef759e-6c4b-4b87-bd64-f5509982065f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:18.448866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d6ef759e-6c4b-4b87-bd64-f5509982065f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:01:18.467489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Made reservation on behalf of 8f0fa7ac77244623b70b09c950c832a7 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:18.469732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:18.504814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5216f0e3-0cd9-41f8-89aa-88960fd55519'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:19.079081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3406d9-068f-451f-8349-47010f37b5bc req-1bf2a72c-2934-46a9-aad8-cfdba864a707 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.081234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f3406d9-068f-451f-8349-47010f37b5bc req-1bf2a72c-2934-46a9-aad8-cfdba864a707 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.6361413 Aug 19 18:01:19.098028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce7a5-702f-4282-aca0-55e869959946 req-dc18362f-3061-4a43-9de8-6c6987dfcc49 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.118046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91dce7a5-702f-4282-aca0-55e869959946 req-dc18362f-3061-4a43-9de8-6c6987dfcc49 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 945 time: 0.1326923 Aug 19 18:01:19.233504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91dce7a5-702f-4282-aca0-55e869959946 req-68c52359-0234-4ecb-9f2a-7cd9a98672cb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143312 Aug 19 18:01:19.250570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f3406d9-068f-451f-8349-47010f37b5bc req-7869dcc3-d0dd-4bde-9b60-c949c67d5c76 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297503 Aug 19 18:01:19.626906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e249-cb2d-4b87-a8e5-cfc2432d1909 req-a3336f88-ce5b-464a-8af0-18bb1b08418b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.628553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8457e249-cb2d-4b87-a8e5-cfc2432d1909 req-a3336f88-ce5b-464a-8af0-18bb1b08418b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1178243 Aug 19 18:01:19.688251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:01:19.688772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.754461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6486ea60-de61-47fd-92af-a5b27b841d26,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:19.824048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8457e249-cb2d-4b87-a8e5-cfc2432d1909 req-656e5e00-67a7-49b5-83a2-feabdd84a0bf tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659315 Aug 19 18:01:19.860894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Checking segment: {'id': '9c0a4541-52e2-4e64-a182-286347d67961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:19.860894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network hostable DHCP agents. Network: d6ef759e-6c4b-4b87-bd64-f5509982065f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:01:19.882773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network d6ef759e-6c4b-4b87-bd64-f5509982065f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:01:19.895709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d6ef759e-6c4b-4b87-bd64-f5509982065f) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:19.901225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:19.901915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:19.915535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d99e4f-b420-4690-add7-9ab5a9d28b10 None None] Network d6ef759e-6c4b-4b87-bd64-f5509982065f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:19.924887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8211b4f9-db55-49ba-bd34-8b532b62d5d6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5193403 Aug 19 18:01:19.927825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56772) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:19.933124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-39650622', 'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:19.977370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Made reservation on behalf of 8f0fa7ac77244623b70b09c950c832a7 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:19.981531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.008442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] device_id is not set on port 9b8611a9-3156-4a68-8f3c-4627ea36bb56 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:01:20.141576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.20.0.10 (d6ef759e-6c4b-4b87-bd64-f5509982065f/6486ea60-de61-47fd-92af-a5b27b841d26/9b8611a9-3156-4a68-8f3c-4627ea36bb56) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:20.325924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.370314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc0109-7117-4b33-a61d-affd68059628 req-12a74ce0-5f2d-4e51-9774-2b5f89b3e35f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.372049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5dc0109-7117-4b33-a61d-affd68059628 req-12a74ce0-5f2d-4e51-9774-2b5f89b3e35f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1965318 Aug 19 18:01:20.419080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9d4a3-5810-42e8-a53a-6b1f412ac48e None None] Network d6ef759e-6c4b-4b87-bd64-f5509982065f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:01:20.447530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.510157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network d6ef759e-6c4b-4b87-bd64-f5509982065f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:20.513225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:20.517691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:20.558480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8611a9-3156-4a68-8f3c-4627ea36bb56,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:20.609333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.613870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.615069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdbe00-8556-4c83-81e4-e446c294ff85 req-099d2c00-068a-4e60-b1d9-1b9668c3e158 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.618531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20fdbe00-8556-4c83-81e4-e446c294ff85 req-099d2c00-068a-4e60-b1d9-1b9668c3e158 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 945 time: 0.1932905 Aug 19 18:01:20.635827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d633c3-6182-4543-af5a-d321aaa1f396 req-d7b5e30a-a256-4603-9f1c-672e18fc7c4d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:20.637500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29d633c3-6182-4543-af5a-d321aaa1f396 req-d7b5e30a-a256-4603-9f1c-672e18fc7c4d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.2140031 Aug 19 18:01:20.654166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34b58c84-b363-4ea1-af05-2c310d7a569d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7248855 Aug 19 18:01:20.656889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:20.729381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20fdbe00-8556-4c83-81e4-e446c294ff85 req-e94393be-9f86-4fe6-b6f9-0effea7bcf22 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907714 Aug 19 18:01:20.735173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Deleting port d1a79c1f-12aa-4181-b70b-ef105034bab8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:20.736314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.749807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29d633c3-6182-4543-af5a-d321aaa1f396 req-a3c6910b-2711-4963-a645-d214a1985130 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019111 Aug 19 18:01:20.787350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Deleting port 9b8611a9-3156-4a68-8f3c-4627ea36bb56 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:20.789125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.924185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:20.942110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Calling delete_port for 9b8611a9-3156-4a68-8f3c-4627ea36bb56 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:21.029561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] For port d1a79c1f-12aa-4181-b70b-ef105034bab8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d1a79c1f-12aa-4181-b70b-ef105034bab8,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:21.029895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.041341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e02ce6-4255-4908-8658-2ec34849585c req-a56e5108-aa32-410d-9bc7-3970f3cf50e2 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.043132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45e02ce6-4255-4908-8658-2ec34849585c req-a56e5108-aa32-410d-9bc7-3970f3cf50e2 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 946 time: 0.1138682 Aug 19 18:01:21.077325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Calling delete_port for d1a79c1f-12aa-4181-b70b-ef105034bab8 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:21.110733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45e02ce6-4255-4908-8658-2ec34849585c req-32ed3fa1-ebee-45fa-8665-e6d825bdd70b tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Aug 19 18:01:21.148083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.203167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8611a9-3156-4a68-8f3c-4627ea36bb56,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:21.264820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.280097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:21.305061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event deleted for resources: {'Port': ['ID=d1a79c1f-12aa-4181-b70b-ef105034bab8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:21.336658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'd1a79c1f-12aa-4181-b70b-ef105034bab8'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:21.345796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5216f0e3-0cd9-41f8-89aa-88960fd55519 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:21.360811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.376445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75275510-5eac-46fd-8604-84d680a3d98d tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9b8611a9-3156-4a68-8f3c-4627ea36bb56 HTTP/1.1" status: 204 len: 168 time: 0.7167976 Aug 19 18:01:21.379729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:21.394022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f', 'external_fixed_ips': [{'subnet_id': '6486ea60-de61-47fd-92af-a5b27b841d26', 'ip_address': '172.20.0.10'}]}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:21.411323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] No DVR routers for this DVR port d1a79c1f-12aa-4181-b70b-ef105034bab8 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:21.416653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.420841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5dc0109-7117-4b33-a61d-affd68059628 req-fddbb60a-e25d-40ca-bd5b-a45ab1fbc261 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "DELETE /v2.0/ports/d1a79c1f-12aa-4181-b70b-ef105034bab8 HTTP/1.1" status: 204 len: 173 time: 1.0390935 Aug 19 18:01:21.422578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'name': 'network-vif-deleted', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:21.450232 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85635de-0f1c-42a1-9c9c-a0cd89b0e620" -d '{"events": [{"server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "name": "network-vif-deleted", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:21.469897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.471371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.495621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 5216f0e3-0cd9-41f8-89aa-88960fd55519 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:21.535686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5216f0e3-0cd9-41f8-89aa-88960fd55519 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:21.536081 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.676253 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff75c41-b669-49fa-b7a0-8bbca420fdd9 x-openstack-request-id: req-fff75c41-b669-49fa-b7a0-8bbca420fdd9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:21.677226 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f169bfd-001f-45af-8e9f-b1db2313ab79", "name": "network-vif-deleted", "tag": "d1a79c1f-12aa-4181-b70b-ef105034bab8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:21.677226 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fff75c41-b669-49fa-b7a0-8bbca420fdd9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:21.677226 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f169bfd-001f-45af-8e9f-b1db2313ab79', 'name': 'network-vif-deleted', 'tag': 'd1a79c1f-12aa-4181-b70b-ef105034bab8', 'status': 'completed', 'code': 200} Aug 19 18:01:21.736627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.839277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.904900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:21.908082 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085fac4-3c3f-4784-b947-430a8f7fc8d4" -d '{"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-plugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:21.925117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:21.931422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:21.988564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adaa8b-45d0-4739-bc1f-ba8e9c08b1da req-344fd324-f21a-4cd7-9f0c-bd1144afd713 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:21.990182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98adaa8b-45d0-4739-bc1f-ba8e9c08b1da req-344fd324-f21a-4cd7-9f0c-bd1144afd713 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 945 time: 0.1256466 Aug 19 18:01:22.025969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:22.031252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7c439-cde2-4634-8cde-877c16c62db6 req-b66a964f-ec80-488b-b7e2-fcc2861840a2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:22.033905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29a7c439-cde2-4634-8cde-877c16c62db6 req-b66a964f-ec80-488b-b7e2-fcc2861840a2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1105533 Aug 19 18:01:22.060528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.071319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98adaa8b-45d0-4739-bc1f-ba8e9c08b1da req-8bd0d65b-fa94-4d8c-969d-29292e832384 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Aug 19 18:01:22.144537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29a7c439-cde2-4634-8cde-877c16c62db6 req-0107acac-9dc1-446d-b8f5-af2244888cbb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866804 Aug 19 18:01:22.268545 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e0076-3866-4ff1-8e82-2826db895674 x-openstack-request-id: req-193e0076-3866-4ff1-8e82-2826db895674 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:22.268838 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-plugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:22.269108 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-193e0076-3866-4ff1-8e82-2826db895674 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:22.269757 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'code': 200} Aug 19 18:01:22.451574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f08ae4-0056-4216-95d4-eab4768069c4 req-af7ba85a-0b6c-4170-96e2-8c81e0ff6ff6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f169bfd-001f-45af-8e9f-b1db2313ab79 HTTP/1.1" status: 200 len: 210 time: 0.0718274 Aug 19 18:01:22.478374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.489147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc838a-c2e6-4f43-a330-d1debf634baa req-e9c193c8-87d3-47f7-b5ab-543fc8970d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:22.491061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efbc838a-c2e6-4f43-a330-d1debf634baa req-e9c193c8-87d3-47f7-b5ab-543fc8970d1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 1098 time: 0.1015770 Aug 19 18:01:22.539825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.557513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efbc838a-c2e6-4f43-a330-d1debf634baa req-2b53c026-5ecc-4139-b8d6-d905f204f7dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565391 Aug 19 18:01:22.736272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.20.0.10 (d6ef759e-6c4b-4b87-bd64-f5509982065f/6486ea60-de61-47fd-92af-a5b27b841d26/c308836f-948d-4b02-a4a6-0bceef68f072) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:22.885761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:22.952398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:23.000922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network d6ef759e-6c4b-4b87-bd64-f5509982065f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:23.006449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:23.010188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:23.043012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=c308836f-948d-4b02-a4a6-0bceef68f072,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:23.246610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230b3cd-7679-4e29-8f15-61a6eaaaf409 req-1cfb6c52-614b-44f5-b4c4-40ad35358cd6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:23.250112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7230b3cd-7679-4e29-8f15-61a6eaaaf409 req-1cfb6c52-614b-44f5-b4c4-40ad35358cd6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0761430 Aug 19 18:01:23.332922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7230b3cd-7679-4e29-8f15-61a6eaaaf409 req-3300d63a-f49b-4f6d-854c-1399b96fb26a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Aug 19 18:01:23.382424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271388-9f2e-4cdf-9ecb-1043b3549bb0 req-074bc456-9d24-4f9b-9baf-a9ddb997d4cd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:23.384302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a271388-9f2e-4cdf-9ecb-1043b3549bb0 req-074bc456-9d24-4f9b-9baf-a9ddb997d4cd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1131153 Aug 19 18:01:23.472567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a271388-9f2e-4cdf-9ecb-1043b3549bb0 req-72cb9e77-7dc4-4ee0-9662-877d2e6e21d3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713632 Aug 19 18:01:23.917022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.050584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc5ac0-5b19-46ca-a460-ab4c1aa312d5 req-d7105331-7a22-4f55-8630-1325f03f793c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.052269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3fc5ac0-5b19-46ca-a460-ab4c1aa312d5 req-d7105331-7a22-4f55-8630-1325f03f793c tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 945 time: 0.0821025 Aug 19 18:01:24.107106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3fc5ac0-5b19-46ca-a460-ab4c1aa312d5 req-cb7ab374-3faa-4a30-915e-d61a1ad599ed tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Aug 19 18:01:24.269770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.423168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router 4a59ea9c-6751-4595-8722-8f4f370b52d3 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:24.490746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c689-2129-4ae7-a54a-7a3dc9b47b9d req-e70b484c-7453-48b7-876b-f833d82d839c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.492515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a623c689-2129-4ae7-a54a-7a3dc9b47b9d req-e70b484c-7453-48b7-876b-f833d82d839c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0690260 Aug 19 18:01:24.541655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a623c689-2129-4ae7-a54a-7a3dc9b47b9d req-8079f2be-a876-4d80-9b23-bdd4b636b48c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Aug 19 18:01:24.625916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:24.643057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Sync routers for ids ['4a59ea9c-6751-4595-8722-8f4f370b52d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:24.647229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931721af-b674-4140-acff-5175d8279d9e req-c2290984-0f50-4e47-ae97-c1ee25916b68 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.652034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-931721af-b674-4140-acff-5175d8279d9e req-c2290984-0f50-4e47-ae97-c1ee25916b68 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0772581 Aug 19 18:01:24.664517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.664751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Routers {'4a59ea9c-6751-4595-8722-8f4f370b52d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:24.665800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4a59ea9c-6751-4595-8722-8f4f370b52d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:24.666722 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-041f62ef-df80-4933-a0f3-3cd0609189a2 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2849615 Aug 19 18:01:24.669422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:24.742893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-931721af-b674-4140-acff-5175d8279d9e req-7c5b31ba-02d2-43e8-8a05-50515aca24b7 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821307 Aug 19 18:01:24.849152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Set router 4a59ea9c-6751-4595-8722-8f4f370b52d3 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:24.898100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:24.982557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf8215-991a-4994-acc8-3b5339307cd9 req-3a72b73f-59f4-4a03-a563-3f9a2ddd44cd tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:24.984760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5bf8215-991a-4994-acc8-3b5339307cd9 req-3a72b73f-59f4-4a03-a563-3f9a2ddd44cd tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1072986 Aug 19 18:01:25.023553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.049804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5bf8215-991a-4994-acc8-3b5339307cd9 req-915cedd6-64e4-4f38-b01c-055ac636ead3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584357 Aug 19 18:01:25.133184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Deleting port c308836f-948d-4b02-a4a6-0bceef68f072 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:25.133687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.144685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a59ea9c-6751-4595-8722-8f4f370b52d3', 'name': '', 'tenant_id': '8f0fa7ac77244623b70b09c950c832a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f', 'external_fixed_ips': [{'subnet_id': '6486ea60-de61-47fd-92af-a5b27b841d26', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c308836f-948d-4b02-a4a6-0bceef68f072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:21Z', 'updated_at': '2021-08-19T18:01:23Z', 'revision_number': 3, 'project_id': '8f0fa7ac77244623b70b09c950c832a7', 'gw_port': {'id': 'c308836f-948d-4b02-a4a6-0bceef68f072', 'name': '', 'network_id': 'd6ef759e-6c4b-4b87-bd64-f5509982065f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a59ea9c-6751-4595-8722-8f4f370b52d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '6486ea60-de61-47fd-92af-a5b27b841d26', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:22Z', 'updated_at': '2021-08-19T18:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6486ea60-de61-47fd-92af-a5b27b841d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:25.179877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Checking router: 4a59ea9c-6751-4595-8722-8f4f370b52d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:25.180229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Updating router 4a59ea9c-6751-4595-8722-8f4f370b52d3 port c308836f-948d-4b02-a4a6-0bceef68f072 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:01:25.264366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.277953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.305314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Calling delete_port for c308836f-948d-4b02-a4a6-0bceef68f072 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:25.333621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb400-307f-4957-983e-a26d6548bd7e req-a3922510-6b5b-4d27-8241-5ec6eb8d614a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:25.336390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b21fb400-307f-4957-983e-a26d6548bd7e req-a3922510-6b5b-4d27-8241-5ec6eb8d614a tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 945 time: 0.1520512 Aug 19 18:01:25.353737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aed68-56c0-440d-b521-9ce75f9dbf77 req-28787107-7665-49b5-87c5-51fddd6fbd55 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:25.369192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990aed68-56c0-440d-b521-9ce75f9dbf77 req-28787107-7665-49b5-87c5-51fddd6fbd55 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 945 time: 0.1420987 Aug 19 18:01:25.388359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1a79c1f-12aa-4181-b70b-ef105034bab8 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:25.431614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: d1a79c1f-12aa-4181-b70b-ef105034bab8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:25.432113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d1a79c1f-12aa-4181-b70b-ef105034bab8 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:25.518048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.553120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Port': ['ID=c308836f-948d-4b02-a4a6-0bceef68f072,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:25.594816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-990aed68-56c0-440d-b521-9ce75f9dbf77 req-b6e16a0b-3d0b-4822-8e4e-30dd823ac8ac tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246127 Aug 19 18:01:25.665799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Deleting port 3ceeffff-7cf4-467e-b748-ff20d33095ba {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:25.666479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.692772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.758856 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:01:25.759433 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:01:25.798427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.802403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.855868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.856742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a59ea9c-6751-4595-8722-8f4f370b52d3 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:25.867424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.872053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a344fe90-a7c4-4f49-a2c0-5bd14ce875e1 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4a59ea9c-6751-4595-8722-8f4f370b52d3 HTTP/1.1" status: 204 len: 168 time: 1.2008131 Aug 19 18:01:25.873363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:25.924272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] For port 3ceeffff-7cf4-467e-b748-ff20d33095ba, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3ceeffff-7cf4-467e-b748-ff20d33095ba,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:25.924880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.937722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Deleting subnet 6486ea60-de61-47fd-92af-a5b27b841d26 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:01:25.944169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.949917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.954274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Calling delete_port for 3ceeffff-7cf4-467e-b748-ff20d33095ba owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:25.986580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e668-efdf-4585-ab54-0be2689469f3 req-486e4ed4-a9fe-4f1e-861f-23ffdd07f07d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:25.988878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:25.989248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c306e668-efdf-4585-ab54-0be2689469f3 req-486e4ed4-a9fe-4f1e-861f-23ffdd07f07d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1466544 Aug 19 18:01:26.039210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.123210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.127103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c306e668-efdf-4585-ab54-0be2689469f3 req-aefe6d2a-605c-4a4f-8ab2-7135a3209a4c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288099 Aug 19 18:01:26.164272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6486ea60-de61-47fd-92af-a5b27b841d26,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:26.169191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.174427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-86840ab3-4b05-446f-8a33-722f51f4894b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/6486ea60-de61-47fd-92af-a5b27b841d26 HTTP/1.1" status: 204 len: 168 time: 0.2960434 Aug 19 18:01:26.174427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:26.271405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.285667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Port c308836f-948d-4b02-a4a6-0bceef68f072 not found while updating agent binding for router 4a59ea9c-6751-4595-8722-8f4f370b52d3. {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 18:01:26.295017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:26.295347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:01:26.296148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_agentschedulers_db [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a59ea9c-6751-4595-8722-8f4f370b52d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:01:26.296599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcc6d5-99d2-432d-a76b-aaedfba4c725 None None] The sync data for ids ['4a59ea9c-6751-4595-8722-8f4f370b52d3'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:26.325843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.342070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3ceeffff-7cf4-467e-b748-ff20d33095ba'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:26.370378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2356c9-1b0e-4d74-987e-4144eb27f53c req-6a92848e-4285-4c55-b615-8ffaa6ce0678 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:26.372029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2356c9-1b0e-4d74-987e-4144eb27f53c req-6a92848e-4285-4c55-b615-8ffaa6ce0678 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.2083566 Aug 19 18:01:26.376088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event deleted for resources: {'Port': ['ID=3ceeffff-7cf4-467e-b748-ff20d33095ba,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:26.399845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:26.406283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.423827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ef759e-6c4b-4b87-bd64-f5509982065f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:26.435555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a4541-52e2-4e64-a182-286347d67961') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:26.436291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a4541-52e2-4e64-a182-286347d67961') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:26.442130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] No DVR routers for this DVR port 3ceeffff-7cf4-467e-b748-ff20d33095ba on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:26.445760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.449761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b21fb400-307f-4957-983e-a26d6548bd7e req-1736910e-edf4-489d-bb33-5724d53f51a6 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.42 "DELETE /v2.0/ports/3ceeffff-7cf4-467e-b748-ff20d33095ba HTTP/1.1" status: 204 len: 173 time: 1.0683773 Aug 19 18:01:26.450327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'name': 'network-vif-deleted', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:26.453526 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefce550-9003-4f2b-9d0f-d6541e6eb323" -d '{"events": [{"server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "name": "network-vif-deleted", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:26.453877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.488935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.496341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:01:26.496752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:01:26.498836 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:01:26.508511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f2356c9-1b0e-4d74-987e-4144eb27f53c req-bc6c2748-6559-4e8e-939e-e6f31519a119 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030929 Aug 19 18:01:26.553982 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce44dfbf-56d1-4800-91d6-39ae067e1f13 x-openstack-request-id: req-ce44dfbf-56d1-4800-91d6-39ae067e1f13 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:26.554524 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f09848-06e1-4a27-821f-87cf04db3419", "name": "network-vif-deleted", "tag": "3ceeffff-7cf4-467e-b748-ff20d33095ba", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:26.554954 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce44dfbf-56d1-4800-91d6-39ae067e1f13 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:26.555583 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f09848-06e1-4a27-821f-87cf04db3419', 'name': 'network-vif-deleted', 'tag': '3ceeffff-7cf4-467e-b748-ff20d33095ba', 'status': 'completed', 'code': 200} Aug 19 18:01:26.588198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.594170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6ef759e-6c4b-4b87-bd64-f5509982065f {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:01:26.608426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:26.612322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d6ef759e-6c4b-4b87-bd64-f5509982065f HTTP/1.1" status: 204 len: 168 time: 0.4370749 Aug 19 18:01:26.625638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e6e81-a4fa-4133-b925-6938ccabef7c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6ef759e-6c4b-4b87-bd64-f5509982065f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:26.850601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79160aa3-01d7-4e9f-80d9-3622bb375b63 req-ae9071a8-620c-4840-863e-c10e0edb70b4 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f09848-06e1-4a27-821f-87cf04db3419 HTTP/1.1" status: 200 len: 210 time: 0.0580094 Aug 19 18:01:27.123825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:27.131726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'name': 'tempest-router--1809227843', 'project_id': '469df9fe95a546e89fd785ee441dcb9b'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:27.182960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.189368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.273209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.296923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.318217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.319519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e97f9bf4-e370-47b4-ac38-0781d45d0390 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1924613 Aug 19 18:01:27.323618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56886) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:27.335019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b544fc-5e8f-4179-ad60-70a22c851fce req-7d477218-cee6-44c7-b926-133935c5377e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:27.344226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46b544fc-5e8f-4179-ad60-70a22c851fce req-7d477218-cee6-44c7-b926-133935c5377e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0857506 Aug 19 18:01:27.424110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46b544fc-5e8f-4179-ad60-70a22c851fce req-4ea8f8a2-3941-4044-8cd0-2d3f03a9925f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786467 Aug 19 18:01:27.433046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.602213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.604377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.635225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482332a7-dc56-478b-b05d-3eae961cc8c8 req-a70aedf6-8d99-4f5c-9e02-9f37bf01126e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:27.636897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-482332a7-dc56-478b-b05d-3eae961cc8c8 req-a70aedf6-8d99-4f5c-9e02-9f37bf01126e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0566299 Aug 19 18:01:27.649803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.650349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98d1d96d-408e-4a02-bd78-210d2d843aed {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:27.655210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:27.656455 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a56ced2e-fb38-49fe-9b7e-08a20c50b1c8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/routers/98d1d96d-408e-4a02-bd78-210d2d843aed HTTP/1.1" status: 204 len: 168 time: 0.3307230 Aug 19 18:01:27.680554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-482332a7-dc56-478b-b05d-3eae961cc8c8 req-373ba30b-13b7-45bd-87ee-abf749266523 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Aug 19 18:01:27.774201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56902) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:27.995583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1606430833', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:28.021787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.022887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.075818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.097051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4dae664f-0040-4b55-bc3a-f0b9db51abfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.282287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.524394 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.547167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-8c9678ed-c744-4d00-96e6-1b28dc1d8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.548998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-8c9678ed-c744-4d00-96e6-1b28dc1d8477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.1509199 Aug 19 18:01:28.552182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:28.711500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f444ae2-8b58-4b41-ada4-3f10b42f0655 req-8aeccc63-38ca-4b55-8c1c-ae1a06cf69bb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.713045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f444ae2-8b58-4b41-ada4-3f10b42f0655 req-8aeccc63-38ca-4b55-8c1c-ae1a06cf69bb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1629205 Aug 19 18:01:28.825975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Allocated IP 172.25.5.239 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ed2fcdb9-b09a-44b1-b839-f6d12586cf4a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:28.853217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-70ef3993-a0a4-4377-b142-1ba0dd21038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.854768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-70ef3993-a0a4-4377-b142-1ba0dd21038c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.2911179 Aug 19 18:01:28.952114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f444ae2-8b58-4b41-ada4-3f10b42f0655 req-79091e89-1d79-41fc-9a2e-b327331965fb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856837 Aug 19 18:01:28.956861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-46712776-ddbc-4339-8bd2-6c79c5e30e60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b459810e-43cd-44da-b5ad-1dd355905156 HTTP/1.1" status: 200 len: 217 time: 0.0875921 Aug 19 18:01:28.965371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083bd36-0ed0-4e63-ab96-9443543cb712 req-09a369c7-2120-4be5-86af-af07480c927b tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:28.975181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d083bd36-0ed0-4e63-ab96-9443543cb712 req-09a369c7-2120-4be5-86af-af07480c927b tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1983342 Aug 19 18:01:29.073021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-0c289006-56d8-4d15-b42e-99cacc360cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:29.074550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-0c289006-56d8-4d15-b42e-99cacc360cd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1016819 Aug 19 18:01:29.081679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d083bd36-0ed0-4e63-ab96-9443543cb712 req-aa875a84-45f7-40cb-bb62-8204c92c42a2 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075628 Aug 19 18:01:29.120347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-886a061a-748c-4492-82dd-48963630f636 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376670 Aug 19 18:01:29.123344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.241619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-53fda896-89dd-454b-a3ee-1412ce6b0f5a service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136770 Aug 19 18:01:29.243620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:29.333793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:29.341466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:29.348626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:29.354016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event updated for resources: {'Port': ['ID=ed2fcdb9-b09a-44b1-b839-f6d12586cf4a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:29.552894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3ceeffff-7cf4-467e-b748-ff20d33095ba no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:29.600012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 3ceeffff-7cf4-467e-b748-ff20d33095ba {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:29.600556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3ceeffff-7cf4-467e-b748-ff20d33095ba not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:29.808673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6dde4cc3-5f3d-4c2e-ab59-0c74db0b2af9 req-8175b906-13a9-4827-bc36-d93fe7de79cb service neutron] 10.222.0.13 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564849 Aug 19 18:01:30.132389 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.144103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a79e49-7813-4e63-81b7-517fde2eb6c6 req-f57484a8-6289-458c-9ae9-a6d7b823a7d3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:30.151727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8a79e49-7813-4e63-81b7-517fde2eb6c6 req-f57484a8-6289-458c-9ae9-a6d7b823a7d3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.1109526 Aug 19 18:01:30.225563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8a79e49-7813-4e63-81b7-517fde2eb6c6 req-0ad4df71-3c2c-4edb-8e54-e7fb125c0b7d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Aug 19 18:01:30.377678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7f90d-cc49-48a2-a74a-217bfa7cafa9 req-5eef0055-15fa-44b0-8484-f6a4657c35f5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:30.377678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46a7f90d-cc49-48a2-a74a-217bfa7cafa9 req-5eef0055-15fa-44b0-8484-f6a4657c35f5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1045735 Aug 19 18:01:30.465086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46a7f90d-cc49-48a2-a74a-217bfa7cafa9 req-742d3f5b-d075-4be6-9722-dbb28662e5fe tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803087 Aug 19 18:01:30.487055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.541511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32ec51f1-63d8-46b2-a575-ca118b663042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.643530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Router b7b05da4-ca6f-42b9-bb30-5edd05730677 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:30.765139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:30.778384 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] Sync routers for ids ['b7b05da4-ca6f-42b9-bb30-5edd05730677'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:30.786198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.791014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6da12327-175c-4f56-adcc-a427946963af tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0128109 Aug 19 18:01:30.791192 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] Routers {'b7b05da4-ca6f-42b9-bb30-5edd05730677'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:30.791303 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b7b05da4-ca6f-42b9-bb30-5edd05730677'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:30.791585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56942) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:30.829063 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:30.844310 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] Routers {'b7b05da4-ca6f-42b9-bb30-5edd05730677'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:30.845209 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b7b05da4-ca6f-42b9-bb30-5edd05730677'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:30.855246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:30.885580 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:30.886271 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825edc8-f6c3-46bc-b640-35181103152e None None] The sync data for ids ['b7b05da4-ca6f-42b9-bb30-5edd05730677'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:30.924104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-42e6ef9a-2713-42fe-bd02-8652cae26e92 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/b7b05da4-ca6f-42b9-bb30-5edd05730677 HTTP/1.1" status: 200 len: 921 time: 0.1306636 Aug 19 18:01:30.926782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56944) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:30.958238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0997d155-4c02-493a-a625-2b54c5197887 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b05da4-ca6f-42b9-bb30-5edd05730677 HTTP/1.1" status: 200 len: 205 time: 0.0301638 Aug 19 18:01:30.960791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56946) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:31.200278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.340115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.383213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:31.408879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626628-9fe3-4ae8-a807-4d679402c330 req-2ba53538-1815-4615-ba5b-3bb9eaad402a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:31.410378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03626628-9fe3-4ae8-a807-4d679402c330 req-2ba53538-1815-4615-ba5b-3bb9eaad402a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 946 time: 0.0928159 Aug 19 18:01:31.420391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port ed2fcdb9-b09a-44b1-b839-f6d12586cf4a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:31.420745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.485578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.505623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03626628-9fe3-4ae8-a807-4d679402c330 req-136bdd43-ee42-47eb-8231-3ed556f5785c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879962 Aug 19 18:01:31.528449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:31.529718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:31.533989 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0612fcf-8e39-42ee-bcac-d1b97494e5cf" -d '{"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-unplugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:31.535752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4e5e9-4e20-4a63-8f00-7a2231131dd9 req-04f1d5cd-e329-4832-9970-9b7c114a2fc9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:31.538314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.544145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36c4e5e9-4e20-4a63-8f00-7a2231131dd9 req-04f1d5cd-e329-4832-9970-9b7c114a2fc9 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.0983243 Aug 19 18:01:31.573244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:31.594888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for ed2fcdb9-b09a-44b1-b839-f6d12586cf4a owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:31.604072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36c4e5e9-4e20-4a63-8f00-7a2231131dd9 req-6f658d8d-027a-42f9-b7ac-48269fe26e44 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Aug 19 18:01:31.636939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:31.727579 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c70229-67de-4433-a73c-7a72710380b6 x-openstack-request-id: req-b6c70229-67de-4433-a73c-7a72710380b6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:31.728148 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-unplugged", "status": "completed", "tag": "b459810e-43cd-44da-b5ad-1dd355905156", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:31.728618 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6c70229-67de-4433-a73c-7a72710380b6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:31.729227 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156', 'code': 200} Aug 19 18:01:31.729515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886e84-206e-43af-9492-86f306da79bc req-ea5d3506-0715-4c8b-86f6-770153a602c5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:31.731129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b886e84-206e-43af-9492-86f306da79bc req-ea5d3506-0715-4c8b-86f6-770153a602c5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0645607 Aug 19 18:01:31.775936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b886e84-206e-43af-9492-86f306da79bc req-9106ec59-3af1-4762-9798-d5d4e8661a54 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Aug 19 18:01:31.886308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.127301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.167576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=ed2fcdb9-b09a-44b1-b839-f6d12586cf4a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:32.244758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.371168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.373831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.422443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.423720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router b7b05da4-ca6f-42b9-bb30-5edd05730677 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:32.433793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.434949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-876bf765-2a09-4a37-a827-270d4ddab292 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/b7b05da4-ca6f-42b9-bb30-5edd05730677 HTTP/1.1" status: 204 len: 168 time: 1.4731178 Aug 19 18:01:32.439468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:32.444095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'name': 'tempest-snat-router-111880223', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:32.466828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.467890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.526367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.668004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8557fd-3434-4812-9d8b-f7cd65024019 req-cef19f61-4dad-4a9b-bf06-23ea16c766df tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:32.669669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef8557fd-3434-4812-9d8b-f7cd65024019 req-cef19f61-4dad-4a9b-bf06-23ea16c766df tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.0552421 Aug 19 18:01:32.702923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.759150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef8557fd-3434-4812-9d8b-f7cd65024019 req-e065b5a1-1552-4444-9971-ae9992c5c1d4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750780 Aug 19 18:01:32.775208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9893209-87bf-4928-917f-8094f4db2665 req-f5294f95-a689-4499-b82b-be51297b46e0 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:32.777366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9893209-87bf-4928-917f-8094f4db2665 req-f5294f95-a689-4499-b82b-be51297b46e0 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.0850081 Aug 19 18:01:32.850523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9893209-87bf-4928-917f-8094f4db2665 req-638de9e7-19a6-4ba1-9647-9f852e076a29 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659983 Aug 19 18:01:32.967352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:32.987600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.146586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.25.5.249 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/81b44547-58ce-4c5f-878b-02c5e91a548d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:33.222055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba482764-0a7d-42a9-86ce-ca4a615b0243 req-509b820d-a5a4-4a81-957c-2217e1bcf19e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.224662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba482764-0a7d-42a9-86ce-ca4a615b0243 req-509b820d-a5a4-4a81-957c-2217e1bcf19e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1570406 Aug 19 18:01:33.262291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978762e2-0b68-48c9-bc21-84516645a19f req-f24f914c-f390-44e8-b9a9-86dd1d78d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.263829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-f24f914c-f390-44e8-b9a9-86dd1d78d10a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.1644549 Aug 19 18:01:33.287503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-bcfaacfb-bfd9-40e3-9504-9c3d7b773e5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1235845 Aug 19 18:01:33.290082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.294816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba482764-0a7d-42a9-86ce-ca4a615b0243 req-5667401a-e2c5-4f7f-8bae-425f71c32538 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Aug 19 18:01:33.368081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.414758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:33.417976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:33.420407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:33.450622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.457941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-df3feb4b-a6ec-47e3-b89e-3a667a2be993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.460255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-df3feb4b-a6ec-47e3-b89e-3a667a2be993 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 1097 time: 0.0752699 Aug 19 18:01:33.479583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978762e2-0b68-48c9-bc21-84516645a19f req-16a873db-b80a-424b-b9db-4afe3264989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.482356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-16a873db-b80a-424b-b9db-4afe3264989b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1798112 Aug 19 18:01:33.594363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=81b44547-58ce-4c5f-878b-02c5e91a548d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:33.690556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-d8936a1c-218d-4bdb-acda-5b6dfd1a5661 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.1748405 Aug 19 18:01:33.703313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02036f3-97b4-49cc-889a-68a6aed44278 req-07bad29e-adfd-4c29-9c5c-7e27fa4f4997 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.704862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b02036f3-97b4-49cc-889a-68a6aed44278 req-07bad29e-adfd-4c29-9c5c-7e27fa4f4997 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1348445 Aug 19 18:01:33.764562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-a8b19891-d339-4f61-87d8-00cf07a38173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.766597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-a8b19891-d339-4f61-87d8-00cf07a38173 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.2757061 Aug 19 18:01:33.810589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:33.843118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-a2ff019c-3a7a-4454-93dc-18b1e5836e5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 200 len: 217 time: 0.0677524 Aug 19 18:01:33.873673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978762e2-0b68-48c9-bc21-84516645a19f req-8cfcb13e-379b-4d90-8391-234bfe107f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:33.878587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-8cfcb13e-379b-4d90-8391-234bfe107f78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1725824 Aug 19 18:01:33.885784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b02036f3-97b4-49cc-889a-68a6aed44278 req-0f34f6c2-7dca-4d19-9974-902b8b4f481b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738994 Aug 19 18:01:34.067487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-4708450a-7875-4237-9726-c4b9bbdc63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.069031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-4708450a-7875-4237-9726-c4b9bbdc63d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.2117624 Aug 19 18:01:34.100039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.155534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-f89e489a-2f4f-4387-a280-475e6a6fb666 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.157003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-f89e489a-2f4f-4387-a280-475e6a6fb666 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbaf91d3-d86e-4291-8291-215828ccab57 HTTP/1.1" status: 200 len: 944 time: 0.2376759 Aug 19 18:01:34.158751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978762e2-0b68-48c9-bc21-84516645a19f req-d7a233a4-2e14-4f7f-8409-3e94149958d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.160154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-d7a233a4-2e14-4f7f-8409-3e94149958d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426136 Aug 19 18:01:34.169821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-8b35e1fc-1ae8-41bf-aeab-3a38eb9e2f5f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.171973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-8b35e1fc-1ae8-41bf-aeab-3a38eb9e2f5f tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.2505434 Aug 19 18:01:34.244899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router f5db2565-800c-4a6a-a649-6f5edebe13aa is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:34.374649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:34.391260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Sync routers for ids ['f5db2565-800c-4a6a-a649-6f5edebe13aa'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:34.397931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.400207 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8fa2dcb6-155c-460c-bffa-f93d3d7287ed tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9592929 Aug 19 18:01:34.404154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57036) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:34.410304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Routers {'f5db2565-800c-4a6a-a649-6f5edebe13aa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:34.410913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['f5db2565-800c-4a6a-a649-6f5edebe13aa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:34.539136 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4d86abf-1051-4e65-858e-b0473fb48488 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/f5db2565-800c-4a6a-a649-6f5edebe13aa HTTP/1.1" status: 200 len: 908 time: 0.1332889 Aug 19 18:01:34.541636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:34.546278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'name': 'tempest-snat-router-111880223', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': True}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:34.571497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.572776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.594995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Set router f5db2565-800c-4a6a-a649-6f5edebe13aa gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:34.631058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.701693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cf01a-03f6-4191-b323-ebfec29cbce1 req-53b4348c-d1f3-42fe-9e2e-c62fe612efbe tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.704958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b35cf01a-03f6-4191-b323-ebfec29cbce1 req-53b4348c-d1f3-42fe-9e2e-c62fe612efbe tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 945 time: 0.6639581 Aug 19 18:01:34.762424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-35d9aad5-fc46-400f-b6aa-4be07dc5483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:34.764782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-35d9aad5-fc46-400f-b6aa-4be07dc5483e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6766222 Aug 19 18:01:34.836299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'name': 'tempest-snat-router-111880223', 'tenant_id': '8f0fa7ac77244623b70b09c950c832a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249'}], 'enable_snat': False}, 'gw_port_id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:32Z', 'updated_at': '2021-08-19T18:01:33Z', 'revision_number': 3, 'project_id': '8f0fa7ac77244623b70b09c950c832a7', 'gw_port': {'id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:34.865287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.867231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Checking router: f5db2565-800c-4a6a-a649-6f5edebe13aa for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:34.867620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Updating router f5db2565-800c-4a6a-a649-6f5edebe13aa port 81b44547-58ce-4c5f-878b-02c5e91a548d binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:01:34.894852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:34.951912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b35cf01a-03f6-4191-b323-ebfec29cbce1 req-24fcba56-9121-4e80-8baf-126e4b41859e tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/security-groups?id=87c999f1-0f86-4b2b-8da2-451eae00feaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230482 Aug 19 18:01:35.016314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-4a1af93a-33e2-4a2a-b4e1-92f6efcd3bac service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8414106 Aug 19 18:01:35.019652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-bfc2267b-9e72-4d28-bc10-c6463eb93698 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225368 Aug 19 18:01:35.114279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.141469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.192048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Deleting port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:35.192616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.257093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.267433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Transition to ACTIVE for port object 81b44547-58ce-4c5f-878b-02c5e91a548d will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:35.270716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port b459810e-43cd-44da-b5ad-1dd355905156 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:35.271252 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.272619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.324276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Attempting to bind port 81b44547-58ce-4c5f-878b-02c5e91a548d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:35.324276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Attempting to bind port 81b44547-58ce-4c5f-878b-02c5e91a548d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:35.324815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Attempting to bind port 81b44547-58ce-4c5f-878b-02c5e91a548d on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:35.332342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.25.5.88 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/1eb8ef6e-acbb-417f-a081-98a87f072920) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:35.332941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:35.332941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:35.333145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.333498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:35.334109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Bound port: 81b44547-58ce-4c5f-878b-02c5e91a548d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:35.334400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.407062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] For port 81b44547-58ce-4c5f-878b-02c5e91a548d, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:35.421110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486d49-babf-4e90-8b4d-bd7d22d51bda None None] Pushing event updated for resources: {'Port': ['ID=81b44547-58ce-4c5f-878b-02c5e91a548d,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.439288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:35.442626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] For port 81b44547-58ce-4c5f-878b-02c5e91a548d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=81b44547-58ce-4c5f-878b-02c5e91a548d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:35.468837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94f2c036-d776-4ea5-8b7e-0538560e4ff5 req-ccf4df5f-03ec-43ce-a5ce-2bf33bd91c11 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415982 Aug 19 18:01:35.469744 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.471385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-978762e2-0b68-48c9-bc21-84516645a19f req-9c56c0a7-3000-4299-aa3f-12bdd10ec783 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292741 Aug 19 18:01:35.474845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.502414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5632aab-8645-4997-999f-b8a0250a6501 req-5832914f-62b1-4a3f-ad47-6fb47d228c98 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:35.504090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5632aab-8645-4997-999f-b8a0250a6501 req-5832914f-62b1-4a3f-ad47-6fb47d228c98 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.3351121 Aug 19 18:01:35.530484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] For port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,segment=NetworkSegment(546d71aa-727e-45e0-94e2-7e3213d740de),segment_id=546d71aa-727e-45e0-94e2-7e3213d740de)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:35.530484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.543276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.569476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port b459810e-43cd-44da-b5ad-1dd355905156, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b459810e-43cd-44da-b5ad-1dd355905156,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:35.569850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.583106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Calling delete_port for 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:35.588394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:35.591932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:35.595902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for b459810e-43cd-44da-b5ad-1dd355905156 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:35.596644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:35.639021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb8ef6e-acbb-417f-a081-98a87f072920,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.782867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5632aab-8645-4997-999f-b8a0250a6501 req-e891814f-3fd0-45ce-b944-843a038cde53 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535474 Aug 19 18:01:35.783475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486d49-babf-4e90-8b4d-bd7d22d51bda None None] Pushing event updated for resources: {'Port': ['ID=81b44547-58ce-4c5f-878b-02c5e91a548d,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:35.786993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Routers {'f5db2565-800c-4a6a-a649-6f5edebe13aa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:35.787654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['f5db2565-800c-4a6a-a649-6f5edebe13aa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:35.792843 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.935106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.948434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:01:35.948434 n-d-778550-10 neutron-server[101326]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 18:01:35.948434 n-d-778550-10 neutron-server[101326]: [parameters: {'status': 'DOWN', 'ports_id': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'}] Aug 19 18:01:35.948434 n-d-778550-10 neutron-server[101326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:01:35.949415 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:01:35.957168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] Set router f5db2565-800c-4a6a-a649-6f5edebe13aa gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:35.975726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:35.978868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=b459810e-43cd-44da-b5ad-1dd355905156,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:36.008258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.057658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port b459810e-43cd-44da-b5ad-1dd355905156 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:36.070296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.072654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df4a902a-ab99-4faf-9be1-7bae9d47eec3 req-db9abc54-5456-41ea-bfd7-81d3f5cc7c67 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "DELETE /v2.0/ports/b459810e-43cd-44da-b5ad-1dd355905156 HTTP/1.1" status: 204 len: 173 time: 1.8997591 Aug 19 18:01:36.078330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-deleted', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:36.079997 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a91fd46-cf0f-4123-a1be-38bbae8fb88f" -d '{"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-deleted", "tag": "b459810e-43cd-44da-b5ad-1dd355905156"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:36.167846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] No DVR routers for this DVR port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:01:36.172042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.174772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b1382e1-18b1-4f49-a348-f8b15b90b1a4 req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.13 "DELETE /v2.0/ports/8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 HTTP/1.1" status: 204 len: 173 time: 1.9882159 Aug 19 18:01:36.178264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af89c8-be03-4bdd-87f6-2326be132b30 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] Pushing event deleted for resources: {'Port': ['ID=8686333c-cf9b-4ec0-89c6-e1e6bdd053a0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:36.210008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeed85-bef4-4faa-88a5-6d39635f3191 req-cace0db4-1e3d-49f8-ac15-e2073018585a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:36.212083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aebeed85-bef4-4faa-88a5-6d39635f3191 req-cace0db4-1e3d-49f8-ac15-e2073018585a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1385109 Aug 19 18:01:36.267323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aebeed85-bef4-4faa-88a5-6d39635f3191 req-c4c6de32-fffd-4979-b568-a573b54087cc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Aug 19 18:01:36.317549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'name': 'tempest-snat-router-111880223', 'tenant_id': '8f0fa7ac77244623b70b09c950c832a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249'}], 'enable_snat': False}, 'gw_port_id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:32Z', 'updated_at': '2021-08-19T18:01:33Z', 'revision_number': 3, 'project_id': '8f0fa7ac77244623b70b09c950c832a7', 'gw_port': {'id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:36.354230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04eaf3-d9e2-43dc-a7ed-114f97663493 None None] The sync data for ids ['f5db2565-800c-4a6a-a649-6f5edebe13aa'] in n-d-778550-10 is: [{'id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'name': 'tempest-snat-router-111880223', 'tenant_id': '8f0fa7ac77244623b70b09c950c832a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249'}], 'enable_snat': False}, 'gw_port_id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:32Z', 'updated_at': '2021-08-19T18:01:33Z', 'revision_number': 3, 'project_id': '8f0fa7ac77244623b70b09c950c832a7', 'gw_port': {'id': '81b44547-58ce-4c5f-878b-02c5e91a548d', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5db2565-800c-4a6a-a649-6f5edebe13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:33Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:36.388229 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c0f3c8-5c56-4f65-b931-b8e3b9f422fb x-openstack-request-id: req-13c0f3c8-5c56-4f65-b931-b8e3b9f422fb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:36.390473 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf91d3-d86e-4291-8291-215828ccab57", "name": "network-vif-deleted", "tag": "b459810e-43cd-44da-b5ad-1dd355905156", "status": "failed", "code": 422}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:36.391286 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13c0f3c8-5c56-4f65-b931-b8e3b9f422fb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:36.392897 n-d-778550-10 neutron-server[101324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbaf91d3-d86e-4291-8291-215828ccab57', 'name': 'network-vif-deleted', 'tag': 'b459810e-43cd-44da-b5ad-1dd355905156', 'status': 'failed', 'code': 422} returned with failed status Aug 19 18:01:36.406457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:36.482611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Port 8686333c-cf9b-4ec0-89c6-e1e6bdd053a0 update to DOWN by agent not found {{(pid=101326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 18:01:36.483298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:36.502893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc95b7ec-2c59-4512-a8f8-69a531326d62 req-ab4f0276-c5c5-41f3-aab9-b11382ea8095 tempest-AttachVolumeNegativeTest-76823336 tempest-AttachVolumeNegativeTest-76823336-project] 10.222.0.36 "GET /v2.0/ports?device_id=032a43ac-cf82-43b4-acf5-77c3a1aad30b HTTP/1.1" status: 200 len: 210 time: 0.0603244 Aug 19 18:01:36.542658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: b459810e-43cd-44da-b5ad-1dd355905156 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:36.543344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b459810e-43cd-44da-b5ad-1dd355905156 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:36.998624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:37.018819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 81b44547-58ce-4c5f-878b-02c5e91a548d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:37.081548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37098f-2a0a-49fd-bbbb-56e02aaa223a req-270903b7-c412-43d3-894a-fef327c202ec tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.090227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb37098f-2a0a-49fd-bbbb-56e02aaa223a req-270903b7-c412-43d3-894a-fef327c202ec tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1750121 Aug 19 18:01:37.118591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 81b44547-58ce-4c5f-878b-02c5e91a548d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:37.126656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 81b44547-58ce-4c5f-878b-02c5e91a548d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:37.127048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.142454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-08cbbd47-c1b1-4366-8680-0530ed8718e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.150040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-08cbbd47-c1b1-4366-8680-0530ed8718e3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.3045530 Aug 19 18:01:37.178195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d51077b1-8278-4ed6-95a0-17e2f1ef6383 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0271666 Aug 19 18:01:37.190111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb37098f-2a0a-49fd-bbbb-56e02aaa223a req-8cba8087-8512-44bc-bd9b-f7ed9244ecdb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987277 Aug 19 18:01:37.224172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:37.234491 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Sync routers for ids ['89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:37.247919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-c9c5c057-3211-4edc-81ef-9b36e4286307 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684564 Aug 19 18:01:37.254341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.256935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a819e8fa-82cd-49df-bd83-b7dc33ab8a7b tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7142506 Aug 19 18:01:37.258313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Routers {'89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:37.259022 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:37.259802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:37.310849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.365330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 81b44547-58ce-4c5f-878b-02c5e91a548d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=81b44547-58ce-4c5f-878b-02c5e91a548d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:37.372292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.427870 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7d7a641d-a60a-4348-8b54-258dd2bcebbd tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 HTTP/1.1" status: 200 len: 906 time: 0.1620343 Aug 19 18:01:37.428608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:37.460640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Set router 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:01:37.473952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-ecfd77d5-fdbe-4db6-9841-c8a5a7a8ac2c service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216542 Aug 19 18:01:37.501375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=81b44547-58ce-4c5f-878b-02c5e91a548d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:37.607293 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.689683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f38da-f4d4-47f6-b95b-84bb436de90a req-f505aff6-4f6f-43cb-832d-6a19b99b7de7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:37.691921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b04f38da-f4d4-47f6-b95b-84bb436de90a req-f505aff6-4f6f-43cb-832d-6a19b99b7de7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2012105 Aug 19 18:01:37.696718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-594dc3d8-1baa-4c11-8594-dd06c143214f service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150562 Aug 19 18:01:37.755876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b04f38da-f4d4-47f6-b95b-84bb436de90a req-357ba360-7eb2-494f-bd9b-e737e45a69b2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536728 Aug 19 18:01:37.759478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.860736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Deleting port 1eb8ef6e-acbb-417f-a081-98a87f072920 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:37.861095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:37.882419 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3', 'name': 'tempest-snat-router-111880223', 'tenant_id': '8f0fa7ac77244623b70b09c950c832a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '1eb8ef6e-acbb-417f-a081-98a87f072920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:01:34Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 3, 'project_id': '8f0fa7ac77244623b70b09c950c832a7', 'gw_port': {'id': '1eb8ef6e-acbb-417f-a081-98a87f072920', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:01:35Z', 'updated_at': '2021-08-19T18:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:37.965831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57094) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:37.974070 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Checking router: 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:01:37.977485 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Updating router 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 port 1eb8ef6e-acbb-417f-a081-98a87f072920 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:01:38.011738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.023227 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.029332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Calling delete_port for 1eb8ef6e-acbb-417f-a081-98a87f072920 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:38.057369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e54ac8d8-f7f3-4e0d-a378-ab6d2c822e6a req-7b5b54e9-1c2f-427e-b592-0842e0f4853c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 210 time: 0.0465183 Aug 19 18:01:38.087282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Deleting subnet 03f24b39-9938-4b7e-b293-f1d42144b82c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:01:38.091725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.158131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.208527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.309288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.328951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.371614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.377945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/03f24b39-9938-4b7e-b293-f1d42144b82c HTTP/1.1" status: 204 len: 168 time: 0.4075322 Aug 19 18:01:38.379284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4462-10ef-4139-835a-f3b6f37603fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f24b39-9938-4b7e-b293-f1d42144b82c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:38.408691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:38.413550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'name': 'network-vif-deleted', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:38.416044 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10383e05-a642-4779-a31b-f2f9f0511576" -d '{"events": [{"server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "name": "network-vif-deleted", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:38.426167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb8ef6e-acbb-417f-a081-98a87f072920,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:38.500264 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.db.api [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:01:38.500973 n-d-778550-10 neutron-server[101327]: DEBUG oslo_db.api [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:01:38.566793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.574722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2b59a-4762-4b2d-b63b-a0452cfd49d8 req-b99f1241-b59f-4c96-b80c-467f72e242a9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:38.576681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fe2b59a-4762-4b2d-b63b-a0452cfd49d8 req-b99f1241-b59f-4c96-b80c-467f72e242a9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.2239962 Aug 19 18:01:38.586676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.612620 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45b973-0cb1-4580-9b92-80b7bfca0116 x-openstack-request-id: req-0d45b973-0cb1-4580-9b92-80b7bfca0116 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:38.612909 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032a43ac-cf82-43b4-acf5-77c3a1aad30b", "name": "network-vif-deleted", "tag": "8686333c-cf9b-4ec0-89c6-e1e6bdd053a0", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:38.613165 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d45b973-0cb1-4580-9b92-80b7bfca0116 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:38.613552 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032a43ac-cf82-43b4-acf5-77c3a1aad30b', 'name': 'network-vif-deleted', 'tag': '8686333c-cf9b-4ec0-89c6-e1e6bdd053a0', 'status': 'completed', 'code': 200} Aug 19 18:01:38.684133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fe2b59a-4762-4b2d-b63b-a0452cfd49d8 req-786cc411-5b4f-459f-b48d-5ff6c32799b0 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736313 Aug 19 18:01:38.711726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.715896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.738744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.754259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:38.766359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546d71aa-727e-45e0-94e2-7e3213d740de') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:38.766706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546d71aa-727e-45e0-94e2-7e3213d740de') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:38.782111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.782870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:38.787636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.788979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec3333e7-365d-44b5-84bb-e508a9d48879 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/routers/89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3 HTTP/1.1" status: 204 len: 168 time: 1.3571270 Aug 19 18:01:38.791197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.792980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:38.823273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.831772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:01:38.832366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:01:38.834708 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:01:38.946440 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.949391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.960996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:38.966687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d HTTP/1.1" status: 204 len: 168 time: 0.5408382 Aug 19 18:01:38.974941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 81b44547-58ce-4c5f-878b-02c5e91a548d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:38.975611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a4065-c53b-4e13-bc55-e61616291581 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8f06a3-7d8f-4840-ab7f-ed92889c2c6d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:38.993033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5adf9-f722-4eca-9caa-2e27e18ad0df req-17682c91-8d26-4187-a0d0-00bdb0b3e408 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:38.995007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9f5adf9-f722-4eca-9caa-2e27e18ad0df req-17682c91-8d26-4187-a0d0-00bdb0b3e408 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1069069 Aug 19 18:01:39.040839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Port 1eb8ef6e-acbb-417f-a081-98a87f072920 not found while updating agent binding for router 89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3. {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 18:01:39.056043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9f5adf9-f722-4eca-9caa-2e27e18ad0df req-b059a572-434f-4cdd-b73e-325f23e85f07 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Aug 19 18:01:39.065270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:39.065915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:01:39.069862 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_agentschedulers_db [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:01:39.071085 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e0612-7282-4e3a-b2ab-d36814020fca None None] The sync data for ids ['89a8a6e1-4a9f-41e4-8c9f-72ecdd604db3'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:39.104437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 81b44547-58ce-4c5f-878b-02c5e91a548d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:39.105175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.111734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.190599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Deleting port 81b44547-58ce-4c5f-878b-02c5e91a548d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:39.191052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.229267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a17d860-77b4-40f6-814f-759c07271064 req-7c19c565-81ac-41d1-9d8b-e565b800d7e4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 210 time: 0.0410624 Aug 19 18:01:39.316162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:39.318343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] For port 81b44547-58ce-4c5f-878b-02c5e91a548d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=81b44547-58ce-4c5f-878b-02c5e91a548d,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:39.318840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.352559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Calling delete_port for 81b44547-58ce-4c5f-878b-02c5e91a548d owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:39.395110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-caea3471-2222-496d-a496-affb116247ee tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.397555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-caea3471-2222-496d-a496-affb116247ee tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.1665022 Aug 19 18:01:39.411722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:39.426571 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df1a111d-b13c-4782-93d9-379ddb59cd56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d57fe1ecfc542d2b825b023efa458cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045046 Aug 19 18:01:39.429031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57124) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:39.552126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.570865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:01:39.574903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.587185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.670135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.706728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b44547-58ce-4c5f-878b-02c5e91a548d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:39.752977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.755619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.759398 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87c999f1-0f86-4b2b-8da2-451eae00feaa HTTP/1.1" status: 204 len: 168 time: 0.3270860 Aug 19 18:01:39.772052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78965-1a47-4c76-8cc4-31e371ecfc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c999f1-0f86-4b2b-8da2-451eae00feaa,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:39.790663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.863409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.11 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/0f1c7712-51b4-4e7b-9d4d-8d363d76cebb) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:39.884524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7af27-e946-4568-bc25-50ccb1b821fa req-7af74bf5-ae8c-4542-a0dd-9cf793873a3f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:39.888099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af7af27-e946-4568-bc25-50ccb1b821fa req-7af74bf5-ae8c-4542-a0dd-9cf793873a3f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0908484 Aug 19 18:01:39.933219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.935689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.953375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af7af27-e946-4568-bc25-50ccb1b821fa req-26ac9f19-0b4c-49e1-b56c-9db873b53270 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Aug 19 18:01:39.997738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:39.998333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5db2565-800c-4a6a-a649-6f5edebe13aa {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:40.005267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.007753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b624466-776c-495c-b070-2f061eac10ae tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f5db2565-800c-4a6a-a649-6f5edebe13aa HTTP/1.1" status: 204 len: 168 time: 1.2125440 Aug 19 18:01:40.011514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:40.017956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-285637377', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:40.078001 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.080350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.175969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.228559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.275367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.336488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e31e5-da18-49cf-96de-2ae67b888bff req-5cb31668-16a5-4fc9-a6c0-035016c5ded4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.338484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-942e31e5-da18-49cf-96de-2ae67b888bff req-5cb31668-16a5-4fc9-a6c0-035016c5ded4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1366241 Aug 19 18:01:40.365210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:40.378246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:40.386633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:40.391959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:40.434928 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.482428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-942e31e5-da18-49cf-96de-2ae67b888bff req-ade94372-9dca-46b4-8854-25bb86da8c0e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263435 Aug 19 18:01:40.495338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.496039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.533254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e29e4d-ff6d-45d5-ad34-78550bfbdb9b req-209447c4-e672-4a57-8d40-787307a4ac86 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:40.535103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5e29e4d-ff6d-45d5-ad34-78550bfbdb9b req-209447c4-e672-4a57-8d40-787307a4ac86 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 932 time: 0.1131082 Aug 19 18:01:40.537164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-0a71f485-83ee-410d-9d07-e79a9f69cf97 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1299672 Aug 19 18:01:40.552968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Request body: {'port': {'device_id': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:40.668032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5e29e4d-ff6d-45d5-ad34-78550bfbdb9b req-308f038e-e8ac-4726-a88c-78662e3f7472 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250017 Aug 19 18:01:40.682675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.748177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.769379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:40.934258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 81b44547-58ce-4c5f-878b-02c5e91a548d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:01:40.959291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Allocated IP 172.25.5.128 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/349b3fc6-ea5d-41fb-a797-d06ba806ccc5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:40.966620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 81b44547-58ce-4c5f-878b-02c5e91a548d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:01:40.967333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 81b44547-58ce-4c5f-878b-02c5e91a548d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:01:41.123076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:41.134782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.141777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.157412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1262-f05f-44ac-9380-b75248895edd req-7da61027-2c9f-4973-9521-f8dc0609975c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.159009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-892d1262-f05f-44ac-9380-b75248895edd req-7da61027-2c9f-4973-9521-f8dc0609975c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1088817 Aug 19 18:01:41.161972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Transition to ACTIVE for port object 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:01:41.167792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.226475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.273613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:41.276877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:41.280465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:41.308410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event updated for resources: {'Port': ['ID=349b3fc6-ea5d-41fb-a797-d06ba806ccc5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.361308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-892d1262-f05f-44ac-9380-b75248895edd req-48ac39e6-ed26-4007-b981-5dc4a2ef444b tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849852 Aug 19 18:01:41.404056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.500701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Attempting to bind port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:01:41.501049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Attempting to bind port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:01:41.501513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Attempting to bind port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:41.506890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:01:41.506890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Attempting to bind port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:01:41.519550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:01:41.519905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:01:41.520300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:01:41.520741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Bound port: 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:01:41.521105 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.651122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:01:41.667246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:01:41.673306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.688254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283dc1-fd30-48a2-9145-0675da22c5fe req-21eed1a1-a178-4499-b937-93b1e415777b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.689840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06283dc1-fd30-48a2-9145-0675da22c5fe req-21eed1a1-a178-4499-b937-93b1e415777b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.0945776 Aug 19 18:01:41.712096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.722555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.723198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:41.725160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] 10.222.0.42 "PUT /v2.0/ports/0f1c7712-51b4-4e7b-9d4d-8d363d76cebb HTTP/1.1" status: 200 len: 1093 time: 1.1794889 Aug 19 18:01:41.728328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:41.731244 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:41.832640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06283dc1-fd30-48a2-9145-0675da22c5fe req-d23661be-7fdb-4747-b626-04c175014168 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169083 Aug 19 18:01:41.833251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b88448-9639-44b4-bcb1-8784409cf0df service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:41.919683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-61d73e88-e435-4120-a0d1-e1b919de4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.921665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-61d73e88-e435-4120-a0d1-e1b919de4d38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 1096 time: 0.1495161 Aug 19 18:01:41.924139 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a278788-dfcb-4445-8c06-6966fc30555a x-openstack-request-id: req-9a278788-dfcb-4445-8c06-6966fc30555a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:41.924429 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:41.924753 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a278788-dfcb-4445-8c06-6966fc30555a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:41.925053 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb', 'status': 'completed', 'code': 200} Aug 19 18:01:41.964166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fdae1-fc1f-417f-b914-a43c259d1a2b req-5940331c-47b6-478f-9d89-2a33baf4f9b9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:41.974129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e0fdae1-fc1f-417f-b914-a43c259d1a2b req-5940331c-47b6-478f-9d89-2a33baf4f9b9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 944 time: 0.1567535 Aug 19 18:01:42.009680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-6cd8d652-1676-40e5-b5d6-e8dba71c7ce2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb HTTP/1.1" status: 200 len: 217 time: 0.0775774 Aug 19 18:01:42.051331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.083590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e0fdae1-fc1f-417f-b914-a43c259d1a2b req-5457eb69-e832-49b4-acb6-c00c3bb2a4d5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081953 Aug 19 18:01:42.096260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-1f8d0753-5493-434b-8f1b-e6febd018f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:42.098607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-1f8d0753-5493-434b-8f1b-e6febd018f9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.0796943 Aug 19 18:01:42.137711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-6b25d976-aec7-4d40-8508-ac82e78e63ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321071 Aug 19 18:01:42.230680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Router 96ac8669-e923-4ea5-9433-d045fd900da3 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:42.278990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-d6549514-9da5-4bf7-8b45-77d0d6964ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335151 Aug 19 18:01:42.399382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61b6da2-22ef-419b-b121-dc67743b4c7f req-e5f2a553-0c45-4435-a7e6-d2326874e8ca service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133821 Aug 19 18:01:42.753368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:42.767299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] Sync routers for ids ['96ac8669-e923-4ea5-9433-d045fd900da3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:42.774556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:42.780091 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a39cc8ff-8c01-4659-8de4-76baf7ea6577 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7672486 Aug 19 18:01:42.782567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57208) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:42.784394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] Routers {'96ac8669-e923-4ea5-9433-d045fd900da3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:42.785311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96ac8669-e923-4ea5-9433-d045fd900da3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:42.790687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:42.841081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:42.862023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] Routers {'96ac8669-e923-4ea5-9433-d045fd900da3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:42.863115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96ac8669-e923-4ea5-9433-d045fd900da3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:42.929540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:42.931637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9933144-a35d-4253-bfac-51a9fe38af50 None None] The sync data for ids ['96ac8669-e923-4ea5-9433-d045fd900da3'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:42.947299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-e0ad8484-792a-4729-871f-553fca451292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:42.948911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-e0ad8484-792a-4729-871f-553fca451292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 1096 time: 0.4905303 Aug 19 18:01:42.970919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e617-5e93-4bbb-b429-102de7875c05 req-b3ac59cd-96dc-4ed8-8e83-7ce617d4003e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:42.971907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2082e617-5e93-4bbb-b429-102de7875c05 req-b3ac59cd-96dc-4ed8-8e83-7ce617d4003e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.5023630 Aug 19 18:01:43.109415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2082e617-5e93-4bbb-b429-102de7875c05 req-03980bad-8d8b-428f-a7c1-f283be44c13e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253662 Aug 19 18:01:43.135965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d505d4-d276-4495-ae57-7e66b06dbd74 req-940ff027-1091-4104-a32b-41368c7113fd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.135965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58d505d4-d276-4495-ae57-7e66b06dbd74 req-940ff027-1091-4104-a32b-41368c7113fd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1591618 Aug 19 18:01:43.138629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-ecc4a37c-29ac-4efd-b14b-e4929cbe5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.141132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-ecc4a37c-29ac-4efd-b14b-e4929cbe5f69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.1780186 Aug 19 18:01:43.213281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-a1835293-3191-4a2b-9885-2f05bbfd6b89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb HTTP/1.1" status: 200 len: 217 time: 0.0585582 Aug 19 18:01:43.245821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.300964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58d505d4-d276-4495-ae57-7e66b06dbd74 req-911ae09b-33a0-4c41-84a3-35811c51b9a0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535072 Aug 19 18:01:43.352064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-e597588c-e3c2-4513-a240-0b8b13718142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.354125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-e597588c-e3c2-4513-a240-0b8b13718142 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1269538 Aug 19 18:01:43.393205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-6377a622-460e-40fb-b124-79cb867ed041 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307760 Aug 19 18:01:43.402661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafbf9d-8e0c-4ba2-8cb7-078cb58f0e86 req-98830e15-de4a-4fc1-836c-074d1b5d6d54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:43.404200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeafbf9d-8e0c-4ba2-8cb7-078cb58f0e86 req-98830e15-de4a-4fc1-836c-074d1b5d6d54 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 944 time: 0.0930173 Aug 19 18:01:43.469843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57224) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:43.513554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeafbf9d-8e0c-4ba2-8cb7-078cb58f0e86 req-4489da8d-68fa-4fba-af4e-544dab2a1dc6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885613 Aug 19 18:01:43.542691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-dd0b3ba1-8385-492c-8aa6-2b610f80a156 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374614 Aug 19 18:01:43.656041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14adb3e5-0780-4654-a0b8-7dc62ee6b9b3 req-baae4c79-773c-4e7c-905b-945cac05afce service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054003 Aug 19 18:01:43.675092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54a2e81b-87cb-491b-a958-0cf9a6c8ab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.807533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54a2e81b-87cb-491b-a958-0cf9a6c8ab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.812801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54a2e81b-87cb-491b-a958-0cf9a6c8ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.844733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.850924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.858565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-54a2e81b-87cb-491b-a958-0cf9a6c8ab17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9e7e3c3a3de4d4a836307998a3701b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793805 Aug 19 18:01:43.858565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e81b-87cb-491b-a958-0cf9a6c8ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabc8271-3169-4629-ac5d-cb8df4fef8e0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:43.859647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57230) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:43.914602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.939611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:43.980332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router 96ac8669-e923-4ea5-9433-d045fd900da3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:01:43.998033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.001871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.005674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cabc8271-3169-4629-ac5d-cb8df4fef8e0 HTTP/1.1" status: 204 len: 168 time: 0.1431658 Aug 19 18:01:44.011411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeab70c-7ecb-416f-866d-71be8cc1e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabc8271-3169-4629-ac5d-cb8df4fef8e0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.110647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:44.117742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.121565 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb1e423a-9170-48c3-8994-ebfeec1a75df tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "PUT /v2.0/routers/96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 200 len: 921 time: 1.3344982 Aug 19 18:01:44.122475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.128882 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] Sync routers for ids ['96ac8669-e923-4ea5-9433-d045fd900da3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:44.142555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] Routers {'96ac8669-e923-4ea5-9433-d045fd900da3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:44.143326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96ac8669-e923-4ea5-9433-d045fd900da3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:44.198826 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:44.209046 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] Routers {'96ac8669-e923-4ea5-9433-d045fd900da3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:44.209813 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96ac8669-e923-4ea5-9433-d045fd900da3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:44.271588 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:44.272795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbee877-3f69-4aec-b7ad-ad6ee2002ac9 None None] The sync data for ids ['96ac8669-e923-4ea5-9433-d045fd900da3'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:44.324796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-040da241-d256-42b9-a61e-d30e187cbb95 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 200 len: 921 time: 0.2010140 Aug 19 18:01:44.328498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.338726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dbee-7a29-42b4-86e2-54c54391449a req-f161fe34-51b2-4158-adf5-a72420149af6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.340477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd9dbee-7a29-42b4-86e2-54c54391449a req-f161fe34-51b2-4158-adf5-a72420149af6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0958986 Aug 19 18:01:44.400707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd9dbee-7a29-42b4-86e2-54c54391449a req-34272156-d87e-4b97-8699-56b2a610f78a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Aug 19 18:01:44.423431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.447257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a91f86-0ead-440b-b6f0-3d20084d36e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.461714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b41e5-cf9c-42c5-8c92-c8619f83a2b8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.463286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5c4b41e5-cf9c-42c5-8c92-c8619f83a2b8 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=96ac8669-e923-4ea5-9433-d045fd900da3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1341562 Aug 19 18:01:44.466530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57248) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.582139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780be1c-aff5-41a1-9a28-530aba20aaa3 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.586878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5780be1c-aff5-41a1-9a28-530aba20aaa3 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.1192863 Aug 19 18:01:44.587862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57252) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.597868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a91f86-0ead-440b-b6f0-3d20084d36e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.604560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a91f86-0ead-440b-b6f0-3d20084d36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.635654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-68dfcc05-2b09-46cf-a790-e9bcf5b959c5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 200 len: 205 time: 0.0455363 Aug 19 18:01:44.646463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57254) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.650696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a91f86-0ead-440b-b6f0-3d20084d36e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a96ace8-139f-4306-aa32-546f6122883d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.655214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52a91f86-0ead-440b-b6f0-3d20084d36e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae15b01ed0e542c1a53d3907dff88048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305512 Aug 19 18:01:44.659543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:44.738378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.782149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.796818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5491-d1ef-4f44-9af8-634e84a88f14 req-29144b02-d8cd-4dd5-9124-b133fde33e94 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:44.798806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e7c5491-d1ef-4f44-9af8-634e84a88f14 req-29144b02-d8cd-4dd5-9124-b133fde33e94 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 944 time: 0.1666205 Aug 19 18:01:44.856374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.857875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.860766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:44.861957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a96ace8-139f-4306-aa32-546f6122883d HTTP/1.1" status: 204 len: 168 time: 0.2014575 Aug 19 18:01:44.870236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e901c7-fcdc-445f-8768-eb299aa2df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a96ace8-139f-4306-aa32-546f6122883d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:44.910321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e7c5491-d1ef-4f44-9af8-634e84a88f14 req-d8c87296-679e-4c41-928c-6fa4486f7d41 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Aug 19 18:01:45.037338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-8070d031-d30e-4f04-bb6f-1c508ed4a4f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0702987 Aug 19 18:01:45.041156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.138769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032048-97ab-4309-a137-3cdf3629aea2 req-2a737de0-a538-48e3-b10c-e5b938743fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.141094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-2a737de0-a538-48e3-b10c-e5b938743fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 1098 time: 0.0613940 Aug 19 18:01:45.147293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port 349b3fc6-ea5d-41fb-a797-d06ba806ccc5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:45.147686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.302939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.326379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for 349b3fc6-ea5d-41fb-a797-d06ba806ccc5 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:45.329032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032048-97ab-4309-a137-3cdf3629aea2 req-c27ddfc0-ab55-4faa-a2b8-4b7b662d1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.330527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-c27ddfc0-ab55-4faa-a2b8-4b7b662d1b7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1393144 Aug 19 18:01:45.408496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-0dcb7e8f-ce44-4d1b-a178-0ea43020b61d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0702376 Aug 19 18:01:45.575245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032048-97ab-4309-a137-3cdf3629aea2 req-1e62bcf5-0bb7-4086-9c6b-330a6508a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.577121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-1e62bcf5-0bb7-4086-9c6b-330a6508a3cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0963435 Aug 19 18:01:45.613887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:01:45.668212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e280-aaa9-42a7-adb3-6a566c19c3f8 req-8166b5de-13a6-44f4-a1d8-b330fbc7c487 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.670320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a69e280-aaa9-42a7-adb3-6a566c19c3f8 req-8166b5de-13a6-44f4-a1d8-b330fbc7c487 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1566806 Aug 19 18:01:45.694086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.697563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032048-97ab-4309-a137-3cdf3629aea2 req-53e98106-99ff-4a1a-b3f0-9f34ecb55515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:45.699104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-53e98106-99ff-4a1a-b3f0-9f34ecb55515 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146083 Aug 19 18:01:45.743889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:45.759083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb', 'mac_address': 'fa:16:3e:9b:15:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:01:45.759661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=349b3fc6-ea5d-41fb-a797-d06ba806ccc5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:45.805781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.821961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:01:45.835047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a69e280-aaa9-42a7-adb3-6a566c19c3f8 req-7763c901-81dc-4905-8ed9-86297711297d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535947 Aug 19 18:01:45.865018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:45.873175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.922268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-ff834646-611a-4801-bdbd-fb5016e1f9ba service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083397 Aug 19 18:01:45.926005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:45.946457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:46.107976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.121343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['0f1c7712-51b4-4e7b-9d4d-8d363d76cebb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:01:46.128118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.227486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.228623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router 96ac8669-e923-4ea5-9433-d045fd900da3 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:46.249048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937603c4-1165-4d62-9643-0f45df025adf req-8a6297e2-c502-4c8f-bcb9-e5f53960a02f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.252401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-937603c4-1165-4d62-9643-0f45df025adf req-8a6297e2-c502-4c8f-bcb9-e5f53960a02f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 945 time: 0.2047062 Aug 19 18:01:46.264070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.267317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f9e6e928-ee36-40dc-bb23-c8fce9d0e061 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 204 len: 168 time: 1.6190066 Aug 19 18:01:46.270824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:46.281957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2113677397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:46.302874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43032048-97ab-4309-a137-3cdf3629aea2 req-c260ca6f-be20-4861-a80a-df36fe97325a service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279142 Aug 19 18:01:46.310247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.311809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.330747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-937603c4-1165-4d62-9643-0f45df025adf req-d29e61be-0b0c-4706-a749-4a8d3e86eb5d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Aug 19 18:01:46.387689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.393989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.412165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.413393 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-834665eb-b06e-4570-9138-552f10fb9dc5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1408052 Aug 19 18:01:46.416255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57304) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:46.421131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:46.703367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.894416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.985109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:46.994692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb299e9-438e-4b4c-9810-c8df35c5893c req-05d382f1-ce44-4bec-b72e-89869d197748 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:46.997914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bb299e9-438e-4b4c-9810-c8df35c5893c req-05d382f1-ce44-4bec-b72e-89869d197748 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0731063 Aug 19 18:01:47.028776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.070285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bb299e9-438e-4b4c-9810-c8df35c5893c req-37105d6e-e08a-456e-bc8a-a85939a0b3d6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Aug 19 18:01:47.193308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Allocated IP 172.25.5.50 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/66b21cd3-c8ee-4410-8564-feb88c8e745a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:47.320949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.405895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.455787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:47.459221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:47.465626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:47.474408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d1da5-3297-4c92-b5fb-0acc0d4f1ea0 req-56733561-2773-4010-ab21-63ea6790f15f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:47.476002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d55d1da5-3297-4c92-b5fb-0acc0d4f1ea0 req-56733561-2773-4010-ab21-63ea6790f15f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 945 time: 0.0671315 Aug 19 18:01:47.496817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event updated for resources: {'Port': ['ID=66b21cd3-c8ee-4410-8564-feb88c8e745a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:47.537289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d55d1da5-3297-4c92-b5fb-0acc0d4f1ea0 req-466dabf3-9b47-4af9-b2d5-39f3b3a15949 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470235 Aug 19 18:01:47.617380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:01:47.701155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:01:47.707585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:01:47.708252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.834270 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.841344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.869348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:01:47.872058 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a06ab0d-c315-4843-9d01-487df3e40aa3" -d '{"events": [{"server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:01:47.887016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:01:47.894733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:47.941371 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed2947-f2b9-489e-94b1-399033b26be0 x-openstack-request-id: req-16ed2947-f2b9-489e-94b1-399033b26be0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:01:47.942806 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:01:47.943676 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16ed2947-f2b9-489e-94b1-399033b26be0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:01:47.944362 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb', 'code': 200} Aug 19 18:01:47.980651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:48.099464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e3784-b808-40ed-9a3d-60050e54ef37 req-8923de6e-fb76-4250-9dab-21de0f9aba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.104493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d1e3784-b808-40ed-9a3d-60050e54ef37 req-8923de6e-fb76-4250-9dab-21de0f9aba8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 1098 time: 0.0699127 Aug 19 18:01:48.153629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d1e3784-b808-40ed-9a3d-60050e54ef37 req-322eba82-8273-4e88-a660-664fb2524a7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Aug 19 18:01:48.196147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.200591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.260172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf62b9d-2757-4eab-9874-abd3b91f0812 req-94578ed2-6cf3-4aff-8bf7-f6c42a47bb99 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.271101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6bf62b9d-2757-4eab-9874-abd3b91f0812 req-94578ed2-6cf3-4aff-8bf7-f6c42a47bb99 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0747831 Aug 19 18:01:48.333221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6bf62b9d-2757-4eab-9874-abd3b91f0812 req-81476e78-1684-4a94-8bf3-1c4473be2586 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Aug 19 18:01:48.410626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Router 5d3223d3-3a3d-4e01-968e-0f930f35fce9 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:48.582746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:48.590149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:48.591876 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3487e70-e3c5-4400-845b-bb739aae79d8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "PUT /v2.0/routers/5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 200 len: 879 time: 2.1744492 Aug 19 18:01:48.595738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57370) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:48.597575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] Sync routers for ids ['5d3223d3-3a3d-4e01-968e-0f930f35fce9'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:48.611136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] Routers {'5d3223d3-3a3d-4e01-968e-0f930f35fce9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:48.612018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5d3223d3-3a3d-4e01-968e-0f930f35fce9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:48.659043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:48.670776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] Routers {'5d3223d3-3a3d-4e01-968e-0f930f35fce9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:48.672331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5d3223d3-3a3d-4e01-968e-0f930f35fce9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:48.707260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:48.707957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e13b51-b8b6-4d90-9f71-4c5433186a01 None None] The sync data for ids ['5d3223d3-3a3d-4e01-968e-0f930f35fce9'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:48.795089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23b91-5c73-4093-8f7a-ad3b0a4254a5 req-e6a8221c-60ff-4f72-8ded-e874f485d193 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.799083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffc23b91-5c73-4093-8f7a-ad3b0a4254a5 req-e6a8221c-60ff-4f72-8ded-e874f485d193 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1252496 Aug 19 18:01:48.806994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de966d76-e723-4763-815e-8c31fd7fefdc tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 200 len: 920 time: 0.2069144 Aug 19 18:01:48.807438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57378) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:48.879213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d354699-402a-46d8-a7ec-69e53e0b2b56 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:48.879852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffc23b91-5c73-4093-8f7a-ad3b0a4254a5 req-89012596-9bc0-430c-9f89-8abf9c87bc0a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734594 Aug 19 18:01:48.882313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d354699-402a-46d8-a7ec-69e53e0b2b56 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=5d3223d3-3a3d-4e01-968e-0f930f35fce9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0735583 Aug 19 18:01:48.885593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57380) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:48.997863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d4f63-4d47-4505-9154-3f4b6e21e0ec tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:49.003586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-522d4f63-4d47-4505-9154-3f4b6e21e0ec tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.1121767 Aug 19 18:01:49.003865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57386) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:49.379945 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c37f1da-8844-49e0-af7c-927b5fd7c5a2 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 200 len: 205 time: 0.3746743 Aug 19 18:01:49.382809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57398) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:49.510130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc609b6-3286-442f-a51e-9f39ad27356f req-5b4c9b71-fbfe-4a2e-8ec8-664948437d1d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:49.512051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edc609b6-3286-442f-a51e-9f39ad27356f req-5b4c9b71-fbfe-4a2e-8ec8-664948437d1d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0597541 Aug 19 18:01:49.548659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.575343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edc609b6-3286-442f-a51e-9f39ad27356f req-aa46098a-467b-4fa6-a99d-e352834bf7df tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491269 Aug 19 18:01:49.711003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.775708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port 66b21cd3-c8ee-4410-8564-feb88c8e745a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:49.776296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.887771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:49.911936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for 66b21cd3-c8ee-4410-8564-feb88c8e745a owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:50.085730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3367c3-b546-4028-9d2b-95858b718b63 req-c21853ea-6874-42bd-9d15-bc738ec3826b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:50.089622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a3367c3-b546-4028-9d2b-95858b718b63 req-c21853ea-6874-42bd-9d15-bc738ec3826b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0877035 Aug 19 18:01:50.134612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.161398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a3367c3-b546-4028-9d2b-95858b718b63 req-362ea341-05e7-4f13-9372-a4b1207e4142 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Aug 19 18:01:50.170086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=66b21cd3-c8ee-4410-8564-feb88c8e745a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:50.279270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.453639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.456072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.475136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed742-fb03-4240-8261-b9a3d44b0774 req-99fcd760-2d0d-405b-afd5-4c1735967f14 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:50.478355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbbed742-fb03-4240-8261-b9a3d44b0774 req-99fcd760-2d0d-405b-afd5-4c1735967f14 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1010709 Aug 19 18:01:50.505273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.506042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router 5d3223d3-3a3d-4e01-968e-0f930f35fce9 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:50.514722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.521888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb00fba4-03fd-4610-9ffd-fb2632a4b117 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 204 len: 168 time: 1.1328640 Aug 19 18:01:50.524069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:50.532061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-32243149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:50.552136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbbed742-fb03-4240-8261-b9a3d44b0774 req-7754437e-61b6-4b5b-b3e6-00cb2ded75ea tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613656 Aug 19 18:01:50.564420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.566835 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.670501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.676281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.698811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:50.701492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4e02654-dc2b-4628-81c1-fe601248e170 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1767519 Aug 19 18:01:50.706254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:50.713926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': True}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:50.740129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075d4e-6e65-4233-9a95-908f6cbc536f req-d2ef46ef-9cb4-4b03-a686-abb724090aa3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:50.742090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36075d4e-6e65-4233-9a95-908f6cbc536f req-d2ef46ef-9cb4-4b03-a686-abb724090aa3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0675111 Aug 19 18:01:50.815486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36075d4e-6e65-4233-9a95-908f6cbc536f req-bd17e440-d7b2-4017-ae37-544bf8a71f18 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606906 Aug 19 18:01:51.047270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.331635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.362774 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.535439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.25.5.234 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/04a15870-0429-48b0-ba47-6c2c35a258c8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:51.705186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.728831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb1885-610e-4b1c-9dd8-6e8f8deb5eed req-0fe7b669-2668-4db2-88ee-a826df9aa64d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:51.730407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10bb1885-610e-4b1c-9dd8-6e8f8deb5eed req-0fe7b669-2668-4db2-88ee-a826df9aa64d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0628176 Aug 19 18:01:51.752117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:51.781778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10bb1885-610e-4b1c-9dd8-6e8f8deb5eed req-b40f7aa0-bf4a-48ca-bcd7-52c900930e5f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Aug 19 18:01:51.824824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:51.829536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:51.835196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:51.839745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=04a15870-0429-48b0-ba47-6c2c35a258c8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:52.007887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde8f9f-9fa8-4373-a807-238d3d89f729 req-8402d9ee-9424-4d2b-9baa-e5f42e202b48 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:52.010939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbde8f9f-9fa8-4373-a807-238d3d89f729 req-8402d9ee-9424-4d2b-9baa-e5f42e202b48 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0970433 Aug 19 18:01:52.072847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbde8f9f-9fa8-4373-a807-238d3d89f729 req-af630c8f-ec9a-436d-a3c8-b63fcd8194b0 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Aug 19 18:01:52.176997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.442999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.446956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.640119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router 07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:52.776625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:52.786659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:52.786659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3b0c53ce-60be-40f8-8e2a-873c8634a223 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "PUT /v2.0/routers/07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 200 len: 913 time: 2.0760591 Aug 19 18:01:52.787527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57478) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:52.789953 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] Sync routers for ids ['07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:52.807341 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] Routers {'07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:52.808247 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:52.858123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:52.868126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] Routers {'07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:52.869102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:52.925413 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:52.926680 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c2e76-7025-42e6-a60a-047e37b4099a None None] The sync data for ids ['07ba9cfb-a4ea-4e0a-a43c-0924f52bca99'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:52.995782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9e9cf02e-5a03-4bf2-8171-92c084920e63 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 200 len: 919 time: 0.2062464 Aug 19 18:01:53.002337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57482) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.012194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814b7b-774d-42ff-9c88-9ed0adba6ca1 req-65af1b53-3d3f-4bc3-9b9d-260a4b305714 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:53.013742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a814b7b-774d-42ff-9c88-9ed0adba6ca1 req-65af1b53-3d3f-4bc3-9b9d-260a4b305714 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0798519 Aug 19 18:01:53.059608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c277b-9907-4d26-b6b6-1a58e7e32862 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:53.061556 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b9c277b-9907-4d26-b6b6-1a58e7e32862 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=07ba9cfb-a4ea-4e0a-a43c-0924f52bca99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0584738 Aug 19 18:01:53.066834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57486) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.075551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a814b7b-774d-42ff-9c88-9ed0adba6ca1 req-31aa38d2-e883-446d-9680-126ed9a22d79 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543602 Aug 19 18:01:53.186317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5c895-3822-41f4-ae94-fc8bd56ac936 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:53.188359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ba5c895-3822-41f4-ae94-fc8bd56ac936 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.1198292 Aug 19 18:01:53.193182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57490) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.230863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5c299e88-6f80-4452-ae99-191fc0b67cfd tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 200 len: 205 time: 0.0358546 Aug 19 18:01:53.233672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.249499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7abf-e3f1-41ed-b090-7c2d55f8f2c6 req-b39675ec-9943-4d42-95e4-3e10b0e14ff9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:53.254230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf5c7abf-e3f1-41ed-b090-7c2d55f8f2c6 req-b39675ec-9943-4d42-95e4-3e10b0e14ff9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0911789 Aug 19 18:01:53.330552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf5c7abf-e3f1-41ed-b090-7c2d55f8f2c6 req-3f94977c-9929-4a80-818a-a3a29e864b34 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658100 Aug 19 18:01:53.401436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.524700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.603109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port 04a15870-0429-48b0-ba47-6c2c35a258c8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:53.603595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.717916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:53.742298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for 04a15870-0429-48b0-ba47-6c2c35a258c8 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:53.927274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57504) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:53.983355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.026779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=04a15870-0429-48b0-ba47-6c2c35a258c8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:54.100430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.104352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd297-8fa5-4e0f-add5-2d320e668df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.134154 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:01:54.274444 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd297-8fa5-4e0f-add5-2d320e668df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.282644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd297-8fa5-4e0f-add5-2d320e668df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.569608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.575714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.648398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.649291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router 07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:54.661449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.663143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb787fbf-7b8c-4955-9d89-c3413bcd787a tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 204 len: 168 time: 1.4281116 Aug 19 18:01:54.667315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:54.675475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652880672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:54.709374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.710726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.759499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90330793-9087-43a3-8412-512f3390a2e2 req-d973c54d-5422-4440-b0f7-2fe34d8583fe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.761103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90330793-9087-43a3-8412-512f3390a2e2 req-d973c54d-5422-4440-b0f7-2fe34d8583fe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.5500631 Aug 19 18:01:54.777212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.783420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.806346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:54.808234 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-164f98f6-4d2f-473b-87df-c244e95df0a5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1390915 Aug 19 18:01:54.810837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57518) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:54.811830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1b1cd297-8fa5-4e0f-add5-2d320e668df1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f9354a69df645d5b010813af3358d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826182 Aug 19 18:01:54.818289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:54.821208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:54.822014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cd297-8fa5-4e0f-add5-2d320e668df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2bf78-5baa-4629-8a7a-66154969b6b7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:54.860874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390de51-59eb-4878-baa7-1d26748aedb9 req-9420ad63-e803-4455-8295-00a28b95c1e3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:54.862509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9390de51-59eb-4878-baa7-1d26748aedb9 req-9420ad63-e803-4455-8295-00a28b95c1e3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1312039 Aug 19 18:01:54.865612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90330793-9087-43a3-8412-512f3390a2e2 req-c76535cf-0067-46f7-937d-d5893ca07060 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936098 Aug 19 18:01:54.933626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9390de51-59eb-4878-baa7-1d26748aedb9 req-d547d151-47be-4c8b-8d06-1e68cc9b4f29 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Aug 19 18:01:55.088043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.130722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.146009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.242641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.245215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.246512 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbb2bf78-5baa-4629-8a7a-66154969b6b7 HTTP/1.1" status: 204 len: 168 time: 0.4239528 Aug 19 18:01:55.258362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee82d1-6bfc-4bd3-8d81-d532a1440ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2bf78-5baa-4629-8a7a-66154969b6b7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:55.416352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.438327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.576763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Allocated IP 172.25.5.44 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9b9277d7-5c10-48b6-87d5-e234b31a7bc2) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:55.600222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57530) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:55.614001 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db3421ed-b156-4717-a377-2289cdebe777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.712542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db3421ed-b156-4717-a377-2289cdebe777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.716881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db3421ed-b156-4717-a377-2289cdebe777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.723105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.764708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db3421ed-b156-4717-a377-2289cdebe777 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c82abf3cbd94c90ab46ff59aa5355db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632812 Aug 19 18:01:55.765538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3421ed-b156-4717-a377-2289cdebe777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9368d1b8-014e-493e-a391-48e3537cd29c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:55.767181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57532) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:55.780441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.840167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:55.846915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:55.852673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:55.854987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Pushing event updated for resources: {'Port': ['ID=9b9277d7-5c10-48b6-87d5-e234b31a7bc2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:55.892817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.918128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:55.959860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.005122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576946-ed40-4254-bacd-fee5aa512f16 req-c19d3857-317c-4b71-a8bc-f61ba7ec3b7c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:56.006719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af576946-ed40-4254-bacd-fee5aa512f16 req-c19d3857-317c-4b71-a8bc-f61ba7ec3b7c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0568616 Aug 19 18:01:56.080797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af576946-ed40-4254-bacd-fee5aa512f16 req-8b83acb0-7bf8-406a-a1a2-d43cbde43930 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676143 Aug 19 18:01:56.118029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ef9b4-e7ea-42ca-a505-b6a5591f4295 req-e96aaadc-af27-4fe2-b1a0-69d014e9d6ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:56.120885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f83ef9b4-e7ea-42ca-a505-b6a5591f4295 req-e96aaadc-af27-4fe2-b1a0-69d014e9d6ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0917263 Aug 19 18:01:56.142036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.151165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.152442 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9368d1b8-014e-493e-a391-48e3537cd29c HTTP/1.1" status: 204 len: 168 time: 0.3841352 Aug 19 18:01:56.176006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca922c1-003f-4695-b5e6-60948ae36d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9368d1b8-014e-493e-a391-48e3537cd29c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:56.207385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f83ef9b4-e7ea-42ca-a505-b6a5591f4295 req-41c67ad1-8375-4167-b664-6c25dd5531ff tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665915 Aug 19 18:01:56.263033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.500032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.503726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.696569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Router 9f2fd29f-0848-4572-b6a8-771c1b517dac is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:01:56.871367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:01:56.876584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:56.881278 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b8930ed-ee2f-480d-9f79-e1aa44567361 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "PUT /v2.0/routers/9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 200 len: 915 time: 2.0689349 Aug 19 18:01:56.882410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:56.895567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] Sync routers for ids ['9f2fd29f-0848-4572-b6a8-771c1b517dac'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:01:56.916714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] Routers {'9f2fd29f-0848-4572-b6a8-771c1b517dac'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:56.917705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9f2fd29f-0848-4572-b6a8-771c1b517dac'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:56.956158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:56.965623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] Routers {'9f2fd29f-0848-4572-b6a8-771c1b517dac'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:01:56.966726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9f2fd29f-0848-4572-b6a8-771c1b517dac'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:57.003703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:01:57.004372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346611b-ae1b-4ed9-8bc7-ea09dc5fae2b None None] The sync data for ids ['9f2fd29f-0848-4572-b6a8-771c1b517dac'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:01:57.046126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c84e1cdf-537f-49d5-ab85-a221969aa921 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 200 len: 921 time: 0.1607776 Aug 19 18:01:57.050153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57562) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:57.135595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad89b20-7d20-4c18-a81a-74710621afb6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:57.140864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ad89b20-7d20-4c18-a81a-74710621afb6 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=9f2fd29f-0848-4572-b6a8-771c1b517dac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0856702 Aug 19 18:01:57.141682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57566) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:57.281019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc931-0bb0-479a-9e98-33ad71e9ef27 req-074de9fd-e93d-4e65-ba74-d06d80b017ff tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:57.288936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a07bc931-0bb0-479a-9e98-33ad71e9ef27 req-074de9fd-e93d-4e65-ba74-d06d80b017ff tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0639682 Aug 19 18:01:57.302306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865406a-aa2c-4fee-884b-f68f2bdd7188 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:57.310603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f865406a-aa2c-4fee-884b-f68f2bdd7188 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.1667295 Aug 19 18:01:57.313231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:57.342840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a07bc931-0bb0-479a-9e98-33ad71e9ef27 req-543ec5c8-a59d-4222-a828-45a6ceee027c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528677 Aug 19 18:01:57.357091 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eab0b68a-e7f3-44b4-ae02-1e96ff74ee29 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 200 len: 205 time: 0.0423872 Aug 19 18:01:57.363895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:57.410104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70de0c-db45-4e31-b8d2-f8279ab67ab2 req-bab3af61-dec5-47e5-94b2-1ebdfbf304a0 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:57.412943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f70de0c-db45-4e31-b8d2-f8279ab67ab2 req-bab3af61-dec5-47e5-94b2-1ebdfbf304a0 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0918686 Aug 19 18:01:57.463895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f70de0c-db45-4e31-b8d2-f8279ab67ab2 req-3c57a590-bc50-407b-b34e-284e6763c806 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Aug 19 18:01:57.514009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.650579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.729587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port 9b9277d7-5c10-48b6-87d5-e234b31a7bc2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:01:57.730050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.826651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:57.841197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for 9b9277d7-5c10-48b6-87d5-e234b31a7bc2 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:01:58.044880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.073314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=9b9277d7-5c10-48b6-87d5-e234b31a7bc2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:58.108683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5e597c3d-7d04-436f-a6f2-814505b257ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.153170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.252192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.254770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.300754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.301327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router 9f2fd29f-0848-4572-b6a8-771c1b517dac {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:01:58.309823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.314709 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9eeb88dc-81b5-4cca-bf2f-f886fee3241e tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 204 len: 168 time: 0.9454525 Aug 19 18:01:58.314709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57606) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:01:58.319436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-449403160', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:01:58.346899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.352010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.411630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.526737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac2e15-874f-4b33-8595-d427ba879bb2 req-6400eeca-b6cd-4f88-a6ca-254242d59b22 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:58.529524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9ac2e15-874f-4b33-8595-d427ba879bb2 req-6400eeca-b6cd-4f88-a6ca-254242d59b22 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0853162 Aug 19 18:01:58.579666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.637395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9ac2e15-874f-4b33-8595-d427ba879bb2 req-3f7185ed-0ee6-43c7-b687-3615a4e60742 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Aug 19 18:01:58.653546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab633b55-c4ad-4e59-a67a-c32e81042573 req-5a921447-5057-4732-8fde-e0d9773159ce tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:58.661265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab633b55-c4ad-4e59-a67a-c32e81042573 req-5a921447-5057-4732-8fde-e0d9773159ce tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1091270 Aug 19 18:01:58.711400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab633b55-c4ad-4e59-a67a-c32e81042573 req-c0e3c3a4-a1c5-404e-b073-e8a86c21bf6a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Aug 19 18:01:58.894770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:58.913949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.041817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Allocated IP 172.25.5.43 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/795a0a01-1f3f-4f4b-b252-219268ece28f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:01:59.158445 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.204792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.268216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:01:59.271288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:01:59.276756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:01:59.279775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event updated for resources: {'Port': ['ID=795a0a01-1f3f-4f4b-b252-219268ece28f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:01:59.556766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:01:59.878125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664baf6-a477-474b-87bd-2de32ca9c97c req-90041fd8-8dfd-4748-99f5-1002096fc688 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:59.880023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3664baf6-a477-474b-87bd-2de32ca9c97c req-90041fd8-8dfd-4748-99f5-1002096fc688 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1218421 Aug 19 18:01:59.926192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb890dd-03be-4e0e-9465-0b42dc861bc0 req-232b1f6f-7490-4fe1-b0ab-68c0f04fec80 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:01:59.928008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fb890dd-03be-4e0e-9465-0b42dc861bc0 req-232b1f6f-7490-4fe1-b0ab-68c0f04fec80 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1149101 Aug 19 18:01:59.966193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3664baf6-a477-474b-87bd-2de32ca9c97c req-c703d909-6466-4830-b0bf-bd590765de16 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753753 Aug 19 18:02:00.016780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fb890dd-03be-4e0e-9465-0b42dc861bc0 req-cbb6b60c-8b39-4c18-8a21-63f8e0fceacc tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755296 Aug 19 18:02:00.206094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.347136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Router 1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:02:00.491089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:00.508793 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] Sync routers for ids ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:00.513522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.519322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b2a53951-daa2-49e3-8abc-3572cf470de7 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1995838 Aug 19 18:02:00.519998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57668) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:00.526244 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] Routers {'1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:00.526867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:01:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:00.528849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:00.545646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0319f41-f45c-411b-ac59-ddd85533be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.564112 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:00.574179 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] Routers {'1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:00.574788 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:00.612354 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:00.613007 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3595d5e-ef8e-4d1a-8971-57abd5bc27d0 None None] The sync data for ids ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:00.874589 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.950694 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:00.967850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.030448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Deleting port 795a0a01-1f3f-4f4b-b252-219268ece28f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:01.030802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.180373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5584f-73b6-4827-9fa7-65f072d5c8e5 req-4e04892c-b857-407d-8974-9035b346e7fe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:01.182030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13d5584f-73b6-4827-9fa7-65f072d5c8e5 req-4e04892c-b857-407d-8974-9035b346e7fe tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0940039 Aug 19 18:02:01.200134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.240903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Calling delete_port for 795a0a01-1f3f-4f4b-b252-219268ece28f owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:01.308954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13d5584f-73b6-4827-9fa7-65f072d5c8e5 req-90167f01-1225-4d2f-a70c-2242835d14c5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060009 Aug 19 18:02:01.319290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812391ef-da5a-482f-9a28-667b9fab6b48 req-3837b93a-c62f-4395-8b25-8fc235ef0e85 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:01.320835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812391ef-da5a-482f-9a28-667b9fab6b48 req-3837b93a-c62f-4395-8b25-8fc235ef0e85 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1712275 Aug 19 18:02:01.397559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-812391ef-da5a-482f-9a28-667b9fab6b48 req-5887d9d8-0ed9-4e81-a250-f2bab3f55ded tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685098 Aug 19 18:02:01.549873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.598966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Pushing event deleted for resources: {'Port': ['ID=795a0a01-1f3f-4f4b-b252-219268ece28f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:01.642403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.642961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.643374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.643794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.644147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.644525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.644891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.645244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.645693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.646068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.646409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.646799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:01.696199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.901572 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.935844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:01.940041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.026048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Router 1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:02.123349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:02.138399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.142546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15e48760-a367-4e88-b147-3fe8517b4977 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "PUT /v2.0/routers/1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 200 len: 705 time: 1.6167309 Aug 19 18:02:02.142732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] Sync routers for ids ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:02.144074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57714) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.169043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] Routers {'1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:02.169973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:02.215327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:02.229604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] Routers {'1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:02.230724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:02.275519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28ce768a-1e72-40dc-b39c-930e9b2b0614 tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/routers/1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 200 len: 740 time: 0.1293812 Aug 19 18:02:02.277712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57720) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.279242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:02.280006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046ac42-4d23-497b-ada0-3ea0a392f1e4 None None] The sync data for ids ['1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:02.333087 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-238b2978-ddac-4fe4-a8d9-a398f335476c tempest-RoutersAdminTest-304502098 tempest-RoutersAdminTest-304502098-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 200 len: 205 time: 0.0535207 Aug 19 18:02:02.336733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.370832 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5df34dda-dec7-4da7-9137-13261ef42095 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 200 len: 205 time: 0.0329843 Aug 19 18:02:02.373544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57730) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.467129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.486006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf759d-3657-460a-bfab-c6c9d402aacc req-3b50acd9-3752-4f1b-929d-08c0ec148daa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:02.490236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95bf759d-3657-460a-bfab-c6c9d402aacc req-3b50acd9-3752-4f1b-929d-08c0ec148daa tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0878346 Aug 19 18:02:02.617546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95bf759d-3657-460a-bfab-c6c9d402aacc req-2af677a7-35e5-45d2-ab76-b03ed93a5a19 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183200 Aug 19 18:02:02.639594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c205d0-cc8a-4d1c-b653-c5993b7a8a1a req-73a2264d-7ea7-422e-b9fa-30c8ed70f870 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:02.641430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07c205d0-cc8a-4d1c-b653-c5993b7a8a1a req-73a2264d-7ea7-422e-b9fa-30c8ed70f870 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1145096 Aug 19 18:02:02.665609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.668788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.715912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07c205d0-cc8a-4d1c-b653-c5993b7a8a1a req-23dac10f-312e-425b-b725-5ee44dc6a620 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Aug 19 18:02:02.725532 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.725906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:02:02.746607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:02.746607 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7e5efa0b-102c-438e-b01f-2ca276ef9093 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 204 len: 168 time: 0.3644657 Aug 19 18:02:02.746607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.807408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d87b4384-9f94-4565-a93e-e1c796df9970 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 200 len: 205 time: 0.0620782 Aug 19 18:02:02.809928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57750) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.858173 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-1ca5e3e8-ecb0-4660-894d-fb6cfbf47de5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:02.861491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ca5e3e8-ecb0-4660-894d-fb6cfbf47de5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/1f9f7b4e-4e44-4e7c-9834-07b7a74fe5c0 HTTP/1.1" status: 404 len: 336 time: 0.0488875 Aug 19 18:02:02.865366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57754) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.895166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-580a2ceb-423b-4342-a9ce-2ad47e9396fb tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 200 len: 205 time: 0.0285554 Aug 19 18:02:02.899183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57756) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.944697 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-97cd7e7d-91c7-486d-9789-bfa9d15a577b tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:02.945726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-97cd7e7d-91c7-486d-9789-bfa9d15a577b tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/9f2fd29f-0848-4572-b6a8-771c1b517dac HTTP/1.1" status: 404 len: 336 time: 0.0455282 Aug 19 18:02:02.950298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:02.996520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb41ea0c-d1a1-4074-a64a-3ae7edea27a8 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 200 len: 205 time: 0.0448868 Aug 19 18:02:03.000768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57762) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.050760 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-748375b2-d85d-4eb2-a8fd-b67a96865e6d tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:03.051984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-748375b2-d85d-4eb2-a8fd-b67a96865e6d tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/07ba9cfb-a4ea-4e0a-a43c-0924f52bca99 HTTP/1.1" status: 404 len: 336 time: 0.0490191 Aug 19 18:02:03.055535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.088578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-806c35ad-c64f-4299-bb10-5c0eb2cc60a4 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 200 len: 205 time: 0.0319278 Aug 19 18:02:03.090920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57770) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.130298 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-8679793d-c991-4f59-9a86-3e11b842e2c5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:03.131371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8679793d-c991-4f59-9a86-3e11b842e2c5 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/5d3223d3-3a3d-4e01-968e-0f930f35fce9 HTTP/1.1" status: 404 len: 336 time: 0.0394163 Aug 19 18:02:03.135378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57774) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.166176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a59b80c5-8027-43e4-a663-e17806d63963 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 200 len: 205 time: 0.0295191 Aug 19 18:02:03.169085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57778) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.210033 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-af582e76-e21d-48f1-b39d-7105cc09b388 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:03.211067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-af582e76-e21d-48f1-b39d-7105cc09b388 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/96ac8669-e923-4ea5-9433-d045fd900da3 HTTP/1.1" status: 404 len: 336 time: 0.0408003 Aug 19 18:02:03.215416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57782) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.253686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e243dd02-4c24-4c63-a2c2-d7ccbec25b67 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b05da4-ca6f-42b9-bb30-5edd05730677 HTTP/1.1" status: 200 len: 205 time: 0.0368454 Aug 19 18:02:03.256083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57784) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.294891 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-281e238f-846a-4c2d-9785-5ab6fc96da6b tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] delete failed (client error): The resource could not be found. Aug 19 18:02:03.295940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-281e238f-846a-4c2d-9785-5ab6fc96da6b tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/routers/b7b05da4-ca6f-42b9-bb30-5edd05730677 HTTP/1.1" status: 404 len: 336 time: 0.0389264 Aug 19 18:02:03.300472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57788) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.332011 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32d559d-0427-4bf2-9cd4-402c4cf971c4 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] DELETE failed (client error): The resource could not be found. Aug 19 18:02:03.332505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32d559d-0427-4bf2-9cd4-402c4cf971c4 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:02:03.334278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f32d559d-0427-4bf2-9cd4-402c4cf971c4 tempest-RoutersAdminTest-1818983581 tempest-RoutersAdminTest-1818983581-project] 10.222.0.36 "DELETE /v2.0/subnets/6486ea60-de61-47fd-92af-a5b27b841d26 HTTP/1.1" status: 404 len: 337 time: 0.0328689 Aug 19 18:02:03.454739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:03.796248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57806) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:03.830310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef501f7-f025-4e37-9043-11bfb7eebd63 req-218c777e-8d9f-4d33-87ef-6af5d73ec2be tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:03.835044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bef501f7-f025-4e37-9043-11bfb7eebd63 req-218c777e-8d9f-4d33-87ef-6af5d73ec2be tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1152568 Aug 19 18:02:03.910292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bef501f7-f025-4e37-9043-11bfb7eebd63 req-2c6fbdd9-41a6-4484-b5cf-2f1f2a8531d0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578122 Aug 19 18:02:03.919145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694155bd-dd17-4e44-b964-7d60e9b4debc req-750f8e5a-63fb-4799-bc2f-703d40ddf197 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:03.928335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-694155bd-dd17-4e44-b964-7d60e9b4debc req-750f8e5a-63fb-4799-bc2f-703d40ddf197 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.0919242 Aug 19 18:02:03.975239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-694155bd-dd17-4e44-b964-7d60e9b4debc req-74aeada2-e548-4713-9d2c-61c02a748df7 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Aug 19 18:02:04.139139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fa957ba-9fe3-4899-99bd-4d785f17826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.267808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fa957ba-9fe3-4899-99bd-4d785f17826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.273096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fa957ba-9fe3-4899-99bd-4d785f17826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.332947 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3fa957ba-9fe3-4899-99bd-4d785f17826c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6b122d4901f481c9c684dbf106948b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332916 Aug 19 18:02:04.337700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57824) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:04.341508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c83ca-d583-48b9-9c3a-f71775fba8c0 req-e2248c14-f799-428a-a1b1-37028f6d8c81 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:04.343198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b8c83ca-d583-48b9-9c3a-f71775fba8c0 req-e2248c14-f799-428a-a1b1-37028f6d8c81 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0766017 Aug 19 18:02:04.364496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa957ba-9fe3-4899-99bd-4d785f17826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b248fc-962e-4014-a9d9-c59f470ea59f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:04.404168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b8c83ca-d583-48b9-9c3a-f71775fba8c0 req-2e3d5ef3-1d5e-4dff-a15c-c96c6a8b6fd0 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488086 Aug 19 18:02:04.423031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.452924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.513192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.516467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:04.517667 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8b248fc-962e-4014-a9d9-c59f470ea59f HTTP/1.1" status: 204 len: 168 time: 0.1789560 Aug 19 18:02:04.525998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b61d99-6d15-4d68-8773-28d88f56c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b248fc-962e-4014-a9d9-c59f470ea59f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.073179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:05.139218 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0e7fad95-c098-46bb-9ec9-682ce4710258 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f0fa7ac77244623b70b09c950c832a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576808 Aug 19 18:02:05.139551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:05.152716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914f7f5-11a2-4b81-a912-55518a46920e req-f7e4ddd5-9990-4cda-a556-a3909699da22 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:05.154397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f914f7f5-11a2-4b81-a912-55518a46920e req-f7e4ddd5-9990-4cda-a556-a3909699da22 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1097643 Aug 19 18:02:05.196870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb093ba-5acd-47f3-9b57-37e16bbd087c req-da9fe14c-ace9-4316-9c6e-689e364d3307 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:05.204925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb093ba-5acd-47f3-9b57-37e16bbd087c req-da9fe14c-ace9-4316-9c6e-689e364d3307 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1073537 Aug 19 18:02:05.226932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.241961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f914f7f5-11a2-4b81-a912-55518a46920e req-68a970a5-ef0e-4afc-a37c-18e9024dddf8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 Aug 19 18:02:05.258386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.278384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb093ba-5acd-47f3-9b57-37e16bbd087c req-8d9c4f20-eb86-432f-bc96-df373f3825f5 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719037 Aug 19 18:02:05.385822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.391864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:05.396145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3a9493c-fbd1-4386-a14c-5a7424936723 HTTP/1.1" status: 204 len: 168 time: 0.2554250 Aug 19 18:02:05.410143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286293c-00f4-46cf-b56a-c363fdfbb0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9493c-fbd1-4386-a14c-5a7424936723,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:05.748597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db08d-9d09-4c97-9481-6a5c1641a9ce req-04392fd8-670a-417f-a236-843a4575e00a tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:05.751528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e89db08d-9d09-4c97-9481-6a5c1641a9ce req-04392fd8-670a-417f-a236-843a4575e00a tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0757284 Aug 19 18:02:05.813732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e89db08d-9d09-4c97-9481-6a5c1641a9ce req-3786e173-5bbb-4bbe-a851-80bbf9a99258 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526476 Aug 19 18:02:06.413944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301534a-f906-4eb4-a0ca-64bb0b25ff74 req-55137d06-1e0b-46b8-ba19-ec61daec2dad tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:06.417087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1301534a-f906-4eb4-a0ca-64bb0b25ff74 req-55137d06-1e0b-46b8-ba19-ec61daec2dad tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0811112 Aug 19 18:02:06.521386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1301534a-f906-4eb4-a0ca-64bb0b25ff74 req-09f385c6-ac79-47dd-98c6-da2877b1853f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 Aug 19 18:02:06.606813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eafee-0c88-466f-a343-d3072f73c4fb req-d03aa573-2465-4ca8-b81c-9e0df4840b5d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:06.616171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-613eafee-0c88-466f-a343-d3072f73c4fb req-d03aa573-2465-4ca8-b81c-9e0df4840b5d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.1333747 Aug 19 18:02:06.664932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-613eafee-0c88-466f-a343-d3072f73c4fb req-3ff8c9fc-d9f4-4065-816e-e5ff19c89f3c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Aug 19 18:02:06.829696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27578-ac18-4141-b0f7-a5dd957bbda3 req-e58b6f5f-2b72-4c03-8460-204f717a4cec tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:06.831259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35c27578-ac18-4141-b0f7-a5dd957bbda3 req-e58b6f5f-2b72-4c03-8460-204f717a4cec tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0997269 Aug 19 18:02:06.905443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35c27578-ac18-4141-b0f7-a5dd957bbda3 req-882ce209-3dd2-47fb-868e-fc1fa201cd24 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623322 Aug 19 18:02:07.010596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57924) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:07.307414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171790241'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:07.348662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:07.352386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.363740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.474170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.479742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.510108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:07.523098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1b745-700d-47d2-ac0a-01db7b1c6a1b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:07.528563 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.528913 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment f7125113-18f4-43d5-a10d-9605398b0f32 of type vlan for network a4ab7895-34af-4ce7-86b8-7a75e741ae98 Aug 19 18:02:07.580649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.617357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.624105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:07.624719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:07.708809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6969779 Aug 19 18:02:07.758792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440e55-cb39-4fcc-be27-16ddb0535f30 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=a4ab7895-34af-4ce7-86b8-7a75e741ae98,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:07.775125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:07.784453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209cde3-e6b5-4b0a-958b-5ac91a9615a4 req-5c4f2b52-f53a-4d8b-ae0e-73de13969f01 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:07.786074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6209cde3-e6b5-4b0a-958b-5ac91a9615a4 req-5c4f2b52-f53a-4d8b-ae0e-73de13969f01 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1311548 Aug 19 18:02:07.870041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6209cde3-e6b5-4b0a-958b-5ac91a9615a4 req-2843a801-a0d3-4e2d-a630-6dbd862ffd50 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713525 Aug 19 18:02:08.049367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1846b-48d6-4dca-ab49-7b30c0e62af6 req-f8fa9dac-557c-4fce-a21f-8fca466f0226 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:08.051916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6c1846b-48d6-4dca-ab49-7b30c0e62af6 req-f8fa9dac-557c-4fce-a21f-8fca466f0226 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0663061 Aug 19 18:02:08.096822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6c1846b-48d6-4dca-ab49-7b30c0e62af6 req-964d9dba-c73e-4a99-9096-ade4574715bd tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Aug 19 18:02:08.507972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-9687fad3-fe91-4e35-b363-23f7fec410c1 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:08.510091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-9687fad3-fe91-4e35-b363-23f7fec410c1 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.13 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.0555706 Aug 19 18:02:08.641866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Deleting port 6d942556-cdab-43db-baa1-439e68135066 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:08.642292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:08.751944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] For port 6d942556-cdab-43db-baa1-439e68135066, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6d942556-cdab-43db-baa1-439e68135066,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:08.752343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.019995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.021078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.021078 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Floating IP 586d10cc-393a-4aa3-bfa9-a59c5d482592 disassociated. External IP: 172.25.5.70, port: 6d942556-cdab-43db-baa1-439e68135066. Aug 19 18:02:09.021407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Calling delete_port for 6d942556-cdab-43db-baa1-439e68135066 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:09.156861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cfd1b-9c8e-4471-b593-ba1287f8030e req-d86f8052-ffc9-42bc-9ae6-6cf7a743d417 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:09.168084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b16cfd1b-9c8e-4471-b593-ba1287f8030e req-d86f8052-ffc9-42bc-9ae6-6cf7a743d417 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.0956810 Aug 19 18:02:09.274164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b16cfd1b-9c8e-4471-b593-ba1287f8030e req-38297a3c-e296-48b6-ad5c-13f3f327d18d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047301 Aug 19 18:02:09.310568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3300e72-1162-4536-bbce-539b184f0310 req-465a7b1e-ee31-4579-bfef-9e9fbc42d4ed tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:09.312889 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3300e72-1162-4536-bbce-539b184f0310 req-465a7b1e-ee31-4579-bfef-9e9fbc42d4ed tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 945 time: 0.1126432 Aug 19 18:02:09.321408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.366926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event deleted for resources: {'Port': ['ID=6d942556-cdab-43db-baa1-439e68135066,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:09.436382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3300e72-1162-4536-bbce-539b184f0310 req-4d5e3568-e1b4-4b9d-9a6f-2a26ee6bcbda tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a48b8fe-80c1-449c-b2b2-f64522a3ba09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065907 Aug 19 18:02:09.550131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Router 88c1056a-608d-47e8-a653-e824849be20b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:09.570804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5216f0e3-0cd9-41f8-89aa-88960fd55519 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:09.689319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:09.700599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Sync routers for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:09.717693 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:09.718343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:09.735341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:09.773378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'mac_address': 'fa:16:3e:11:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:09.799302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] No DVR routers for this DVR port 6d942556-cdab-43db-baa1-439e68135066 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:09.799302 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.803068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09fd5c76-0a56-4c54-a3f0-e4a43c28a208 req-44c2b6b4-f446-46ee-ad3a-3b0acadbe59f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.13 "DELETE /v2.0/ports/6d942556-cdab-43db-baa1-439e68135066 HTTP/1.1" status: 204 len: 173 time: 1.2834637 Aug 19 18:02:09.803068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'name': 'network-vif-deleted', 'tag': '6d942556-cdab-43db-baa1-439e68135066'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:09.828606 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc608e-dde5-4979-ae46-4db047229992" -d '{"events": [{"server_uuid": "255baae7-673c-4f8a-8742-032190211597", "name": "network-vif-deleted", "tag": "6d942556-cdab-43db-baa1-439e68135066"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:09.877647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:09.940006 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:09.954656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5216f0e3-0cd9-41f8-89aa-88960fd55519 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:09.964668 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f13c64d-de6e-457b-a99e-0fd33ab8a92d x-openstack-request-id: req-3f13c64d-de6e-457b-a99e-0fd33ab8a92d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:09.965015 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255baae7-673c-4f8a-8742-032190211597", "name": "network-vif-deleted", "tag": "6d942556-cdab-43db-baa1-439e68135066", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:09.965501 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f13c64d-de6e-457b-a99e-0fd33ab8a92d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:09.965723 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255baae7-673c-4f8a-8742-032190211597', 'name': 'network-vif-deleted', 'tag': '6d942556-cdab-43db-baa1-439e68135066', 'status': 'completed', 'code': 200} Aug 19 18:02:10.052457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:10.060006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:10.177150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:10.388858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['5216f0e3-0cd9-41f8-89aa-88960fd55519'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:10.457077 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:10.601537 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Checking router: 88c1056a-608d-47e8-a653-e824849be20b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:10.606557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539c03-c52a-4217-8244-a914bd2b8289 req-93a138d5-3f39-4053-9c40-ec71d5548052 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:10.616855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f539c03-c52a-4217-8244-a914bd2b8289 req-93a138d5-3f39-4053-9c40-ec71d5548052 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1694047 Aug 19 18:02:10.650534 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:10.655908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:10.697077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f539c03-c52a-4217-8244-a914bd2b8289 req-d92e93e3-680a-47bc-b7ac-7addc6f9795b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787654 Aug 19 18:02:10.777563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c91f21c5-a308-4843-99a9-16c051c23635 req-2da9e0b4-894d-4f36-a337-bbf08062b8cb tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/ports?device_id=255baae7-673c-4f8a-8742-032190211597 HTTP/1.1" status: 200 len: 210 time: 0.0760088 Aug 19 18:02:10.995999 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:11.098550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58064) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:11.112699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:11.257911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:11.278053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:11.285200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.289736 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f91b3-e4f6-41f3-9615-5f640a619527 None None] The sync data for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 is: [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T17:59:48Z', 'revision_number': 4, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ddf89448-e23a-4c5b-921b-69951b540386', 'name': '', 'network_id': 'e0f0d743-214e-4738-9cc7-de98033f5b4a', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'mac_address': 'fa:16:3e:e6:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:47Z', 'updated_at': '2021-08-19T17:59:53Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'subnets': [{'id': '7c7d1ab5-3b24-4c27-a80d-ade561cd8f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:11.498669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58080) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:11.584892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5216f0e3-0cd9-41f8-89aa-88960fd55519 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:11.716450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 5216f0e3-0cd9-41f8-89aa-88960fd55519 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:11.716843 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:11.814534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafc806-a2a0-4865-9d4f-6010f474ad67 None None] New status for floating IP 586d10cc-393a-4aa3-bfa9-a59c5d482592: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:02:11.818348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a35a6fe-5308-432a-b625-fb41e15671d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.004283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:12.005617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217593d8-b874-4f71-bf6d-db1d6c23d1db req-8b4ab09d-30b8-4ceb-b1e1-760aa4d73632 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.013733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-217593d8-b874-4f71-bf6d-db1d6c23d1db req-8b4ab09d-30b8-4ceb-b1e1-760aa4d73632 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1676354 Aug 19 18:02:12.110426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.114489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-217593d8-b874-4f71-bf6d-db1d6c23d1db req-bb8c4caf-bbc2-4d41-bdeb-e9a596a55a0e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997539 Aug 19 18:02:12.127235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.151603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a35a6fe-5308-432a-b625-fb41e15671d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.156736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.157362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a35a6fe-5308-432a-b625-fb41e15671d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.200300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a35a6fe-5308-432a-b625-fb41e15671d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8638c2337ab146848f4ac31cc12c9368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974151 Aug 19 18:02:12.201058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:12.211860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.243224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=40672f20-7f0a-4d0b-8d7f-b69e84073730,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.251879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:12.259593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:12.265038 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ce15a-1404-4e1b-8b78-7db6ef2ef14c" -d '{"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-plugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:12.269091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35a6fe-5308-432a-b625-fb41e15671d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6659669-5e80-4da2-b8a3-d6af72fc3974,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.275298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.276483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6d942556-cdab-43db-baa1-439e68135066 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:12.323264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': 'f7125113-18f4-43d5-a10d-9605398b0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:12.323264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: a4ab7895-34af-4ce7-86b8-7a75e741ae98, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:12.334455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 6d942556-cdab-43db-baa1-439e68135066 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:12.335038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6d942556-cdab-43db-baa1-439e68135066 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:12.345146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.348031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.349192 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a48b8fe-80c1-449c-b2b2-f64522a3ba09 HTTP/1.1" status: 204 len: 168 time: 0.3418968 Aug 19 18:02:12.354562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:12.356590 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5485d029-071f-48a1-94f6-5ee8c4b60752 x-openstack-request-id: req-5485d029-071f-48a1-94f6-5ee8c4b60752 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:12.357053 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-plugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:12.357223 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5485d029-071f-48a1-94f6-5ee8c4b60752 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:12.357840 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'code': 200} Aug 19 18:02:12.373325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997824a-239f-4aba-80a3-9d88a45330b7 tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48b8fe-80c1-449c-b2b2-f64522a3ba09,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.381030 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-9c9eeb71-89e6-4e75-9e2c-4fe2fd652c7b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] show failed (client error): The resource could not be found. Aug 19 18:02:12.381626 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c9eeb71-89e6-4e75-9e2c-4fe2fd652c7b tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "GET /v2.0/security-groups/1a48b8fe-80c1-449c-b2b2-f64522a3ba09 HTTP/1.1" status: 404 len: 347 time: 0.0246961 Aug 19 18:02:12.387967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:12.402428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.424181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.440222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:12.467138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.524528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a4ab7895-34af-4ce7-86b8-7a75e741ae98) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:12.532042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.533225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.546067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e5c3f-1409-4ed4-a0c5-c0620bdaf221 None None] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:12.569519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-404c86bf-d182-4819-a5e0-efcd94cf4613 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4692357 Aug 19 18:02:12.572203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58116) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:12.584703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624645820'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:12.587371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Deleting port 6a628f59-c828-4984-83cd-0b7b29de4819 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:12.588290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.601743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.605185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.606594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6659669-5e80-4da2-b8a3-d6af72fc3974 HTTP/1.1" status: 204 len: 168 time: 0.4042106 Aug 19 18:02:12.628574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d5aca-1a35-4783-b52e-5daf15ed921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6659669-5e80-4da2-b8a3-d6af72fc3974,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:12.638620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:12.644314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.679989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:12.699588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.700080 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment 1fc56138-7ff9-402b-87a1-e3bb67c6d922 of type vlan for network dd3b538a-191f-4fc0-8670-217c9f1c5f98 Aug 19 18:02:12.771245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a4ab7895-34af-4ce7-86b8-7a75e741ae98', 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': '40672f20-7f0a-4d0b-8d7f-b69e84073730'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:12.773825 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.805952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.831896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.835020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.878209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Calling delete_port for 6a628f59-c828-4984-83cd-0b7b29de4819 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:12.905918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:12.927819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:12.930196 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.107786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5309427 Aug 19 18:02:13.113438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58132) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:13.123329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': 'dd3b538a-191f-4fc0-8670-217c9f1c5f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:13.184332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Allocated IP 2001:db8:0:ffff::2 (a4ab7895-34af-4ce7-86b8-7a75e741ae98/40672f20-7f0a-4d0b-8d7f-b69e84073730/8883f24e-484d-4219-a385-4e2616dc7e2a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:13.236498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.261006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe646-494d-44ea-89a3-139ec91a5b8f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=dd3b538a-191f-4fc0-8670-217c9f1c5f98,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:13.289603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:13.298010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.312879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Pushing event deleted for resources: {'Port': ['ID=6a628f59-c828-4984-83cd-0b7b29de4819,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:13.324092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58136) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:13.403733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd91bed1-6955-45b8-ab85-871034bded5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.422533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.432104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Transition to ACTIVE for port object 8883f24e-484d-4219-a385-4e2616dc7e2a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:13.451736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Transition to ACTIVE for port object 8883f24e-484d-4219-a385-4e2616dc7e2a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:13.459596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network dd3b538a-191f-4fc0-8670-217c9f1c5f98 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:13.462423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.465523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.466916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c85efe69-7b9b-43d5-b8a5-e8cf354bec7f tempest-ServersTestJSON-1493579006 tempest-ServersTestJSON-1493579006-project] 10.222.0.36 "DELETE /v2.0/floatingips/586d10cc-393a-4aa3-bfa9-a59c5d482592 HTTP/1.1" status: 204 len: 168 time: 1.0750070 Aug 19 18:02:13.472372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:13.497553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5bf4d-e21e-41f8-81bc-f61cd644568a req-0012a2d8-7163-4a64-bc13-8af088cf3d1d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.499428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bb5bf4d-e21e-41f8-81bc-f61cd644568a req-0012a2d8-7163-4a64-bc13-8af088cf3d1d tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.1903992 Aug 19 18:02:13.527163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.590509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bb5bf4d-e21e-41f8-81bc-f61cd644568a req-a360d6bf-b236-43b5-b96e-2a0a20367bc6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802538 Aug 19 18:02:13.657209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:13.660306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Pushing event updated for resources: {'Port': ['ID=8883f24e-484d-4219-a385-4e2616dc7e2a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:13.664552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:13.667255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:13.750999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.767306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Attempting to bind port 8883f24e-484d-4219-a385-4e2616dc7e2a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:13.768091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Attempting to bind port 8883f24e-484d-4219-a385-4e2616dc7e2a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f7125113-18f4-43d5-a10d-9605398b0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:13.769367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Attempting to bind port 8883f24e-484d-4219-a385-4e2616dc7e2a on network a4ab7895-34af-4ce7-86b8-7a75e741ae98 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:13.779760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:13.796604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Checking segment: {'id': 'f7125113-18f4-43d5-a10d-9605398b0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:13.798858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.799823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Bound using segment: {'id': 'f7125113-18f4-43d5-a10d-9605398b0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:13.803210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Bound port: 8883f24e-484d-4219-a385-4e2616dc7e2a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7125113-18f4-43d5-a10d-9605398b0f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4ab7895-34af-4ce7-86b8-7a75e741ae98'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:13.805104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.869409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=36d217c7-4935-49f7-b593-27e1d9f8c356,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:13.878095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': '1fc56138-7ff9-402b-87a1-e3bb67c6d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd3b538a-191f-4fc0-8670-217c9f1c5f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:13.878812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: dd3b538a-191f-4fc0-8670-217c9f1c5f98, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:13.916825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] For port 8883f24e-484d-4219-a385-4e2616dc7e2a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:13.920701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network dd3b538a-191f-4fc0-8670-217c9f1c5f98 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:13.924336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] For port 8883f24e-484d-4219-a385-4e2616dc7e2a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8883f24e-484d-4219-a385-4e2616dc7e2a,segment=NetworkSegment(f7125113-18f4-43d5-a10d-9605398b0f32),segment_id=f7125113-18f4-43d5-a10d-9605398b0f32)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:13.935941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.937719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, dd3b538a-191f-4fc0-8670-217c9f1c5f98) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:13.944849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd91bed1-6955-45b8-ab85-871034bded5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.955513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5834296-0f8e-4f70-9dde-c99306a7cca5 None None] Network dd3b538a-191f-4fc0-8670-217c9f1c5f98 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:13.959802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:13.960883 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.961666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd91bed1-6955-45b8-ab85-871034bded5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:13.992519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ab82f5ff-f93d-4777-8c55-a0d1208abdc4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8763716 Aug 19 18:02:13.996694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58144) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:14.060929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bd91bed1-6955-45b8-ab85-871034bded5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=864e0ec2ac7f47f7a06c6295898ec0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7218587 Aug 19 18:02:14.074382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91bed1-6955-45b8-ab85-871034bded5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f51c658-db64-41e7-a83e-fb9b445aa85d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.075594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Pushing event updated for resources: {'Port': ['ID=8883f24e-484d-4219-a385-4e2616dc7e2a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.077481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58146) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:14.130545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.131029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.131654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.133065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.133460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.133990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.134847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.134968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.135307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.135771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.136231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.136718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d9d9-f437-41ac-8dc1-0ba01623141c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.213651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.236123 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.258014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.431591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d2d6b-22da-4c89-a20b-875dd3bebf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-dd3b538a-191f-4fc0-8670-217c9f1c5f98', 'network_id': 'dd3b538a-191f-4fc0-8670-217c9f1c5f98', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': '36d217c7-4935-49f7-b593-27e1d9f8c356'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:14.431591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-760d2d6b-22da-4c89-a20b-875dd3bebf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.461274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.467757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.471945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.478924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f51c658-db64-41e7-a83e-fb9b445aa85d HTTP/1.1" status: 204 len: 168 time: 0.3987455 Aug 19 18:02:14.507914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f51c658-db64-41e7-a83e-fb9b445aa85d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.524683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.524683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.524683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.524683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.525067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.525180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.525523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.525753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.526105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.526663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.527000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.527327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499c640-7d40-4148-afdc-a57bcc8d578f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:14.564194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.589012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.627648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=36d217c7-4935-49f7-b593-27e1d9f8c356,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:14.732158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.749105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3b538a-191f-4fc0-8670-217c9f1c5f98']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:14.765339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc56138-7ff9-402b-87a1-e3bb67c6d922') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:14.766198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc56138-7ff9-402b-87a1-e3bb67c6d922') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:14.790497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-760d2d6b-22da-4c89-a20b-875dd3bebf9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36d217c7-4935-49f7-b593-27e1d9f8c356: This subnet is being modified by another concurrent operation. Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:02:14.794544 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36d217c7-4935-49f7-b593-27e1d9f8c356: This subnet is being modified by another concurrent operation. Aug 19 18:02:14.800251 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:02:14.849346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.863594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62844b-12f6-4a97-89ac-6ee3fa54d941 None None] Network dd3b538a-191f-4fc0-8670-217c9f1c5f98 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:14.876588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:14.877306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:14.930835 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:15.059534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Deleting port ddf89448-e23a-4c5b-921b-69951b540386 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:15.060035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.082664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8883f24e-484d-4219-a385-4e2616dc7e2a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:15.087046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50995757-68c1-4513-acf4-15a88bbcb78d req-96df02cf-39fd-454b-8281-87ada699b60e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:15.089476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50995757-68c1-4513-acf4-15a88bbcb78d req-96df02cf-39fd-454b-8281-87ada699b60e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.3272367 Aug 19 18:02:15.097121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.146323 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.150123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/dd3b538a-191f-4fc0-8670-217c9f1c5f98 HTTP/1.1" status: 204 len: 168 time: 1.1515131 Aug 19 18:02:15.186774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:15.190991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73412917'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:15.230480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8883f24e-484d-4219-a385-4e2616dc7e2a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:15.233128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50995757-68c1-4513-acf4-15a88bbcb78d req-1c24c07c-e2f4-41f7-bab1-89c127986ca1 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257188 Aug 19 18:02:15.234084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:15.237941 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.278634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be9fb3-d3a3-4a41-a058-94fad743f41c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=dd3b538a-191f-4fc0-8670-217c9f1c5f98,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:15.304209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] For port ddf89448-e23a-4c5b-921b-69951b540386, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ddf89448-e23a-4c5b-921b-69951b540386,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:15.304841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.336431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Calling delete_port for ddf89448-e23a-4c5b-921b-69951b540386 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:15.349259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:15.366946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.367293 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment 276ad73b-ae32-448c-9afb-da4ba6a01457 of type vlan for network 9632842b-25dc-4aa6-aebe-d8c3116450b3 Aug 19 18:02:15.472961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.545717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.551597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:15.552256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.595919 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4072435 Aug 19 18:02:15.597377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58188) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:15.603709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:15.695159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec4608-fd05-41cc-b1d4-3de78d689671 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=9632842b-25dc-4aa6-aebe-d8c3116450b3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:15.714569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:15.817499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:15.832095 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.877626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f24479-3044-4024-b820-ec576c351981 None None] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:15.879922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:15.928295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf89448-e23a-4c5b-921b-69951b540386,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:16.233236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.271751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Provisioning for port 8883f24e-484d-4219-a385-4e2616dc7e2a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:16.285995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Provisioning complete for port 8883f24e-484d-4219-a385-4e2616dc7e2a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:16.292517 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.622836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.670969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.739707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] For port 8883f24e-484d-4219-a385-4e2616dc7e2a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8883f24e-484d-4219-a385-4e2616dc7e2a,segment=NetworkSegment(f7125113-18f4-43d5-a10d-9605398b0f32),segment_id=f7125113-18f4-43d5-a10d-9605398b0f32)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:16.748016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:16.753884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Router 88c1056a-608d-47e8-a653-e824849be20b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:16.897616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70324cce-ee56-4a2c-b913-088ffaeedd9a req-b1ccf072-70cb-4139-a652-5c73826074ec tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:16.907295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70324cce-ee56-4a2c-b913-088ffaeedd9a req-b1ccf072-70cb-4139-a652-5c73826074ec tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.4260697 Aug 19 18:02:16.952271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1357b85-5316-4d53-9311-8be57de93767 None None] Pushing event updated for resources: {'Port': ['ID=8883f24e-484d-4219-a385-4e2616dc7e2a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:16.993345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.093802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70324cce-ee56-4a2c-b913-088ffaeedd9a req-565f911b-0b02-4bb8-aaba-7316dba37760 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848931 Aug 19 18:02:17.125581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=e2fa7d4c-69dd-4321-8850-ebb873f8406e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:17.130933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f883cf-80e0-41e0-8932-3a8c07075ea7 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:02:17.182540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0039987-cbd4-43f1-bb7a-b6b63e4150bf req-e1e344ba-fa06-476a-aa99-a256e410c106 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:17.206418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0039987-cbd4-43f1-bb7a-b6b63e4150bf req-e1e344ba-fa06-476a-aa99-a256e410c106 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.4798398 Aug 19 18:02:17.223499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': '276ad73b-ae32-448c-9afb-da4ba6a01457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:17.229354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 9632842b-25dc-4aa6-aebe-d8c3116450b3, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:17.233520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:17.248248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6e1c4733-4002-4b7d-a381-a97229633948 admin admin] 10.222.0.36 "PUT /v2.0/routers/88c1056a-608d-47e8-a653-e824849be20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7743049 Aug 19 18:02:17.249204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58234) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:17.263511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Sync routers for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:17.280273 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:17.280929 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:17.361891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:17.394819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0039987-cbd4-43f1-bb7a-b6b63e4150bf req-0225fb8d-2a8e-4df8-975e-aa5092249474 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851854 Aug 19 18:02:17.425693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9632842b-25dc-4aa6-aebe-d8c3116450b3) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:17.436601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:17.439948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.483265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b5ae6042-cf9f-4908-a86c-8c7c8c799c8c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8838160 Aug 19 18:02:17.484110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:17.490256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807175354'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:17.556091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:17.561227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.610653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:17.624533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.627253 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment a97df825-d32f-47ea-bc4c-401fa415c284 of type vlan for network ce022381-3e93-41d5-875a-0972348fc68c Aug 19 18:02:17.627969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-59f35350-724b-4879-ae3d-599a629ebc35 None None] Provisioning complete for port 8883f24e-484d-4219-a385-4e2616dc7e2a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:17.628811 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-59f35350-724b-4879-ae3d-599a629ebc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.664774 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.679817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f883cf-80e0-41e0-8932-3a8c07075ea7 None None] Unable to find a vacant binding_index for network 9632842b-25dc-4aa6-aebe-d8c3116450b3 and agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 {{(pid=101326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 18:02:17.696272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f883cf-80e0-41e0-8932-3a8c07075ea7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9632842b-25dc-4aa6-aebe-d8c3116450b3) {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:02:17.741686 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:17.768201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.927651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:17.946616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:17.951175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.036609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.169392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Deleting port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:18.169746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.222707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89610036-5636-4030-9253-c99d64a95725 req-b86a68b5-bcc5-4e71-9c9b-60c625af3046 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:18.233446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89610036-5636-4030-9253-c99d64a95725 req-b86a68b5-bcc5-4e71-9c9b-60c625af3046 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.4175799 Aug 19 18:02:18.248300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7622743 Aug 19 18:02:18.253034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58262) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:18.263710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': 'ce022381-3e93-41d5-875a-0972348fc68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:18.264937 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T18:02:15Z', 'revision_number': 5, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port': {'id': 'c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c1056a-608d-47e8-a653-e824849be20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:59:43Z', 'updated_at': '2021-08-19T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:18.303287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81260e-500e-45b1-8667-e21f274ff540 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=ce022381-3e93-41d5-875a-0972348fc68c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:18.357976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Checking router: 88c1056a-608d-47e8-a653-e824849be20b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:18.378789 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Routers {'88c1056a-608d-47e8-a653-e824849be20b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:18.379878 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['88c1056a-608d-47e8-a653-e824849be20b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:18.395747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ce022381-3e93-41d5-875a-0972348fc68c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:18.404270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] For port c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:18.404865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.427419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89610036-5636-4030-9253-c99d64a95725 req-e2383e7e-2047-4957-a3bd-6ebfd1bd5048 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927948 Aug 19 18:02:18.448853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Calling delete_port for c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:18.456685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e69c-0552-4e8c-8c13-1b883534fa58 req-2603ab34-45a0-4470-8255-943757d788e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:18.458334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88c0e69c-0552-4e8c-8c13-1b883534fa58 req-2603ab34-45a0-4470-8255-943757d788e6 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.5007212 Aug 19 18:02:18.641511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58270) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:18.654826 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] Set router 88c1056a-608d-47e8-a653-e824849be20b gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:18.670192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88c0e69c-0552-4e8c-8c13-1b883534fa58 req-2a1e173f-c2d3-4a08-881a-77aaba349185 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952991 Aug 19 18:02:18.735779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:18.752237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:18.793449 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T18:02:18Z', 'revision_number': 6, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:18.862686 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65007399-ccf5-45da-8de6-371b400762a6 None None] The sync data for ids ['88c1056a-608d-47e8-a653-e824849be20b'] in n-d-778550-10 is: [{'id': '88c1056a-608d-47e8-a653-e824849be20b', 'name': 'tempest-ServersTestJSON-1306190576-router', 'tenant_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:59:42Z', 'updated_at': '2021-08-19T18:02:18Z', 'revision_number': 6, 'project_id': 'afd5b83cc5b64cad9907f7a3f38d3f33', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:18.971320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-9632842b-25dc-4aa6-aebe-d8c3116450b3', 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': 'e2fa7d4c-69dd-4321-8850-ebb873f8406e'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:18.972601 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.021344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbadc505-5cc4-4029-a4c9-0cd73f6e18d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.032484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Performing IP validity checks on allocation pools {{(pid=101324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:02:19.033040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_backend_mixin [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:02:19.076209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.131177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:19.157775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f15c58-f519-4550-9170-c54f1962324a req-7fc3be9e-7ee9-447b-99a7-e9092231f2cd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:19.159923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1f15c58-f519-4550-9170-c54f1962324a req-7fc3be9e-7ee9-447b-99a7-e9092231f2cd tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.3643453 Aug 19 18:02:19.275618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Allocated IP 2001:db8::3 (9632842b-25dc-4aa6-aebe-d8c3116450b3/e2fa7d4c-69dd-4321-8850-ebb873f8406e/c74e786c-d1ee-4edf-a169-09c85ceb0581) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:19.334316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8883f24e-484d-4219-a385-4e2616dc7e2a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:19.345735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-a3a85e01-73cd-49ec-b8a4-dabbee888475 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:19.352994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-a3a85e01-73cd-49ec-b8a4-dabbee888475 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.3287892 Aug 19 18:02:19.396596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-07b532e8-9201-46b3-992b-441e937d0337 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/quotas/abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 375 time: 0.0274706 Aug 19 18:02:19.411952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbadc505-5cc4-4029-a4c9-0cd73f6e18d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.416951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.421331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dbadc505-5cc4-4029-a4c9-0cd73f6e18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.517127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.539014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-0745a288-2554-4a12-b779-17658245639b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0964460 Aug 19 18:02:19.542346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:19.542822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.601545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.643396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.647373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.657864 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dbadc505-5cc4-4029-a4c9-0cd73f6e18d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f809b6c53f1c4ed5af5ec39a33fdb44e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0128925 Aug 19 18:02:19.658804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58302) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:19.661609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadc505-5cc4-4029-a4c9-0cd73f6e18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4670a4f-dc5c-4fe3-bfcf-ecd9e9a10e37,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:19.674536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Transition to ACTIVE for port object c74e786c-d1ee-4edf-a169-09c85ceb0581 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:19.694940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Transition to ACTIVE for port object c74e786c-d1ee-4edf-a169-09c85ceb0581 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:19.706927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.744481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.745369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c1056a-608d-47e8-a653-e824849be20b {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:02:19.759325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.763415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc1870ee-10c5-4e52-82dd-6490fd75d86c admin admin] 10.222.0.36 "DELETE /v2.0/routers/88c1056a-608d-47e8-a653-e824849be20b HTTP/1.1" status: 204 len: 168 time: 2.5056314 Aug 19 18:02:19.764385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8883f24e-484d-4219-a385-4e2616dc7e2a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:19.764385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.778761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58306) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:19.812294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.814669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:19.825523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:19.830991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:19.837112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Pushing event updated for resources: {'Port': ['ID=c74e786c-d1ee-4edf-a169-09c85ceb0581,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:19.875599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.917558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Attempting to bind port c74e786c-d1ee-4edf-a169-09c85ceb0581 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:19.917945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Attempting to bind port c74e786c-d1ee-4edf-a169-09c85ceb0581 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '276ad73b-ae32-448c-9afb-da4ba6a01457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:19.918317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Attempting to bind port c74e786c-d1ee-4edf-a169-09c85ceb0581 on network 9632842b-25dc-4aa6-aebe-d8c3116450b3 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:19.947895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:19.948286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Checking segment: {'id': '276ad73b-ae32-448c-9afb-da4ba6a01457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:19.948837 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.949330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Bound using segment: {'id': '276ad73b-ae32-448c-9afb-da4ba6a01457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:19.949928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Bound port: c74e786c-d1ee-4edf-a169-09c85ceb0581, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276ad73b-ae32-448c-9afb-da4ba6a01457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9632842b-25dc-4aa6-aebe-d8c3116450b3'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:19.950362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.973249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.985376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:19.987820 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4670a4f-dc5c-4fe3-bfcf-ecd9e9a10e37 HTTP/1.1" status: 204 len: 168 time: 0.3214519 Aug 19 18:02:19.989217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=eb1e6296-f7a1-415c-9500-8c71501a13c9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.001450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebe5ba-bc8f-49ab-8e67-d8124e1bf498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4670a4f-dc5c-4fe3-bfcf-ecd9e9a10e37,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.070230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] For port c74e786c-d1ee-4edf-a169-09c85ceb0581, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:20.077155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] For port c74e786c-d1ee-4edf-a169-09c85ceb0581, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c74e786c-d1ee-4edf-a169-09c85ceb0581,segment=NetworkSegment(276ad73b-ae32-448c-9afb-da4ba6a01457),segment_id=276ad73b-ae32-448c-9afb-da4ba6a01457)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:20.088535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.142794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Deleting subnet 7c7d1ab5-3b24-4c27-a80d-ade561cd8f95 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:02:20.146248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': 'a97df825-d32f-47ea-bc4c-401fa415c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce022381-3e93-41d5-875a-0972348fc68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:20.146823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: ce022381-3e93-41d5-875a-0972348fc68c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:20.157031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.212735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:20.213330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.228209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988a52-2d96-4c94-89b8-596f8bbd63eb None None] Pushing event updated for resources: {'Port': ['ID=c74e786c-d1ee-4edf-a169-09c85ceb0581,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:20.255185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30453379-baec-41cd-8c26-efbf31b43dfc req-d835f95f-94d1-443d-88ea-e2aad39e4bd0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:20.260484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30453379-baec-41cd-8c26-efbf31b43dfc req-d835f95f-94d1-443d-88ea-e2aad39e4bd0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 946 time: 0.3301632 Aug 19 18:02:20.280744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da891e40-057d-4ff2-964b-b0b4827c11df service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346537 Aug 19 18:02:20.293395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:20.299753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.343845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network ce022381-3e93-41d5-875a-0972348fc68c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:20.524141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ce022381-3e93-41d5-875a-0972348fc68c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:20.530993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:20.532177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.577597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30453379-baec-41cd-8c26-efbf31b43dfc req-c15cf65f-a270-4548-96e5-9bbf383c89d8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080084 Aug 19 18:02:20.666578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f0aad207-6e75-49c5-881f-b6ac9147578c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4080505 Aug 19 18:02:20.667998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58322) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:20.724081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:20.729584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-6a030045-bbf2-44ec-bf9c-929eaa29bab3 service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326258 Aug 19 18:02:20.970171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.178306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.178550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c74e786c-d1ee-4edf-a169-09c85ceb0581 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:21.307350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c74e786c-d1ee-4edf-a169-09c85ceb0581 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:21.337925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.415235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1e6296-f7a1-415c-9500-8c71501a13c9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:21.463230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ddf89448-e23a-4c5b-921b-69951b540386 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:21.521453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ddf89448-e23a-4c5b-921b-69951b540386 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:21.521820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ddf89448-e23a-4c5b-921b-69951b540386 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:21.522250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:21.580236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:21.580985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c7e38fc0-a2ef-4d78-bab7-e18eadb4c4db not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:21.616771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3101d0e7-d01a-4e61-8871-6b792c74353a req-0b16e02c-3ece-4eb9-a7ea-09a6dd227f56 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 210 time: 0.1131506 Aug 19 18:02:21.640309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.647180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.648830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.691594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce022381-3e93-41d5-875a-0972348fc68c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:21.697414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.699146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c7d1ab5-3b24-4c27-a80d-ade561cd8f95 HTTP/1.1" status: 204 len: 168 time: 1.8917277 Aug 19 18:02:21.706819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:21.736428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97df825-d32f-47ea-bc4c-401fa415c284') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:21.736737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97df825-d32f-47ea-bc4c-401fa415c284') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:21.777514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.841971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.863801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:21.900125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:21.900758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:21.915623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:21.916163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d4f9f-7ada-4449-a19b-3a369df0a0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7d1ab5-3b24-4c27-a80d-ade561cd8f95,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:21.916405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:21.920822 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:21.929695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=0f1c7712-51b4-4e7b-9d4d-8d363d76cebb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:22.059621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d82d19-7eee-4a40-8ab8-5879329c0867 req-e744b1e6-bec0-4f5d-b57a-14b923a194e2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 210 time: 0.3055990 Aug 19 18:02:22.060784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port 0f1c7712-51b4-4e7b-9d4d-8d363d76cebb on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:22.069919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.076150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1f15c58-f519-4550-9170-c54f1962324a req-f5b3c400-6b93-4e56-9a4b-3bfcc1b43de9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "DELETE /v2.0/ports/0f1c7712-51b4-4e7b-9d4d-8d363d76cebb HTTP/1.1" status: 204 len: 173 time: 2.9010859 Aug 19 18:02:22.081896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'name': 'network-vif-deleted', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:22.085180 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f18c77-9b44-42a4-ac67-d9be34280e07" -d '{"events": [{"server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "name": "network-vif-deleted", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:22.099561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.164225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.184454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.186510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/ce022381-3e93-41d5-875a-0972348fc68c HTTP/1.1" status: 204 len: 168 time: 1.5119240 Aug 19 18:02:22.193428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58384) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:22.199281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996bbb-8b35-4006-9ccf-22b7d5e594d8 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=ce022381-3e93-41d5-875a-0972348fc68c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:22.208876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167698038'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:22.274336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Deleting port ad8f7432-b5a6-40e4-81de-2c5e015bce19 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:22.276049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.325211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd84e18-2da0-4919-bce1-9acea99e6236 None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:22.551223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986802b-71cf-4a0e-a8ce-2c987d38cd5b None None] Network ce022381-3e93-41d5-875a-0972348fc68c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:22.593547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ec644-e77c-40ee-8fa8-af59a4cc08dd None None] Network e0f0d743-214e-4738-9cc7-de98033f5b4a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:22.608225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:22.622807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.668247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986802b-71cf-4a0e-a8ce-2c987d38cd5b None None] Network ce022381-3e93-41d5-875a-0972348fc68c could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:02:22.708279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] For port ad8f7432-b5a6-40e4-81de-2c5e015bce19, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad8f7432-b5a6-40e4-81de-2c5e015bce19,segment=NetworkSegment(9430f786-925b-4e7d-8981-ddbb36b11d25),segment_id=9430f786-925b-4e7d-8981-ddbb36b11d25)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:22.709178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.731707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Calling delete_port for ad8f7432-b5a6-40e4-81de-2c5e015bce19 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:22.798846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14161df9-2ec5-476f-a12d-edc4944db19e None None] Network ce022381-3e93-41d5-875a-0972348fc68c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:22.808824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Provisioning for port c74e786c-d1ee-4edf-a169-09c85ceb0581 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:22.842840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14161df9-2ec5-476f-a12d-edc4944db19e None None] Network ce022381-3e93-41d5-875a-0972348fc68c could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:02:22.845775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Provisioning complete for port c74e786c-d1ee-4edf-a169-09c85ceb0581 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:22.846559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:22.938439 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bf465-ab9e-4bf2-9a8b-d2b77cf9bc20 x-openstack-request-id: req-347bf465-ab9e-4bf2-9a8b-d2b77cf9bc20 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:22.943056 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c", "name": "network-vif-deleted", "tag": "0f1c7712-51b4-4e7b-9d4d-8d363d76cebb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:22.943378 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-347bf465-ab9e-4bf2-9a8b-d2b77cf9bc20 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:22.945298 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c', 'name': 'network-vif-deleted', 'tag': '0f1c7712-51b4-4e7b-9d4d-8d363d76cebb', 'status': 'completed', 'code': 200} Aug 19 18:02:22.971332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.139022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19317464-08f9-4454-81ce-07865ef7ae17 req-566978f7-03b8-4d6d-8024-dcafc874e189 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 210 time: 0.1897652 Aug 19 18:02:23.162944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8f7432-b5a6-40e4-81de-2c5e015bce19,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.212646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:23.250558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.254859 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment f91944b2-cb28-46a9-a9f7-ef39ae2bd512 of type vlan for network 146e2f19-543b-484f-846f-3d3dea7af787 Aug 19 18:02:23.327246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:23.368674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adba67-5dca-40bf-8994-a09c1ffeba36 None None] DHCP port deletion for e0f0d743-214e-4738-9cc7-de98033f5b4a request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:02:23.407607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.408888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.421001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] No DVR routers for this DVR port ad8f7432-b5a6-40e4-81de-2c5e015bce19 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:23.504562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] For port c74e786c-d1ee-4edf-a169-09c85ceb0581, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c74e786c-d1ee-4edf-a169-09c85ceb0581,segment=NetworkSegment(276ad73b-ae32-448c-9afb-da4ba6a01457),segment_id=276ad73b-ae32-448c-9afb-da4ba6a01457)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:23.528190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.740660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43294af-ebf2-438d-adb6-11d9304e9937 None None] Pushing event updated for resources: {'Port': ['ID=c74e786c-d1ee-4edf-a169-09c85ceb0581,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:23.780471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09d01b88-7b96-4369-9b66-626ddf73e771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.924680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc3a7d75-462f-4db2-8344-148604df2535 req-f7401c58-02d2-423f-b58f-e286a8c9cef3 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd7cf9c-45a8-4cd5-a76f-10a73f59cb0c HTTP/1.1" status: 200 len: 210 time: 0.1694083 Aug 19 18:02:23.980235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:23.994413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:23.995278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.073798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-8035aea7-8ee8-46ea-98a6-2c956692e79e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:24.075918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-8035aea7-8ee8-46ea-98a6-2c956692e79e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.6613131 Aug 19 18:02:24.171299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'device_id': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'admin_state_up': True, 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:24.185497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.264628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f0d743-214e-4738-9cc7-de98033f5b4a']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:24.292350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=146e2f19-543b-484f-846f-3d3dea7af787,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:24.297453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9430f786-925b-4e7d-8981-ddbb36b11d25') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:24.298096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9430f786-925b-4e7d-8981-ddbb36b11d25') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:24.306273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 146e2f19-543b-484f-846f-3d3dea7af787 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:24.345309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.449046 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.503243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fd7d9-ecea-4e60-9b56-a2142351ddaf None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:24.532411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09d01b88-7b96-4369-9b66-626ddf73e771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.538971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11745cef-ee82-45d8-b2d4-b3a2d0904335 req-901ee166-72a3-4b58-b6d5-b22f942f511f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 210 time: 0.1541522 Aug 19 18:02:24.539823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09d01b88-7b96-4369-9b66-626ddf73e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.540200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:24.540613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:24.549173 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:24.568616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-65066acf-aded-4d03-bbb3-e28d6d105e96 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3728426 Aug 19 18:02:24.573095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58438) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:24.622775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '146e2f19-543b-484f-846f-3d3dea7af787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:24.652512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d01b88-7b96-4369-9b66-626ddf73e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9012f1cb-a8ae-4be1-bbb9-9aff12ece55d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:24.658147 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09d01b88-7b96-4369-9b66-626ddf73e771 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e36d2e0ba52a4c73abb28510c6b2e55c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3294988 Aug 19 18:02:24.666242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58442) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:24.762006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d417b946-274c-4784-b825-c50ca8fbd924 None None] Provisioning complete for port c74e786c-d1ee-4edf-a169-09c85ceb0581 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:24.762385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d417b946-274c-4784-b825-c50ca8fbd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.800515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.809317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:24.816312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.826589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.830859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.833750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e0f0d743-214e-4738-9cc7-de98033f5b4a HTTP/1.1" status: 204 len: 168 time: 3.0813391 Aug 19 18:02:24.888340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.944288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c5c8f-f890-4855-af64-550df27a4224 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f0d743-214e-4738-9cc7-de98033f5b4a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:24.992964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:24.995666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.003491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9012f1cb-a8ae-4be1-bbb9-9aff12ece55d HTTP/1.1" status: 204 len: 168 time: 0.3303387 Aug 19 18:02:25.030905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9cef1-41b1-42cb-a50a-76e98215933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012f1cb-a8ae-4be1-bbb9-9aff12ece55d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:25.044071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c74e786c-d1ee-4edf-a169-09c85ceb0581 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:25.130692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58464) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:25.204668 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5949e364-6f00-44c5-b656-2c9e1b6896f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afd5b83cc5b64cad9907f7a3f38d3f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702066 Aug 19 18:02:25.207183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58466) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:25.215696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.20.0.4 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/def10ede-3490-4892-a9fb-8c71f1268f84) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:25.353298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.402280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.418703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:25.423518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.505775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.509850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.511232 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27b2f287-e4d2-4701-b989-006e370a51ce HTTP/1.1" status: 204 len: 168 time: 0.3026872 Aug 19 18:02:25.526728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c592d0-af38-4be7-ba85-27bffad4ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b2f287-e4d2-4701-b989-006e370a51ce,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:25.608154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c74e786c-d1ee-4edf-a169-09c85ceb0581 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:25.608695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:25.854569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2844b365-401b-46bd-bf0a-886ac6ef8d42 req-54aebe52-842d-421f-8c30-1cb57f184e91 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 210 time: 0.1274276 Aug 19 18:02:25.960163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad8f7432-b5a6-40e4-81de-2c5e015bce19 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:26.099710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ad8f7432-b5a6-40e4-81de-2c5e015bce19 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:02:26.100412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad8f7432-b5a6-40e4-81de-2c5e015bce19 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:02:26.105595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.119976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.148163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9868d0e2-f6d1-4e9f-8dc2-cd408fbc770a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:26.157794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9868d0e2-f6d1-4e9f-8dc2-cd408fbc770a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.6589642 Aug 19 18:02:26.204924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Transition to ACTIVE for port object def10ede-3490-4892-a9fb-8c71f1268f84 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:26.222912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c74d2b01-7622-4cb2-88d3-7d7ac816f737 None None] Provisioning complete for port c74e786c-d1ee-4edf-a169-09c85ceb0581 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:26.224226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c74d2b01-7622-4cb2-88d3-7d7ac816f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.225604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-c66d393e-13ef-4624-8a9e-e4553d33ad1b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/quotas/471c61c5d7b34d618ce4d4377ade2727 HTTP/1.1" status: 200 len: 375 time: 0.0666780 Aug 19 18:02:26.277393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-c64291fd-4350-42db-bc78-8807ee255e6a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507159 Aug 19 18:02:26.451531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.470625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-03fcd4e2-3abd-428b-92de-5641df02e18a service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916466 Aug 19 18:02:26.535333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:26.550330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['039b17dd-4e08-4ab2-8c48-22e755697128'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:26.641212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:26.662528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-3757f114-09c1-494e-9fab-cab8a05ef23b service neutron] 10.222.0.36 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652567 Aug 19 18:02:26.663429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=37a0c63e-86f4-43e1-b0a2-7c09c4ac19b9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:26.763273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:26.787705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:26.828840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:27.079747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:27.080422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 146e2f19-543b-484f-846f-3d3dea7af787, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:27.104798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:27.138650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.140656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.185363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 146e2f19-543b-484f-846f-3d3dea7af787 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:27.225439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-5953f8bc-6240-4ef4-afdb-db3ee8278d3f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1180513 Aug 19 18:02:27.225695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 146e2f19-543b-484f-846f-3d3dea7af787) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:27.280364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a688f66-8212-4cae-9a1e-baf0d08a8b29 None None] Network 146e2f19-543b-484f-846f-3d3dea7af787 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:27.284210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Request body: {'port': {'device_id': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:27.297388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.299164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.456874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ba8785ad-ced0-4db0-9546-b8395ffef094 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8365145 Aug 19 18:02:27.457281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:27.473641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1ab800af-0f43-49fd-98ba-6566b1d40b25 None None] Provisioning for port def10ede-3490-4892-a9fb-8c71f1268f84 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:27.486853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1ab800af-0f43-49fd-98ba-6566b1d40b25 None None] Provisioning complete for port def10ede-3490-4892-a9fb-8c71f1268f84 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:27.487586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1ab800af-0f43-49fd-98ba-6566b1d40b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.515264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817120a-7378-45e5-abef-52929bb99af6 req-3ce5f724-4483-4651-8215-9d597b143ae8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:27.529041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9817120a-7378-45e5-abef-52929bb99af6 req-3ce5f724-4483-4651-8215-9d597b143ae8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 931 time: 0.3172567 Aug 19 18:02:27.538875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1ab800af-0f43-49fd-98ba-6566b1d40b25 None None] Port def10ede-3490-4892-a9fb-8c71f1268f84 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:27.601310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.620116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58566) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:27.843107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-146e2f19-543b-484f-846f-3d3dea7af787', 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': '37a0c63e-86f4-43e1-b0a2-7c09c4ac19b9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:27.845233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.897763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:27.917944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9817120a-7378-45e5-abef-52929bb99af6 req-5af54bd8-7c06-4fd6-ada8-57d690bc0ea7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877771 Aug 19 18:02:27.943177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-992015025-network', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:28.089962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ad9b94a-8420-4074-aef9-1c35fd4edb4f req-b4904e7a-8921-49a3-aca6-d8297f65aa72 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 210 time: 0.0865798 Aug 19 18:02:28.122121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:28.130280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.196682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.207089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.244111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57056068-276b-43b5-9861-19bfb1688d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.316383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Allocated IP 2001:db8::1 (146e2f19-543b-484f-846f-3d3dea7af787/37a0c63e-86f4-43e1-b0a2-7c09c4ac19b9/a378d8cb-ab74-4fab-95fc-c4a1e8f35687) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:28.478717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085e233-fa15-463f-90c6-3886abcd8ba3 req-54c343cd-2efb-4fb9-bf7f-d8e55fc436ff tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:28.478717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8085e233-fa15-463f-90c6-3886abcd8ba3 req-54c343cd-2efb-4fb9-bf7f-d8e55fc436ff tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2616737 Aug 19 18:02:28.539179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.563153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Transition to ACTIVE for port object a378d8cb-ab74-4fab-95fc-c4a1e8f35687 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:28.584782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.608055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.613123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Transition to ACTIVE for port object a378d8cb-ab74-4fab-95fc-c4a1e8f35687 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:28.619377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def10ede-3490-4892-a9fb-8c71f1268f84 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:28.632780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.649946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8085e233-fa15-463f-90c6-3886abcd8ba3 req-b6898621-23fa-4019-a112-f6718f801bcb tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448009 Aug 19 18:02:28.652400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.668354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:28.669079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.697061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.697496 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Added segment 94a0cf26-68b3-4ab2-8edc-68ba8ca1034d of type vlan for network f2d34970-d5d8-487a-b1d9-14556983262b Aug 19 18:02:28.698987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b57fc6-6e2c-43de-9588-648ba82cc0b9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:28.702418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Pushing event updated for resources: {'Port': ['ID=a378d8cb-ab74-4fab-95fc-c4a1e8f35687,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:28.707395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Transition to ACTIVE for port object def10ede-3490-4892-a9fb-8c71f1268f84 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:28.729009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Network 146e2f19-543b-484f-846f-3d3dea7af787 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:28.731700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:28.737220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:28.741843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.822092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.850744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=37a0c63e-86f4-43e1-b0a2-7c09c4ac19b9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:28.883407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:28.887979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.919705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146e2f19-543b-484f-846f-3d3dea7af787']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:28.923526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58596) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:28.941131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Attempting to bind port a378d8cb-ab74-4fab-95fc-c4a1e8f35687 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:28.943289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Attempting to bind port a378d8cb-ab74-4fab-95fc-c4a1e8f35687 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:28.944196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Attempting to bind port a378d8cb-ab74-4fab-95fc-c4a1e8f35687 on network 146e2f19-543b-484f-846f-3d3dea7af787 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:28.957178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:28.958104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:28.958617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:28.959206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Checking segment: {'id': 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:28.961358 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.962062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Bound using segment: {'id': 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:28.962764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Bound port: a378d8cb-ab74-4fab-95fc-c4a1e8f35687, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '146e2f19-543b-484f-846f-3d3dea7af787'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:28.964158 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:28.986289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.027127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.029982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:29.035365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.035616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.049032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:29.049538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:29.061701 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:29.194738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] For port a378d8cb-ab74-4fab-95fc-c4a1e8f35687, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:29.263063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d2be300e-5137-40ef-ac5d-ed0b996b6d1e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-258838423'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:29.263594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d2be300e-5137-40ef-ac5d-ed0b996b6d1e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Unknown quota resources ['metering_label']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:29.306853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-df1afb4d-717b-4841-81c7-5f3dcd5d90a4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:29.308390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-df1afb4d-717b-4841-81c7-5f3dcd5d90a4 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 812 time: 0.2323401 Aug 19 18:02:29.321556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6976132 Aug 19 18:02:29.322356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Attempting to bind port def10ede-3490-4892-a9fb-8c71f1268f84 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:29.322704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Attempting to bind port def10ede-3490-4892-a9fb-8c71f1268f84 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:29.323022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Attempting to bind port def10ede-3490-4892-a9fb-8c71f1268f84 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:29.339648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58616) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:29.342443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] For port a378d8cb-ab74-4fab-95fc-c4a1e8f35687, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a378d8cb-ab74-4fab-95fc-c4a1e8f35687,segment=NetworkSegment(f91944b2-cb28-46a9-a9f7-ef39ae2bd512),segment_id=f91944b2-cb28-46a9-a9f7-ef39ae2bd512)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:29.345171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Request body: {'port': {'device_id': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'admin_state_up': True, 'tenant_id': '471c61c5d7b34d618ce4d4377ade2727'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:29.345841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Request body: {'subnet': {'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-subnet', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:29.347569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.386844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:02:29.386844 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:02:29.386844 n-d-778550-10 neutron-server[101325]: [parameters: {'id': '146e2f19-543b-484f-846f-3d3dea7af787'}] Aug 19 18:02:29.386844 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:02:29.387312 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:02:29.433073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814791ca-2d3f-4443-ad49-7ee15acce679 None None] Pushing event updated for resources: {'Port': ['ID=a378d8cb-ab74-4fab-95fc-c4a1e8f35687,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:29.499044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Port def10ede-3490-4892-a9fb-8c71f1268f84 on network 1951b540-bed3-4d22-b852-d69b44f0a575 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:29.499369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Attempting to bind port def10ede-3490-4892-a9fb-8c71f1268f84 on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:29.522892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf18a63-cae9-417f-ad42-9544f2bfc7bf None None] Network 146e2f19-543b-484f-846f-3d3dea7af787 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:29.541169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:29.543771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.586809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-febf7a1f-1596-47ea-8ee9-babcc9a2b33e req-e7c500fa-3350-46c3-8a4d-d0b53be909d5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 210 time: 0.2678537 Aug 19 18:02:29.613220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:29.613612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:29.613959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:29.614408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Bound port: def10ede-3490-4892-a9fb-8c71f1268f84, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:29.614774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.653083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2be300e-5137-40ef-ac5d-ed0b996b6d1e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.654803 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2be300e-5137-40ef-ac5d-ed0b996b6d1e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7302418 Aug 19 18:02:29.659672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58618) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:29.666180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-02fdc06f-92bb-4f00-905c-301be5ceffe1 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1f9300c8-f628-4946-964f-7e17750b9228'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:29.667104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-02fdc06f-92bb-4f00-905c-301be5ceffe1 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:29.675794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f49041-eef2-493d-9e50-5f54c4c96951 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d34970-d5d8-487a-b1d9-14556983262b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:29.708961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02205197-f990-49c6-8982-6ce2af895040 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:02:29.710942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f2d34970-d5d8-487a-b1d9-14556983262b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:29.726209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6b71b-7d18-4008-bbec-65b4d3700158 req-faf8e69b-ab24-4b7d-9a48-a3a2eb506c38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:29.735524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f6b71b-7d18-4008-bbec-65b4d3700158 req-faf8e69b-ab24-4b7d-9a48-a3a2eb506c38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 943 time: 0.6539788 Aug 19 18:02:29.814069 n-d-778550-10 neutron-server[101325]: WARNING neutron.services.metering.metering_plugin [None req-02fdc06f-92bb-4f00-905c-301be5ceffe1 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:02:29.867329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f6b71b-7d18-4008-bbec-65b4d3700158 req-b94ffbe4-9a6f-457e-b29b-72074cc9fae2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308050 Aug 19 18:02:29.893443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Made reservation on behalf of 471c61c5d7b34d618ce4d4377ade2727 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:29.898050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:29.939793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.018158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:30.030191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02fdc06f-92bb-4f00-905c-301be5ceffe1 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.035910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:30.038982 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02fdc06f-92bb-4f00-905c-301be5ceffe1 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3771677 Aug 19 18:02:30.039559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58622) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:30.052691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fc61fe37-011f-45ba-a614-0a0bbf7c4c02 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1f9300c8-f628-4946-964f-7e17750b9228'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:30.054026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fc61fe37-011f-45ba-a614-0a0bbf7c4c02 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:30.062005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.148677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02205197-f990-49c6-8982-6ce2af895040 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:02:30.182837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port a378d8cb-ab74-4fab-95fc-c4a1e8f35687 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:30.183183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.266533 n-d-778550-10 neutron-server[101324]: WARNING neutron.services.metering.metering_plugin [None req-fc61fe37-011f-45ba-a614-0a0bbf7c4c02 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:02:30.275705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port a378d8cb-ab74-4fab-95fc-c4a1e8f35687, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a378d8cb-ab74-4fab-95fc-c4a1e8f35687,segment=NetworkSegment(f91944b2-cb28-46a9-a9f7-ef39ae2bd512),segment_id=f91944b2-cb28-46a9-a9f7-ef39ae2bd512)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:30.276694 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.348571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for a378d8cb-ab74-4fab-95fc-c4a1e8f35687 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:30.359173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.361528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.364911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] 10.222.0.13 "PUT /v2.0/ports/def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 200 len: 1092 time: 3.0927138 Aug 19 18:02:30.365920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:30.371880 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bfb18e-3d7a-4220-92b9-09336268de5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:30.374384 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.451639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f3c15-5ea1-40e3-8e7a-0ba7eaf92df4 req-ccbfe8b7-9bac-4c79-9f07-7c38f4867dbc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:30.456100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b33f3c15-5ea1-40e3-8e7a-0ba7eaf92df4 req-ccbfe8b7-9bac-4c79-9f07-7c38f4867dbc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.5457842 Aug 19 18:02:30.518781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7134213-4e8e-47cd-a436-8c83429ceee7,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.573054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4434fc66-87fe-4522-92ba-f02a3187adad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.607990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.638983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Allocated IP 172.20.0.12 (6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd/80bf1fec-546d-4846-bc44-0d7ea85da755/00b0d70a-b6eb-4046-9f12-f41b38eaa777) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:30.714532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port a378d8cb-ab74-4fab-95fc-c4a1e8f35687 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:30.756668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=a378d8cb-ab74-4fab-95fc-c4a1e8f35687,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:30.799997 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77ee7e-a7df-4016-a322-f4004caa61e3 x-openstack-request-id: req-ed77ee7e-a7df-4016-a322-f4004caa61e3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:30.800854 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:30.801124 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed77ee7e-a7df-4016-a322-f4004caa61e3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:30.801573 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'status': 'completed', 'code': 200} Aug 19 18:02:30.891938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.899734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Checking segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:30.900833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Network hostable DHCP agents. Network: f2d34970-d5d8-487a-b1d9-14556983262b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:30.936217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:30.955361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146e2f19-543b-484f-846f-3d3dea7af787']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:30.965415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Network f2d34970-d5d8-487a-b1d9-14556983262b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:30.975658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:30.976170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91944b2-cb28-46a9-a9f7-ef39ae2bd512') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:30.995660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.005534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f2d34970-d5d8-487a-b1d9-14556983262b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:31.015124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ab36a-917c-4231-bd51-83e242629b8d None None] Network f2d34970-d5d8-487a-b1d9-14556983262b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:31.037198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:31.037990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.048553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.061526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:31.062162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.068166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14a25043-d5e9-4e8f-a8fd-a5d1b7a10097 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7269127 Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:31.069362 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:31.082180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58642) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.127682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:31.137616 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:02:31.198319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.200048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.205610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.245376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.249447 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/146e2f19-543b-484f-846f-3d3dea7af787 HTTP/1.1" status: 204 len: 168 time: 3.7907124 Aug 19 18:02:31.251348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb40e58-cf35-4f7f-936a-c7302eb9ec07 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=146e2f19-543b-484f-846f-3d3dea7af787,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:31.259624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58644) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.267899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659841949'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:31.290117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f2d34970-d5d8-487a-b1d9-14556983262b', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:31.292675 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.366303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.374405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:31.379805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.482868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Allocated IP 172.20.0.2 (f2d34970-d5d8-487a-b1d9-14556983262b/f7134213-4e8e-47cd-a436-8c83429ceee7/3850fd11-e062-46af-ba17-7c71bdd2d86b) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:31.495141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:31.506568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.507511 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment 7fa38f82-bfe0-4b65-bb7b-358b826082e4 of type vlan for network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 Aug 19 18:02:31.524506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c11d8-7fee-4602-80b2-b6babf0b1226 service neutron] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:31.549546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-510caefb-ac08-4542-87f4-f6bce81ecbff req-abbad2f7-433c-463a-85b5-fd2d0064c4ab tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 210 time: 0.7069056 Aug 19 18:02:31.551399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc61fe37-011f-45ba-a614-0a0bbf7c4c02 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.567480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.569816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc61fe37-011f-45ba-a614-0a0bbf7c4c02 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.5282147 Aug 19 18:02:31.578098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58648) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.638036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b33f3c15-5ea1-40e3-8e7a-0ba7eaf92df4 req-03ba1db8-db35-4337-afe0-adefb5fd1d34 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8351877 Aug 19 18:02:31.659731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-a1502425-8be0-4af0-801e-5a23ece35d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:31.666818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-a1502425-8be0-4af0-801e-5a23ece35d9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 1095 time: 1.1185405 Aug 19 18:02:31.682469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12f45f60-ba50-4834-b882-90df601cabb0 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=9a748501-9386-4b5a-845d-abe05f0150f4 HTTP/1.1" status: 200 len: 462 time: 0.0944760 Aug 19 18:02:31.686262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58650) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.707093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.720286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Transition to ACTIVE for port object 3850fd11-e062-46af-ba17-7c71bdd2d86b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:31.741138 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.743590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.763846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Transition to ACTIVE for port object 3850fd11-e062-46af-ba17-7c71bdd2d86b will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:31.775641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.785175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.resource_extend [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:02:31.804676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-2959d291-f2a2-41cd-b090-9474866624b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 200 len: 217 time: 0.0838511 Aug 19 18:02:31.840653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Network f2d34970-d5d8-487a-b1d9-14556983262b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:31.843584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:31.850231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:31.882637 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.886314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Pushing event updated for resources: {'Port': ['ID=3850fd11-e062-46af-ba17-7c71bdd2d86b,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:31.897661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:31.910393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.944322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Attempting to bind port 3850fd11-e062-46af-ba17-7c71bdd2d86b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:31.944692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Attempting to bind port 3850fd11-e062-46af-ba17-7c71bdd2d86b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:31.945058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Attempting to bind port 3850fd11-e062-46af-ba17-7c71bdd2d86b on network f2d34970-d5d8-487a-b1d9-14556983262b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:31.951177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:31.951610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Checking segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:31.952320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.952721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Bound using segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:31.953514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Bound port: 3850fd11-e062-46af-ba17-7c71bdd2d86b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:31.954049 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.956429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:31.979493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7180042 Aug 19 18:02:31.988533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58660) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:31.997805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:32.023177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-76a0f876-b2d8-4a40-a15d-009a2ebad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.024967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-76a0f876-b2d8-4a40-a15d-009a2ebad7e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1990967 Aug 19 18:02:32.033155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-367bc4af-1eef-4288-b43a-8585c1023007 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.034307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-367bc4af-1eef-4288-b43a-8585c1023007 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/9a748501-9386-4b5a-845d-abe05f0150f4 HTTP/1.1" status: 204 len: 168 time: 0.3468182 Aug 19 18:02:32.046952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] For port 3850fd11-e062-46af-ba17-7c71bdd2d86b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:32.048737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58662) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:32.052125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] For port 3850fd11-e062-46af-ba17-7c71bdd2d86b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3850fd11-e062-46af-ba17-7c71bdd2d86b,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:32.065819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.082909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcc7f-bcf0-4aa0-8e45-d1ca27e3255f req-ad31c498-760e-4560-87c1-6271136ea47d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.083164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978947-e7c2-46d1-bd00-97aac0ff352a tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=15df3a0c-c808-42bc-a3f5-4f4d4b928f67,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.084593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a1dcc7f-bcf0-4aa0-8e45-d1ca27e3255f req-ad31c498-760e-4560-87c1-6271136ea47d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 943 time: 0.2772934 Aug 19 18:02:32.092669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e7ddd1e-cae1-48b5-88e3-6b46fd5dbd8e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=9a748501-9386-4b5a-845d-abe05f0150f4 HTTP/1.1" status: 200 len: 221 time: 0.0393279 Aug 19 18:02:32.100889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58664) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:32.106548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.120008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0d6e9658-64c5-413c-8560-05fba0a574d3 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--468477889', 'description': 'label created by tempest'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:32.120553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0d6e9658-64c5-413c-8560-05fba0a574d3 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Unknown quota resources ['metering_label']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:02:32.139851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:32.218479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:32.229446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a1dcc7f-bcf0-4aa0-8e45-d1ca27e3255f req-3b865aad-efa7-4eb6-acca-031cf3191353 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354141 Aug 19 18:02:32.252175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-ec351359-d355-4427-9930-320134aa9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.255109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-ec351359-d355-4427-9930-320134aa9f03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145088 Aug 19 18:02:32.260119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:32.272964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf7d8f-b4f4-4fbe-b6b1-ff912e41a7b8 None None] Pushing event updated for resources: {'Port': ['ID=3850fd11-e062-46af-ba17-7c71bdd2d86b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.275773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:32.296649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event updated for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:32.411098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.411913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.446866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-9a4b611e-e25c-48b0-8b95-76bd5266f591 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1198466 Aug 19 18:02:32.460510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Request body: {'port': {'device_id': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:32.482552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:32.487542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.517973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-26124101-67ba-41b0-a27d-fe9fe64204b6 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552075 Aug 19 18:02:32.678475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9658-64c5-413c-8560-05fba0a574d3 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.679872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d6e9658-64c5-413c-8560-05fba0a574d3 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5744460 Aug 19 18:02:32.685037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58670) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:32.692497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.857038 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-643ec412-ba14-4021-bd69-ce8e1b45d1bd tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=d57d402d-f2f2-49fb-8e3c-2dda9b135539 HTTP/1.1" status: 200 len: 467 time: 0.1700780 Aug 19 18:02:32.862630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58676) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:32.895699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:32.908833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b99028bd-7824-412c-8c7c-986ddf169d56 req-34ac1fbb-fb4e-4591-bffd-c2244c9b9234 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820491 Aug 19 18:02:32.974070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aa267-f300-4c36-8dfa-64a211984aef req-e40cfb4b-3119-4eec-bfb9-5beae9b2c66f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:32.981364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b6aa267-f300-4c36-8dfa-64a211984aef req-e40cfb4b-3119-4eec-bfb9-5beae9b2c66f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 932 time: 0.2533886 Aug 19 18:02:32.987269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.104061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3850fd11-e062-46af-ba17-7c71bdd2d86b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:33.223161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3850fd11-e062-46af-ba17-7c71bdd2d86b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:33.271960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b81c7-0e8b-4e7d-b404-145ea51e5585 req-2f796af1-0078-479c-ac98-82e6771d789a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.279603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a64b81c7-0e8b-4e7d-b404-145ea51e5585 req-2f796af1-0078-479c-ac98-82e6771d789a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.4936419 Aug 19 18:02:33.374288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b6aa267-f300-4c36-8dfa-64a211984aef req-5732bb17-f1d0-4422-b76d-b78aafe3682f tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916774 Aug 19 18:02:33.456750 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:33.582021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-e881232e-8a6a-4713-95cf-c3d502a59c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.583597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-e881232e-8a6a-4713-95cf-c3d502a59c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 1095 time: 0.3893373 Aug 19 18:02:33.717003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a64b81c7-0e8b-4e7d-b404-145ea51e5585 req-b2137522-5060-4237-8b9a-4be90a13e02a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181802 Aug 19 18:02:33.831512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a483b-ec14-4437-b8dc-90f3ba9ef334 None None] Network f2d34970-d5d8-487a-b1d9-14556983262b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:33.909082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41892-7498-4e68-90c9-0a278ddc717e req-8d324ed1-58a2-4910-b7ec-e95ccac14e12 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:33.925435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89d41892-7498-4e68-90c9-0a278ddc717e req-8d324ed1-58a2-4910-b7ec-e95ccac14e12 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 943 time: 0.2048821 Aug 19 18:02:33.959339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Provisioning for port 3850fd11-e062-46af-ba17-7c71bdd2d86b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:33.977935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Provisioning complete for port 3850fd11-e062-46af-ba17-7c71bdd2d86b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:33.978540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.017643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89d41892-7498-4e68-90c9-0a278ddc717e req-8ae8d9d7-63fa-4c89-968b-a7edea3aafa0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848694 Aug 19 18:02:34.042423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-8f178e46-3f38-4e11-a4b6-7ce71d360c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.044911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-8f178e46-3f38-4e11-a4b6-7ce71d360c17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.4439013 Aug 19 18:02:34.099999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b0d70a-b6eb-4046-9f12-f41b38eaa777 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:34.108536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78597a2c-8180-422c-a91d-09de3d90d56d tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.109959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78597a2c-8180-422c-a91d-09de3d90d56d tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/d57d402d-f2f2-49fb-8e3c-2dda9b135539 HTTP/1.1" status: 204 len: 168 time: 1.2358961 Aug 19 18:02:34.111173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.119229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58688) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.133024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Transition to ACTIVE for port object 00b0d70a-b6eb-4046-9f12-f41b38eaa777 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:34.172753 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.177031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0eda6ef4-395b-4f4c-995b-f2040c88202e tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=d57d402d-f2f2-49fb-8e3c-2dda9b135539 HTTP/1.1" status: 200 len: 216 time: 0.0519764 Aug 19 18:02:34.184295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-783f9140-5f0e-4b79-a7f9-d3cd9987af78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 200 len: 217 time: 0.0493767 Aug 19 18:02:34.185987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58690) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.202826 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.215258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.229446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-4654b069-8f4d-4453-83c9-54fcc15bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.230979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-4654b069-8f4d-4453-83c9-54fcc15bb66c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1097 time: 0.2974114 Aug 19 18:02:34.253081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] For port 3850fd11-e062-46af-ba17-7c71bdd2d86b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3850fd11-e062-46af-ba17-7c71bdd2d86b,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:34.269369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.315025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-801c3957-454f-46ac-af26-4ede7dfdff78 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1275940 Aug 19 18:02:34.332608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58692) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.403415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.424090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-ca1ad084-8237-42d0-b098-09405ee0dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.427597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-ca1ad084-8237-42d0-b098-09405ee0dd6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.2339160 Aug 19 18:02:34.449990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ff734-8f11-4e9b-9b44-6a5763ac49c2 None None] Pushing event updated for resources: {'Port': ['ID=3850fd11-e062-46af-ba17-7c71bdd2d86b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.454983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Allocated IP 172.25.5.200 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ce63d687-08bb-4e93-be71-19b2c530cd92) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:34.603360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=7f974d01-e80e-42b2-a109-1667c9c15a6e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:34.613759 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-397c9040-3a9a-4f47-acce-46297ee5af39 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2691655 Aug 19 18:02:34.621984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58698) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.640157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': '7fa38f82-bfe0-4b65-bb7b-358b826082e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:34.640627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 15df3a0c-c808-42bc-a3f5-4f4d4b928f67, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:34.728826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-febb995f-96a6-4fac-b849-fa1dfb59e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.728826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-febb995f-96a6-4fac-b849-fa1dfb59e46b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.4280133 Aug 19 18:02:34.757495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-453d8d71-4bf2-4aae-9cee-df01b300b647 None None] Provisioning complete for port 3850fd11-e062-46af-ba17-7c71bdd2d86b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:34.758024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-453d8d71-4bf2-4aae-9cee-df01b300b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.802456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5d898b1f-b813-44c1-8238-1d6be8c378fe tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/1f9300c8-f628-4946-964f-7e17750b9228 HTTP/1.1" status: 200 len: 472 time: 0.1788721 Aug 19 18:02:34.813552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687852-e26d-4e26-b40c-ec49be22b756 req-cfce4ec3-bea7-4764-a07f-29988c81c200 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.822776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:34.824586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38687852-e26d-4e26-b40c-ec49be22b756 req-cfce4ec3-bea7-4764-a07f-29988c81c200 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.3061156 Aug 19 18:02:34.824823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.833480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Attempting to bind port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:34.833937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Attempting to bind port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:34.834377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Attempting to bind port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:34.857814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-f209ce73-3b29-41f3-9bab-8173ce49485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.860539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-f209ce73-3b29-41f3-9bab-8173ce49485f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670640 Aug 19 18:02:34.862653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:34.863011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Attempting to bind port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 on network 6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:34.895845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:34.895845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Checking segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:34.896231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Bound using segment: {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:34.896839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Bound port: 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a4d292-79f9-4c8d-905e-f19ce17559f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:34.897225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.927629 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-65a4cab5-6278-41d0-a383-569b68d135f3 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/b40d7f7a-6310-47f6-aa2b-b321c1e16b70 HTTP/1.1" status: 200 len: 459 time: 0.0908735 Aug 19 18:02:34.927860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:34.948871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 15df3a0c-c808-42bc-a3f5-4f4d4b928f67) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:34.963693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acbd222-38af-4e5f-9bc3-8159328c31b5 None None] Network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:34.969939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:34.986406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:34.987103 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.002960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-943998ec-93a9-4a92-b510-691cd6dd9ed4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 1001 time: 0.2464170 Aug 19 18:02:35.006825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38687852-e26d-4e26-b40c-ec49be22b756 req-2b085571-4cea-4bf5-abef-ffbeed91fc03 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815355 Aug 19 18:02:35.048034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3850fd11-e062-46af-ba17-7c71bdd2d86b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:35.110456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ab2f6b93-e3cb-494d-892c-237344be5976 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1169496 Aug 19 18:02:35.111316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:35.161464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3850fd11-e062-46af-ba17-7c71bdd2d86b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:35.162304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.309342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-5f865f36-ae35-43d9-8a56-49a5870dbc8f service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375749 Aug 19 18:02:35.318264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f57002b-4322-41f1-95f0-9000a982f1af tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.319435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f57002b-4322-41f1-95f0-9000a982f1af tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/b40d7f7a-6310-47f6-aa2b-b321c1e16b70 HTTP/1.1" status: 204 len: 168 time: 0.3899477 Aug 19 18:02:35.328251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:35.421910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:35.433639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0bfb18e-3d7a-4220-92b9-09336268de5f req-68a4452f-ae8c-4b18-9552-44882033dd87 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130333 Aug 19 18:02:35.457368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81645ba0-6302-47fa-8dc1-81c210b3f00c req-b49d383e-0bab-4877-800b-b275ed4e7878 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.459381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81645ba0-6302-47fa-8dc1-81c210b3f00c req-b49d383e-0bab-4877-800b-b275ed4e7878 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2735834 Aug 19 18:02:35.462460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:35.476327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.487791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-f9ca4478-6b37-48ce-9575-eea667a12aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.489769 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-f9ca4478-6b37-48ce-9575-eea667a12aa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.4765730 Aug 19 18:02:35.492939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eb5b9-1643-4185-8ad1-e1a75d827d5c req-87c8886f-b967-400a-93fd-552761a79f8b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.500689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d0eb5b9-1643-4185-8ad1-e1a75d827d5c req-87c8886f-b967-400a-93fd-552761a79f8b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 943 time: 0.3053265 Aug 19 18:02:35.505476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.591435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-15df3a0c-c808-42bc-a3f5-4f4d4b928f67', 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': '7f974d01-e80e-42b2-a109-1667c9c15a6e'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:35.592343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.635054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.636703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.639796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] 10.222.0.42 "PUT /v2.0/ports/00b0d70a-b6eb-4046-9f12-f41b38eaa777 HTTP/1.1" status: 200 len: 1093 time: 3.1843512 Aug 19 18:02:35.664245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:35.669843 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e7ffe-3a91-4387-88ab-7f03d0562cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:35.697633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267180ec-f71f-4323-a391-4b1eb2d21912 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:35.744510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device def10ede-3490-4892-a9fb-8c71f1268f84 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:35.775691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:35.779800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81645ba0-6302-47fa-8dc1-81c210b3f00c req-a1fda1e8-ce98-405e-ad8d-093b9ad36ea2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064404 Aug 19 18:02:35.789516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d0eb5b9-1643-4185-8ad1-e1a75d827d5c req-1c5818de-c4f7-4d44-96cb-e3ab759110d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877376 Aug 19 18:02:35.797816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:35.816946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:35.839015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:35.853041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-69746702-ff82-4517-9d97-ade1fe406477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:35.865790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-69746702-ff82-4517-9d97-ade1fe406477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 1096 time: 0.1544461 Aug 19 18:02:35.873927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Allocated IP 2001:db8::1 (15df3a0c-c808-42bc-a3f5-4f4d4b928f67/7f974d01-e80e-42b2-a109-1667c9c15a6e/3328bca5-1e34-4549-99a5-c4e1564b3ddb) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:35.976856 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac123829-8a25-4014-bb91-1ecd7c9ce68a x-openstack-request-id: req-ac123829-8a25-4014-bb91-1ecd7c9ce68a {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:35.977402 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:35.978124 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac123829-8a25-4014-bb91-1ecd7c9ce68a {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:35.978878 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777', 'status': 'completed', 'code': 200} Aug 19 18:02:35.981868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-22c9ef75-a3f5-4b3c-91b0-5a4acbf1c3b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777 HTTP/1.1" status: 200 len: 217 time: 0.1072845 Aug 19 18:02:35.992201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Pushing event updated for resources: {'Port': ['ID=ce63d687-08bb-4e93-be71-19b2c530cd92,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.048295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:36.113080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-ac0a6f8b-9493-4fdd-9e85-e7ffeab5a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.113080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-ac0a6f8b-9493-4fdd-9e85-e7ffeab5a4ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.1052911 Aug 19 18:02:36.114018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'mac_address': 'fa:16:3e:ba:e7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:36.188697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-8775fcd8-dea7-494f-a383-0aebe65ef739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.192702 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-8775fcd8-dea7-494f-a383-0aebe65ef739 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6901231 Aug 19 18:02:36.197580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-4f8bea83-9a57-410a-8c0c-ee1247018018 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898025 Aug 19 18:02:36.243151 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.260227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5286cb7f-1eb8-4a07-b167-3ad621520cd2 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.265661 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5286cb7f-1eb8-4a07-b167-3ad621520cd2 tempest-MeteringIpV6TestJSON-1291578838 tempest-MeteringIpV6TestJSON-1291578838-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/1f9300c8-f628-4946-964f-7e17750b9228 HTTP/1.1" status: 204 len: 168 time: 0.9362183 Aug 19 18:02:36.285703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def10ede-3490-4892-a9fb-8c71f1268f84 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:36.296541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.306054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4aaa-3a7a-4301-9655-be09592d1cc9 req-3ad6f8d9-3873-440e-9a4e-f70759444ec9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.307960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfca4aaa-3a7a-4301-9655-be09592d1cc9 req-3ad6f8d9-3873-440e-9a4e-f70759444ec9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.1273603 Aug 19 18:02:36.324085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Transition to ACTIVE for port object 3328bca5-1e34-4549-99a5-c4e1564b3ddb will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:36.327206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:36.336777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.364293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Transition to ACTIVE for port object 3328bca5-1e34-4549-99a5-c4e1564b3ddb will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:36.374880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfca4aaa-3a7a-4301-9655-be09592d1cc9 req-6414e2a3-307a-47c5-b182-5b6ab6854e20 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596828 Aug 19 18:02:36.382019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.385831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-eb65e82a-e8b6-4c34-bea3-cbf34d3f3f68 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680646 Aug 19 18:02:36.432678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:36.437595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:36.441511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.445699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:36.521151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.528851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7815bde7-d06c-433a-9586-89f72fb0f345 req-52388be1-69fa-4150-8c73-832dcbefbd35 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354787 Aug 19 18:02:36.563601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Attempting to bind port 3328bca5-1e34-4549-99a5-c4e1564b3ddb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:36.564294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Attempting to bind port 3328bca5-1e34-4549-99a5-c4e1564b3ddb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '7fa38f82-bfe0-4b65-bb7b-358b826082e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:36.564711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Attempting to bind port 3328bca5-1e34-4549-99a5-c4e1564b3ddb on network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:36.566992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Pushing event updated for resources: {'Port': ['ID=3328bca5-1e34-4549-99a5-c4e1564b3ddb,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.574004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:36.574803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Checking segment: {'id': '7fa38f82-bfe0-4b65-bb7b-358b826082e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:36.575618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.576198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Bound using segment: {'id': '7fa38f82-bfe0-4b65-bb7b-358b826082e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:36.576914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Bound port: 3328bca5-1e34-4549-99a5-c4e1564b3ddb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa38f82-bfe0-4b65-bb7b-358b826082e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:36.577366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.649361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-c2ae1df3-1345-4f97-9892-ea51ffa4eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.651805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-c2ae1df3-1345-4f97-9892-ea51ffa4eb47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=471c61c5d7b34d618ce4d4377ade2727&device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 1096 time: 0.0651865 Aug 19 18:02:36.680544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] For port 3328bca5-1e34-4549-99a5-c4e1564b3ddb, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:36.685797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] For port 3328bca5-1e34-4549-99a5-c4e1564b3ddb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3328bca5-1e34-4549-99a5-c4e1564b3ddb,segment=NetworkSegment(7fa38f82-bfe0-4b65-bb7b-358b826082e4),segment_id=7fa38f82-bfe0-4b65-bb7b-358b826082e4)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:36.693835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.729819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58756) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:36.752766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-83befaac-7e98-4884-a0fa-d7d54270c9bf service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156186 Aug 19 18:02:36.796651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:36.807757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30bf66-9fd4-4718-8e31-180a3d28c7ed None None] Pushing event updated for resources: {'Port': ['ID=3328bca5-1e34-4549-99a5-c4e1564b3ddb,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:36.829360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-90107d2e-df48-44da-af2d-3e8a38a52fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:36.831052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-90107d2e-df48-44da-af2d-3e8a38a52fe8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 200 len: 913 time: 0.1719215 Aug 19 18:02:36.838942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['def10ede-3490-4892-a9fb-8c71f1268f84'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:36.925663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-82279598-c692-471d-a109-c3acbb665f34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777 HTTP/1.1" status: 200 len: 217 time: 0.0867703 Aug 19 18:02:36.987995 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efd3829d-4ab4-4db2-94bc-7f370a26d134 req-953b8163-2b1b-43a0-a9be-bc61dce3a237 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282636 Aug 19 18:02:36.991534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=7f974d01-e80e-42b2-a109-1667c9c15a6e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:37.073404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.137130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d29009c-d55b-46cc-848a-bce1a0155e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.168567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-3c0b713f-9fda-477c-b11f-4d57786656af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.170149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-3c0b713f-9fda-477c-b11f-4d57786656af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 200 len: 852 time: 0.2377470 Aug 19 18:02:37.215602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa02e-443f-44e5-b3e4-555614b9b206 req-927d02e9-b750-4f4b-8fdb-0c6c8829e677 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.217556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b83fa02e-443f-44e5-b3e4-555614b9b206 req-927d02e9-b750-4f4b-8fdb-0c6c8829e677 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 944 time: 0.2367229 Aug 19 18:02:37.260335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61615033-cc32-41ac-8562-65fc16b13949 req-cf78af19-dc1b-4d3e-aca8-27658419c186 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.268288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61615033-cc32-41ac-8562-65fc16b13949 req-cf78af19-dc1b-4d3e-aca8-27658419c186 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2859643 Aug 19 18:02:37.270699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-1f2df129-c3cf-491f-b83c-d9ff4d0a1b57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850191 Aug 19 18:02:37.394234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.428931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15df3a0c-c808-42bc-a3f5-4f4d4b928f67']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:37.446485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b83fa02e-443f-44e5-b3e4-555614b9b206 req-8003f974-a011-48e4-90f3-e924b1fd4854 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998212 Aug 19 18:02:37.447112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa38f82-bfe0-4b65-bb7b-358b826082e4') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:37.447555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa38f82-bfe0-4b65-bb7b-358b826082e4') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:37.459870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61615033-cc32-41ac-8562-65fc16b13949 req-eb7f5d30-decf-4e1d-97c7-b7be44641a15 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810989 Aug 19 18:02:37.491376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.515332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.533556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-472db02b-a8b9-4352-a257-b57f94b951e7 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467885 Aug 19 18:02:37.546232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:37.546911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:37.550899 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:37.662505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d29009c-d55b-46cc-848a-bce1a0155e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.678837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d29009c-d55b-46cc-848a-bce1a0155e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.743292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:02:37.743292 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:02:37.743292 n-d-778550-10 neutron-server[101325]: [parameters: {'id': '15df3a0c-c808-42bc-a3f5-4f4d4b928f67'}] Aug 19 18:02:37.743292 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:02:37.743962 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:02:37.781987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8d29009c-d55b-46cc-848a-bce1a0155e62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=136ae6f149724475ba3a1173db0df5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0473468 Aug 19 18:02:37.788506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:37.804054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29009c-d55b-46cc-848a-bce1a0155e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10053b-5163-441f-b9bf-c70e7103c19c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:37.832535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-885e7ffe-3a91-4387-88ab-7f03d0562cf9 req-5cd2beb5-e80d-4e7c-a4a7-ddac1c604b28 service neutron] 10.222.0.42 "GET /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895405 Aug 19 18:02:37.847654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b92d9-bc25-4046-8f4a-946b79f2b66a req-7f79b700-1855-4429-8828-8a724863b7fb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:37.849750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed0b92d9-bc25-4046-8f4a-946b79f2b66a req-7f79b700-1855-4429-8828-8a724863b7fb tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.1633055 Aug 19 18:02:37.872623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:37.908053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed0b92d9-bc25-4046-8f4a-946b79f2b66a req-514167c2-21ba-41af-a995-bb1e3c7db244 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497291 Aug 19 18:02:37.954454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.015397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.050095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3579d2-5624-456a-bd04-b61135bb2f97 None None] Network 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:38.119041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.125190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.127191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b10053b-5163-441f-b9bf-c70e7103c19c HTTP/1.1" status: 204 len: 168 time: 0.3371513 Aug 19 18:02:38.143945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Router 96214d49-8ba5-4a37-9594-2d4123df4339 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:02:38.147760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998dc2-a0e1-43e5-92ae-4f74e81eb745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10053b-5163-441f-b9bf-c70e7103c19c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:38.216801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2b681afc-ae2b-40d6-b965-bf720fb61b7b None None] Provisioning for port 3328bca5-1e34-4549-99a5-c4e1564b3ddb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:38.253743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.428842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:38.439844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] DHCP port deletion for 15df3a0c-c808-42bc-a3f5-4f4d4b928f67 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:02:38.445339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Sync routers for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:38.462396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.466774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a8b71736-92b7-4421-b193-f20309de1a44 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3810387 Aug 19 18:02:38.466963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58832) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:38.487967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:38.488707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:38.492278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port 3328bca5-1e34-4549-99a5-c4e1564b3ddb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:38.492630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.635315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:38.648273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5914a-d63b-4702-8cb3-9bc7e4a90fa8 req-4eefb20d-70e5-4c44-8311-8bc0c5ec8810 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:38.660421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5b5914a-d63b-4702-8cb3-9bc7e4a90fa8 req-4eefb20d-70e5-4c44-8311-8bc0c5ec8810 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 944 time: 0.0930653 Aug 19 18:02:38.665216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port 3328bca5-1e34-4549-99a5-c4e1564b3ddb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3328bca5-1e34-4549-99a5-c4e1564b3ddb,segment=NetworkSegment(7fa38f82-bfe0-4b65-bb7b-358b826082e4),segment_id=7fa38f82-bfe0-4b65-bb7b-358b826082e4)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:38.665592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.699734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for 3328bca5-1e34-4549-99a5-c4e1564b3ddb owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:38.699987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:38.715009 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-93a390ac-7057-4e64-b898-b370c78a6f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.722233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5b5914a-d63b-4702-8cb3-9bc7e4a90fa8 req-ddd151e6-86c4-4fd3-8524-de40cd84a98d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 Aug 19 18:02:38.793941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Deleting port 3328bca5-1e34-4549-99a5-c4e1564b3ddb {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:38.793941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.827240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.836448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d77962-1c02-43f1-9064-1ea64d41fa07 req-2b57646c-b563-40f7-9ea5-611f29ff704c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:38.844266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8d77962-1c02-43f1-9064-1ea64d41fa07 req-2b57646c-b563-40f7-9ea5-611f29ff704c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1209247 Aug 19 18:02:38.881549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] For port 3328bca5-1e34-4549-99a5-c4e1564b3ddb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3328bca5-1e34-4549-99a5-c4e1564b3ddb,segment=NetworkSegment(7fa38f82-bfe0-4b65-bb7b-358b826082e4),segment_id=7fa38f82-bfe0-4b65-bb7b-358b826082e4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:38.882216 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.897695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=3328bca5-1e34-4549-99a5-c4e1564b3ddb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:38.900225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Calling delete_port for 3328bca5-1e34-4549-99a5-c4e1564b3ddb owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:38.910914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8d77962-1c02-43f1-9064-1ea64d41fa07 req-eb241f9a-c4c3-447c-a7a7-0316eff25579 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655377 Aug 19 18:02:38.911426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port 3328bca5-1e34-4549-99a5-c4e1564b3ddb on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:38.960527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-93a390ac-7057-4e64-b898-b370c78a6f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:38.966583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-93a390ac-7057-4e64-b898-b370c78a6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.038962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-93a390ac-7057-4e64-b898-b370c78a6f3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ef429b654744964acd664b5022e5611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348198 Aug 19 18:02:39.038962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a390ac-7057-4e64-b898-b370c78a6f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cb739e-96c1-4151-a478-a4e5b4d268b8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:39.042124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58846) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: from cryptography.utils import int_from_bytes Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: from cryptography.utils import int_from_bytes Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.045071 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:02:39.049142 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:02:39.054433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.097133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] Pushing event deleted for resources: {'Port': ['ID=3328bca5-1e34-4549-99a5-c4e1564b3ddb,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:39.104725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0db57-e6a3-4722-a65d-890e47af289b None None] No DVR routers for this DVR port 3328bca5-1e34-4549-99a5-c4e1564b3ddb on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:39.138146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:36Z', 'revision_number': 3, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:39.143755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.166347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15df3a0c-c808-42bc-a3f5-4f4d4b928f67']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:39.188993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa38f82-bfe0-4b65-bb7b-358b826082e4') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:39.190207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa38f82-bfe0-4b65-bb7b-358b826082e4') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:39.204297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.205329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Checking router: 96214d49-8ba5-4a37-9594-2d4123df4339 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:39.206070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Updating router 96214d49-8ba5-4a37-9594-2d4123df4339 port ce63d687-08bb-4e93-be71-19b2c530cd92 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:39.243059 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.302430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.320063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:39.320552 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:39.324385 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:39.470995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.483410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.491268 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/15df3a0c-c808-42bc-a3f5-4f4d4b928f67 HTTP/1.1" status: 204 len: 168 time: 4.3143215 Aug 19 18:02:39.496726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:39.541608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843364771'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:39.560464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063c264-ea9e-46d4-9557-026cb42be171 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=15df3a0c-c808-42bc-a3f5-4f4d4b928f67,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:39.597757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:39.602762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.674214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:39.698949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3bd0-0993-4958-82ce-375c894e17db req-9c7b47fd-ac18-4cab-9ddd-dd52e5ceeee8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:39.700511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17ba3bd0-0993-4958-82ce-375c894e17db req-9c7b47fd-ac18-4cab-9ddd-dd52e5ceeee8 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.1826556 Aug 19 18:02:39.700705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.706818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.711933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.712292 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment c0f3cec6-0ef8-4be3-88d1-c72d916a9b81 of type vlan for network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 Aug 19 18:02:39.717706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Transition to ACTIVE for port object ce63d687-08bb-4e93-be71-19b2c530cd92 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:39.721122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-1765f0c1-2a9f-4e43-8e6d-e251e76011ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:39.722658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-1765f0c1-2a9f-4e43-8e6d-e251e76011ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.2066555 Aug 19 18:02:39.727460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.763292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.767901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.769207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.777498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-ddbfd0d5-dd0a-495d-ba28-ccd8b108b25e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/quotas/59b3ddfa63774a8795f8fc89e00b31ae HTTP/1.1" status: 200 len: 375 time: 0.0389316 Aug 19 18:02:39.783754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386277a6-6c09-4b08-a89a-181d60f22e45 None None] Pushing event updated for resources: {'Port': ['ID=ce63d687-08bb-4e93-be71-19b2c530cd92,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:39.786981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device def10ede-3490-4892-a9fb-8c71f1268f84 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:39.836732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17ba3bd0-0993-4958-82ce-375c894e17db req-728b9f58-5f90-48f4-ac1e-bd1dbb0e60ef tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077967 Aug 19 18:02:39.869706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Attempting to bind port ce63d687-08bb-4e93-be71-19b2c530cd92 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:39.870186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Attempting to bind port ce63d687-08bb-4e93-be71-19b2c530cd92 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:39.871553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Attempting to bind port ce63d687-08bb-4e93-be71-19b2c530cd92 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:39.878220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:39.878603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:39.879057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.879739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:39.880268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Bound port: ce63d687-08bb-4e93-be71-19b2c530cd92, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:39.880746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.893097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-768956ed-8b6d-4cd3-8d61-07c1e5097b4d tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981462 Aug 19 18:02:39.914188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port def10ede-3490-4892-a9fb-8c71f1268f84 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:39.921922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port def10ede-3490-4892-a9fb-8c71f1268f84 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:39.923037 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.931672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.942146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:39.943409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.978157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:39.989367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.992635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:39.994059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66cb739e-96c1-4151-a478-a4e5b4d268b8 HTTP/1.1" status: 204 len: 168 time: 0.9500921 Aug 19 18:02:40.021542 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4866753 Aug 19 18:02:40.041411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] For port ce63d687-08bb-4e93-be71-19b2c530cd92, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:40.051407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] For port ce63d687-08bb-4e93-be71-19b2c530cd92, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ce63d687-08bb-4e93-be71-19b2c530cd92,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:40.054374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:40.061649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2665a-63c6-4262-a2e8-5e721a7b5441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cb739e-96c1-4151-a478-a4e5b4d268b8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.067389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:40.072055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-77bd888d-ec7c-4006-ac35-b1b4c310fd14 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776221 Aug 19 18:02:40.095908 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.162753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4daa-f436-442a-8ab4-a8bbd64796f4 req-8f4b2e4c-d233-4fe8-99d1-17f4334ca34d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:40.176221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a7f4daa-f436-442a-8ab4-a8bbd64796f4 req-8f4b2e4c-d233-4fe8-99d1-17f4334ca34d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 944 time: 0.2132690 Aug 19 18:02:40.179910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28464994-9f95-4fd5-9e4d-fcbe1bc1e14d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=6cdf8313-83a9-44ba-a0dd-4d7ebf68e978,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.214372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Allocated IP 172.20.0.1 (f2d34970-d5d8-487a-b1d9-14556983262b/f7134213-4e8e-47cd-a436-8c83429ceee7/c5967fb3-896a-4eb7-8ae0-dca204304ec0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:40.254184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:40.258294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.260149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a7f4daa-f436-442a-8ab4-a8bbd64796f4 req-66de919c-189d-4249-b2aa-690b08f99d45 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828071 Aug 19 18:02:40.320725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-b3533730-441e-47d2-a29a-b1a9ccff7f45 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441747 Aug 19 18:02:40.473949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:40.511760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:40.586777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:40.609825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a9b9aa7-76db-417a-b43e-492d56654db0 req-98a67cbd-ee25-4e79-9842-dec1fa3356c9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 210 time: 0.0674715 Aug 19 18:02:40.627510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.676386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Transition to ACTIVE for port object c5967fb3-896a-4eb7-8ae0-dca204304ec0 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:40.756406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f2d1-62e0-4eac-898c-9f01d230d5d3 req-0e75c4e7-9422-42c4-acc8-0d2d20add069 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:40.761649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.770334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38e8f2d1-62e0-4eac-898c-9f01d230d5d3 req-0e75c4e7-9422-42c4-acc8-0d2d20add069 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1587949 Aug 19 18:02:40.841523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.855112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:40.860779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386277a6-6c09-4b08-a89a-181d60f22e45 None None] Pushing event updated for resources: {'Port': ['ID=ce63d687-08bb-4e93-be71-19b2c530cd92,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.890159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:40.902471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:40.955104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=dc979405-0a4d-42d4-93cd-873f63302a80,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:40.989796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Network f2d34970-d5d8-487a-b1d9-14556983262b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:40.991713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:40.992086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:41.004125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.020733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:41.039953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:41.044505 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd3d4f-4522-4131-8fa9-f47f77398084" -d '{"events": [{"server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "name": "network-vif-plugged", "status": "completed", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:41.049288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:41.053134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38e8f2d1-62e0-4eac-898c-9f01d230d5d3 req-5835d661-d211-49a1-8b3a-82e0d745b6cc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797761 Aug 19 18:02:41.118593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:41.123163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:41.131720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:41.140624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:41.147933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.148438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.165267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:41.169684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-5e132c61-6309-4716-8db3-d2a66dad18ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.171324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-5e132c61-6309-4716-8db3-d2a66dad18ab tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cee9e38-ece5-4978-b7ca-4e4d488a8062 HTTP/1.1" status: 200 len: 946 time: 0.3048234 Aug 19 18:02:41.176869 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5fc4d443-965f-4965-84cf-65110ed850c2 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1208076 Aug 19 18:02:41.177954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.180672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:41.189455 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a6d4c-af26-48ee-96aa-2c398d626f10 x-openstack-request-id: req-aa3a6d4c-af26-48ee-96aa-2c398d626f10 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:41.189761 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "name": "network-vif-plugged", "status": "completed", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:41.190022 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa3a6d4c-af26-48ee-96aa-2c398d626f10 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:41.190428 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'code': 200} Aug 19 18:02:41.192423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eabadce-adc1-4461-9bce-d02f3f059e94 None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:41.212044 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.212890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5216f0e3-0cd9-41f8-89aa-88960fd55519 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:02:41.333859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17766-5ad0-4e99-9c08-0daf2ac548fe req-7b6b8b38-bba4-44c7-aed6-2957ad321f7e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.354072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaa17766-5ad0-4e99-9c08-0daf2ac548fe req-7b6b8b38-bba4-44c7-aed6-2957ad321f7e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.3550973 Aug 19 18:02:41.662613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaa17766-5ad0-4e99-9c08-0daf2ac548fe req-afb628b8-0273-4671-947d-954610b2928a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030980 Aug 19 18:02:41.672881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742f0df-15fe-45fb-bbd9-b3f4054c93ff req-c166364c-61d7-4eac-8bdf-8747fae36cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.681670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c742f0df-15fe-45fb-bbd9-b3f4054c93ff req-c166364c-61d7-4eac-8bdf-8747fae36cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 1097 time: 0.3560324 Aug 19 18:02:41.682838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:41.689855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58932) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:41.718723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:41.719855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 00b0d70a-b6eb-4046-9f12-f41b38eaa777 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:02:41.806922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c7b8-6129-47b6-9f44-b0a26f03aab7 req-91655c4f-f7f8-422e-9db3-5e2bb195ce04 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:41.808092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c9c7b8-6129-47b6-9f44-b0a26f03aab7 req-91655c4f-f7f8-422e-9db3-5e2bb195ce04 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 945 time: 0.3507266 Aug 19 18:02:41.816107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3859fbfc-db60-4d4a-9aea-7c9563d11c57 None None] Provisioning for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:41.872646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:41.903713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:41.904978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c742f0df-15fe-45fb-bbd9-b3f4054c93ff req-e45dc14c-2241-4e80-b898-6631354a575e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918130 Aug 19 18:02:41.918785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-82891135'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:41.977705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5c9c7b8-6129-47b6-9f44-b0a26f03aab7 req-8d57431f-ca26-4d3a-b1d7-8827dbdd4253 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547472 Aug 19 18:02:42.005075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Deleting port 5216f0e3-0cd9-41f8-89aa-88960fd55519 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:02:42.005784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.040120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3859fbfc-db60-4d4a-9aea-7c9563d11c57 None None] Provisioning complete for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:42.040679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3859fbfc-db60-4d4a-9aea-7c9563d11c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.087854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.088347 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:02:42.088347 n-d-778550-10 neutron-server[101325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:02:42.088347 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id': 'ee9e8d11673744f296c980949f9d2447', 'id': '10618da9-4d5d-4166-acbf-e437bc5a0834', 'expiration': datetime.datetime(2021, 8, 19, 18, 4, 42, 80874)}] Aug 19 18:02:42.088347 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:02:42.088735 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:02:42.098351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.099608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3859fbfc-db60-4d4a-9aea-7c9563d11c57 None None] Port c5967fb3-896a-4eb7-8ae0-dca204304ec0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:42.101577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.152407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cad477f-0e86-463e-96d9-6105f836c0fd req-a7e081e5-488c-41c2-a7a6-c5656c2f0257 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 210 time: 0.1965559 Aug 19 18:02:42.212485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:42.216252 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.237922 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:02:42.402670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-6cdf8313-83a9-44ba-a0dd-4d7ebf68e978', 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': 'dc979405-0a4d-42d4-93cd-873f63302a80'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:42.403543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.415685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.432710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-84f45f57-fba9-46a5-87bc-e8b7a06afb28 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.435390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-84f45f57-fba9-46a5-87bc-e8b7a06afb28 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.1567032 Aug 19 18:02:42.468432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Request body: {'port': {'device_id': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'admin_state_up': True, 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:42.490079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.513785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.526343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:42.526343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.610359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Calling delete_port for 5216f0e3-0cd9-41f8-89aa-88960fd55519 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:02:42.624252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712259e-ec86-44cb-9f6a-09d2c12a6f33 req-b71a3be3-02c7-427d-be61-4c094396d94f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:42.634839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c712259e-ec86-44cb-9f6a-09d2c12a6f33 req-b71a3be3-02c7-427d-be61-4c094396d94f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.4232652 Aug 19 18:02:42.654564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:42.660489 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.716706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Allocated IP 2001:db8::2 (6cdf8313-83a9-44ba-a0dd-4d7ebf68e978/dc979405-0a4d-42d4-93cd-873f63302a80/5c9ac816-78f9-416b-8be4-deb05771b772) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:42.833153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c712259e-ec86-44cb-9f6a-09d2c12a6f33 req-99eb2ab1-abdb-45ba-a272-7c4647cd3153 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973016 Aug 19 18:02:42.866810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Network f2d34970-d5d8-487a-b1d9-14556983262b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:42.869637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:42.907183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:42.917950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Transition to ACTIVE for port object 5c9ac816-78f9-416b-8be4-deb05771b772 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:43.012523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 5216f0e3-0cd9-41f8-89aa-88960fd55519, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5216f0e3-0cd9-41f8-89aa-88960fd55519,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:43.024063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Transition to ACTIVE for port object 5c9ac816-78f9-416b-8be4-deb05771b772 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:43.036469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:43.058303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.097935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Router 96214d49-8ba5-4a37-9594-2d4123df4339 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:02:43.098513 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.209358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec903-d2a4-4ec3-8f01-44cd392421f2 req-0b96e83c-d62f-44b9-b686-7b2776c8b51c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.215708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:43.221642 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137df6f-0ec8-469f-8e96-7874aa34de7b" -d '{"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:43.222528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-203ec903-d2a4-4ec3-8f01-44cd392421f2 req-0b96e83c-d62f-44b9-b686-7b2776c8b51c tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 944 time: 0.4225130 Aug 19 18:02:43.262844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:43.299818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:43.309066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:43.322028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '00b0d70a-b6eb-4046-9f12-f41b38eaa777', 'network_id': '6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd', 'port_id': '00b0d70a-b6eb-4046-9f12-f41b38eaa777', 'mac_address': 'fa:16:3e:6d:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bf1fec-546d-4846-bc44-0d7ea85da755', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:02:43.325371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:43.342269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:02:43.348585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b65bc1e0-8670-4dc4-ba40-69c13b9b85d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/96214d49-8ba5-4a37-9594-2d4123df4339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8805404 Aug 19 18:02:43.362453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.386343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.395684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:43.402748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.461135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-203ec903-d2a4-4ec3-8f01-44cd392421f2 req-044330e3-8bc0-466c-b78e-f3894294e294 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365403 Aug 19 18:02:43.476255 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.478466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:43.565867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:43.588106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Pushing event updated for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:43.610891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.611257 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment 77aa2e3b-3420-462b-a354-951e7d30e6bf of type vlan for network e9fb5fc8-d847-424b-8841-ce4ec5b35365 Aug 19 18:02:43.633128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2be3fd4c-30c9-4cd3-ad73-4774977bccc4 None None] Provisioning complete for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:43.633562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd4c-30c9-4cd3-ad73-4774977bccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.642189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526229fe-482b-4283-8f4a-e9eb821b3183 req-88f54756-243a-41e9-8b25-7f847a427cca tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:43.648235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-526229fe-482b-4283-8f4a-e9eb821b3183 req-88f54756-243a-41e9-8b25-7f847a427cca tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 945 time: 0.4050813 Aug 19 18:02:43.669666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Attempting to bind port 5c9ac816-78f9-416b-8be4-deb05771b772 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:43.670049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Attempting to bind port 5c9ac816-78f9-416b-8be4-deb05771b772 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:43.671117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Attempting to bind port 5c9ac816-78f9-416b-8be4-deb05771b772 on network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:43.675956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b0d70a-b6eb-4046-9f12-f41b38eaa777 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:43.697991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:43.698365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Checking segment: {'id': 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:43.698819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.699234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Bound using segment: {'id': 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:43.700387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Bound port: 5c9ac816-78f9-416b-8be4-deb05771b772, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:43.700387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.719650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c53b9ee-84cb-4b60-9e33-809ac4f50d04,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:43.764719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:43.776672 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.804844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:43.816876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2be3fd4c-30c9-4cd3-ad73-4774977bccc4 None None] Port c5967fb3-896a-4eb7-8ae0-dca204304ec0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:02:43.833077 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:43.839198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87392e30-3262-4f92-ad73-a6b4a104b568 req-80967eda-bb6f-4127-8d48-937858fa4d1e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 210 time: 0.1637444 Aug 19 18:02:43.990105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-526229fe-482b-4283-8f4a-e9eb821b3183 req-a460e345-8dd4-466d-bc0d-ec4625f77df2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833605 Aug 19 18:02:43.996085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.023970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.046301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.178633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event deleted for resources: {'Port': ['ID=5216f0e3-0cd9-41f8-89aa-88960fd55519,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.186454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=0ae88cab-e373-40c6-be90-a1f705b51a31,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.212415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:44.215402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:44.231024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.234336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.236566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.244802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.245478 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.261039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75af4cc6-1289-4f88-822c-b7223c21a17e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0783203 Aug 19 18:02:44.262080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58988) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:44.269455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:36Z', 'revision_number': 3, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:44.280225 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d640633-9bd7-4293-8a4b-003c808529b6 x-openstack-request-id: req-0d640633-9bd7-4293-8a4b-003c808529b6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:44.280640 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-unplugged", "status": "completed", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:44.280998 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d640633-9bd7-4293-8a4b-003c808529b6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:44.282122 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'code': 200} Aug 19 18:02:44.293292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['80044157-e9c1-49c4-8c4e-c1b86e6870fb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:44.394572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.396757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.399648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.400826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['00b0d70a-b6eb-4046-9f12-f41b38eaa777'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:44.401445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.403735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.411363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530878c5-3d9c-4af8-a87c-0fba68d72ade None None] The sync data for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 is: [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:36Z', 'revision_number': 3, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:44.411834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64280ebf-f0b3-4ade-9005-0a6452247916 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1479917 Aug 19 18:02:44.412566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58998) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:44.418585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078076835'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:44.477379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] No DVR routers for this DVR port 5216f0e3-0cd9-41f8-89aa-88960fd55519 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:02:44.481896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.499058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7096fba5-55ef-49c3-9344-fc8f9d741d90 req-ebb3d6fd-6491-49f8-93bf-4cff83cf491c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.13 "DELETE /v2.0/ports/5216f0e3-0cd9-41f8-89aa-88960fd55519 HTTP/1.1" status: 204 len: 173 time: 3.2948599 Aug 19 18:02:44.503567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:44.519425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-deleted', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:44.523749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.529298 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224feb1-aa9f-4d19-854d-1350c8bce6d6" -d '{"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-deleted", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:44.542467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=e9fb5fc8-d847-424b-8841-ce4ec5b35365,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.573043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ba21411-3705-417a-b77d-d3437a4edd8e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.8665762 Aug 19 18:02:44.593369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe604b9-3e33-4595-92aa-a31bf2357ed6 req-3185eb20-f116-450b-a7da-4e5e51fe17b2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.597079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:44.611022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fe604b9-3e33-4595-92aa-a31bf2357ed6 req-3185eb20-f116-450b-a7da-4e5e51fe17b2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.4891393 Aug 19 18:02:44.624816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59004) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:44.653800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856468271'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:44.684562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:44.716189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.722649 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment 718c60ef-b8f2-40b0-9535-195cb3b804c2 of type vlan for network 283677c8-2875-47a1-878a-7a48d8d7f160 Aug 19 18:02:44.832988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:44.844925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Allocated IP 172.20.0.10 (4d1c4ebf-2521-4765-9d31-6595fc41c69a/dbae875b-1915-490f-803d-ad6876679945/dd5b1e45-de6d-4ac3-8171-c7528d57535f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:44.854474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:44.870319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:44.885960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.889822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.973789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:44.984788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:44.986012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.058789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fe604b9-3e33-4595-92aa-a31bf2357ed6 req-bacf9af4-8f42-492a-bac6-e6e98deb9248 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475386 Aug 19 18:02:45.131221 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7161477 Aug 19 18:02:45.133701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59014) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:45.148665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:45.155047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75705d8b-5330-4442-90e6-94841c2e5385 req-6d47ef59-d6e3-4f01-aa28-4c7f76fbd0c9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:45.169856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75705d8b-5330-4442-90e6-94841c2e5385 req-6d47ef59-d6e3-4f01-aa28-4c7f76fbd0c9 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 945 time: 0.4957325 Aug 19 18:02:45.171181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5c9ac816-78f9-416b-8be4-deb05771b772,segment=NetworkSegment(c0f3cec6-0ef8-4be3-88d1-c72d916a9b81),segment_id=c0f3cec6-0ef8-4be3-88d1-c72d916a9b81)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:45.205756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:45.245704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.248584 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96316d-091d-4784-b206-4b83cae49894 x-openstack-request-id: req-2d96316d-091d-4784-b206-4b83cae49894 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:45.249337 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee9e38-ece5-4978-b7ca-4e4d488a8062", "name": "network-vif-deleted", "tag": "5216f0e3-0cd9-41f8-89aa-88960fd55519", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:45.250559 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d96316d-091d-4784-b206-4b83cae49894 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:45.252776 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee9e38-ece5-4978-b7ca-4e4d488a8062', 'name': 'network-vif-deleted', 'tag': '5216f0e3-0cd9-41f8-89aa-88960fd55519', 'status': 'completed', 'code': 200} Aug 19 18:02:45.302335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.308049 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment 4ec3e06d-f8bc-40d6-bf60-9c8f4e608322 of type vlan for network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 Aug 19 18:02:45.392262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b603ac-08a1-4143-a775-d1a4b1a2e66e None None] Pushing event updated for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:45.412808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75705d8b-5330-4442-90e6-94841c2e5385 req-f891ace6-cbdd-482d-bf11-c6152977833a tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420373 Aug 19 18:02:45.539557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8daa0-daef-4f40-98e4-e6ea370ecb9d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=283677c8-2875-47a1-878a-7a48d8d7f160,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:45.612934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:45.699472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:45.733343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c69a3bb-8ee3-4ca3-9e84-79c639d2c215 req-80ab238b-978e-4c99-9bd6-f761308264de tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 210 time: 0.3193905 Aug 19 18:02:45.833444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:45.964121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:02:46.036239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:46.036757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.108403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.235845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.260838 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.352782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.388630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.391939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 283677c8-2875-47a1-878a-7a48d8d7f160 is not hosted by any dhcp agent {{(pid=101325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:02:46.398232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.398891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.403529 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "PUT /v2.0/networks/283677c8-2875-47a1-878a-7a48d8d7f160 HTTP/1.1" status: 200 len: 723 time: 1.2678602 Aug 19 18:02:46.407709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59052) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:46.416010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '283677c8-2875-47a1-878a-7a48d8d7f160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:46.511709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:46.512568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f4e5-575c-4a18-a8c3-6236bf609209 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=283677c8-2875-47a1-878a-7a48d8d7f160,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:46.512724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:46.515113 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f14fc-d78a-48e2-8692-ef871bd98a2a" -d '{"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:46.526465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.541527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:46.644328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:46.651828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.661135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f39ea6-46e5-4af2-99b7-1731d4cf4010 req-cc37739e-ac65-4532-9b9c-71f57d35eb45 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.680459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55f39ea6-46e5-4af2-99b7-1731d4cf4010 req-cc37739e-ac65-4532-9b9c-71f57d35eb45 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 945 time: 0.9939468 Aug 19 18:02:46.699026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:46.749033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:46.760178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:46.825803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:46.875121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:46.890543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.902297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:46.908662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:46.976451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.087092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.088871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.158776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5c9ac816-78f9-416b-8be4-deb05771b772 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:47.231290 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6053617 Aug 19 18:02:47.232420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59062) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:47.309144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.323522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-9c9ca74e-d3f7-4879-ab20-d04f69031b60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3463585 Aug 19 18:02:47.329535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5c9ac816-78f9-416b-8be4-deb05771b772 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:47.339729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ce63d687-08bb-4e93-be71-19b2c530cd92 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:47.364908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:47.426535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=1da0b4bb-7569-4d56-8256-ed3ff69ab9a8,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:47.509878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ce63d687-08bb-4e93-be71-19b2c530cd92 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:47.524014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ce63d687-08bb-4e93-be71-19b2c530cd92 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:47.524797 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.532997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': '718c60ef-b8f2-40b0-9535-195cb3b804c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '283677c8-2875-47a1-878a-7a48d8d7f160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:47.533372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 283677c8-2875-47a1-878a-7a48d8d7f160, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:47.567712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 283677c8-2875-47a1-878a-7a48d8d7f160 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:47.584384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 283677c8-2875-47a1-878a-7a48d8d7f160) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:47.590907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a93320-44ea-45af-bce8-a487e34bbcbf None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:47.596350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.596778 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.618197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd915a28-9cfa-4216-9d41-09baa5ccb140 None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:47.633418 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd6edb77-09c6-4d4b-af5f-c80a3c950eec tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2243547 Aug 19 18:02:47.634235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:47.646934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:47.739484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f7e5-2e30-4163-8ddc-0e60e1efd8f8 req-752c74e0-c8cf-4b4a-b3cc-cf1fedf0e691 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:47.752427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d84f7e5-2e30-4163-8ddc-0e60e1efd8f8 req-752c74e0-c8cf-4b4a-b3cc-cf1fedf0e691 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 1.4124582 Aug 19 18:02:47.753645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1837-bf9c-46b9-bbbd-588bded176a1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=3caa2f0e-a82c-4741-a0bd-8d95e0fd4471,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:47.803436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55f39ea6-46e5-4af2-99b7-1731d4cf4010 req-6732cd23-b5d5-4633-abf2-305cf07fc2db tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1199892 Aug 19 18:02:47.824419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-e8bdc8ef-d96e-45fe-b9b4-d7a2d6981859 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3656225 Aug 19 18:02:47.866718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-265337048'] for subnet, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:47.869400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:47.869852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Request body: {'port': {'device_id': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:48.055483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.105763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 00b0d70a-b6eb-4046-9f12-f41b38eaa777 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:48.139431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Provisioning for port 5c9ac816-78f9-416b-8be4-deb05771b772 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:48.197091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d84f7e5-2e30-4163-8ddc-0e60e1efd8f8 req-5f99ba16-7a25-4609-8f32-326f947f63b5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103184 Aug 19 18:02:48.211031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Provisioning complete for port 5c9ac816-78f9-416b-8be4-deb05771b772 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:48.211699 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.283045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:48.292368 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Sync routers for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:02:48.304175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.314945 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:48.315897 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:48.322871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045468007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-265541411'] for subnet, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.389989 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbfdb2d-4e9f-4f77-909b-72eed528cd19 x-openstack-request-id: req-ebbfdb2d-4e9f-4f77-909b-72eed528cd19 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:48.390432 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:48.390751 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebbfdb2d-4e9f-4f77-909b-72eed528cd19 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:48.391247 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'code': 200} Aug 19 18:02:48.392532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.413153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.416569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ce63d687-08bb-4e93-be71-19b2c530cd92, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ce63d687-08bb-4e93-be71-19b2c530cd92,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:48.418831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.424438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "PUT /v2.0/subnets/1da0b4bb-7569-4d56-8256-ed3ff69ab9a8 HTTP/1.1" status: 200 len: 826 time: 0.7857738 Aug 19 18:02:48.441963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59070) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:48.449563 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.520411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992f3c0-1e4e-4ec1-9ae5-0075556f97d3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=1da0b4bb-7569-4d56-8256-ed3ff69ab9a8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:48.574761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ce63d687-08bb-4e93-be71-19b2c530cd92,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:48.645024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:48.662727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.673701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:48.673701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.753912 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:48.758036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.775362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279d366-dfcb-441d-b0e4-634b8b6c531e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-283677c8-2875-47a1-878a-7a48d8d7f160', 'network_id': '283677c8-2875-47a1-878a-7a48d8d7f160', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': '1da0b4bb-7569-4d56-8256-ed3ff69ab9a8'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:48.776354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a279d366-dfcb-441d-b0e4-634b8b6c531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.834284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.915656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-bf2ab1a3-019c-43d5-bd4b-e6ad719abeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:48.918342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:48.934361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-bf2ab1a3-019c-43d5-bd4b-e6ad719abeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 1.3069444 Aug 19 18:02:49.030715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=1da0b4bb-7569-4d56-8256-ed3ff69ab9a8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:49.162069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ce63d687-08bb-4e93-be71-19b2c530cd92 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:49.167270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.191299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283677c8-2875-47a1-878a-7a48d8d7f160']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:49.210030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718c60ef-b8f2-40b0-9535-195cb3b804c2') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:49.210636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718c60ef-b8f2-40b0-9535-195cb3b804c2') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:49.233818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.267866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.284884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:02:49.285366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:02:49.290284 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:02:49.294427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a0261-32d1-4e20-8e98-4c901255764b None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:49.387189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5c9ac816-78f9-416b-8be4-deb05771b772,segment=NetworkSegment(c0f3cec6-0ef8-4be3-88d1-c72d916a9b81),segment_id=c0f3cec6-0ef8-4be3-88d1-c72d916a9b81)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:49.418728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e8cb-c593-4cb8-8afd-f61badf1f636 req-c4e799e4-84c0-41a4-b24d-34862c1016c2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:49.427249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a66e8cb-c593-4cb8-8afd-f61badf1f636 req-c4e799e4-84c0-41a4-b24d-34862c1016c2 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 945 time: 1.3945813 Aug 19 18:02:49.460401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.468667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.471142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/283677c8-2875-47a1-878a-7a48d8d7f160 HTTP/1.1" status: 204 len: 168 time: 1.0278411 Aug 19 18:02:49.477760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:49.530599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8ea5-229f-4be7-8308-14524a90904e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=283677c8-2875-47a1-878a-7a48d8d7f160,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:49.538750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 2, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:49.606259 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d8ea91-13f9-4654-a104-c1297193d835 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:02:49.612067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d8ea91-13f9-4654-a104-c1297193d835 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:02:49.615906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-97d8ea91-13f9-4654-a104-c1297193d835 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/283677c8-2875-47a1-878a-7a48d8d7f160 HTTP/1.1" status: 404 len: 339 time: 0.1362746 Aug 19 18:02:49.623472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59078) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:49.659278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-791306278', 'description': 'd1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:49.666072 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Checking router: 96214d49-8ba5-4a37-9594-2d4123df4339 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:02:49.667022 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Updating router 96214d49-8ba5-4a37-9594-2d4123df4339 port c5967fb3-896a-4eb7-8ae0-dca204304ec0 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:02:49.735911 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.770412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:49.779165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.871332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:49.910766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:49.911514 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment ea80ae21-e188-4e0c-9e63-7896f85bb2bc of type vlan for network c1a699d4-0df9-4d46-a30e-16c79e6e6e82 Aug 19 18:02:50.049528 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.060464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.133379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.145290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:50.149140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.180274 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5413027 Aug 19 18:02:50.192389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:50.214346 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.229126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Transition to ACTIVE for port object c5967fb3-896a-4eb7-8ae0-dca204304ec0 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:50.238803 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.239151 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.245454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019b76-1e87-4ec3-a22a-12836b6c62e3 None None] Pushing event updated for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:50.286573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-28773220-6f8a-4a8d-95ce-c798bc12d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:50.304007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-28773220-6f8a-4a8d-95ce-c798bc12d4a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 1.2988601 Aug 19 18:02:50.410907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:50.414892 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e831b-1453-4bc0-b26f-0a547b2a393a" -d '{"events": [{"server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "name": "network-vif-plugged", "status": "completed", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:50.423564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:50.457288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ce63d687-08bb-4e93-be71-19b2c530cd92 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:50.457672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.463077 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.545292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb90b8-efa4-4189-8edc-8e17dcd3d008 None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:50.605400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a32ad-187a-41af-af6a-e6945c4889ba tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=c1a699d4-0df9-4d46-a30e-16c79e6e6e82,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:50.614156 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Pushing event updated for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:50.688103 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.688851 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.689543 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.691584 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.692334 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.692979 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.693847 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.694496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.695117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.695794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.696411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.697035 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:02:50.720897 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Attempting to bind port c5967fb3-896a-4eb7-8ae0-dca204304ec0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:50.724730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Attempting to bind port c5967fb3-896a-4eb7-8ae0-dca204304ec0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:50.724730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Attempting to bind port c5967fb3-896a-4eb7-8ae0-dca204304ec0 on network f2d34970-d5d8-487a-b1d9-14556983262b {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:50.725063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c1a699d4-0df9-4d46-a30e-16c79e6e6e82 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:50.737989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548d74-ffcb-4c9c-b7ab-d931f1a73c03 req-c1f651db-f1a5-441c-868a-dfae1d2a0e87 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:50.739472 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:50.739866 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Checking segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:50.740347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc548d74-ffcb-4c9c-b7ab-d931f1a73c03 req-c1f651db-f1a5-441c-868a-dfae1d2a0e87 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 932 time: 1.7968812 Aug 19 18:02:50.740558 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.743402 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Bound using segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:50.744356 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Bound port: c5967fb3-896a-4eb7-8ae0-dca204304ec0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:50.745022 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:50.781875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb90b8-efa4-4189-8edc-8e17dcd3d008 None None] Network 283677c8-2875-47a1-878a-7a48d8d7f160 could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:02:50.805813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a9485-69d9-49c7-926b-362ac4e6bf76 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:50.820955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b09a9485-69d9-49c7-926b-362ac4e6bf76 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks?id=c1a699d4-0df9-4d46-a30e-16c79e6e6e82 HTTP/1.1" status: 200 len: 764 time: 0.6149597 Aug 19 18:02:50.821902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59090) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:50.836104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'description': 'd2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:51.022629 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] For port c5967fb3-896a-4eb7-8ae0-dca204304ec0, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:51.029120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] For port c5967fb3-896a-4eb7-8ae0-dca204304ec0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c5967fb3-896a-4eb7-8ae0-dca204304ec0,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:51.036841 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.090503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Update dhcp port {'port': {'network_id': '6cdf8313-83a9-44ba-a0dd-4d7ebf68e978', 'fixed_ips': [{'subnet_id': 'dc979405-0a4d-42d4-93cd-873f63302a80', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ae88cab-e373-40c6-be90-a1f705b51a31'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '5c9ac816-78f9-416b-8be4-deb05771b772'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:02:51.133187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.163499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:51.182419 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.194250 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:02:51.196213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:51.207782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.226769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network c1a699d4-0df9-4d46-a30e-16c79e6e6e82 is not hosted by any dhcp agent {{(pid=101325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:02:51.233086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a66e8cb-c593-4cb8-8afd-f61badf1f636 req-e560a2a2-51c8-49d3-aca0-8238404181dc tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8044827 Aug 19 18:02:51.238367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5b1e45-de6d-4ac3-8171-c7528d57535f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:02:51.248876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:51.249540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.251209 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "PUT /v2.0/networks/c1a699d4-0df9-4d46-a30e-16c79e6e6e82 HTTP/1.1" status: 200 len: 761 time: 0.4279158 Aug 19 18:02:51.256019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59094) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:51.311582 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.333124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.383424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Transition to ACTIVE for port object dd5b1e45-de6d-4ac3-8171-c7528d57535f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:51.449650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-cd63d353-2a58-460a-aa74-bf87ed04840a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 1.1080210 Aug 19 18:02:51.452321 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7461e14-0e9d-4de3-a6df-7db129afe8f3 None None] Pushing event updated for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:51.607978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:51.683695 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:02:51.731887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e22042-66b3-4f83-a3aa-c5dfff88396c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:51.733407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14e22042-66b3-4f83-a3aa-c5dfff88396c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks?id=c1a699d4-0df9-4d46-a30e-16c79e6e6e82 HTTP/1.1" status: 200 len: 764 time: 0.4250891 Aug 19 18:02:51.738289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc548d74-ffcb-4c9c-b7ab-d931f1a73c03 req-c29e36e9-b9a0-4b89-b523-c3f967ce709c tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376932 Aug 19 18:02:51.739195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9881e-81c8-4706-ad7b-1e0a319c86b4 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=c1a699d4-0df9-4d46-a30e-16c79e6e6e82,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:51.742936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:52.004408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=a183e015-5049-42c4-afb5-7f5ba1c308a8,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:52.014725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Allocated IP 172.20.0.1 (6cdf8313-83a9-44ba-a0dd-4d7ebf68e978/0ae88cab-e373-40c6-be90-a1f705b51a31/5c9ac816-78f9-416b-8be4-deb05771b772) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:52.144699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c1a699d4-0df9-4d46-a30e-16c79e6e6e82 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:52.271419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': '77aa2e3b-3420-462b-a354-951e7d30e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:52.271959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: e9fb5fc8-d847-424b-8841-ce4ec5b35365, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:52.300952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:51Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:02:52.328246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:52.332113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5c9ac816-78f9-416b-8be4-deb05771b772 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:52.350040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-c4e89a5b-92d4-4286-98ee-760ea26797a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.352917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-c4e89a5b-92d4-4286-98ee-760ea26797a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.8165753 Aug 19 18:02:52.381554 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e28e2-7880-4937-8e7f-94b2fe81177c None None] The sync data for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 is: [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:51Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:02:52.458898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-debf5c5a-0a06-4f10-bc53-ceb100c7e636 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 267 time: 0.6895723 Aug 19 18:02:52.576575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:52.656397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5c9ac816-78f9-416b-8be4-deb05771b772,segment=NetworkSegment(c0f3cec6-0ef8-4be3-88d1-c72d916a9b81),segment_id=c0f3cec6-0ef8-4be3-88d1-c72d916a9b81)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:52.658776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772273-e4ff-44c3-a837-fda4c656ecc5 req-1f9854f1-d5b5-41d6-8dcd-3620f462efd9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.662026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed772273-e4ff-44c3-a837-fda4c656ecc5 req-1f9854f1-d5b5-41d6-8dcd-3620f462efd9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.6542685 Aug 19 18:02:52.676556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e9fb5fc8-d847-424b-8841-ce4ec5b35365) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:52.683603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.685249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:52.694671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5c9ac816-78f9-416b-8be4-deb05771b772 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:52.695294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:52.729017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9fbbf-c28e-4f04-8dfb-088a166c8dc7 None None] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:52.729446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd14a61-1821-4060-a2f6-d9e95f2ea4c7 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.733892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8cd14a61-1821-4060-a2f6-d9e95f2ea4c7 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9486895 Aug 19 18:02:52.733892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Attempting to bind port dd5b1e45-de6d-4ac3-8171-c7528d57535f on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:52.733892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Attempting to bind port dd5b1e45-de6d-4ac3-8171-c7528d57535f by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:52.733892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Attempting to bind port dd5b1e45-de6d-4ac3-8171-c7528d57535f on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:52.734551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59108) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:52.753176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-f03fab59-2ea3-4daf-a4bd-f7aa65549170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:52.755865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-f03fab59-2ea3-4daf-a4bd-f7aa65549170 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3801630 Aug 19 18:02:52.810575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Port dd5b1e45-de6d-4ac3-8171-c7528d57535f on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:02:52.812068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Attempting to bind port dd5b1e45-de6d-4ac3-8171-c7528d57535f on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:52.896424 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db520e3b-e6a5-4fee-82a2-b1c9715d3bb1 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 207 time: 0.1580684 Aug 19 18:02:52.900047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:52.919657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-acacc16a-d767-49ce-b340-29b7864bfdd2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6097431 Aug 19 18:02:52.935668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:52.945871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:52.975883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:52.976233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Checking segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:52.977555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Bound using segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:52.978008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Bound port: dd5b1e45-de6d-4ac3-8171-c7528d57535f, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:52.978379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.001136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a406dd24-9830-4df1-aed0-f834d868d11c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.003493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a406dd24-9830-4df1-aed0-f834d868d11c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 945 time: 0.5073972 Aug 19 18:02:53.038284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'security_groups': []}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:53.227115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:53.233860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.241531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed772273-e4ff-44c3-a837-fda4c656ecc5 req-6f2155b9-4ab4-4fb7-a9f4-6b428f33e1a0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5429184 Aug 19 18:02:53.321240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-65c5b4d0-99c0-4259-af67-101a3f1273bb service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462728 Aug 19 18:02:53.387821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.416111 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750df090-859b-450c-98e3-ea309cb4fade x-openstack-request-id: req-750df090-859b-450c-98e3-ea309cb4fade {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:53.416386 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "name": "network-vif-plugged", "status": "completed", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:53.416647 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-750df090-859b-450c-98e3-ea309cb4fade {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:53.417037 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777', 'code': 200} Aug 19 18:02:53.471174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Transition to ACTIVE for port object 5c9ac816-78f9-416b-8be4-deb05771b772 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:53.476269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.576017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.601963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:53.662470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:53.748971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.884362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ce7f-edca-48c2-ad2a-ec50cba97fd3 None None] Pushing event updated for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:53.896472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e9fb5fc8-d847-424b-8841-ce4ec5b35365', 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'a183e015-5049-42c4-afb5-7f5ba1c308a8'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:53.903039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.984840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:53.988948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:53.994339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] 10.222.0.42 "PUT /v2.0/ports/dd5b1e45-de6d-4ac3-8171-c7528d57535f HTTP/1.1" status: 200 len: 1093 time: 6.1582673 Aug 19 18:02:54.032177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:54.045985 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f826a1-184f-4208-819f-4675ce8053c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:54.168481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1304081-43e6-4e7d-a6ab-37e214085e4a req-855ff431-05cb-4ab1-b929-3d792ce0e33a service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283355 Aug 19 18:02:54.462596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Allocated IP 172.20.0.2 (e9fb5fc8-d847-424b-8841-ce4ec5b35365/a183e015-5049-42c4-afb5-7f5ba1c308a8/2e1443c5-3cd9-4e04-8f2d-9b246510e924) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:54.526230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19a2f-c112-4a2a-b1ec-6ea5265bac98 req-b978f24f-a8a2-4b47-8f0a-7605bde5246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.555760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22fca2-49f4-4630-93cf-2b4ebb5241ae service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:54.570603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ccf19a2f-c112-4a2a-b1ec-6ea5265bac98 req-b978f24f-a8a2-4b47-8f0a-7605bde5246b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 1098 time: 0.5160549 Aug 19 18:02:54.636567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27980619-03da-4402-804c-91c6ba37bd1e req-3721f32d-ccf0-40d3-910f-752a1d40fe82 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.643189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.651055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27980619-03da-4402-804c-91c6ba37bd1e req-3721f32d-ccf0-40d3-910f-752a1d40fe82 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.9266770 Aug 19 18:02:54.673874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-64886395-a43c-4c07-a6c6-ea08b11b50da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.677151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-64886395-a43c-4c07-a6c6-ea08b11b50da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 1096 time: 0.5276277 Aug 19 18:02:54.686945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.700434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.725907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.746162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.781088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:54.798615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-765e9e95-c187-4095-aa4e-cb12bde7de2b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.8968961 Aug 19 18:02:54.812518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5c9ac816-78f9-416b-8be4-deb05771b772 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:54.827195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59124) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:54.830253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-17b6f130-adda-4932-a672-618f14e7fed8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f HTTP/1.1" status: 200 len: 217 time: 0.1231234 Aug 19 18:02:54.891530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27980619-03da-4402-804c-91c6ba37bd1e req-2d149dc9-83a9-495b-9483-3d3b10eea674 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389171 Aug 19 18:02:55.067372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:55.078986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.122464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Transition to ACTIVE for port object 2e1443c5-3cd9-4e04-8f2d-9b246510e924 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:55.150772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247f10-e626-41df-8f69-7d88c049fb89 req-39d34442-2fe6-4679-b7cb-ef28673091a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.154058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-39d34442-2fe6-4679-b7cb-ef28673091a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.2744820 Aug 19 18:02:55.202121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c5967fb3-896a-4eb7-8ae0-dca204304ec0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:02:55.268541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Transition to ACTIVE for port object 2e1443c5-3cd9-4e04-8f2d-9b246510e924 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:55.296500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-eda28d2d-5f1a-4127-bc46-a1a926688af2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259871 Aug 19 18:02:55.310749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.320702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.442163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Pushing event updated for resources: {'Port': ['ID=2e1443c5-3cd9-4e04-8f2d-9b246510e924,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.464194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-34d2d960-9f33-4d7c-969d-661fd2804a9f service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271229 Aug 19 18:02:55.466918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.467366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:55.469955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b97839-5489-4bfe-89eb-feaf698139d0 None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:55.477437 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ccf19a2f-c112-4a2a-b1ec-6ea5265bac98 req-6edb6910-7217-4cc6-961b-4fd5d30abc04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044776 Aug 19 18:02:55.479364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.625618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:55.628242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:02:55.669234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:55.687919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.702094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.702782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.716542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=e1193911-45ea-41f5-b7c5-9b6da66df403,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:55.720577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb530ca5-d4ec-4fcc-8bb9-ff54af2f0329 req-a419a6ac-fe9a-4459-82a6-d95d2c8503a8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "PUT /v2.0/ports/def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 200 len: 904 time: 2.6927328 Aug 19 18:02:55.732862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:02:55.776456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:55.790494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:55.791992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.825066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['039b17dd-4e08-4ab2-8c48-22e755697128'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:55.835617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'def10ede-3490-4892-a9fb-8c71f1268f84'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:55.849991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:55.864328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b11c20dc-378c-4f26-bf1e-70ea8fa93f42 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.9981372 Aug 19 18:02:55.864328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5f9fe5fb-8900-426e-85fd-55fde9f71ce6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9241145 Aug 19 18:02:55.864328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:55.877053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-941742421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:55.907215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59132) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:55.918275 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc39ffc-d8bf-4a41-bc65-e1e8351e3b17 x-openstack-request-id: req-2dc39ffc-d8bf-4a41-bc65-e1e8351e3b17 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:55.920565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e6a763-a942-411d-aec9-d27c7f728a87 None None] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:02:55.922157 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:55.923341 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dc39ffc-d8bf-4a41-bc65-e1e8351e3b17 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:55.926365 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'status': 'completed', 'code': 200} Aug 19 18:02:55.942154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:55.946752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.101888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.119478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.138342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.140829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.146000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.148194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.149997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.153031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5f0d0003-0a40-4df7-8d1f-09379fb297aa tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1996493 Aug 19 18:02:56.167253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59138) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:56.170277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.171598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-955c3021-632d-4dad-adab-6d58ace83d88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3065519 Aug 19 18:02:56.176457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:56.190542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['def10ede-3490-4892-a9fb-8c71f1268f84'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:02:56.294795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.298042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.300177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.302326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.304613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.307221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3edb6238-542a-4782-87f2-8ece753d8f6f tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1377926 Aug 19 18:02:56.318476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59146) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:56.511484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad95ce9-d16e-4a3e-914e-1f089efe204a req-cb210530-a28b-4bf9-a168-054767c41e64 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.511484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dad95ce9-d16e-4a3e-914e-1f089efe204a req-cb210530-a28b-4bf9-a168-054767c41e64 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 944 time: 1.0427749 Aug 19 18:02:56.582169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8cf99d7d-08f5-437e-84b7-6b81dc1108b0 None None] Provisioning for port 5c9ac816-78f9-416b-8be4-deb05771b772 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:56.586154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:02:56.633686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8cf99d7d-08f5-437e-84b7-6b81dc1108b0 None None] Provisioning complete for port 5c9ac816-78f9-416b-8be4-deb05771b772 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:56.634298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8cf99d7d-08f5-437e-84b7-6b81dc1108b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.680434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.726708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027552a2-d816-4c14-912c-0874c57ed116 req-1d36fe67-4c1b-476e-993e-02a38bf41167 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.738314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-027552a2-d816-4c14-912c-0874c57ed116 req-1d36fe67-4c1b-476e-993e-02a38bf41167 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.5833764 Aug 19 18:02:56.926996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-027552a2-d816-4c14-912c-0874c57ed116 req-e8d1a435-f0c4-49aa-9467-4c7f830ce3c5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753144 Aug 19 18:02:56.941969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db247f10-e626-41df-8f69-7d88c049fb89 req-18bc3605-631e-4ca5-9a6a-9da90c58b57e service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3283265 Aug 19 18:02:56.959645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2df25b-dfcd-4936-bb20-f2ed712841ef tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:56.961335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c2df25b-dfcd-4936-bb20-f2ed712841ef tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks/a4ab7895-34af-4ce7-86b8-7a75e741ae98 HTTP/1.1" status: 200 len: 804 time: 0.6402357 Aug 19 18:02:56.965693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:56.965693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:56.967392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59150) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:57.161329 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.351099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dad95ce9-d16e-4a3e-914e-1f089efe204a req-65bed7d9-a785-4042-b8f3-85673663f332 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654905 Aug 19 18:02:57.408870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-eaa9ed1c-b2ea-4d44-948e-cc2efc366244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.410506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-eaa9ed1c-b2ea-4d44-948e-cc2efc366244 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 1096 time: 0.3817685 Aug 19 18:02:57.449321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714e95-a5b2-45d2-b950-da76297e3dab req-d70c611d-0ce2-4466-9ff2-6b9959eeb4da tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.450913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed714e95-a5b2-45d2-b950-da76297e3dab req-d70c611d-0ce2-4466-9ff2-6b9959eeb4da tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 907 time: 0.2219861 Aug 19 18:02:57.475084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Attempting to bind port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:02:57.475483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Attempting to bind port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '77aa2e3b-3420-462b-a354-951e7d30e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:02:57.475867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Attempting to bind port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 on network e9fb5fc8-d847-424b-8841-ce4ec5b35365 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:02:57.529055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5940c32f-a192-4637-9219-9a7562cd506b tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/networks/a4ab7895-34af-4ce7-86b8-7a75e741ae98?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5566869 Aug 19 18:02:57.540473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:57.859256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-3caa2f0e-a82c-4741-a0bd-8d95e0fd4471', 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'e1193911-45ea-41f5-b7c5-9b6da66df403'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:02:57.861654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.877327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fb710-2ef5-4a82-bf31-90327c5e64a4 req-1255ee7c-bc97-45db-a929-de3ec315e16e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.893493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af7fb710-2ef5-4a82-bf31-90327c5e64a4 req-1255ee7c-bc97-45db-a929-de3ec315e16e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.3310041 Aug 19 18:02:57.894799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-601acfc6-fe5b-41cf-b8e7-95db1ac90c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.896224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-601acfc6-fe5b-41cf-b8e7-95db1ac90c21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 905 time: 0.4763043 Aug 19 18:02:57.899995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:02:57.900381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Checking segment: {'id': '77aa2e3b-3420-462b-a354-951e7d30e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:02:57.900802 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.901211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Bound using segment: {'id': '77aa2e3b-3420-462b-a354-951e7d30e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:02:57.902486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Bound port: 2e1443c5-3cd9-4e04-8f2d-9b246510e924, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aa2e3b-3420-462b-a354-951e7d30e6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e9fb5fc8-d847-424b-8841-ce4ec5b35365'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:02:57.902889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:57.953042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:02:57.967322 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88887326-4915-4855-85f1-9bb99d900ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:02:57.990849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85b9aa-1628-4ccb-b731-c45eba273ad3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:57.993108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec85b9aa-1628-4ccb-b731-c45eba273ad3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets/40672f20-7f0a-4d0b-8d7f-b69e84073730 HTTP/1.1" status: 200 len: 843 time: 0.4515860 Aug 19 18:02:57.999848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:58.127879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358c1f0-140f-46c0-90f2-374646c6b785 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.136033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2358c1f0-140f-46c0-90f2-374646c6b785 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "GET /v2.0/subnets/40672f20-7f0a-4d0b-8d7f-b69e84073730?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1347911 Aug 19 18:02:58.140138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-991dbd56-01bb-4ae4-8aca-4887b2dfe38b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f HTTP/1.1" status: 200 len: 217 time: 0.2313969 Aug 19 18:02:58.146869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59164) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:58.155697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058670514'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:58.290315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af7fb710-2ef5-4a82-bf31-90327c5e64a4 req-14401ccc-a6f3-4bb1-ad3c-9a91cda1df56 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684974 Aug 19 18:02:58.310256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:58.321916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.337845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5ef7b-3643-40d7-84d9-c522f005901b req-f30e5522-4c2d-4632-a1fb-4f60e3fef8be tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.339955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66d5ef7b-3643-40d7-84d9-c522f005901b req-f30e5522-4c2d-4632-a1fb-4f60e3fef8be tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3684831 Aug 19 18:02:58.373574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-4506ba6a-1427-481e-b4f2-084d0f7150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.376057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.20.0.1 (e9fb5fc8-d847-424b-8841-ce4ec5b35365/a183e015-5049-42c4-afb5-7f5ba1c308a8/499cd4f1-e86a-4be4-9c66-97405cdd458c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:58.377356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-4506ba6a-1427-481e-b4f2-084d0f7150ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.2275758 Aug 19 18:02:58.425111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:02:58.447111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] For port 2e1443c5-3cd9-4e04-8f2d-9b246510e924, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:02:58.450377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.451869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] For port 2e1443c5-3cd9-4e04-8f2d-9b246510e924, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2e1443c5-3cd9-4e04-8f2d-9b246510e924,segment=NetworkSegment(77aa2e3b-3420-462b-a354-951e7d30e6bf),segment_id=77aa2e3b-3420-462b-a354-951e7d30e6bf)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:02:58.452434 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Added segment 9846711e-ed20-41e1-899f-d76389ab16fd of type vlan for network 2ec013ec-c1bb-4757-acff-73f0c3ca274d Aug 19 18:02:58.488511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-bf3d7fee-7f7a-4c34-bccd-9fa597b64697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913253 Aug 19 18:02:58.536223 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e618310-1cd7-44d8-8401-4944eb63ca82 x-openstack-request-id: req-5e618310-1cd7-44d8-8401-4944eb63ca82 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:02:58.536701 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:02:58.537062 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e618310-1cd7-44d8-8401-4944eb63ca82 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:02:58.537577 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'status': 'completed', 'code': 200} Aug 19 18:02:58.588908 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.591398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.611997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.676208 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.698251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:02:58.700405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.798131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb636-767a-4805-a5f1-cd2e6f947cd7 None None] Pushing event updated for resources: {'Port': ['ID=2e1443c5-3cd9-4e04-8f2d-9b246510e924,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:58.864213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4f586195-9484-4d8a-850e-6d9a24521296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.881410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Network': ['ID=2ec013ec-c1bb-4757-acff-73f0c3ca274d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:58.915278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c5967fb3-896a-4eb7-8ae0-dca204304ec0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c5967fb3-896a-4eb7-8ae0-dca204304ec0,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:02:58.923224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-36bcdccc-e79a-4863-9569-52f20f4ba0e4 None None] Provisioning complete for port def10ede-3490-4892-a9fb-8c71f1268f84 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:02:58.923899 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-36bcdccc-e79a-4863-9569-52f20f4ba0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:58.993653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:02:59.034748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.178498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.224800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Allocated IP 172.21.0.2 (3caa2f0e-a82c-4741-a0bd-8d95e0fd4471/e1193911-45ea-41f5-b7c5-9b6da66df403/67ba532c-1952-44be-8de2-2896500a7a2b) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:02:59.227573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.283340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object 499cd4f1-e86a-4be4-9c66-97405cdd458c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:59.404612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.448915 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4aeb4b5d-edca-45c3-bcfa-cf79b8f63437 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2977638 Aug 19 18:02:59.501838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:02:59.509560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:02:59.597905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:59.605994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:59.615872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.623728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:59.630502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Transition to ACTIVE for port object 67ba532c-1952-44be-8de2-2896500a7a2b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:59.646639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Transition to ACTIVE for port object 67ba532c-1952-44be-8de2-2896500a7a2b will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:02:59.678579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.699868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.738354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=499cd4f1-e86a-4be4-9c66-97405cdd458c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.810998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66d5ef7b-3643-40d7-84d9-c522f005901b req-8ed08b32-7ae1-4220-b968-54dccf9e62dd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4592121 Aug 19 18:02:59.811675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Pushing event updated for resources: {'Port': ['ID=67ba532c-1952-44be-8de2-2896500a7a2b,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:02:59.841471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:02:59.847875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:02:59.852321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:02:59.873248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Made reservation on behalf of ee9e8d11673744f296c980949f9d2447 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:02:59.878862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:02:59.945992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:00.016696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Attempting to bind port 67ba532c-1952-44be-8de2-2896500a7a2b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:00.018932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Attempting to bind port 67ba532c-1952-44be-8de2-2896500a7a2b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:00.022404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Attempting to bind port 67ba532c-1952-44be-8de2-2896500a7a2b on network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:00.029601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Performing IP validity checks on allocation pools {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:03:00.033799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:03:00.037347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887326-4915-4855-85f1-9bb99d900ac4 req-6cf82fac-5966-494d-a949-d0bcebba431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.038316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-6cf82fac-5966-494d-a949-d0bcebba431f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 1059 time: 1.4341300 Aug 19 18:03:00.101038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:00.106747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Checking segment: {'id': '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:00.107179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.107667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Bound using segment: {'id': '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:00.108306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Bound port: 67ba532c-1952-44be-8de2-2896500a7a2b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3caa2f0e-a82c-4741-a0bd-8d95e0fd4471'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:00.108707 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.126738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afda51-a78a-40b4-b998-dc05774a6e91 req-7685feb4-5114-42fc-991b-dd034c0e9554 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.128494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5afda51-a78a-40b4-b998-dc05774a6e91 req-7685feb4-5114-42fc-991b-dd034c0e9554 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.3727167 Aug 19 18:03:00.131975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-fef40fca-c799-4f6b-b2a2-1dc914c7400f service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6289296 Aug 19 18:03:00.239124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.245440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d88e0044-9ab0-4c8e-a242-4ba46c11212b None None] Provisioning complete for port 5c9ac816-78f9-416b-8be4-deb05771b772 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:00.245762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d88e0044-9ab0-4c8e-a242-4ba46c11212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.474412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:00.479592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] For port 67ba532c-1952-44be-8de2-2896500a7a2b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:00.664239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] For port 67ba532c-1952-44be-8de2-2896500a7a2b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ba532c-1952-44be-8de2-2896500a7a2b,segment=NetworkSegment(4ec3e06d-f8bc-40d6-bf60-9c8f4e608322),segment_id=4ec3e06d-f8bc-40d6-bf60-9c8f4e608322)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:00.676865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'mac_address': 'fa:16:3e:33:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:00.793302 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.796865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5afda51-a78a-40b4-b998-dc05774a6e91 req-26661ca1-f6f6-4fc0-ac0a-eba03b7694d3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5644269 Aug 19 18:03:00.835250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:00.976263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f7dc-d905-48ed-88f8-a5f09fcffdc2 req-926d51ed-209d-4ff9-a73a-748f2a2b50fb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:00.989360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5761f7dc-d905-48ed-88f8-a5f09fcffdc2 req-926d51ed-209d-4ff9-a73a-748f2a2b50fb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 944 time: 0.6270978 Aug 19 18:03:01.004654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e4fe825c-d1d6-429c-929b-296406cc6fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.024632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.040142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5b1e45-de6d-4ac3-8171-c7528d57535f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:01.100796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c92778-63ce-4626-a015-26b053209d8c None None] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:01.132847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.163411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.279007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f826a1-184f-4208-819f-4675ce8053c7 req-de994f19-a388-4f7f-bfb5-36331271edbe service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0719872 Aug 19 18:03:01.309246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887326-4915-4855-85f1-9bb99d900ac4 req-7fb42110-233e-4d0b-bed2-be914fea1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:01.335784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-7fb42110-233e-4d0b-bed2-be914fea1436 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 1.2845626 Aug 19 18:03:01.409668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.475511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5761f7dc-d905-48ed-88f8-a5f09fcffdc2 req-94d638e5-3d0a-4d1e-8bae-e797b7d02505 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464185 Aug 19 18:03:01.595931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd26e5a-de9a-4685-9125-0383cb793d1a None None] Pushing event updated for resources: {'Port': ['ID=67ba532c-1952-44be-8de2-2896500a7a2b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:01.732916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d6ffd99d-6596-44b9-8a6c-2806ce3f7018 None None] Provisioning for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:01.738990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=f8c6a969-1dd6-460c-aa33-da4664873c0f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:01.754835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:01.802173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.912209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Checking segment: {'id': '9846711e-ed20-41e1-899f-d76389ab16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:01.912708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network hostable DHCP agents. Network: 2ec013ec-c1bb-4757-acff-73f0c3ca274d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:01.917680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=499cd4f1-e86a-4be4-9c66-97405cdd458c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:01.923126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:01.926948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-5adf1602-934e-4843-b56c-4915dbefeb07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 200 len: 217 time: 0.5794470 Aug 19 18:03:02.018962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c5967fb3-896a-4eb7-8ae0-dca204304ec0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:02.068033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:02.075124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:02.106376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887326-4915-4855-85f1-9bb99d900ac4 req-52a73ce3-36fb-4313-bd26-4e8bf5718fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.117174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-52a73ce3-36fb-4313-bd26-4e8bf5718fd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1888599 Aug 19 18:03:02.148258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:02.195499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.213720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['dd5b1e45-de6d-4ac3-8171-c7528d57535f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:02.214052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 2ec013ec-c1bb-4757-acff-73f0c3ca274d) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:02.223250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.223999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.232392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e11414-8f70-4a00-989e-0f133f2cb068 req-e19fd5b7-47c6-4b47-b6dd-e111394011f2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.235541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e11414-8f70-4a00-989e-0f133f2cb068 req-e19fd5b7-47c6-4b47-b6dd-e111394011f2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.7426131 Aug 19 18:03:02.273377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b903808b-8761-4669-9fea-fa24e08c01df tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7673907 Aug 19 18:03:02.274544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59190) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:02.291831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:02.324164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12835cb-94c2-4687-8964-90f1ef00d8cf req-304b40a0-4240-4b84-98ad-97d47f9f571e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.336220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b12835cb-94c2-4687-8964-90f1ef00d8cf req-304b40a0-4240-4b84-98ad-97d47f9f571e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.6585615 Aug 19 18:03:02.457588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 728dbfa7-ab1b-4772-b694-1c0b0a12987f is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:02.457994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9995ec-abe0-4a62-aba5-985f3fabd6ef None None] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:02.559614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887326-4915-4855-85f1-9bb99d900ac4 req-8e0fc5ba-d955-4761-8ba5-4a14f87103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:02.561849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-8e0fc5ba-d955-4761-8ba5-4a14f87103fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4075515 Aug 19 18:03:02.591704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e11414-8f70-4a00-989e-0f133f2cb068 req-d2ec999f-6815-40e0-8880-4cb2b99f3e45 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461180 Aug 19 18:03:02.644659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b12835cb-94c2-4687-8964-90f1ef00d8cf req-ad8dcd44-cf0b-4e9e-8b3b-5c2a506b3c8e tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055284 Aug 19 18:03:02.678620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:02.776065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c5967fb3-896a-4eb7-8ae0-dca204304ec0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:02.776744 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:02.887631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-2ec013ec-c1bb-4757-acff-73f0c3ca274d', 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d', 'tenant_id': 'ee9e8d11673744f296c980949f9d2447', 'fixed_ips': [{'subnet_id': 'f8c6a969-1dd6-460c-aa33-da4664873c0f'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:02.888548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.166242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-716bd668-b19d-4fe8-8f74-a5e3f7ae2867 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669138 Aug 19 18:03:03.303594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610bfe1-ba3b-4200-ab90-0ef0e58fd729 req-b877e0ba-6947-4d77-87d9-c6b43989615b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.312822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5610bfe1-ba3b-4200-ab90-0ef0e58fd729 req-b877e0ba-6947-4d77-87d9-c6b43989615b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.4148889 Aug 19 18:03:03.351838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab326-2d31-4228-9217-bc1731969975 req-425a78b6-726b-4be2-ab82-64c4f1ac8969 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.360317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-940ab326-2d31-4228-9217-bc1731969975 req-425a78b6-726b-4be2-ab82-64c4f1ac8969 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 945 time: 0.2745013 Aug 19 18:03:03.463823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Allocated IP 2001:db8::3 (2ec013ec-c1bb-4757-acff-73f0c3ca274d/f8c6a969-1dd6-460c-aa33-da4664873c0f/74cda89e-be21-49d6-aff1-3628573f2d41) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:03.536653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88887326-4915-4855-85f1-9bb99d900ac4 req-dcab95be-bc98-4cd0-a977-83f14fc74f6a service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586469 Aug 19 18:03:03.564207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5610bfe1-ba3b-4200-ab90-0ef0e58fd729 req-338f2c1b-83b9-4b9d-a06d-80bf7736517b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427516 Aug 19 18:03:03.612298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-940ab326-2d31-4228-9217-bc1731969975 req-b5ed255b-6094-4711-8848-cb7c62fd6831 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506156 Aug 19 18:03:03.702649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:03.732474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:03.743321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b34dee91-73ed-4439-b03c-14836a0044a2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5656648 Aug 19 18:03:03.745862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-265337048'] for subnet, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:03.761194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] Sync routers for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:03.870452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263eb40-2398-4f94-b8bd-ad6bf9d63aaf tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:03.881327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:03.888123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c263eb40-2398-4f94-b8bd-ad6bf9d63aaf tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports/499cd4f1-e86a-4be4-9c66-97405cdd458c HTTP/1.1" status: 200 len: 910 time: 0.1543434 Aug 19 18:03:03.971112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2e1443c5-3cd9-4e04-8f2d-9b246510e924 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:03.973274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Provisioning for port 499cd4f1-e86a-4be4-9c66-97405cdd458c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:04.012264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.142667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Provisioning complete for port 499cd4f1-e86a-4be4-9c66-97405cdd458c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:04.143720 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.152837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:04.153514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:04.179948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40325292-f9ad-4921-b687-7f6f7d302a30 None None] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:04.320975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884848a-9efc-404f-aea1-c0ae7792066a req-6f6481f6-cae3-4213-af33-eecca1bd1b75 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:04.329932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1884848a-9efc-404f-aea1-c0ae7792066a req-6f6481f6-cae3-4213-af33-eecca1bd1b75 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.0898051 Aug 19 18:03:04.411356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1884848a-9efc-404f-aea1-c0ae7792066a req-6d00a61b-e09b-4a58-b2ad-d07f586491d0 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734656 Aug 19 18:03:04.481269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:04.538054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Port 499cd4f1-e86a-4be4-9c66-97405cdd458c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:04.586250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:04.587179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:04.606558 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.675210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:04.683371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:04.684405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19573f02-5d44-428b-ae27-8747c185c330 None None] The sync data for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:04.701749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:04.702316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.709964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Provisioning complete for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:04.710550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.770954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Transition to ACTIVE for port object 74cda89e-be21-49d6-aff1-3628573f2d41 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:04.794743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:04.855955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0bc75-b568-4192-928b-92de4ab7e476 req-0c56a7a0-607d-4ac8-a89f-d8b61dea3282 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:04.858300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fc0bc75-b568-4192-928b-92de4ab7e476 req-0c56a7a0-607d-4ac8-a89f-d8b61dea3282 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 945 time: 0.1616569 Aug 19 18:03:04.925950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fc0bc75-b568-4192-928b-92de4ab7e476 req-33622a8d-3247-4889-945b-96bca7729e61 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529199 Aug 19 18:03:04.997756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Transition to ACTIVE for port object 74cda89e-be21-49d6-aff1-3628573f2d41 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:05.023955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.147712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:05.154894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Pushing event updated for resources: {'Port': ['ID=74cda89e-be21-49d6-aff1-3628573f2d41,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:05.180029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:05.196800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:05.242495 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.275101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.21.0.1 (3caa2f0e-a82c-4741-a0bd-8d95e0fd4471/e1193911-45ea-41f5-b7c5-9b6da66df403/81508a7e-bcef-4777-8645-0c5208798213) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:05.281004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.364029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0a4d9-f728-4155-9fb8-4d9ce2f15e0c req-5afab468-145e-4c2f-ab15-6f9b3073dec8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.375084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01d0a4d9-f728-4155-9fb8-4d9ce2f15e0c req-5afab468-145e-4c2f-ab15-6f9b3073dec8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2003913 Aug 19 18:03:05.465795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Attempting to bind port 74cda89e-be21-49d6-aff1-3628573f2d41 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:05.479825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Attempting to bind port 74cda89e-be21-49d6-aff1-3628573f2d41 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9846711e-ed20-41e1-899f-d76389ab16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:05.480376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Attempting to bind port 74cda89e-be21-49d6-aff1-3628573f2d41 on network 2ec013ec-c1bb-4757-acff-73f0c3ca274d {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:05.484100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 2e1443c5-3cd9-4e04-8f2d-9b246510e924, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2e1443c5-3cd9-4e04-8f2d-9b246510e924,segment=NetworkSegment(77aa2e3b-3420-462b-a354-951e7d30e6bf),segment_id=77aa2e3b-3420-462b-a354-951e7d30e6bf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:05.489260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:05.489638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Checking segment: {'id': '9846711e-ed20-41e1-899f-d76389ab16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:05.490043 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.490464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Bound using segment: {'id': '9846711e-ed20-41e1-899f-d76389ab16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:05.490940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Bound port: 74cda89e-be21-49d6-aff1-3628573f2d41, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9846711e-ed20-41e1-899f-d76389ab16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2ec013ec-c1bb-4757-acff-73f0c3ca274d'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:05.491324 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.509755 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.584220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01d0a4d9-f728-4155-9fb8-4d9ce2f15e0c req-deb5cd7b-2fe7-4255-b70f-5a529398a0a6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992702 Aug 19 18:03:05.652596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-a6010737-626f-4e19-a724-926e74e1a42b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.666918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-a6010737-626f-4e19-a724-926e74e1a42b tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.2339411 Aug 19 18:03:05.677710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.694162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] For port 74cda89e-be21-49d6-aff1-3628573f2d41, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:05.698871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] For port 74cda89e-be21-49d6-aff1-3628573f2d41, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=74cda89e-be21-49d6-aff1-3628573f2d41,segment=NetworkSegment(9846711e-ed20-41e1-899f-d76389ab16fd),segment_id=9846711e-ed20-41e1-899f-d76389ab16fd)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:05.703387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object 81508a7e-bcef-4777-8645-0c5208798213 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:05.708238 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.736303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045468007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-265541411'] for subnet, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.798740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:03:05.799199 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-c663436a-b5eb-4c89-a82b-745ae87cddc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:03:05.813881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=2e1443c5-3cd9-4e04-8f2d-9b246510e924,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:05.860744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:05.867558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:05.870130 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "PUT /v2.0/subnets/f8c6a969-1dd6-460c-aa33-da4664873c0f HTTP/1.1" status: 200 len: 900 time: 3.5944088 Aug 19 18:03:05.873391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59230) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:05.932366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ba532c-1952-44be-8de2-2896500a7a2b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:06.046206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:06.053944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Deleting port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:06.054567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.281303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38e01-dc28-4483-b27e-e4aa1b020321 None None] Pushing event updated for resources: {'Port': ['ID=74cda89e-be21-49d6-aff1-3628573f2d41,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.288655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad5b50-05c8-48b6-bb9f-17477d40b002 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event updated for resources: {'Subnet': ['ID=f8c6a969-1dd6-460c-aa33-da4664873c0f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.298510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 67ba532c-1952-44be-8de2-2896500a7a2b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:06.339047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.400713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:06.426558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.484902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] For port 00b0d70a-b6eb-4046-9f12-f41b38eaa777, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=00b0d70a-b6eb-4046-9f12-f41b38eaa777,segment=NetworkSegment(62a4d292-79f9-4c8d-905e-f19ce17559f5),segment_id=62a4d292-79f9-4c8d-905e-f19ce17559f5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:06.491912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.546679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f88f7c-dde4-4f7b-a911-8f1525cb1fcc req-9d529a46-1696-41cf-8304-6da0a7dff4b5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:06.552347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port dd5b1e45-de6d-4ac3-8171-c7528d57535f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:06.560074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:06.560522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f88f7c-dde4-4f7b-a911-8f1525cb1fcc req-9d529a46-1696-41cf-8304-6da0a7dff4b5 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635 HTTP/1.1" status: 200 len: 946 time: 0.5142183 Aug 19 18:03:06.569181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port dd5b1e45-de6d-4ac3-8171-c7528d57535f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:06.569942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.570209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:06.582392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Calling delete_port for 00b0d70a-b6eb-4046-9f12-f41b38eaa777 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:06.703389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=81508a7e-bcef-4777-8645-0c5208798213,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:06.726244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.755546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Provisioning complete for port 499cd4f1-e86a-4be4-9c66-97405cdd458c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:06.769844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:06.784396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f88f7c-dde4-4f7b-a911-8f1525cb1fcc req-9029b795-acc9-48b2-865d-ae98be73b3cf tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223721 Aug 19 18:03:07.028796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Port 499cd4f1-e86a-4be4-9c66-97405cdd458c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:07.063713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Provisioning for port 67ba532c-1952-44be-8de2-2896500a7a2b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:07.068261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.081019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Provisioning complete for port 67ba532c-1952-44be-8de2-2896500a7a2b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:07.081422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.254249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:07.257061 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9f224-db70-4cdd-9cb5-b724adfc6af4" -d '{"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:07.286399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:07.314671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.315683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 00b0d70a-b6eb-4046-9f12-f41b38eaa777 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:07.364265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.419770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9858de-6f36-45d3-8b82-c27ec423feae req-23b59079-4103-44e4-bcaa-0dd5a7f944ef tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:07.433733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d9858de-6f36-45d3-8b82-c27ec423feae req-23b59079-4103-44e4-bcaa-0dd5a7f944ef tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 945 time: 0.3390176 Aug 19 18:03:07.458986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port 74cda89e-be21-49d6-aff1-3628573f2d41 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:07.474672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.522655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Pushing event deleted for resources: {'Port': ['ID=00b0d70a-b6eb-4046-9f12-f41b38eaa777,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:07.570678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.571041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.571392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.571785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.572130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.572469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.572801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.573131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.573458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.573787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.574119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.589276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:07.649072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No active binding found for port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:03:07.661351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 00b0d70a-b6eb-4046-9f12-f41b38eaa777 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:07.667343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] No DVR routers for this DVR port 00b0d70a-b6eb-4046-9f12-f41b38eaa777 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:07.680456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:07.686722 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.690251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae64aaf2-2fbc-4833-8a28-f87f2d8b1cb4 req-fe049bf2-55bd-47a2-9724-fed109d7b017 tempest-DeleteServersTestJSON-697312154 tempest-DeleteServersTestJSON-697312154-project] 10.222.0.42 "DELETE /v2.0/ports/00b0d70a-b6eb-4046-9f12-f41b38eaa777 HTTP/1.1" status: 204 len: 173 time: 2.0125475 Aug 19 18:03:07.691188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'name': 'network-vif-deleted', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:07.692310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.694919 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c454e8b-ea81-431e-a677-50ae401d9db1" -d '{"events": [{"server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "name": "network-vif-deleted", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:07.721039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d9858de-6f36-45d3-8b82-c27ec423feae req-5cbd8658-00ce-4ede-8b44-25117635fa73 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863355 Aug 19 18:03:07.785907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] For port 67ba532c-1952-44be-8de2-2896500a7a2b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ba532c-1952-44be-8de2-2896500a7a2b,segment=NetworkSegment(4ec3e06d-f8bc-40d6-bf60-9c8f4e608322),segment_id=4ec3e06d-f8bc-40d6-bf60-9c8f4e608322)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:07.791434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.810139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.850593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port 74cda89e-be21-49d6-aff1-3628573f2d41, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=74cda89e-be21-49d6-aff1-3628573f2d41,segment=NetworkSegment(9846711e-ed20-41e1-899f-d76389ab16fd),segment_id=9846711e-ed20-41e1-899f-d76389ab16fd)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:07.851406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:07.948253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 74cda89e-be21-49d6-aff1-3628573f2d41 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:07.958827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for 74cda89e-be21-49d6-aff1-3628573f2d41 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:08.053804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3030a45-d389-4bad-9645-2d87081fa274 None None] Pushing event updated for resources: {'Port': ['ID=67ba532c-1952-44be-8de2-2896500a7a2b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:08.082021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cc1bfbdf-44e9-43f3-8dbf-fd0f4417daba None None] Provisioning for port 81508a7e-bcef-4777-8645-0c5208798213 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:08.100917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cc1bfbdf-44e9-43f3-8dbf-fd0f4417daba None None] Provisioning complete for port 81508a7e-bcef-4777-8645-0c5208798213 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:08.101439 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfbdf-44e9-43f3-8dbf-fd0f4417daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.142211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:03:08.170563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5859d29-71f7-4150-bd75-54c2a3fbadc4 None None] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:08.177659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 74cda89e-be21-49d6-aff1-3628573f2d41 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:08.212652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2e1443c5-3cd9-4e04-8f2d-9b246510e924 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:08.234033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6df4-1320-4f88-af24-079afd65bd45 req-9c01a4ba-92ec-4e37-b632-94b9afd112cb tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:08.237576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7da6df4-1320-4f88-af24-079afd65bd45 req-9c01a4ba-92ec-4e37-b632-94b9afd112cb tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2215798 Aug 19 18:03:08.336437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7da6df4-1320-4f88-af24-079afd65bd45 req-f96a3943-d0e7-40e7-87e9-3e669e1875c0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918283 Aug 19 18:03:08.476535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bfbdf-44e9-43f3-8dbf-fd0f4417daba None None] Port 81508a7e-bcef-4777-8645-0c5208798213 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:08.680538 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3e118-1297-4efe-9a30-fe33c97f6908 x-openstack-request-id: req-e4c3e118-1297-4efe-9a30-fe33c97f6908 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:08.681677 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:08.681677 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4c3e118-1297-4efe-9a30-fe33c97f6908 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:08.682206 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'code': 200} Aug 19 18:03:08.769969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:08.770347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.845110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.906406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=74cda89e-be21-49d6-aff1-3628573f2d41,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:08.918863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.941359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:08.999890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port 74cda89e-be21-49d6-aff1-3628573f2d41 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:09.021905 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061d232-0b44-4e87-bf26-4f2697113e74 x-openstack-request-id: req-d061d232-0b44-4e87-bf26-4f2697113e74 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:09.034114 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635", "name": "network-vif-deleted", "tag": "00b0d70a-b6eb-4046-9f12-f41b38eaa777", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:09.034962 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d061d232-0b44-4e87-bf26-4f2697113e74 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:09.035934 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8eb4f0-d0c3-4f46-ab71-f0cc6e6ef635', 'name': 'network-vif-deleted', 'tag': '00b0d70a-b6eb-4046-9f12-f41b38eaa777', 'status': 'completed', 'code': 200} Aug 19 18:03:09.093417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.099527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=81508a7e-bcef-4777-8645-0c5208798213,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.132232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.140120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c194-f2f4-4b7d-9194-6a323057c6d5 req-83234af6-49ec-4a0e-843d-77604245cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.144766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd14c194-f2f4-4b7d-9194-6a323057c6d5 req-83234af6-49ec-4a0e-843d-77604245cca5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 1098 time: 0.3760235 Aug 19 18:03:09.214302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-14ab4235-5ad7-40f6-a9be-5796a65dabbd None None] Provisioning for port 74cda89e-be21-49d6-aff1-3628573f2d41 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:09.242807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd14c194-f2f4-4b7d-9194-6a323057c6d5 req-23abb5cb-e317-4cd0-8fe1-acfad09546f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905728 Aug 19 18:03:09.285623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-14ab4235-5ad7-40f6-a9be-5796a65dabbd None None] Provisioning complete for port 74cda89e-be21-49d6-aff1-3628573f2d41 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:09.286091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14ab4235-5ad7-40f6-a9be-5796a65dabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.318086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-14ab4235-5ad7-40f6-a9be-5796a65dabbd None None] Port 74cda89e-be21-49d6-aff1-3628573f2d41 was deleted so its status cannot be updated. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:03:09.377351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.449449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069906-8b18-4a11-b09b-96f97521a144 req-791514ed-b121-4b0b-9536-7bcbbc5516eb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.463888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0069906-8b18-4a11-b09b-96f97521a144 req-791514ed-b121-4b0b-9536-7bcbbc5516eb tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 946 time: 0.1164515 Aug 19 18:03:09.500401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c6a969-1dd6-460c-aa33-da4664873c0f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:09.624616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0069906-8b18-4a11-b09b-96f97521a144 req-b2ccee07-385f-4e42-b591-c9b35759efde tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436679 Aug 19 18:03:09.711137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.736939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec013ec-c1bb-4757-acff-73f0c3ca274d']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:09.751604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9846711e-ed20-41e1-899f-d76389ab16fd') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:09.752014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9846711e-ed20-41e1-899f-d76389ab16fd') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:09.768410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.818044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.834693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:09.835258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.858061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ba532c-1952-44be-8de2-2896500a7a2b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:09.934839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d71d3b-e089-4fcc-9f6b-6c87c9fac702 None None] Network 2ec013ec-c1bb-4757-acff-73f0c3ca274d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:09.949825 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:09.958739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff43706-7eda-4842-9f55-e5b6ab7cd9ed req-99bc6c9a-20b3-4876-a901-240ab117bf65 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:09.958919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.961374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:09.970749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/2ec013ec-c1bb-4757-acff-73f0c3ca274d HTTP/1.1" status: 204 len: 168 time: 4.0664637 Aug 19 18:03:09.972111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59266) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:09.974140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:09.976420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dff43706-7eda-4842-9f55-e5b6ab7cd9ed req-99bc6c9a-20b3-4876-a901-240ab117bf65 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1097956 Aug 19 18:03:09.985403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:10.047132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dff43706-7eda-4842-9f55-e5b6ab7cd9ed req-9d1f43de-e42c-42e6-a8c2-28acf6dd04bd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696335 Aug 19 18:03:10.199528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55c74-e408-4bcd-bbb7-2ed51c635430 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=2ec013ec-c1bb-4757-acff-73f0c3ca274d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:10.220115 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be195a2-a7a2-4fab-be23-264fbccf7efc tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:10.220585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be195a2-a7a2-4fab-be23-264fbccf7efc tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:10.222536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3be195a2-a7a2-4fab-be23-264fbccf7efc tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/f8c6a969-1dd6-460c-aa33-da4664873c0f HTTP/1.1" status: 404 len: 337 time: 0.2466764 Aug 19 18:03:10.226604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59268) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:10.271287 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa225d6-ce1c-4338-aeef-4f5fa43698e5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:10.273377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa225d6-ce1c-4338-aeef-4f5fa43698e5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:10.275581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7fa225d6-ce1c-4338-aeef-4f5fa43698e5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/2ec013ec-c1bb-4757-acff-73f0c3ca274d HTTP/1.1" status: 404 len: 339 time: 0.0475380 Aug 19 18:03:10.280610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59270) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:10.309942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 728dbfa7-ab1b-4772-b694-1c0b0a12987f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:10.332198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 67ba532c-1952-44be-8de2-2896500a7a2b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:10.332581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.431320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398821b-3ce8-4ddb-806a-a7ce57588a96 None None] DHCP port deletion for 2ec013ec-c1bb-4757-acff-73f0c3ca274d request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:10.634967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.662746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:10.674029 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] Sync routers for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:10.685118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf33ea1a-70c0-4487-a2f1-ecb6f5faa9f5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8021185 Aug 19 18:03:10.686714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:10.737010 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:10.760705 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.842440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fd10c-5c5d-49ee-99d1-d0d675a97cab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:10.858921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd6fd10c-5c5d-49ee-99d1-d0d675a97cab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports/81508a7e-bcef-4777-8645-0c5208798213 HTTP/1.1" status: 200 len: 910 time: 0.1674781 Aug 19 18:03:10.861740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59282) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:10.881444 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.899788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86b1b2ea-90ad-43b0-a545-d72dda9d6b2c None None] Provisioning complete for port 81508a7e-bcef-4777-8645-0c5208798213 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:10.901264 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.903383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-86b1b2ea-90ad-43b0-a545-d72dda9d6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.927371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a699d4-0df9-4d46-a30e-16c79e6e6e82']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.943221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:10.944699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.949692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea80ae21-e188-4e0c-9e63-7896f85bb2bc') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.950082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea80ae21-e188-4e0c-9e63-7896f85bb2bc') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:10.976702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:10.996870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.011256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:11.012029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.017199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-86b1b2ea-90ad-43b0-a545-d72dda9d6b2c None None] Port 81508a7e-bcef-4777-8645-0c5208798213 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:11.045785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:11.047645 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96216a-e0a8-43c4-8c97-29a89e8ea529 None None] The sync data for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:11.105848 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:11.133763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.150636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.152757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/c1a699d4-0df9-4d46-a30e-16c79e6e6e82 HTTP/1.1" status: 204 len: 168 time: 0.8705506 Aug 19 18:03:11.165587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59288) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:11.190322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36461b3e-23ef-4541-b58b-6fe14ae25969 req-c530fcfb-cd8d-48de-a4c9-f8632f05e185 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:11.193727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36461b3e-23ef-4541-b58b-6fe14ae25969 req-c530fcfb-cd8d-48de-a4c9-f8632f05e185 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 946 time: 0.1078303 Aug 19 18:03:11.230745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ee4ac-2d34-4246-8cae-6253fa131e83 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=c1a699d4-0df9-4d46-a30e-16c79e6e6e82,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:11.243159 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b833d4-58e2-45a8-a7db-98a5b39623d1 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:11.243801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b833d4-58e2-45a8-a7db-98a5b39623d1 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:11.245940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2b833d4-58e2-45a8-a7db-98a5b39623d1 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/1da0b4bb-7569-4d56-8256-ed3ff69ab9a8 HTTP/1.1" status: 404 len: 337 time: 0.0789986 Aug 19 18:03:11.248567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59292) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:11.285673 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9cc7f-6fa7-4fdb-ad48-8558aca4db75 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:11.286418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce9cc7f-6fa7-4fdb-ad48-8558aca4db75 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:11.288342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4ce9cc7f-6fa7-4fdb-ad48-8558aca4db75 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/283677c8-2875-47a1-878a-7a48d8d7f160 HTTP/1.1" status: 404 len: 339 time: 0.0312080 Aug 19 18:03:11.293369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:11.355044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36461b3e-23ef-4541-b58b-6fe14ae25969 req-9fde2ce3-5e47-4bcb-aa07-47c146017ad9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197166 Aug 19 18:03:11.400515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting subnet 0ae88cab-e373-40c6-be90-a1f705b51a31 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:11.408108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.546465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.602608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 74cda89e-be21-49d6-aff1-3628573f2d41 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:11.730308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 74cda89e-be21-49d6-aff1-3628573f2d41 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:11.731124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 74cda89e-be21-49d6-aff1-3628573f2d41 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:11.864704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:11.880112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88845-69b0-48f4-b6b8-41be354b114c req-4680062f-cb71-4efc-a658-48515ec23627 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:11.888141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43e88845-69b0-48f4-b6b8-41be354b114c req-4680062f-cb71-4efc-a658-48515ec23627 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2016332 Aug 19 18:03:11.942340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43e88845-69b0-48f4-b6b8-41be354b114c req-97e35fcf-bc8e-41aa-a2f7-d755b10efd74 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526626 Aug 19 18:03:11.945408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.162201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.303882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.305605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ad787-de7f-4f05-8bc1-89897a651279 None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:12.314879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/0ae88cab-e373-40c6-be90-a1f705b51a31 HTTP/1.1" status: 204 len: 168 time: 1.0180233 Aug 19 18:03:12.318596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:12.331682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc2055-fc38-41f5-b416-f5be523d5a44 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae88cab-e373-40c6-be90-a1f705b51a31,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:12.675829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting subnet dc979405-0a4d-42d4-93cd-873f63302a80 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:12.683486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.750202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:12.920258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-c4a6f433-c2bc-4a4c-bd41-8747b42c4804 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:12.943905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-c4a6f433-c2bc-4a4c-bd41-8747b42c4804 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.4222500 Aug 19 18:03:12.983929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-5f277358-149e-4066-9877-39ca42c7abcc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/quotas/abb328d9e64642a9a11d8a005cc17487 HTTP/1.1" status: 200 len: 375 time: 0.0366242 Aug 19 18:03:13.051935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a963f96-206f-45ba-9e10-347853839d3e req-e7a5a093-8d05-48cc-ba70-fdd3413b96ac tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:13.054696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a963f96-206f-45ba-9e10-347853839d3e req-e7a5a093-8d05-48cc-ba70-fdd3413b96ac tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 946 time: 0.2600784 Aug 19 18:03:13.057414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 81508a7e-bcef-4777-8645-0c5208798213 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:13.057951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.307177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.352695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.370363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 81508a7e-bcef-4777-8645-0c5208798213 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:13.394354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-8909bd2c-f7d6-49bb-a0df-aa1eabee26df tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3993647 Aug 19 18:03:13.484136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a963f96-206f-45ba-9e10-347853839d3e req-eb844aa9-0966-46f0-816b-da56cb1f07d3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053048 Aug 19 18:03:13.754307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.772227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-6ea76533-87b3-43a6-8f8d-b3ea9f26bc7e service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421619 Aug 19 18:03:13.800131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.800924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:13.803270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/dc979405-0a4d-42d4-93cd-873f63302a80 HTTP/1.1" status: 204 len: 168 time: 1.4765549 Aug 19 18:03:13.807584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:13.821774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2e15a-4c59-4734-b350-349f4d24361c tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=dc979405-0a4d-42d4-93cd-873f63302a80,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:13.915950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fed75-ba1b-4bbb-9824-61486f87ca14 req-83451199-aacc-4b77-91d9-5be7c78f2578 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:13.918391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-085fed75-ba1b-4bbb-9824-61486f87ca14 req-83451199-aacc-4b77-91d9-5be7c78f2578 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2299154 Aug 19 18:03:13.931240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6c9a1-7a8d-4ae8-b528-35980ad80adb None None] Network 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:13.940689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=81508a7e-bcef-4777-8645-0c5208798213,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:14.053720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-085fed75-ba1b-4bbb-9824-61486f87ca14 req-7d74e177-3590-4066-992b-17d35b8b8cae tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124516 Aug 19 18:03:14.057743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-78929f2a-8ab4-480c-bbef-aac485b1645c None None] Provisioning complete for port 5c9ac816-78f9-416b-8be4-deb05771b772 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:14.059335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-78929f2a-8ab4-480c-bbef-aac485b1645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.104469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.127502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-9b529b40-ea1d-4cc6-9ef4-19c796adfde6 service neutron] 10.222.0.36 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193161 Aug 19 18:03:14.322607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.344235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-e2921d0f-e757-4eb3-861b-3e459f8bc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:14.354525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-e2921d0f-e757-4eb3-861b-3e459f8bc212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1097 time: 0.1101754 Aug 19 18:03:14.449820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] DHCP port deletion for 6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:14.575829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port 5c9ac816-78f9-416b-8be4-deb05771b772 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:14.576225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.584308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47703fab-85d0-47db-9ef7-c429dcccc12f req-5e3456f9-6d9a-433d-ae74-b306d8f619e0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 210 time: 0.0611396 Aug 19 18:03:14.594859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Deleting port 5c9ac816-78f9-416b-8be4-deb05771b772 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:14.595459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.706549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-03fbafc1-336b-4854-9231-0be7f336e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:14.722880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-03fbafc1-336b-4854-9231-0be7f336e4c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.3674560 Aug 19 18:03:14.771676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5c9ac816-78f9-416b-8be4-deb05771b772,segment=NetworkSegment(c0f3cec6-0ef8-4be3-88d1-c72d916a9b81),segment_id=c0f3cec6-0ef8-4be3-88d1-c72d916a9b81)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:14.772051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.800695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for 5c9ac816-78f9-416b-8be4-deb05771b772 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:14.823332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 728dbfa7-ab1b-4772-b694-1c0b0a12987f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:14.877631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] For port 5c9ac816-78f9-416b-8be4-deb05771b772, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5c9ac816-78f9-416b-8be4-deb05771b772,segment=NetworkSegment(c0f3cec6-0ef8-4be3-88d1-c72d916a9b81),segment_id=c0f3cec6-0ef8-4be3-88d1-c72d916a9b81)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:14.877891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:14.932912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237e3cb-d116-45b4-ae13-80639a9a5830 req-531105e5-5487-4595-933a-237833ce138e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:14.942288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b237e3cb-d116-45b4-ae13-80639a9a5830 req-531105e5-5487-4595-933a-237833ce138e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 946 time: 0.1988490 Aug 19 18:03:14.945243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Calling delete_port for 5c9ac816-78f9-416b-8be4-deb05771b772 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:14.965450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-a58d2068-4c74-481f-8df5-d58e17916507 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 1001 time: 0.2340066 Aug 19 18:03:15.002333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b237e3cb-d116-45b4-ae13-80639a9a5830 req-b15b048b-284c-4d56-9cc9-67aeaacf4cc4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553086 Aug 19 18:03:15.062140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-58813f16-57d3-4c9b-bf24-be4cca49f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:15.064790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-58813f16-57d3-4c9b-bf24-be4cca49f780 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.0772903 Aug 19 18:03:15.131138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-5976787f-5ea3-4484-b1cf-42e70cfa5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:15.132842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-5976787f-5ea3-4484-b1cf-42e70cfa5aad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611241 Aug 19 18:03:15.164700 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.216110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Pushing event deleted for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:15.240595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] No DVR routers for this DVR port 5c9ac816-78f9-416b-8be4-deb05771b772 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:15.257165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.257511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.258044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.258542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.259053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.259580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.260278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.260788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.261276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.261910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.262398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.262884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e0d40-0bb1-4d1f-9495-98970684e719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.332268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.425982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:15.444176 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-440812e8-3724-45a8-a87d-3116a54a4060 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5775297 Aug 19 18:03:15.448239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59388) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:15.449185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] Sync routers for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:15.466712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:15.468511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.473749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=5c9ac816-78f9-416b-8be4-deb05771b772,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:15.489117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd510e-3b4b-43fc-bf99-f27e861bbe86 req-47703093-e8cb-4231-a0ae-dfba1577eb50 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:15.493223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port 5c9ac816-78f9-416b-8be4-deb05771b772 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:15.503273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4fd510e-3b4b-43fc-bf99-f27e861bbe86 req-47703093-e8cb-4231-a0ae-dfba1577eb50 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.1642570 Aug 19 18:03:15.527595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.529550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.529953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.530279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.530624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.530972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.531310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.531757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.532052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.532382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.532715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.533060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:03:15.612829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.629750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:15.630791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.725919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.726611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d50ac-511c-49dc-b668-7fc28508a4d4 None None] The sync data for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:15.744471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5c9ac816-78f9-416b-8be4-deb05771b772 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:15.764428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4fd510e-3b4b-43fc-bf99-f27e861bbe86 req-a8b2ded2-dedf-4285-8489-c0d7d7e06909 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600274 Aug 19 18:03:15.775877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-be0b959f-f791-47ab-9516-3d80cd00fba2 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255317 Aug 19 18:03:15.807227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.811287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5c9ac816-78f9-416b-8be4-deb05771b772 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:15.811665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5c9ac816-78f9-416b-8be4-deb05771b772 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:15.837251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdf8313-83a9-44ba-a0dd-4d7ebf68e978']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.860587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.860891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f3cec6-0ef8-4be3-88d1-c72d916a9b81') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:15.909666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.972338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:15.987256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:15.988220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:16.007833 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:16.166901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.175596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.181708 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/6cdf8313-83a9-44ba-a0dd-4d7ebf68e978 HTTP/1.1" status: 204 len: 168 time: 2.3726711 Aug 19 18:03:16.197775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59412) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.236820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d03c72-8366-44f1-bfe0-32c7edc0ee13 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=6cdf8313-83a9-44ba-a0dd-4d7ebf68e978,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:16.272385 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1523ef-4d59-4e94-80dc-9ae07028381e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.273392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1523ef-4d59-4e94-80dc-9ae07028381e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.280612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c1523ef-4d59-4e94-80dc-9ae07028381e tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/7f974d01-e80e-42b2-a109-1667c9c15a6e HTTP/1.1" status: 404 len: 337 time: 0.0810287 Aug 19 18:03:16.282286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.309290 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a941259-9926-4b13-b5f5-18c0e2f276dd tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.310053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a941259-9926-4b13-b5f5-18c0e2f276dd tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.315181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a941259-9926-4b13-b5f5-18c0e2f276dd tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/15df3a0c-c808-42bc-a3f5-4f4d4b928f67 HTTP/1.1" status: 404 len: 339 time: 0.0311973 Aug 19 18:03:16.316254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.399962 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5dafbe-905b-4ca2-a237-1e0a3e762a26 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.400629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5dafbe-905b-4ca2-a237-1e0a3e762a26 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.406326 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb5dafbe-905b-4ca2-a237-1e0a3e762a26 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/37a0c63e-86f4-43e1-b0a2-7c09c4ac19b9 HTTP/1.1" status: 404 len: 337 time: 0.0889893 Aug 19 18:03:16.412471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59418) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.445577 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a14576-3727-4448-b7f1-c11caa2a2823 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.446530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a14576-3727-4448-b7f1-c11caa2a2823 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.449682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-96a14576-3727-4448-b7f1-c11caa2a2823 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/146e2f19-543b-484f-846f-3d3dea7af787 HTTP/1.1" status: 404 len: 339 time: 0.0326219 Aug 19 18:03:16.454398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.491313 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec79a12-4a7e-49ce-846a-74e2075e4126 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.492054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec79a12-4a7e-49ce-846a-74e2075e4126 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.494310 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ec79a12-4a7e-49ce-846a-74e2075e4126 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/eb1e6296-f7a1-415c-9500-8c71501a13c9 HTTP/1.1" status: 404 len: 337 time: 0.0382659 Aug 19 18:03:16.498891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59422) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.530464 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7739f5c4-d39a-42b1-909e-170f57839809 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:16.531250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7739f5c4-d39a-42b1-909e-170f57839809 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:16.539278 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7739f5c4-d39a-42b1-909e-170f57839809 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/ce022381-3e93-41d5-875a-0972348fc68c HTTP/1.1" status: 404 len: 339 time: 0.0386860 Aug 19 18:03:16.540346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:16.693977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting subnet e2fa7d4c-69dd-4321-8850-ebb873f8406e {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:16.698262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.758763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:16.810761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae48ba24-d303-4937-bc6c-570b70c9cfc0 req-571b229c-ff22-4a7f-b1f1-f1bc941e5ab6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 210 time: 0.1639750 Aug 19 18:03:16.941549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.116776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec866ffd-8c88-46ec-83c5-f5efbc8e2f18 req-cb46baaf-210c-4b76-8149-6b6f141c60df service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3329475 Aug 19 18:03:17.163293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6eef7-21f4-42bb-874b-324a43f37c0b req-21901884-f346-40d9-965f-fa2f19c617b4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:17.165351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93e6eef7-21f4-42bb-874b-324a43f37c0b req-21901884-f346-40d9-965f-fa2f19c617b4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2295926 Aug 19 18:03:17.180927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-893ce6b4-8f93-499b-8d44-f2b918158405 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:17.188070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-893ce6b4-8f93-499b-8d44-f2b918158405 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 812 time: 0.3213060 Aug 19 18:03:17.190835 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.200496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Request body: {'port': {'device_id': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'admin_state_up': True, 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:17.271283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93e6eef7-21f4-42bb-874b-324a43f37c0b req-3dfccbbd-1c27-49b2-b9d3-7513a9fb2f14 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955205 Aug 19 18:03:17.390891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.394961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.439596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fa7d4c-69dd-4321-8850-ebb873f8406e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:17.469824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.470705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f7b4c-954d-4360-a211-4d23012d2bec None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:17.475248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ef66264-e7dc-4594-8543-61e68cbdf8fe tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/e2fa7d4c-69dd-4321-8850-ebb873f8406e HTTP/1.1" status: 204 len: 168 time: 0.9301972 Aug 19 18:03:17.475923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59452) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:17.626225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.698782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Made reservation on behalf of abb328d9e64642a9a11d8a005cc17487 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:17.706785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.756525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] DHCP port deletion for 9632842b-25dc-4aa6-aebe-d8c3116450b3 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:17.880024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port c74e786c-d1ee-4edf-a169-09c85ceb0581 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:17.880674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.904001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 499cd4f1-e86a-4be4-9c66-97405cdd458c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:17.908463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:17.914810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Deleting port c74e786c-d1ee-4edf-a169-09c85ceb0581 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:17.916759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.026878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:18.032902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:18.053725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.057737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port c74e786c-d1ee-4edf-a169-09c85ceb0581, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c74e786c-d1ee-4edf-a169-09c85ceb0581,segment=NetworkSegment(276ad73b-ae32-448c-9afb-da4ba6a01457),segment_id=276ad73b-ae32-448c-9afb-da4ba6a01457)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:18.058681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.068585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 499cd4f1-e86a-4be4-9c66-97405cdd458c owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:18.080199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for c74e786c-d1ee-4edf-a169-09c85ceb0581 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:18.151673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] For port c74e786c-d1ee-4edf-a169-09c85ceb0581, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c74e786c-d1ee-4edf-a169-09c85ceb0581,segment=NetworkSegment(276ad73b-ae32-448c-9afb-da4ba6a01457),segment_id=276ad73b-ae32-448c-9afb-da4ba6a01457)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:18.152818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.233131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.254264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.323584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=c74e786c-d1ee-4edf-a169-09c85ceb0581,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:18.335626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:18.341254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Calling delete_port for c74e786c-d1ee-4edf-a169-09c85ceb0581 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:18.343889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:18.347900 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474e416-1801-4ed0-9861-7eb678dc45b3" -d '{"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:18.358721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:03:18.361767 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.393154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e07761b6-d897-49f0-a5dc-07eda744c641 req-290133d3-de22-4304-8efa-7c1ba867a513 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 210 time: 0.0968366 Aug 19 18:03:18.465583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port c74e786c-d1ee-4edf-a169-09c85ceb0581 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:18.647526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:18.699135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'mac_address': 'fa:16:3e:33:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:18.700354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.709439 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fccf1db-a80e-41df-90ee-d4402fd7b692 x-openstack-request-id: req-2fccf1db-a80e-41df-90ee-d4402fd7b692 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:18.709837 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:18.711062 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fccf1db-a80e-41df-90ee-d4402fd7b692 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:18.711699 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'code': 200} Aug 19 18:03:18.768652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfe23-12bf-484f-a751-dd87a272511b req-9fdc890f-9053-45e5-adf1-e80d08ffef2a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:18.788182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93fdfe23-12bf-484f-a751-dd87a272511b req-9fdc890f-9053-45e5-adf1-e80d08ffef2a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.1918228 Aug 19 18:03:18.806791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Allocated IP 172.20.0.5 (1951b540-bed3-4d22-b852-d69b44f0a575/20c927d0-6ba2-4778-8284-7c935b571b03/1dcbded0-ff4d-471d-9140-9567f050f3ab) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:18.838781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.869733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:18.877510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9632842b-25dc-4aa6-aebe-d8c3116450b3']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:18.931528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276ad73b-ae32-448c-9afb-da4ba6a01457') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:18.931980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276ad73b-ae32-448c-9afb-da4ba6a01457') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:18.936461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93fdfe23-12bf-484f-a751-dd87a272511b req-c7081d7f-ac1c-47b4-8d87-5b66361ab92a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466599 Aug 19 18:03:18.956117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd5b1e45-de6d-4ac3-8171-c7528d57535f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:18.971842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=499cd4f1-e86a-4be4-9c66-97405cdd458c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:18.994276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.030720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.056073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:19.057251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.102403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.124182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:19.142197 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:19.208082 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:19.221819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.233026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.234709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Network 9632842b-25dc-4aa6-aebe-d8c3116450b3 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:03:19.236367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] No DVR routers for this DVR port c74e786c-d1ee-4edf-a169-09c85ceb0581 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:19.260881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.264487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['dd5b1e45-de6d-4ac3-8171-c7528d57535f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:19.267771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/9632842b-25dc-4aa6-aebe-d8c3116450b3 HTTP/1.1" status: 204 len: 168 time: 1.7870526 Aug 19 18:03:19.282384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:19.331404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0da7-a84c-4d4a-b9a0-ea40d4fa809d tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=9632842b-25dc-4aa6-aebe-d8c3116450b3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.341186 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04a8451-3a66-4adf-ae18-f72fc81acad5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:19.341652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04a8451-3a66-4adf-ae18-f72fc81acad5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:19.346371 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c04a8451-3a66-4adf-ae18-f72fc81acad5 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/36d217c7-4935-49f7-b593-27e1d9f8c356 HTTP/1.1" status: 404 len: 337 time: 0.0611792 Aug 19 18:03:19.353724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:19.409796 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80c8e10-a79e-446e-a716-73eda06a78c3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] DELETE failed (client error): The resource could not be found. Aug 19 18:03:19.414143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80c8e10-a79e-446e-a716-73eda06a78c3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:03:19.416022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e80c8e10-a79e-446e-a716-73eda06a78c3 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/dd3b538a-191f-4fc0-8670-217c9f1c5f98 HTTP/1.1" status: 404 len: 339 time: 0.0610700 Aug 19 18:03:19.454519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.457354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:19.526361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed4344-c905-4725-b8bd-5c926ab24732 None None] Pushing event deleted for resources: {'Port': ['ID=c74e786c-d1ee-4edf-a169-09c85ceb0581,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:19.559423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.589618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting subnet 40672f20-7f0a-4d0b-8d7f-b69e84073730 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:19.598026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.772644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:19.806754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c74e786c-d1ee-4edf-a169-09c85ceb0581 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:19.857167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c74e786c-d1ee-4edf-a169-09c85ceb0581 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:19.857523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c74e786c-d1ee-4edf-a169-09c85ceb0581 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:19.951086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6c78377-42ce-4ba9-8084-5f61ceb2198c req-9e5fdb12-d356-4fdf-8635-e1cb3a31af80 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 210 time: 0.3354928 Aug 19 18:03:20.038308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:20.261406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port dd5b1e45-de6d-4ac3-8171-c7528d57535f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:20.262083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.346296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 728dbfa7-ab1b-4772-b694-1c0b0a12987f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:20.413196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.447038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Transition to ACTIVE for port object 1dcbded0-ff4d-471d-9140-9567f050f3ab will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:20.461818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:20.474525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191ada7-72a2-44f8-94f0-45aa5c6df237 req-183c62cc-d5ee-4de1-b839-1acda1e42710 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:20.476452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9191ada7-72a2-44f8-94f0-45aa5c6df237 req-183c62cc-d5ee-4de1-b839-1acda1e42710 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.2814138 Aug 19 18:03:20.480013 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] Sync routers for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:20.489199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.496263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:20.498396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a3b7a322-062b-4e2a-9117-ee9c8e600ef6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0465126 Aug 19 18:03:20.507394 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:20.509649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.599740 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3ec34093-8ab6-48fd-ba3d-b5225240ee82 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=728dbfa7-ab1b-4772-b694-1c0b0a12987f HTTP/1.1" status: 200 len: 205 time: 0.0917487 Aug 19 18:03:20.606291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59530) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:20.611320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9191ada7-72a2-44f8-94f0-45aa5c6df237 req-e97fb53a-64b9-4841-bf87-4c70895a8571 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110234 Aug 19 18:03:20.620518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:20.621594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.629453 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:20.629865 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.633122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:20.656499 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] Routers {'728dbfa7-ab1b-4772-b694-1c0b0a12987f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:20.660498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.729918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:20.743402 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc07230-4fd2-4dfe-9adb-e6f8f7082990" -d '{"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:20.760867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:20.761905 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04275395-26c8-4a3e-9b80-dcb093eede4f None None] The sync data for ids ['728dbfa7-ab1b-4772-b694-1c0b0a12987f'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:20.986946 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e7884-dd71-48c4-9ff1-e2a76f0778df x-openstack-request-id: req-649e7884-dd71-48c4-9ff1-e2a76f0778df {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:20.987906 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:20.988435 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-649e7884-dd71-48c4-9ff1-e2a76f0778df {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:20.989216 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'code': 200} Aug 19 18:03:20.996746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:21.095932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.293282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Subnet': ['ID=40672f20-7f0a-4d0b-8d7f-b69e84073730,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:21.316152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.354667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9b1ac-00f4-4a98-92eb-475150472761 None None] Network a4ab7895-34af-4ce7-86b8-7a75e741ae98 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:21.590010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.595264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-71ada369-7660-4236-8428-89a06805dfb6 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/subnets/40672f20-7f0a-4d0b-8d7f-b69e84073730 HTTP/1.1" status: 204 len: 168 time: 2.1363330 Aug 19 18:03:21.612292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:21.665497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee60b874-df70-42e0-8937-b9f994a6c9e4 req-42338aa0-6a6c-4901-a9c8-11a4b62f1f48 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 210 time: 0.1353741 Aug 19 18:03:21.852253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:21.867040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['039b17dd-4e08-4ab2-8c48-22e755697128'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:21.890159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:22.099505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] DHCP port deletion for a4ab7895-34af-4ce7-86b8-7a75e741ae98 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:22.173552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:22.332134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Deleting subnet 80bf1fec-546d-4846-bc44-0d7ea85da755 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:22.356290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.397581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.400871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.532747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Deleting port 8883f24e-484d-4219-a385-4e2616dc7e2a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:22.533840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.552417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:22.555133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.564075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Network 1951b540-bed3-4d22-b852-d69b44f0a575 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:22.564075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.564075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router 728dbfa7-ab1b-4772-b694-1c0b0a12987f {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:03:22.581603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.586575 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b1d1eb7e-3d0d-4a43-83bd-da89cb7d6936 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f HTTP/1.1" status: 204 len: 168 time: 1.9684203 Aug 19 18:03:22.599507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:22.673590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.676424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet e1193911-45ea-41f5-b7c5-9b6da66df403 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:22.682949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.688432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:22.691365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:22.759910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:22.761175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.784080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:22.870982 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-98aa59af-d33d-4abd-84ad-10fbedd01bff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6755052 Aug 19 18:03:22.923204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Request body: {'port': {'device_id': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:22.972944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.002106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.005701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/80bf1fec-546d-4846-bc44-0d7ea85da755 HTTP/1.1" status: 204 len: 168 time: 0.8304834 Aug 19 18:03:23.026638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59604) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:23.067941 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.068966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc745ae-2ae0-4cce-ac7d-a0088a96ffca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bf1fec-546d-4846-bc44-0d7ea85da755,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.179642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] For port 8883f24e-484d-4219-a385-4e2616dc7e2a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8883f24e-484d-4219-a385-4e2616dc7e2a,segment=NetworkSegment(f7125113-18f4-43d5-a10d-9605398b0f32),segment_id=f7125113-18f4-43d5-a10d-9605398b0f32)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:23.180389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.221210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Calling delete_port for 8883f24e-484d-4219-a385-4e2616dc7e2a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:23.250693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.292822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ca610-6df7-410f-846b-b52de7f8eae5 req-c9809c36-3214-468c-989f-97072c0bd6c2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.300876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa9ca610-6df7-410f-846b-b52de7f8eae5 req-c9809c36-3214-468c-989f-97072c0bd6c2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.4282467 Aug 19 18:03:23.360231 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.413407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa9ca610-6df7-410f-846b-b52de7f8eae5 req-0e124c6d-9fbc-4f28-bfad-2fa2e0bcdb10 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115167 Aug 19 18:03:23.463282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de84b-0b6d-441a-8dd3-036e9ecbe01e req-7ae308be-a7ad-4641-aedd-7ac2c5970adf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:23.470439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-593de84b-0b6d-441a-8dd3-036e9ecbe01e req-7ae308be-a7ad-4641-aedd-7ac2c5970adf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 931 time: 0.3389287 Aug 19 18:03:23.549312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ba5469e0-84bc-4155-9e87-e6e65ed107a4 None None] Provisioning for port 1dcbded0-ff4d-471d-9140-9567f050f3ab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:23.561580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ba5469e0-84bc-4155-9e87-e6e65ed107a4 None None] Provisioning complete for port 1dcbded0-ff4d-471d-9140-9567f050f3ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:23.562718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ba5469e0-84bc-4155-9e87-e6e65ed107a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.641745 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.682392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] No DVR routers for this DVR port 8883f24e-484d-4219-a385-4e2616dc7e2a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:23.695220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e9a26-dc9e-4de9-b311-59a03ac29dc5 None None] Pushing event deleted for resources: {'Port': ['ID=8883f24e-484d-4219-a385-4e2616dc7e2a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:23.717289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8883f24e-484d-4219-a385-4e2616dc7e2a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:23.760380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8883f24e-484d-4219-a385-4e2616dc7e2a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:23.760907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8883f24e-484d-4219-a385-4e2616dc7e2a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:23.778589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ba5469e0-84bc-4155-9e87-e6e65ed107a4 None None] Port 1dcbded0-ff4d-471d-9140-9567f050f3ab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:23.790896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-593de84b-0b6d-441a-8dd3-036e9ecbe01e req-f37633ee-92be-40a7-ba7a-68e4454e9914 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922702 Aug 19 18:03:23.819602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.847281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:23.867429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Deleting port 8883f24e-484d-4219-a385-4e2616dc7e2a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:23.868844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.871193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a4d292-79f9-4c8d-905e-f19ce17559f5') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:23.872234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a4d292-79f9-4c8d-905e-f19ce17559f5') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:23.902231 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.944284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:23.961127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:23.961127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:24.025564 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:24.043215 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-90cc954d-a985-4664-9251-b21173cb2821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8318977 Aug 19 18:03:24.077332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.086567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.093081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd HTTP/1.1" status: 204 len: 168 time: 1.0541198 Aug 19 18:03:24.119285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32712c60-e203-4781-b8ca-4b8a36813399 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc9ba92-f66f-4b2a-9cfa-c0dd94509edd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:24.129187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] For port 8883f24e-484d-4219-a385-4e2616dc7e2a, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:24.129705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.151403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Calling delete_port for 8883f24e-484d-4219-a385-4e2616dc7e2a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:24.160636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.166985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Port 8883f24e-484d-4219-a385-4e2616dc7e2a was not found and therefore no delete operation was performed {{(pid=101325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:03:24.197492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.264760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Port': ['ID=8883f24e-484d-4219-a385-4e2616dc7e2a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:24.318279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] No DVR routers for this DVR port 8883f24e-484d-4219-a385-4e2616dc7e2a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:24.369335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59634) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:24.369947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcbded0-ff4d-471d-9140-9567f050f3ab {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:24.398047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.452123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a534765a-ef64-49b0-bb08-ccb9f7a31a19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=471c61c5d7b34d618ce4d4377ade2727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807235 Aug 19 18:03:24.455493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59638) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:24.472852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.486283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Transition to ACTIVE for port object 1dcbded0-ff4d-471d-9140-9567f050f3ab will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:24.508473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.534365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab7895-34af-4ce7-86b8-7a75e741ae98']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:24.547093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.586103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=e1193911-45ea-41f5-b7c5-9b6da66df403,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:24.590974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.599271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521fee80-06ab-4ff8-8119-d9ba1ea16395 None None] Network 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:24.620666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59642) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:24.621024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-74464bf1-4b01-4e84-ab20-74a2212d55c5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/e1193911-45ea-41f5-b7c5-9b6da66df403 HTTP/1.1" status: 204 len: 168 time: 2.0179424 Aug 19 18:03:24.621885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.648771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7125113-18f4-43d5-a10d-9605398b0f32') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:24.648771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7125113-18f4-43d5-a10d-9605398b0f32') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:24.692863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.696546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.703785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet a183e015-5049-42c4-afb5-7f5ba1c308a8 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:24.729164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.736916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.745206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73367fa-4a46-49d4-8b6b-94358fc4b2f3 req-faf8733b-3eb1-4ff3-8fa8-3afdde84e649 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:24.756493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a73367fa-4a46-49d4-8b6b-94358fc4b2f3 req-faf8733b-3eb1-4ff3-8fa8-3afdde84e649 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.2321584 Aug 19 18:03:24.760092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:24.763800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:24.764497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:24.770771 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:24.940070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:24.995317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] DHCP port deletion for 3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:25.099528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Deleting port 67ba532c-1952-44be-8de2-2896500a7a2b {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:25.102861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.103039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.159938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.173678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] 10.222.0.36 "DELETE /v2.0/networks/a4ab7895-34af-4ce7-86b8-7a75e741ae98 HTTP/1.1" status: 204 len: 168 time: 3.5334690 Aug 19 18:03:25.210967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f642713-fff8-4a6a-ad9b-c55e679b5805 tempest-NetworksIpV6Test-730555354 tempest-NetworksIpV6Test-730555354-project] Pushing event deleted for resources: {'Network': ['ID=a4ab7895-34af-4ce7-86b8-7a75e741ae98,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.213227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Attempting to bind port 1dcbded0-ff4d-471d-9140-9567f050f3ab on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:25.213598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Attempting to bind port 1dcbded0-ff4d-471d-9140-9567f050f3ab by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:25.213929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Attempting to bind port 1dcbded0-ff4d-471d-9140-9567f050f3ab on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:25.234711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Port 1dcbded0-ff4d-471d-9140-9567f050f3ab on network 1951b540-bed3-4d22-b852-d69b44f0a575 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:25.236685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Attempting to bind port 1dcbded0-ff4d-471d-9140-9567f050f3ab on network 1951b540-bed3-4d22-b852-d69b44f0a575 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:25.255027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:25.255380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Checking segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:25.255879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Bound using segment: {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:25.258184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Bound port: 1dcbded0-ff4d-471d-9140-9567f050f3ab, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:25.258618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.505056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:25.506828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] For port 67ba532c-1952-44be-8de2-2896500a7a2b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ba532c-1952-44be-8de2-2896500a7a2b,segment=NetworkSegment(4ec3e06d-f8bc-40d6-bf60-9c8f4e608322),segment_id=4ec3e06d-f8bc-40d6-bf60-9c8f4e608322)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:25.507434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.511598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.525849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:25.541063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.572963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Calling delete_port for 67ba532c-1952-44be-8de2-2896500a7a2b owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:25.628546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.646566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.651650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2 HTTP/1.1" status: 204 len: 168 time: 1.1915987 Aug 19 18:03:25.694389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:25.701265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:25.705151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/1dcbded0-ff4d-471d-9140-9567f050f3ab HTTP/1.1" status: 200 len: 1092 time: 2.7849753 Aug 19 18:03:25.850055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a73367fa-4a46-49d4-8b6b-94358fc4b2f3 req-16f32180-7321-4798-9665-882fdec41bbe tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0919738 Aug 19 18:03:25.852088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:25.860376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ba532c-1952-44be-8de2-2896500a7a2b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:25.869167 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec2cff-eeb5-4a59-925e-c659aa315f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:25.883974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05b20e-a861-4b8c-92d6-8747c00fa2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:25.964534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce89d-8918-4001-8409-69b0911f815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d393fa-e8ed-4a25-a9c3-c2628a85e6f2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.127903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-198db234-862b-4dd7-a7b8-be99915d1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.131192 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-198db234-862b-4dd7-a7b8-be99915d1889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 1095 time: 0.2195292 Aug 19 18:03:26.169112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ad0a0-e14b-4eac-8c7e-cc17572c659d req-68b710dd-cd5e-4935-8e31-110cda630adf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:26.171903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c3ad0a0-e14b-4eac-8c7e-cc17572c659d req-68b710dd-cd5e-4935-8e31-110cda630adf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.7902434 Aug 19 18:03:26.206842 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.240247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.257740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59678) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:26.317186 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.364173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.398737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=a183e015-5049-42c4-afb5-7f5ba1c308a8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.453502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:26.455475 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-3070fff3-c04f-41d5-b6b3-4078e52e979d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab HTTP/1.1" status: 200 len: 217 time: 0.3082395 Aug 19 18:03:26.460358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2925e36-b301-4f9c-8569-e25fb17b2e13 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/a183e015-5049-42c4-afb5-7f5ba1c308a8 HTTP/1.1" status: 204 len: 168 time: 1.8345888 Aug 19 18:03:26.465421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59688) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:26.502068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c3ad0a0-e14b-4eac-8c7e-cc17572c659d req-17398acd-38eb-47a3-bc0c-2326dbc6975e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688513 Aug 19 18:03:26.602319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e576162-d6c3-456e-8e3f-4a4eeb956f29 None None] Network e9fb5fc8-d847-424b-8841-ce4ec5b35365 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:26.611878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] Pushing event deleted for resources: {'Port': ['ID=67ba532c-1952-44be-8de2-2896500a7a2b,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:26.694829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7964bfc-a71a-4d40-955f-ce37932a37ed None None] No DVR routers for this DVR port 67ba532c-1952-44be-8de2-2896500a7a2b on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:26.776745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7bea8e3d-1e9f-441f-a153-e83da6e4f9e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee9e8d11673744f296c980949f9d2447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549923 Aug 19 18:03:26.782868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59702) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:26.957639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.047120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.137243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] DHCP port deletion for e9fb5fc8-d847-424b-8841-ce4ec5b35365 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:27.229640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.235836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.241019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ea1b745-700d-47d2-ac0a-01db7b1c6a1b HTTP/1.1" status: 204 len: 168 time: 0.4515791 Aug 19 18:03:27.246841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Deleting port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:27.247520 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.274491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472b0df-739b-40b3-a5b0-89ada56a5c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1b745-700d-47d2-ac0a-01db7b1c6a1b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:27.318467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-219e80db-23a7-4f03-9e93-d768b5b2a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.322124 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-219e80db-23a7-4f03-9e93-d768b5b2a8a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.8601506 Aug 19 18:03:27.349028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.454624 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0373c21-548f-49ed-9cf4-6256fd5f0122 x-openstack-request-id: req-d0373c21-548f-49ed-9cf4-6256fd5f0122 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:27.456009 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:27.456761 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0373c21-548f-49ed-9cf4-6256fd5f0122 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:27.457686 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'status': 'completed', 'code': 200} Aug 19 18:03:27.478779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc7953-40e3-43c1-9d9b-4128eafd5c66 req-176339bb-561c-444b-b98b-3f7b01cfa15d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.480962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4cc7953-40e3-43c1-9d9b-4128eafd5c66 req-176339bb-561c-444b-b98b-3f7b01cfa15d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.1722770 Aug 19 18:03:27.483101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] For port 2e1443c5-3cd9-4e04-8f2d-9b246510e924, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2e1443c5-3cd9-4e04-8f2d-9b246510e924,segment=NetworkSegment(77aa2e3b-3420-462b-a354-951e7d30e6bf),segment_id=77aa2e3b-3420-462b-a354-951e7d30e6bf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:27.483610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:27.568778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Calling delete_port for 2e1443c5-3cd9-4e04-8f2d-9b246510e924 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:27.620383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4cc7953-40e3-43c1-9d9b-4128eafd5c66 req-a98cd7e6-9225-4ab8-a6c9-917f40b863af tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193581 Aug 19 18:03:27.662886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-a8584738-4de2-4789-b866-8ec6f0591b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:27.667037 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-a8584738-4de2-4789-b866-8ec6f0591b45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3080027 Aug 19 18:03:27.875507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2e1443c5-3cd9-4e04-8f2d-9b246510e924 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:28.139425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843970c7-fdd0-427b-8af1-f9e5c6aa982d req-676bcec4-fc31-4412-b2fd-d78a9430bc47 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:28.153635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-843970c7-fdd0-427b-8af1-f9e5c6aa982d req-676bcec4-fc31-4412-b2fd-d78a9430bc47 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.2082040 Aug 19 18:03:28.185969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.226422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] No DVR routers for this DVR port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:28.250525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port 2e1443c5-3cd9-4e04-8f2d-9b246510e924 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:03:28.256149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2e1443c5-3cd9-4e04-8f2d-9b246510e924 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:28.307363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.309394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-843970c7-fdd0-427b-8af1-f9e5c6aa982d req-46c10cf4-4669-4f1e-8c2b-2a0c3c5eeeed tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461480 Aug 19 18:03:28.323942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b941333-e548-4db3-95e1-9cc579262d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.328800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd6ad7-81d2-4875-834c-cbadd83e6821 None None] Pushing event deleted for resources: {'Port': ['ID=2e1443c5-3cd9-4e04-8f2d-9b246510e924,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.334795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:28.348034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3caa2f0e-a82c-4741-a0bd-8d95e0fd4471']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:28.389790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:28.390511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec3e06d-f8bc-40d6-bf60-9c8f4e608322') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:28.403001 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.434585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.443787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:28.444777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:28.559519 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:28.565257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.644740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:28.650022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59752) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:28.664108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/3caa2f0e-a82c-4741-a0bd-8d95e0fd4471 HTTP/1.1" status: 204 len: 168 time: 2.1957984 Aug 19 18:03:28.778894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca63e43-10db-4a85-b985-913ebdca56da tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=3caa2f0e-a82c-4741-a0bd-8d95e0fd4471,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:28.813923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-526586277-network', 'tenant_id': '924de0e8c48541c69b57b609027a8199'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:28.950435 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-6812e2af-6a9f-42e9-b8e6-a64f36f3d333 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2720401 Aug 19 18:03:29.021724 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.034615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Made reservation on behalf of 924de0e8c48541c69b57b609027a8199 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:29.040757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.077765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.163225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52fec-bad5-4f30-a09e-941f1450f3a0 req-e75eacc4-788b-4ee8-82b1-67a2ee1b04fc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:29.176180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51c52fec-bad5-4f30-a09e-941f1450f3a0 req-e75eacc4-788b-4ee8-82b1-67a2ee1b04fc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.3185534 Aug 19 18:03:29.288940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d67c571d-af80-49d2-a4d3-8b963e868b32 req-bf621997-03b8-483d-80e9-a29866d71d35 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296390 Aug 19 18:03:29.481278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-83d43f71-82c7-4889-9157-b429c5c81ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:29.486761 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-83d43f71-82c7-4889-9157-b429c5c81ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 1095 time: 0.1348717 Aug 19 18:03:29.570055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:29.729745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51c52fec-bad5-4f30-a09e-941f1450f3a0 req-9a896736-6f2a-4c26-9e3b-8404496afaac tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312984 Aug 19 18:03:29.856859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:29.904525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb5fc8-d847-424b-8841-ce4ec5b35365']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:29.917302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77aa2e3b-3420-462b-a354-951e7d30e6bf') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:29.917775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77aa2e3b-3420-462b-a354-951e7d30e6bf') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:29.955501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16fe42da-fabf-4dcd-848c-9a005ee16bdb tempest-ServiceProvidersTest-444368313 tempest-ServiceProvidersTest-444368313-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3810134 Aug 19 18:03:29.973438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.117692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-997f2fb1-7502-42c2-a0c9-d12730d4bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:30.137985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-997f2fb1-7502-42c2-a0c9-d12730d4bffc service neutron] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.6338315 Aug 19 18:03:30.186383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.232296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc8c4-ac75-4a12-b881-8e8f737f6e64 req-94f4372e-0f05-4d19-b681-9ae896bef8c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:30.247761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d6cc8c4-ac75-4a12-b881-8e8f737f6e64 req-94f4372e-0f05-4d19-b681-9ae896bef8c0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.6144207 Aug 19 18:03:30.315249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:30.315896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.316063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-af3c89bf-6f41-444e-b075-ea3c10769932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab HTTP/1.1" status: 200 len: 217 time: 0.1708248 Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:30.334888 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:30.520754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d6cc8c4-ac75-4a12-b881-8e8f737f6e64 req-949abf59-47be-4b7d-bc37-05c9874410ff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718027 Aug 19 18:03:30.546333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.550533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.565687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.576120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/e9fb5fc8-d847-424b-8841-ce4ec5b35365 HTTP/1.1" status: 204 len: 168 time: 1.9246142 Aug 19 18:03:30.589322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59808) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:30.590100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:30.599410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-008b8664-2247-40ca-8020-8e9efc987ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:30.603149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-008b8664-2247-40ca-8020-8e9efc987ded service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.2800817 Aug 19 18:03:30.614772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b728-1382-4581-9a0e-37f8e645ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.619146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-185963373'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:30.662663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.679061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094334ba-e106-4a5e-bfe8-d63fc353f2f9 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=e9fb5fc8-d847-424b-8841-ce4ec5b35365,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.716156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:30.742388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.742721 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Added segment 0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260 of type vlan for network 7e176cee-866a-4cd5-884a-282580de04af Aug 19 18:03:30.753274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:30.757109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.759258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e938a5b3-3858-40e6-8e2f-dbdb041f30b5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:30.873696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.881282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-b02368f6-e56c-4af4-8434-c02973e99037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:30.888572 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-b02368f6-e56c-4af4-8434-c02973e99037 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2633371 Aug 19 18:03:30.910060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:30.928526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:31.006899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.007255 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment e00e045a-b518-4a2d-a52a-136ef0d294a4 of type vlan for network 7aec936c-da33-4059-b2c1-16425e6ee2b3 Aug 19 18:03:31.125407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-c54cc574-d519-4d0c-80c8-7b00f961b17c service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287269 Aug 19 18:03:31.143752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.144760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.145348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.281302 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-faec2cff-eeb5-4a59-925e-c659aa315f5e req-7a75feb8-3aab-4054-b573-53f2d53f247a service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466668 Aug 19 18:03:31.324561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9abc95a6-a6f3-4fc8-93f6-ef579355efee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.331139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.366863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0302207 Aug 19 18:03:31.370771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:31.377191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Request body: {'subnet': {'network_id': '7e176cee-866a-4cd5-884a-282580de04af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-526586277-subnet', 'tenant_id': '924de0e8c48541c69b57b609027a8199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:31.425622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162bd0-d55d-4b37-bc3b-efa3ee9497a7 req-dc32c915-2463-4cef-b6bc-71202e3f7a6a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.428109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b162bd0-d55d-4b37-bc3b-efa3ee9497a7 req-dc32c915-2463-4cef-b6bc-71202e3f7a6a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.4408095 Aug 19 18:03:31.429213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a90c4-dc8b-4f92-a61c-28d8c38a71a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e176cee-866a-4cd5-884a-282580de04af,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:31.444702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7e176cee-866a-4cd5-884a-282580de04af details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:31.504674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.512400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.513468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.692768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59834) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:31.700899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-122194920'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:31.745795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b162bd0-d55d-4b37-bc3b-efa3ee9497a7 req-1bdb1e4d-9ab5-4bcc-a708-50d304f28073 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075385 Aug 19 18:03:31.844945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9abc95a6-a6f3-4fc8-93f6-ef579355efee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.849266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=7aec936c-da33-4059-b2c1-16425e6ee2b3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:31.868644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc73e60-0b10-4882-a285-33780749b4c1 req-f3b25eca-8e21-4d29-b18d-19e9eba8fed8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:31.870754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bc73e60-0b10-4882-a285-33780749b4c1 req-f3b25eca-8e21-4d29-b18d-19e9eba8fed8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.1348047 Aug 19 18:03:31.871671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9abc95a6-a6f3-4fc8-93f6-ef579355efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.872252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:31.893339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:03:31.893339 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:03:31.893339 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id_1': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 3, 31, 708070)}] Aug 19 18:03:31.893339 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:03:31.893747 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:03:31.899613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Made reservation on behalf of 924de0e8c48541c69b57b609027a8199 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:31.904789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:31.936789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23204528-1fd6-4653-8bb9-9703412aeb51 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3395829 Aug 19 18:03:31.946527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59840) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:31.956942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:31.965495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:31.967524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9abc95a6-a6f3-4fc8-93f6-ef579355efee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=221db3a8ecee4ddbb6d0c6c5c437f416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3758881 Aug 19 18:03:31.970807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc95a6-a6f3-4fc8-93f6-ef579355efee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75ea54-929f-4f36-868d-c49ceb4ecf88,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.021397 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.061751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bc73e60-0b10-4882-a285-33780749b4c1 req-e204dd8e-783d-42b0-9dc5-4a5a0c8ddca9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751525 Aug 19 18:03:32.075879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1dcbded0-ff4d-471d-9140-9567f050f3ab details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:32.131541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:32.138962 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.202311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:32.214467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.219021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'mac_address': 'fa:16:3e:8c:56:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:32.260470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.286871 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.305732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcbded0-ff4d-471d-9140-9567f050f3ab {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:32.350029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:32.357027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.464761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.481703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.582353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.586561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.589206 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.590555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c75ea54-929f-4f36-868d-c49ceb4ecf88 HTTP/1.1" status: 204 len: 168 time: 0.6238501 Aug 19 18:03:32.613918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1dcbded0-ff4d-471d-9140-9567f050f3ab'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:32.617849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37730f87-fa30-40a9-bb39-d7a1f8237bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75ea54-929f-4f36-868d-c49ceb4ecf88,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.627721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:32.631644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.663112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:32.675723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.676306 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Added segment 4dbd4f8d-08ee-4b10-8991-80cfb666847c of type vlan for network 1546e13f-857e-4d11-8d87-5257f92c4210 Aug 19 18:03:32.726296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.819299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=15da4392-42e5-4ac2-8500-4b331962695d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:32.874679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.894301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:32.902078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:32.918899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': 'e00e045a-b518-4a2d-a52a-136ef0d294a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:32.924761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: 7aec936c-da33-4059-b2c1-16425e6ee2b3, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:32.939709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Checking segment: {'id': '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e176cee-866a-4cd5-884a-282580de04af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:32.943337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Network hostable DHCP agents. Network: 7e176cee-866a-4cd5-884a-282580de04af, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:33.020819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:33.060306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d4493-e4d5-4131-b304-e46eedf9311b req-48b9f179-a89f-4fa2-8f4f-837f324b0f70 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.068033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-139d4493-e4d5-4131-b304-e46eedf9311b req-48b9f179-a89f-4fa2-8f4f-837f324b0f70 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.1133571 Aug 19 18:03:33.141279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-139d4493-e4d5-4131-b304-e46eedf9311b req-136e46bb-7122-4542-9f42-51e0e18f7785 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721827 Aug 19 18:03:33.142198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 7aec936c-da33-4059-b2c1-16425e6ee2b3) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:33.153379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ec09b-9186-4197-88c2-26db3a8d207b None None] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:33.166654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.168452 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.201835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c323df-5211-470f-88a5-9956019a72c5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:33.217296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40827d31-4f38-4ca8-88d6-353f5fd2d25a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2644715 Aug 19 18:03:33.217963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59872) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.222344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Network': ['ID=1546e13f-857e-4d11-8d87-5257f92c4210,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:33.246822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d2f5ff5-f560-4633-b387-9693209a27f7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5527000 Aug 19 18:03:33.247330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59874) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.248206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812448211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:33.263987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-626516609'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:33.290252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1546e13f-857e-4d11-8d87-5257f92c4210 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:33.314695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Network 7e176cee-866a-4cd5-884a-282580de04af is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:33.348219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 7e176cee-866a-4cd5-884a-282580de04af) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:33.355666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.356947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.369110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.369110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.408439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:33.412034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.430907 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54a1f271-45ac-468e-b425-10e87fa01ef2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0586939 Aug 19 18:03:33.441878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a1196-3f2a-415d-84ca-4d872c83677a None None] Network 7e176cee-866a-4cd5-884a-282580de04af requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:33.486907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:33.505620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.517365 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Added segment a961130f-3c3d-4abc-905a-ba84b4fc5453 of type vlan for network 323a64de-56a8-442d-8b2d-3459ede52464 Aug 19 18:03:33.620834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.644805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.659874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.689367 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.721225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.754671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.756096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.760581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:33.785870 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5289888 Aug 19 18:03:33.786948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.787556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:33.788697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47b7c888-fca2-486b-87ea-e809965b4c19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5537393 Aug 19 18:03:33.807099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'port': {'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3', 'name': 'tempest-RoutersTest-840137385'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:33.818849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'subnet': {'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:33.880813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d9776-5fda-4862-a46a-bcf1afa4326c req-4e644a3f-f7c9-437f-892d-74ce0fbacc48 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:33.886116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4d9776-5fda-4862-a46a-bcf1afa4326c req-4e644a3f-f7c9-437f-892d-74ce0fbacc48 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 944 time: 0.5867281 Aug 19 18:03:34.003732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b4d9776-5fda-4862-a46a-bcf1afa4326c req-feafdd6f-e117-4626-93c3-1420d7883e0f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038322 Aug 19 18:03:34.057597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-7aec936c-da33-4059-b2c1-16425e6ee2b3', 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': '15da4392-42e5-4ac2-8500-4b331962695d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:34.060224 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.092008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59908) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:34.102368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0084870 Aug 19 18:03:34.103645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59910) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:34.167544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78872453-0cf5-4bc7-a06e-ccf171506e14 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Network': ['ID=323a64de-56a8-442d-8b2d-3459ede52464,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:34.271958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1dcbded0-ff4d-471d-9140-9567f050f3ab up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:34.382379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db7d20e4-c173-40dd-94cb-0939b4d177ae tempest-NetworksApiDiscovery-2069060231 tempest-NetworksApiDiscovery-2069060231-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2767501 Aug 19 18:03:34.434904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 323a64de-56a8-442d-8b2d-3459ede52464 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:34.479205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:34.487227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.734581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564ea7-0684-4e23-b9f3-223dce44d1a9 req-71fd8105-efbb-477c-9908-99b8888cdc5c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.736920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33564ea7-0684-4e23-b9f3-223dce44d1a9 req-71fd8105-efbb-477c-9908-99b8888cdc5c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.3523810 Aug 19 18:03:34.743670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:34.746730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:34.787373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8cb15-16d1-497f-9657-ec7712163e5e None None] Network 7e176cee-866a-4cd5-884a-282580de04af requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:34.821786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] device_id is not set on port 67b4d82e-4a35-4b96-b2c3-718a73325a11 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:03:34.880330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-f56bf920-fafa-463d-88c7-b4d5c9363ce4 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:34.882178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-f56bf920-fafa-463d-88c7-b4d5c9363ce4 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/networks?id=7e176cee-866a-4cd5-884a-282580de04af HTTP/1.1" status: 200 len: 817 time: 0.3611765 Aug 19 18:03:34.900466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33564ea7-0684-4e23-b9f3-223dce44d1a9 req-3c3008f7-6545-4c9a-aa88-a53dfaed2cb0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481643 Aug 19 18:03:34.922251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-95963621-fa59-4a38-8cdd-45a2e07cbf27 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/quotas/924de0e8c48541c69b57b609027a8199 HTTP/1.1" status: 200 len: 375 time: 0.0265152 Aug 19 18:03:35.012114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-34329976-c927-4733-95db-f387dca5b5b0 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=924de0e8c48541c69b57b609027a8199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828152 Aug 19 18:03:35.209176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.230313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-b85cb190-4c28-4d9c-973b-88a50aac1bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170088 Aug 19 18:03:35.318524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Subnet': ['ID=f56aeb92-7f5e-4123-8fc4-04c365cb07f3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:35.377506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.20.0.4 (7aec936c-da33-4059-b2c1-16425e6ee2b3/15da4392-42e5-4ac2-8500-4b331962695d/67b4d82e-4a35-4b96-b2c3-718a73325a11) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:35.421052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59942) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:35.477504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:35.478751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network hostable DHCP agents. Network: 1546e13f-857e-4d11-8d87-5257f92c4210, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:35.530870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 1dcbded0-ff4d-471d-9140-9567f050f3ab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:35.552648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 1dcbded0-ff4d-471d-9140-9567f050f3ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:35.555635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.614715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896f242-48e0-44c0-ac87-9bc7c6a003e9 req-881b999e-6301-4a46-93b4-1d346956e1d0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:35.622842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c896f242-48e0-44c0-ac87-9bc7c6a003e9 req-881b999e-6301-4a46-93b4-1d346956e1d0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 944 time: 0.1928632 Aug 19 18:03:35.635791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:35.652756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-83b8d6a8-fe81-4c79-9fbe-ddc53973a8af service neutron] 10.222.0.36 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123878 Aug 19 18:03:35.728060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1546e13f-857e-4d11-8d87-5257f92c4210) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:35.748757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:35.749927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:35.776331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c896f242-48e0-44c0-ac87-9bc7c6a003e9 req-b6dad2a6-8cfb-4c65-98fb-e0f2cf3cd785 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522648 Aug 19 18:03:35.818756 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-c790eac8-8057-40ef-9624-402ae6d544da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2310283 Aug 19 18:03:35.885872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59946) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:35.887161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2642a465-7e14-45ac-99fb-946004a32cbe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0747831 Aug 19 18:03:35.897226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'subnet': {'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:36.015951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e303cbbf-a295-4eb7-a341-6b158cb359bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.115581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.151021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503e74a-92c5-417a-adb8-ed669a850c5e None None] Network 1546e13f-857e-4d11-8d87-5257f92c4210 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:36.174522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59bc0e9f-579a-4207-90b1-e28e0ef509c3 req-5a13f748-1a8a-4b93-a68c-c7cf2564bdb7 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 210 time: 0.0959084 Aug 19 18:03:36.204674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object 67b4d82e-4a35-4b96-b2c3-718a73325a11 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:36.393297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:03:36.393297 n-d-778550-10 neutron-server[101324]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:03:36.393297 n-d-778550-10 neutron-server[101324]: [parameters: {'project_id_1': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 3, 36, 351773)}] Aug 19 18:03:36.393297 n-d-778550-10 neutron-server[101324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:03:36.393968 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:03:36.398393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.412841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca0899-4805-44ab-a8f3-61eaa5584448 req-dde51b34-bdf5-45d9-bad0-b5eb6908a694 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:36.415188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9ca0899-4805-44ab-a8f3-61eaa5584448 req-dde51b34-bdf5-45d9-bad0-b5eb6908a694 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.2103627 Aug 19 18:03:36.443938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-15d5c25c-92d8-439e-ad96-d5192008c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:36.448113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-15d5c25c-92d8-439e-ad96-d5192008c311 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 1097 time: 0.5430834 Aug 19 18:03:36.570727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9ca0899-4805-44ab-a8f3-61eaa5584448 req-a380d23e-9d57-4e04-83bd-f715384070f9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358538 Aug 19 18:03:36.717026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.732842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:36.744345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:36.758923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:36.769920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=67b4d82e-4a35-4b96-b2c3-718a73325a11,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:36.791936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:36.794645 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed9b854-8e0a-40bc-bd57-97f7c725ec83" -d '{"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-plugged", "status": "completed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:36.934120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:36.944527 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e303cbbf-a295-4eb7-a341-6b158cb359bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.957848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e303cbbf-a295-4eb7-a341-6b158cb359bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:36.990132 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.034860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:37.055953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.087263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.088915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.095660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-e317927a-3ec1-40ac-bec1-65b767097e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.102785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-e317927a-3ec1-40ac-bec1-65b767097e40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.5302966 Aug 19 18:03:37.110248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e303cbbf-a295-4eb7-a341-6b158cb359bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b7c86e4db7047fcac5e8155cc5ed901&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6880708 Aug 19 18:03:37.144472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:37.160818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-4c8728ab-e2d8-4190-a779-ca3ccfd89b28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 200 len: 217 time: 0.0460176 Aug 19 18:03:37.164201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303cbbf-a295-4eb7-a341-6b158cb359bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc14dc-3f1e-477e-bc5b-de7ba84614c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:37.208899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:37.210254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3763e2a4-1ea2-438a-81c2-2e9647462aea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4081128 Aug 19 18:03:37.213084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59980) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:37.222194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Allocated IP 172.20.0.2 (7aec936c-da33-4059-b2c1-16425e6ee2b3/15da4392-42e5-4ac2-8500-4b331962695d/ff14bd5f-3ba0-4600-8a36-338f38a442a6) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:37.284104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1546e13f-857e-4d11-8d87-5257f92c4210', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:37.285387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:37.324861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-63f8f7a8-6b89-40f8-90d2-452044a33865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.327295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-63f8f7a8-6b89-40f8-90d2-452044a33865 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.1581440 Aug 19 18:03:37.530213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-4833cb97-c5e1-461a-8537-e60db3e1e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.532467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-4833cb97-c5e1-461a-8537-e60db3e1e134 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 1095 time: 0.5334470 Aug 19 18:03:37.627491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:37.770990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-6d5d7084-ef80-4c42-acc1-9b5c9f2ff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:37.772872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-6d5d7084-ef80-4c42-acc1-9b5c9f2ff194 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4225211 Aug 19 18:03:37.812725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Allocated IP 10.1.1.2 (1546e13f-857e-4d11-8d87-5257f92c4210/f56aeb92-7f5e-4123-8fc4-04c365cb07f3/df73b7fa-61b0-45c3-9191-79b15f965794) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:37.943589 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3ea2e-f5ed-4304-bd40-c67878642ca2 x-openstack-request-id: req-28b3ea2e-f5ed-4304-bd40-c67878642ca2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:37.944053 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-plugged", "status": "completed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:37.954004 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28b3ea2e-f5ed-4304-bd40-c67878642ca2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:37.954004 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'code': 200} Aug 19 18:03:38.036291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-b978632e-6fa6-4490-8070-8848ea420011 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184498 Aug 19 18:03:38.136475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.150863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40b8458-19f3-4e95-8045-aea43b35bf2b req-c987469b-281f-4607-bc4a-999bd19f3aec service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049104 Aug 19 18:03:38.152446 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.158479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Transition to ACTIVE for port object df73b7fa-61b0-45c3-9191-79b15f965794 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:38.196611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Transition to ACTIVE for port object df73b7fa-61b0-45c3-9191-79b15f965794 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:38.303168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.433765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:38.440602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:38.467797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:38.557262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Pushing event updated for resources: {'Port': ['ID=df73b7fa-61b0-45c3-9191-79b15f965794,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:38.570968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8646-4d3c-4b76-bcdc-80b7701bb886 req-8b65ff6a-ac78-4ae8-8a8c-1e28f1b46a77 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:38.578589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d86e8646-4d3c-4b76-bcdc-80b7701bb886 req-8b65ff6a-ac78-4ae8-8a8c-1e28f1b46a77 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 1.5176747 Aug 19 18:03:38.590787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6381349-0114-43aa-bb80-80ce4a29da5a req-cab911f8-e933-4c0b-8b39-af5b6eedfbb3 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 210 time: 0.1781702 Aug 19 18:03:38.674019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Attempting to bind port df73b7fa-61b0-45c3-9191-79b15f965794 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:38.674459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Attempting to bind port df73b7fa-61b0-45c3-9191-79b15f965794 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:38.674761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Attempting to bind port df73b7fa-61b0-45c3-9191-79b15f965794 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:38.704553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:38.705135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:38.705619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.706058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Bound using segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:38.706647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Bound port: df73b7fa-61b0-45c3-9191-79b15f965794, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:38.707551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.743847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.750940 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.795816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Transition to ACTIVE for port object ff14bd5f-3ba0-4600-8a36-338f38a442a6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:38.854179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.859094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.867016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.921602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:38.936458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34c45f-fce8-4116-b846-7a805a728fb8 req-0818f372-5417-45e2-a8f6-6bec405b861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:38.939490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d34c45f-fce8-4116-b846-7a805a728fb8 req-0818f372-5417-45e2-a8f6-6bec405b861c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 1097 time: 0.5327618 Aug 19 18:03:38.943005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Transition to ACTIVE for port object ff14bd5f-3ba0-4600-8a36-338f38a442a6 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:38.953557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d86e8646-4d3c-4b76-bcdc-80b7701bb886 req-6a3b3581-72fa-4c79-8617-61cf60a4950d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734393 Aug 19 18:03:38.989645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.000382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] For port df73b7fa-61b0-45c3-9191-79b15f965794, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:39.029114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=67b4d82e-4a35-4b96-b2c3-718a73325a11,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.096803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] For port df73b7fa-61b0-45c3-9191-79b15f965794, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=df73b7fa-61b0-45c3-9191-79b15f965794,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:39.114703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.128109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:39.136770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Pushing event updated for resources: {'Port': ['ID=ff14bd5f-3ba0-4600-8a36-338f38a442a6,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.150733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:39.155397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:39.304067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-5c387219-11b3-42b0-9598-310cf85520ef tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:39.306073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-5c387219-11b3-42b0-9598-310cf85520ef tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.42 "GET /v2.0/networks?id=7e176cee-866a-4cd5-884a-282580de04af HTTP/1.1" status: 200 len: 817 time: 0.8851023 Aug 19 18:03:39.330225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d34c45f-fce8-4116-b846-7a805a728fb8 req-51a6b5c4-beca-4ba6-b44a-2496e2429878 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717272 Aug 19 18:03:39.334406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Request body: {'port': {'device_id': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'network_id': '7e176cee-866a-4cd5-884a-282580de04af', 'admin_state_up': True, 'tenant_id': '924de0e8c48541c69b57b609027a8199'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:39.346070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Attempting to bind port ff14bd5f-3ba0-4600-8a36-338f38a442a6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:39.346763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Attempting to bind port ff14bd5f-3ba0-4600-8a36-338f38a442a6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e00e045a-b518-4a2d-a52a-136ef0d294a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:39.347160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Attempting to bind port ff14bd5f-3ba0-4600-8a36-338f38a442a6 on network 7aec936c-da33-4059-b2c1-16425e6ee2b3 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:39.363120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4566a-4ef4-45eb-b7ea-42dc26c36ae1 None None] Pushing event updated for resources: {'Port': ['ID=df73b7fa-61b0-45c3-9191-79b15f965794,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.370567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.374238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:39.377258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Checking segment: {'id': 'e00e045a-b518-4a2d-a52a-136ef0d294a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:39.378075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.378659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Bound using segment: {'id': 'e00e045a-b518-4a2d-a52a-136ef0d294a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:39.379392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Bound port: ff14bd5f-3ba0-4600-8a36-338f38a442a6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00e045a-b518-4a2d-a52a-136ef0d294a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7aec936c-da33-4059-b2c1-16425e6ee2b3'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:39.381050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.585105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] For port ff14bd5f-3ba0-4600-8a36-338f38a442a6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:39.593000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] For port ff14bd5f-3ba0-4600-8a36-338f38a442a6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff14bd5f-3ba0-4600-8a36-338f38a442a6,segment=NetworkSegment(e00e045a-b518-4a2d-a52a-136ef0d294a4),segment_id=e00e045a-b518-4a2d-a52a-136ef0d294a4)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:39.616931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.712522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.834665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109582a-d3a1-4275-8d4d-c7813ca7aa2c None None] Pushing event updated for resources: {'Port': ['ID=ff14bd5f-3ba0-4600-8a36-338f38a442a6,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:39.912201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:39.974297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device df73b7fa-61b0-45c3-9191-79b15f965794 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:40.037582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:40.086171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fead2-af0c-42ce-8ccf-d9224f462454 req-b3c9a72d-0eae-49a6-8515-4e06e98d36ca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:40.102221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-150fead2-af0c-42ce-8ccf-d9224f462454 req-b3c9a72d-0eae-49a6-8515-4e06e98d36ca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 1.2066209 Aug 19 18:03:40.148123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port df73b7fa-61b0-45c3-9191-79b15f965794 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:40.148841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:40.192677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:40.204721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.247476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Transition to ACTIVE for port object 80044157-e9c1-49c4-8c4e-c1b86e6870fb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:40.419507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-150fead2-af0c-42ce-8ccf-d9224f462454 req-a64b2569-f768-433c-b39f-17c450bfdc5f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162005 Aug 19 18:03:40.441094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.617726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.631498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27e035e2-82ad-4f65-b7f1-95886fa8f0ad req-2e4f7c3d-322c-4abd-ba45-6aca3f36d120 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 210 time: 0.7076924 Aug 19 18:03:40.637945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.651156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:40.653744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcbc14dc-3f1e-477e-bc5b-de7ba84614c3 HTTP/1.1" status: 204 len: 168 time: 3.4629717 Aug 19 18:03:40.710365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Subnet': ['ID=064f48c2-2494-4416-bd21-ec4c364d8b29,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:40.741418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dd1d7-7ddf-498f-8c80-48399e1d0667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc14dc-3f1e-477e-bc5b-de7ba84614c3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:41.056717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Checking segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:41.057472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network hostable DHCP agents. Network: 323a64de-56a8-442d-8b2d-3459ede52464, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:41.102021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Made reservation on behalf of 924de0e8c48541c69b57b609027a8199 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:41.105680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.140748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] No DVR routers for this DVR port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:41.291331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 323a64de-56a8-442d-8b2d-3459ede52464 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:41.310385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 323a64de-56a8-442d-8b2d-3459ede52464) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:41.331919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ea39b-eb3f-41ac-b61f-af7dfbe1d661 None None] Network 323a64de-56a8-442d-8b2d-3459ede52464 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:41.415695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:41.416417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.448448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7b0b8-dcbf-4f21-b4bd-25173dfbe793 None None] Network 1546e13f-857e-4d11-8d87-5257f92c4210 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:41.469078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:41.471176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:41.471632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:41.482844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-62f69fca-ee5b-4a2f-bca7-13270ad79539 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.5884998 Aug 19 18:03:41.496893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60028) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:41.526514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'name': 'tempest-TaggedBootDevicesTest_v242-1784527597', 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:41.564053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:41.564487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Attempting to bind port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:41.699013 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.704469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cb1a8-0af9-4963-80d5-5e06da6afeb8 req-b2c9b19b-3c6b-4b22-a7eb-e752f82de74c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:41.714100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a54cb1a8-0af9-4963-80d5-5e06da6afeb8 req-b2c9b19b-3c6b-4b22-a7eb-e752f82de74c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.7906549 Aug 19 18:03:41.727227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.845544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff14bd5f-3ba0-4600-8a36-338f38a442a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:41.856057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:41.856427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:41.856906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:41.857491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Bound port: 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:41.857961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:41.924128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a54cb1a8-0af9-4963-80d5-5e06da6afeb8 req-507bf13b-59eb-43b5-9921-6c0779b056bc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086053 Aug 19 18:03:41.951375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Provisioning for port df73b7fa-61b0-45c3-9191-79b15f965794 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:42.005485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.015951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32a4d1-aa34-430c-bd74-1553f4f9016b req-84003466-9cfc-4224-9b4b-24d6d1783f71 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.025499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=67b4d82e-4a35-4b96-b2c3-718a73325a11,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:42.043085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d32a4d1-aa34-430c-bd74-1553f4f9016b req-84003466-9cfc-4224-9b4b-24d6d1783f71 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 943 time: 0.2491298 Aug 19 18:03:42.057175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Provisioning complete for port df73b7fa-61b0-45c3-9191-79b15f965794 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:42.058777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.196937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-553f4b16-2d54-4e7d-abc9-b8486ccf9fe5 req-25808b8a-df58-4699-a27d-98a1fb8779ef tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 210 time: 0.1030610 Aug 19 18:03:42.243937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e03e99-f3b9-46d4-93d8-e1fa41d69497 None None] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:42.255108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d32a4d1-aa34-430c-bd74-1553f4f9016b req-0e92fec8-9d3a-432d-85e6-e1e08592baea tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107849 Aug 19 18:03:42.284620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ff14bd5f-3ba0-4600-8a36-338f38a442a6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:42.315884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Allocated IP 172.20.0.13 (7e176cee-866a-4cd5-884a-282580de04af/d2c323df-5211-470f-88a5-9956019a72c5/88de9152-0ecd-45b0-a05a-f96a3934a23b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:42.347995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:42.354112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:42.427657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:42.470051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:42.556268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router c8e92a60-4f98-451e-851e-6117ab334b4a is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:42.575817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-323a64de-56a8-442d-8b2d-3459ede52464', 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ips': [{'subnet_id': '064f48c2-2494-4416-bd21-ec4c364d8b29'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:42.576704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.680261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.716741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.820327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.829385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:42.850785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c9df083-1c43-4d22-92f8-9cd38ddb27a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/c8e92a60-4f98-451e-851e-6117ab334b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6363626 Aug 19 18:03:42.856925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.857999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:42.915723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:42.972291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31182261-2fe1-4d62-995e-fe5b4aad7dad tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.977163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-31182261-2fe1-4d62-995e-fe5b4aad7dad tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports/67b4d82e-4a35-4b96-b2c3-718a73325a11 HTTP/1.1" status: 200 len: 976 time: 0.1178291 Aug 19 18:03:42.978003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:42.983512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:42.984143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:42.986170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] 10.222.0.13 "PUT /v2.0/ports/80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 1092 time: 5.4328578 Aug 19 18:03:42.991771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Network 7e176cee-866a-4cd5-884a-282580de04af is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:43.036146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:43.038466 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:43.083644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:43.102713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:43.173313 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ec0dc5-9867-4a7c-a30b-3885851f5abe x-openstack-request-id: req-47ec0dc5-9867-4a7c-a30b-3885851f5abe {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:43.173775 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:43.174176 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47ec0dc5-9867-4a7c-a30b-3885851f5abe {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:43.174775 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'status': 'completed', 'code': 200} Aug 19 18:03:43.193790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54516620-cd04-42e3-9206-37703618ef42 req-f4384311-fd9c-4c3b-b4be-ad783cbd4fb0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.200249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54516620-cd04-42e3-9206-37703618ef42 req-f4384311-fd9c-4c3b-b4be-ad783cbd4fb0 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.4060655 Aug 19 18:03:43.232787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] Sync routers for ids ['c8e92a60-4f98-451e-851e-6117ab334b4a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:43.253834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca6a97-f90a-46f1-bb9d-28d3cdbf0c04 service neutron] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:43.339771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.340547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.420296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] Routers {'c8e92a60-4f98-451e-851e-6117ab334b4a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:43.421140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8e92a60-4f98-451e-851e-6117ab334b4a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:43.495014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Pushing event updated for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:43.560802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Allocated IP 10.2.2.2 (323a64de-56a8-442d-8b2d-3459ede52464/064f48c2-2494-4416-bd21-ec4c364d8b29/32331df7-d16b-458e-991f-ae4ad51f7155) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:43.602717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:43.628207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] For port df73b7fa-61b0-45c3-9191-79b15f965794, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=df73b7fa-61b0-45c3-9191-79b15f965794,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:43.646477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] Routers {'c8e92a60-4f98-451e-851e-6117ab334b4a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:43.647605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8e92a60-4f98-451e-851e-6117ab334b4a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:43.661062 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.685093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-9e2d2303-271c-400c-9406-5b028781dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.686645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-9e2d2303-271c-400c-9406-5b028781dab5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1096 time: 0.6331592 Aug 19 18:03:43.694245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:43.710516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:43.711192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf63d-b278-416c-adb1-3b6f98e847dc None None] The sync data for ids ['c8e92a60-4f98-451e-851e-6117ab334b4a'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:43.726223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-187456f4-5afc-4701-8274-41f4e6fd80e9 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4080832 Aug 19 18:03:43.904737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-051532a5-3902-4d7d-a129-fd641e8ae2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.906519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-051532a5-3902-4d7d-a129-fd641e8ae2ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.1724575 Aug 19 18:03:43.915925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Request body: {'port': {'device_id': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:43.928759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1245-ad7f-4943-92b6-23bd84ff6a03 req-cda1fb04-4fd5-4048-9198-3e8c04ddf06f tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:43.937732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec3a1245-ad7f-4943-92b6-23bd84ff6a03 req-cda1fb04-4fd5-4048-9198-3e8c04ddf06f tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 932 time: 0.5312052 Aug 19 18:03:43.988583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375448-2de9-4888-ab65-f65496759f62 None None] Pushing event updated for resources: {'Port': ['ID=df73b7fa-61b0-45c3-9191-79b15f965794,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:44.003673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54516620-cd04-42e3-9206-37703618ef42 req-3246bc82-f120-4afc-8344-3c4b30091077 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695649 Aug 19 18:03:44.068139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec3a1245-ad7f-4943-92b6-23bd84ff6a03 req-d66ee8fb-9fda-4925-aa34-a7bef3ce350e tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293862 Aug 19 18:03:44.080858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] device_id is not set on port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:03:44.234114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Provisioning for port ff14bd5f-3ba0-4600-8a36-338f38a442a6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:44.303005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.308837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Provisioning complete for port ff14bd5f-3ba0-4600-8a36-338f38a442a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:44.318653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.564534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.590533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Transition to ACTIVE for port object 32331df7-d16b-458e-991f-ae4ad51f7155 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:44.686762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Transition to ACTIVE for port object 32331df7-d16b-458e-991f-ae4ad51f7155 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:44.692871 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.702247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.764574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 67b4d82e-4a35-4b96-b2c3-718a73325a11 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:44.765352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.792744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Network 323a64de-56a8-442d-8b2d-3459ede52464 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:44.807505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:44.832075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:44.887523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] For port ff14bd5f-3ba0-4600-8a36-338f38a442a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff14bd5f-3ba0-4600-8a36-338f38a442a6,segment=NetworkSegment(e00e045a-b518-4a2d-a52a-136ef0d294a4),segment_id=e00e045a-b518-4a2d-a52a-136ef0d294a4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:44.890820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-28686758-0e0e-4586-a4a9-61641467d3c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 999 time: 0.9130306 Aug 19 18:03:44.908483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Pushing event updated for resources: {'Port': ['ID=32331df7-d16b-458e-991f-ae4ad51f7155,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:44.911776 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.927148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:44.977421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.001269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 67b4d82e-4a35-4b96-b2c3-718a73325a11 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:45.046605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ab8a3-60fe-42cf-8d41-4e0b4788d2cd req-f1d560f1-9dc6-4b6c-9a9f-4f7950724d39 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.053658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d9ab8a3-60fe-42cf-8d41-4e0b4788d2cd req-f1d560f1-9dc6-4b6c-9a9f-4f7950724d39 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.3317442 Aug 19 18:03:45.113270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Attempting to bind port 32331df7-d16b-458e-991f-ae4ad51f7155 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:45.113955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Attempting to bind port 32331df7-d16b-458e-991f-ae4ad51f7155 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:45.114515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Attempting to bind port 32331df7-d16b-458e-991f-ae4ad51f7155 on network 323a64de-56a8-442d-8b2d-3459ede52464 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:45.127713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bec26c8a-9e47-4c6b-bb76-71d1ac84100c None None] Provisioning complete for port df73b7fa-61b0-45c3-9191-79b15f965794 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:45.128619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bec26c8a-9e47-4c6b-bb76-71d1ac84100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.136250 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:03:45.179229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d6dc-06b6-47bc-80d5-9f95fcd76c81 None None] Pushing event updated for resources: {'Port': ['ID=ff14bd5f-3ba0-4600-8a36-338f38a442a6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.183053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:45.183875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Checking segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:45.184540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.185170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Bound using segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:45.185890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Bound port: 32331df7-d16b-458e-991f-ae4ad51f7155, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:45.186548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.252962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.255514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.1.1.96 (1546e13f-857e-4d11-8d87-5257f92c4210/f56aeb92-7f5e-4123-8fc4-04c365cb07f3/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:45.350379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=67b4d82e-4a35-4b96-b2c3-718a73325a11,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.474383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] For port 32331df7-d16b-458e-991f-ae4ad51f7155, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:45.480605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] For port 32331df7-d16b-458e-991f-ae4ad51f7155, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32331df7-d16b-458e-991f-ae4ad51f7155,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:45.492821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.494709 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.514941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:45.542958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-c08e032c-09c4-4dad-b939-38205ae323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:45.545351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-c08e032c-09c4-4dad-b939-38205ae323fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.6123564 Aug 19 18:03:45.568368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bec26c8a-9e47-4c6b-bb76-71d1ac84100c None None] Could not find standard attr ID for object 67b4d82e-4a35-4b96-b2c3-718a73325a11. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:03:45.597653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bec26c8a-9e47-4c6b-bb76-71d1ac84100c None None] Provisioning complete for port ff14bd5f-3ba0-4600-8a36-338f38a442a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:45.597960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bec26c8a-9e47-4c6b-bb76-71d1ac84100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.659329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67da9d-68e4-421b-8160-68df69a843ed None None] Pushing event updated for resources: {'Port': ['ID=32331df7-d16b-458e-991f-ae4ad51f7155,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:45.738233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:45.812834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device df73b7fa-61b0-45c3-9191-79b15f965794 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:45.868449 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d9ab8a3-60fe-42cf-8d41-4e0b4788d2cd req-62cc0644-a7d3-42ab-9e5a-6c6d67dbb40c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935891 Aug 19 18:03:45.951520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-22bbbcf5-a29d-409b-98c6-30030ff5256b None None] Could not find standard attr ID for object 67b4d82e-4a35-4b96-b2c3-718a73325a11. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:03:45.971678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port df73b7fa-61b0-45c3-9191-79b15f965794 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:45.972324 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.034088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-4c3ee530-f22a-452c-9a3f-32afef936c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.068305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-4c3ee530-f22a-452c-9a3f-32afef936c06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3462100 Aug 19 18:03:46.088592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router c8e92a60-4f98-451e-851e-6117ab334b4a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:03:46.195669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324adf2-5f90-4bd0-872e-44bcb88f78fd req-50f2d54d-95a6-4e37-9d89-f611ff648e2e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.197604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7324adf2-5f90-4bd0-872e-44bcb88f78fd req-50f2d54d-95a6-4e37-9d89-f611ff648e2e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.5567391 Aug 19 18:03:46.213286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.247365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff14bd5f-3ba0-4600-8a36-338f38a442a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:46.301452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:46.323778 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] Sync routers for ids ['c8e92a60-4f98-451e-851e-6117ab334b4a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:46.339342 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba02cbe0-b639-47f5-8fd6-cd22b41ccf91 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/c8e92a60-4f98-451e-851e-6117ab334b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578312 Aug 19 18:03:46.339614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ff14bd5f-3ba0-4600-8a36-338f38a442a6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:46.339717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] Routers {'c8e92a60-4f98-451e-851e-6117ab334b4a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:46.339800 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.339901 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8e92a60-4f98-451e-851e-6117ab334b4a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:46.340301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60118) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:46.458801 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:46.482329 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] Routers {'c8e92a60-4f98-451e-851e-6117ab334b4a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:46.482969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c8e92a60-4f98-451e-851e-6117ab334b4a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:46.539133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:46.549304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:46.550809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fea390-2b2e-4be6-85d4-db2044ce21c3 None None] The sync data for ids ['c8e92a60-4f98-451e-851e-6117ab334b4a'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:03:46.557122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-8ff12261-f9a8-4d97-ac41-73a0d9e50e67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6333015 Aug 19 18:03:46.566959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7324adf2-5f90-4bd0-872e-44bcb88f78fd req-c25096bf-90a8-42c3-95ca-2d2bfac014c4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226373 Aug 19 18:03:46.596577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:46.596577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:46.671417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:46.757180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc60a-a04a-44be-8cbd-2bf7ef378dd6 req-ad8e25cc-c15c-4a7f-a6d7-c7ac8210a3e7 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.776507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a6dc60a-a04a-44be-8cbd-2bf7ef378dd6 req-ad8e25cc-c15c-4a7f-a6d7-c7ac8210a3e7 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 932 time: 0.6061146 Aug 19 18:03:46.930915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.936280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:46.936960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:46.955612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-83de2fc1-4938-4b76-92a6-6b521dbaa773 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869097 Aug 19 18:03:47.175133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a6dc60a-a04a-44be-8cbd-2bf7ef378dd6 req-2bf28ced-52bc-4b6c-ad25-68e8d342160d tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974411 Aug 19 18:03:47.189768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d54ccbc9-96fa-4fb6-ae39-b4d376c626e0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6861691 Aug 19 18:03:47.196440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.197209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.197854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.198492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.199131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.199944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.200588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:47.202819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-731c5717-f8ab-4d1f-a861-f0357d936623 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.5346699 Aug 19 18:03:47.215983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60154) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:47.218934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-91f728b9-e63b-4886-b7c5-8e3c7eb89cb7 None None] Provisioning for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:47.228428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'name': 'tempest-TaggedBootDevicesTest_v242-771410974', 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:47.231650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-91f728b9-e63b-4886-b7c5-8e3c7eb89cb7 None None] Provisioning complete for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:47.232033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-91f728b9-e63b-4886-b7c5-8e3c7eb89cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.324242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88de9152-0ecd-45b0-a05a-f96a3934a23b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:47.336654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.356368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Transition to ACTIVE for port object 88de9152-0ecd-45b0-a05a-f96a3934a23b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:47.361342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-91f728b9-e63b-4886-b7c5-8e3c7eb89cb7 None None] Port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:47.460444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-6b845469-1e08-4126-a2c5-26d0b6d70d4e service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857087 Aug 19 18:03:47.548574 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-213dd879-c24a-4764-b20d-23e97b10847d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 18:03:47.549672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-213dd879-c24a-4764-b20d-23e97b10847d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/c8e92a60-4f98-451e-851e-6117ab334b4a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2069948 Aug 19 18:03:47.562583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:47.640970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.641187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-741b3254-8769-4bed-a867-54a4a1762fde tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8e92a60-4f98-451e-851e-6117ab334b4a HTTP/1.1" status: 200 len: 205 time: 0.0767064 Aug 19 18:03:47.644040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60170) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:47.688513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9b709-6b91-4633-91b0-986e0b71788f None None] Network 323a64de-56a8-442d-8b2d-3459ede52464 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:47.842749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:47.889244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32331df7-d16b-458e-991f-ae4ad51f7155 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:47.979578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0aead0b5-4fd8-4bc1-83fa-d030aacceb90 None None] Provisioning for port 32331df7-d16b-458e-991f-ae4ad51f7155 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:48.071604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 32331df7-d16b-458e-991f-ae4ad51f7155 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:48.094437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 32331df7-d16b-458e-991f-ae4ad51f7155 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:48.095237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.263924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Pushing event updated for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:48.323909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833f5e6-97a4-4221-bc3a-7b623ca0df55 req-3144d6f4-f3fd-4ad9-922c-985952f14406 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.326066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.334332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0833f5e6-97a4-4221-bc3a-7b623ca0df55 req-3144d6f4-f3fd-4ad9-922c-985952f14406 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.8726449 Aug 19 18:03:48.422345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.433240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.470549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 32331df7-d16b-458e-991f-ae4ad51f7155, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32331df7-d16b-458e-991f-ae4ad51f7155,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:48.483638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.518384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-25f2fd56-e014-4746-be4c-0738037e235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.530888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-25f2fd56-e014-4746-be4c-0738037e235e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1096 time: 0.8436310 Aug 19 18:03:48.678314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.680464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router c8e92a60-4f98-451e-851e-6117ab334b4a {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:03:48.706886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7445a0d5-af49-4d0f-a0f2-648106f35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.707416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7445a0d5-af49-4d0f-a0f2-648106f35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.708174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7445a0d5-af49-4d0f-a0f2-648106f35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:48.710248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7445a0d5-af49-4d0f-a0f2-648106f35b49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 2291 time: 1.3460348 Aug 19 18:03:48.711640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:48.718603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1527cfae-7a2e-45c6-9d29-ec9b98a4b829 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/c8e92a60-4f98-451e-851e-6117ab334b4a HTTP/1.1" status: 204 len: 168 time: 1.0733535 Aug 19 18:03:48.725757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:48.726216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=32331df7-d16b-458e-991f-ae4ad51f7155,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:48.758065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-743d1dda-888f-4dcf-977b-3fdc049bc49c None None] Provisioning complete for port 32331df7-d16b-458e-991f-ae4ad51f7155 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:48.760739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-743d1dda-888f-4dcf-977b-3fdc049bc49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.044979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet 15da4392-42e5-4ac2-8500-4b331962695d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:03:49.052190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.090693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0833f5e6-97a4-4221-bc3a-7b623ca0df55 req-891283c7-edd7-4043-9e5c-bc8f58845b32 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7549224 Aug 19 18:03:49.132517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:49.263399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.265863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Attempting to bind port 88de9152-0ecd-45b0-a05a-f96a3934a23b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:49.267963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Attempting to bind port 88de9152-0ecd-45b0-a05a-f96a3934a23b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e176cee-866a-4cd5-884a-282580de04af'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:49.268386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Attempting to bind port 88de9152-0ecd-45b0-a05a-f96a3934a23b on network 7e176cee-866a-4cd5-884a-282580de04af {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:49.458454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Port 88de9152-0ecd-45b0-a05a-f96a3934a23b on network 7e176cee-866a-4cd5-884a-282580de04af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:03:49.460254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Attempting to bind port 88de9152-0ecd-45b0-a05a-f96a3934a23b on network 7e176cee-866a-4cd5-884a-282580de04af {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:49.640687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-038210b5-ca3a-483b-b503-bdc0fea6258c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 1001 time: 0.8953643 Aug 19 18:03:49.663055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.752015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-d1bbfb70-6e7a-44d9-8743-ed92b759164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.753771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-d1bbfb70-6e7a-44d9-8743-ed92b759164d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 1.2030814 Aug 19 18:03:49.773228 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.822816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:49.823610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Checking segment: {'id': '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e176cee-866a-4cd5-884a-282580de04af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:49.825344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Bound using segment: {'id': '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e176cee-866a-4cd5-884a-282580de04af'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:49.825919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Bound port: 88de9152-0ecd-45b0-a05a-f96a3934a23b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e176cee-866a-4cd5-884a-282580de04af'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:49.833774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.840561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32331df7-d16b-458e-991f-ae4ad51f7155 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:49.895109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893fde2-38e3-44bb-81cb-03e893ba95c1 req-798dabed-e1b0-4491-8f36-84aea0d35ee9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:49.902882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9893fde2-38e3-44bb-81cb-03e893ba95c1 req-798dabed-e1b0-4491-8f36-84aea0d35ee9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.6215017 Aug 19 18:03:49.911341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=15da4392-42e5-4ac2-8500-4b331962695d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:49.935245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:49.944177 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08e99be5-0f99-482a-8d1d-a6ee677b54d2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/15da4392-42e5-4ac2-8500-4b331962695d HTTP/1.1" status: 204 len: 168 time: 1.2146254 Aug 19 18:03:49.944930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ea0e7-6005-4a14-99a7-321e354c7a76 None None] Network 7aec936c-da33-4059-b2c1-16425e6ee2b3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:49.945363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60212) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:50.066403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 32331df7-d16b-458e-991f-ae4ad51f7155 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:50.066784 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.067825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:50.075863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.131878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1dcbded0-ff4d-471d-9140-9567f050f3ab details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:50.140498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.243903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:50.247806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b,segment=NetworkSegment(0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260),segment_id=0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:50.279309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.343498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port ff14bd5f-3ba0-4600-8a36-338f38a442a6 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:50.344214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.379737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Pushing event updated for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:50.393996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.394632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.396134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-44e8f229-326a-48c0-b125-74c36664dded service neutron] 10.222.0.42 "PUT /v2.0/ports/88de9152-0ecd-45b0-a05a-f96a3934a23b HTTP/1.1" status: 200 len: 1093 time: 6.4861357 Aug 19 18:03:50.399425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:50.402012 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea1c4e-63f6-480b-bf39-6773d80ff054" -d '{"events": [{"name": "network-changed", "server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:50.410673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] device_id is not set on port 3d012a68-49ed-47b2-ada7-28233e4a5353 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:03:50.471180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91025662-a0e5-4c1f-8a93-24e67b6a4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.567300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port ff14bd5f-3ba0-4600-8a36-338f38a442a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff14bd5f-3ba0-4600-8a36-338f38a442a6,segment=NetworkSegment(e00e045a-b518-4a2d-a52a-136ef0d294a4),segment_id=e00e045a-b518-4a2d-a52a-136ef0d294a4)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:50.568967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:50.575852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.621154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'port_id': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'mac_address': 'fa:16:3e:8c:56:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:50.628202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for ff14bd5f-3ba0-4600-8a36-338f38a442a6 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:50.682778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] DHCP port deletion for 7aec936c-da33-4059-b2c1-16425e6ee2b3 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:03:50.761187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.816093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dcbded0-ff4d-471d-9140-9567f050f3ab {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:50.840817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-362234c6-1f02-4c0c-aa73-3c4b6acee0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.843774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-362234c6-1f02-4c0c-aa73-3c4b6acee0ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 200 len: 850 time: 1.1066432 Aug 19 18:03:50.885975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-9656d3ad-7c5d-4e8e-a4f1-cef3d36039e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 200 len: 999 time: 1.0286744 Aug 19 18:03:50.888221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:50.891945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9893fde2-38e3-44bb-81cb-03e893ba95c1 req-2f850c8f-7729-40b5-ad7a-07055dec613a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9023445 Aug 19 18:03:50.893662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.1.1.43 (1546e13f-857e-4d11-8d87-5257f92c4210/f56aeb92-7f5e-4123-8fc4-04c365cb07f3/3d012a68-49ed-47b2-ada7-28233e4a5353) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:50.901803 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:50.980002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-003d0bdb-df8e-4813-b400-8a073b31b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:50.983233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-003d0bdb-df8e-4813-b400-8a073b31b331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=924de0e8c48541c69b57b609027a8199&device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 1096 time: 0.5214846 Aug 19 18:03:51.016096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Deleting port ff14bd5f-3ba0-4600-8a36-338f38a442a6 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:03:51.023274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91025662-a0e5-4c1f-8a93-24e67b6a4a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.024458 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.041229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.046315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-91025662-a0e5-4c1f-8a93-24e67b6a4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.082955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1dcbded0-ff4d-471d-9140-9567f050f3ab'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:51.118274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-c2cd08cc-297f-4f80-8df8-2490c1cbdce2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b HTTP/1.1" status: 200 len: 217 time: 0.0814123 Aug 19 18:03:51.175915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=ff14bd5f-3ba0-4600-8a36-338f38a442a6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.198111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-89f1e387-c29e-448a-9031-a9bc0556462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:51.199996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-89f1e387-c29e-448a-9031-a9bc0556462a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2c323df-5211-470f-88a5-9956019a72c5 HTTP/1.1" status: 200 len: 857 time: 0.0710924 Aug 19 18:03:51.209577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port ff14bd5f-3ba0-4600-8a36-338f38a442a6 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:51.232999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025662-a0e5-4c1f-8a93-24e67b6a4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf0142-6207-443d-9bd3-76e1ebbf97dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.301981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91025662-a0e5-4c1f-8a93-24e67b6a4a18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d55d9fd5e0984f8f95dfa0be2561f7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2305202 Aug 19 18:03:51.303594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] For port ff14bd5f-3ba0-4600-8a36-338f38a442a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ff14bd5f-3ba0-4600-8a36-338f38a442a6,segment=NetworkSegment(e00e045a-b518-4a2d-a52a-136ef0d294a4),segment_id=e00e045a-b518-4a2d-a52a-136ef0d294a4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:51.303795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:51.304358 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.320364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-5cb4fd3c-5961-427e-8cee-072e83c65368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:51.322996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-5cb4fd3c-5961-427e-8cee-072e83c65368 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.3770218 Aug 19 18:03:51.358408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Calling delete_port for ff14bd5f-3ba0-4600-8a36-338f38a442a6 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:03:51.460878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.484842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aec936c-da33-4059-b2c1-16425e6ee2b3']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:51.524424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00e045a-b518-4a2d-a52a-136ef0d294a4') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:51.524776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00e045a-b518-4a2d-a52a-136ef0d294a4') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:51.550731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.553583 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.579776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.604566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.630810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:03:51.631231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:03:51.646742 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:03:51.649342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.747402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.814807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.827677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.844696 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/7aec936c-da33-4059-b2c1-16425e6ee2b3 HTTP/1.1" status: 204 len: 168 time: 1.8931515 Aug 19 18:03:51.867331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff14bd5f-3ba0-4600-8a36-338f38a442a6 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:51.871054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:51.873303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] No DVR routers for this DVR port ff14bd5f-3ba0-4600-8a36-338f38a442a6 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:03:51.875202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd4f24-9980-43da-a765-4175c584f41d None None] Pushing event deleted for resources: {'Port': ['ID=ff14bd5f-3ba0-4600-8a36-338f38a442a6,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:51.886746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491082258'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:51.960973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:51.964866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:51.983522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ff14bd5f-3ba0-4600-8a36-338f38a442a6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:03:51.983522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ff14bd5f-3ba0-4600-8a36-338f38a442a6 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:03:51.996359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2dea5-159c-4a95-9343-7c6e1c4fe834 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=7aec936c-da33-4059-b2c1-16425e6ee2b3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:52.013858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.017279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.042672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edcf0142-6207-443d-9bd3-76e1ebbf97dd HTTP/1.1" status: 204 len: 168 time: 0.7375007 Aug 19 18:03:52.099855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffcf58-09cc-4c04-bb2e-63350e68900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf0142-6207-443d-9bd3-76e1ebbf97dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:52.138779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:03:52.172284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.172749 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment bce8ca74-c251-4048-b4c1-167c48ac0238 of type vlan for network 000c8496-5192-457a-9551-5e23a3992c66 Aug 19 18:03:52.297502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.365468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.377638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:52.380627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.407272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-94312f4d-496c-4b5a-980a-4a1226e1aaed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e176cee-866a-4cd5-884a-282580de04af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1834130 Aug 19 18:03:52.468134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c577424d-8ac4-43ea-bfff-7e79a18d6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:52.469713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c577424d-8ac4-43ea-bfff-7e79a18d6352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=def6699b-0521-434d-ba62-494a6fbb1368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5115912 Aug 19 18:03:52.490950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6152475 Aug 19 18:03:52.491990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:52.501530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': '000c8496-5192-457a-9551-5e23a3992c66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:52.577333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd59f2-59d2-4069-bfe9-29eb1973bca3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=000c8496-5192-457a-9551-5e23a3992c66,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:52.596741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 000c8496-5192-457a-9551-5e23a3992c66 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:03:52.673736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:03:52.687889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.803812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:52.860640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37dbb191-91c8-4e57-8903-cd34d6194362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:52.885172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-4dda825a-ac1c-42e1-b9d1-ed0a49146bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313128 Aug 19 18:03:53.009334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceec9b-2c56-4585-8959-91e9e4d645be req-ae535c87-f001-4202-8d22-744e1837957b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.018897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cceec9b-2c56-4585-8959-91e9e4d645be req-ae535c87-f001-4202-8d22-744e1837957b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.6330910 Aug 19 18:03:53.040024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-bfc99bcc-039b-4ce4-9b45-5307ffa5eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.041919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-bfc99bcc-039b-4ce4-9b45-5307ffa5eb4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6574087 Aug 19 18:03:53.082281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2ab4a-d1ad-451d-8053-8895c296ca7b req-b62d3da7-7bfa-4d7c-9192-a7d35b8caee6 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.084808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bda2ab4a-d1ad-451d-8053-8895c296ca7b req-b62d3da7-7bfa-4d7c-9192-a7d35b8caee6 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 944 time: 0.6871529 Aug 19 18:03:53.317428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.382761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37dbb191-91c8-4e57-8903-cd34d6194362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.386093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=b6a54692-79b4-4d8e-a2c1-6192bcbca488,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.396452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37dbb191-91c8-4e57-8903-cd34d6194362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.397536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cceec9b-2c56-4585-8959-91e9e4d645be req-881a0103-18ae-4c97-b970-e616e964d24f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766611 Aug 19 18:03:53.404372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.479681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbb191-91c8-4e57-8903-cd34d6194362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543cd188-d6c9-43dd-aa23-1e4b802a847a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:53.482210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37dbb191-91c8-4e57-8903-cd34d6194362 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4dda75cdbf14d20a5fa299db7929867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693087 Aug 19 18:03:53.486683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60284) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:53.493941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': 'bce8ca74-c251-4048-b4c1-167c48ac0238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '000c8496-5192-457a-9551-5e23a3992c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:53.494285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: 000c8496-5192-457a-9551-5e23a3992c66, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:03:53.514214 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0798c38e-350a-4ecc-a4ab-ef77df2b1e2f x-openstack-request-id: req-0798c38e-350a-4ecc-a4ab-ef77df2b1e2f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:53.517968 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:53.518501 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0798c38e-350a-4ecc-a4ab-ef77df2b1e2f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:53.519292 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b', 'status': 'completed', 'code': 200} Aug 19 18:03:53.524462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-ede1b20f-2fec-4a30-ad8d-d12b035ebd9f service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948669 Aug 19 18:03:53.538911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object 3d012a68-49ed-47b2-ada7-28233e4a5353 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:53.546155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 000c8496-5192-457a-9551-5e23a3992c66 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:03:53.560509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-94b7d1a8-5a9c-473c-8866-44e5d655a067 service neutron] 10.222.0.42 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1021812 Aug 19 18:03:53.575321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 000c8496-5192-457a-9551-5e23a3992c66) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:53.585576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bda2ab4a-d1ad-451d-8053-8895c296ca7b req-3bac0e06-3455-4548-8de3-0106f0193b0a tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045211 Aug 19 18:03:53.585767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f0d0f-fadf-44a8-b90f-67a997f20f74 None None] Network 000c8496-5192-457a-9551-5e23a3992c66 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:53.615921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:53.618889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.665456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5face737-c79b-4dfb-bd5a-a5ed3485dd6c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1697171 Aug 19 18:03:53.668898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60290) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:53.680061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1043276599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:53.695395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.705721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c18e317-5650-4a4f-9c4b-53d8c96dee9e req-3c2c66b0-1b1d-4c9a-902d-624e58694feb service neutron] 10.222.0.42 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254311 Aug 19 18:03:53.766545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.782949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-000c8496-5192-457a-9551-5e23a3992c66', 'network_id': '000c8496-5192-457a-9551-5e23a3992c66', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'b6a54692-79b4-4d8e-a2c1-6192bcbca488'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:03:53.783618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.783880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.785158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.810014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7e851f69-a343-4ce8-b3b4-85183a7f116a service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498092 Aug 19 18:03:53.878969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.886724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.911539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.913717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b075c4ab-8163-4177-a98e-bc1d2a412e50 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2424126 Aug 19 18:03:53.916315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.919506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:53.921615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/543cd188-d6c9-43dd-aa23-1e4b802a847a HTTP/1.1" status: 204 len: 168 time: 0.4330263 Aug 19 18:03:53.922288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60292) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:53.937988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973dc5c-be0c-4303-a9bd-cc05e47ceb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543cd188-d6c9-43dd-aa23-1e4b802a847a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:54.023863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-a6348c62-bd29-4021-9121-c9bfe9921ef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 217 time: 0.1608856 Aug 19 18:03:54.077355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Allocated IP 172.20.0.2 (000c8496-5192-457a-9551-5e23a3992c66/b6a54692-79b4-4d8e-a2c1-6192bcbca488/1bb90dbc-2161-4cb9-a5f0-30b580136cc5) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:54.121788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.125929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-53da0068-82a8-48b0-aa1d-521b90f79772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.142247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-53da0068-82a8-48b0-aa1d-521b90f79772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0951941 Aug 19 18:03:54.144541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1dcbded0-ff4d-471d-9140-9567f050f3ab up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:54.353554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53fbd7f5-56cd-4ee3-83bf-ca5f6a1022d7 req-65a38cd3-ccec-472e-9f40-4ed40bc37587 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7925360 Aug 19 18:03:54.431613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:54.459381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f3957-9c9f-4cd1-9c4b-4d3924de372a req-9f229fa3-95e9-41b5-bf1b-50aace8898d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.467522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1f3957-9c9f-4cd1-9c4b-4d3924de372a req-9f229fa3-95e9-41b5-bf1b-50aace8898d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 944 time: 0.7015710 Aug 19 18:03:54.471172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-e36e2862-889e-4ae2-9d7e-797c854d24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.472743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-e36e2862-889e-4ae2-9d7e-797c854d24f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=924de0e8c48541c69b57b609027a8199&device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 1096 time: 0.6815324 Aug 19 18:03:54.483154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:54.490288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 1dcbded0-ff4d-471d-9140-9567f050f3ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:54.491861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.511879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:54.583411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.586010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.636469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 7.4143715 Aug 19 18:03:54.681732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5deb09-2061-4342-9dab-64290b686031 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:54.698716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.704946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c2502972-5311-4632-ae3b-44ac878bda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:54.707125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c2502972-5311-4632-ae3b-44ac878bda66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5435107 Aug 19 18:03:54.760986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.781418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Transition to ACTIVE for port object 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:54.793560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.839440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:54.848092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:03:54.851181 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cec05f-9dc1-4d04-8b7b-20ad64f4c6a6" -d '{"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-plugged", "status": "completed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:03:54.857479 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.858969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:03:54.862336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Transition to ACTIVE for port object 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:54.918894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:54.955066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:54.978548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-a9dbd181-2baa-4b2d-bd05-1eb3aa1fd546 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517531 Aug 19 18:03:55.010383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Network 000c8496-5192-457a-9551-5e23a3992c66 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:55.018459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:55.030688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:55.097912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-676406c4-f9ae-4643-8943-5e7557e2c354 None None] Provisioning for port 3d012a68-49ed-47b2-ada7-28233e4a5353 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:55.107937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Pushing event updated for resources: {'Port': ['ID=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.172081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-676406c4-f9ae-4643-8943-5e7557e2c354 None None] Provisioning complete for port 3d012a68-49ed-47b2-ada7-28233e4a5353 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:55.173583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-676406c4-f9ae-4643-8943-5e7557e2c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.239835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.243161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-676406c4-f9ae-4643-8943-5e7557e2c354 None None] Port 3d012a68-49ed-47b2-ada7-28233e4a5353 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:55.255787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Attempting to bind port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:03:55.256442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Attempting to bind port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'bce8ca74-c251-4048-b4c1-167c48ac0238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '000c8496-5192-457a-9551-5e23a3992c66'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:03:55.257062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Attempting to bind port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 on network 000c8496-5192-457a-9551-5e23a3992c66 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:03:55.265752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:03:55.266571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Checking segment: {'id': 'bce8ca74-c251-4048-b4c1-167c48ac0238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '000c8496-5192-457a-9551-5e23a3992c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:03:55.267228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.267869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Bound using segment: {'id': 'bce8ca74-c251-4048-b4c1-167c48ac0238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '000c8496-5192-457a-9551-5e23a3992c66'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:03:55.268572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Bound port: 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce8ca74-c251-4048-b4c1-167c48ac0238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '000c8496-5192-457a-9551-5e23a3992c66'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:03:55.269187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.298840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:55.311771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.336122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.20.0.1 (000c8496-5192-457a-9551-5e23a3992c66/b6a54692-79b4-4d8e-a2c1-6192bcbca488/d15cdb77-7748-47c2-906a-7f9fa501725c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:03:55.343276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-c3fc0c3b-e33f-4f60-9819-0f62f97bcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.348089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-c3fc0c3b-e33f-4f60-9819-0f62f97bcddf service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e176cee-866a-4cd5-884a-282580de04af HTTP/1.1" status: 200 len: 918 time: 0.8545697 Aug 19 18:03:55.354209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1f3957-9c9f-4cd1-9c4b-4d3924de372a req-cc420786-2efe-4f63-93e6-de17c2327514 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8856826 Aug 19 18:03:55.361268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-0d87ff0e-2672-41d1-ab84-21de70471973 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591938 Aug 19 18:03:55.386428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.452437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] For port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:03:55.479006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] For port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,segment=NetworkSegment(bce8ca74-c251-4048-b4c1-167c48ac0238),segment_id=bce8ca74-c251-4048-b4c1-167c48ac0238)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:03:55.479251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-1f68b242-6ae4-4d5c-a388-71e561556980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 217 time: 0.0974610 Aug 19 18:03:55.484806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.606000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191984b7-43df-4370-a8ba-3884e3f01036 None None] Pushing event updated for resources: {'Port': ['ID=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:55.609339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-2f3fbcb6-1e1b-4d83-900b-4c3302ba962c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b HTTP/1.1" status: 200 len: 217 time: 0.2471578 Aug 19 18:03:55.633734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.679048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object d15cdb77-7748-47c2-906a-7f9fa501725c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:03:55.728512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7fc26fd9-c044-4aba-9bbd-23ddd0b1202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.730559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-7fc26fd9-c044-4aba-9bbd-23ddd0b1202f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.1658554 Aug 19 18:03:55.770779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:55.777636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-ce0dbe1a-8929-4f71-9eee-32e95d0503a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.783629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-ce0dbe1a-8929-4f71-9eee-32e95d0503a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d2c323df-5211-470f-88a5-9956019a72c5 HTTP/1.1" status: 200 len: 857 time: 0.1631887 Aug 19 18:03:55.869759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-17c6a028-cb6c-4a03-bfb5-206f752e45f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e176cee-866a-4cd5-884a-282580de04af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526659 Aug 19 18:03:55.884593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467c8ba-cf01-42cd-9ba8-df148cf0a7c4 req-580c72af-0113-4654-8386-dee37a3d5ff4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:55.887521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a467c8ba-cf01-42cd-9ba8-df148cf0a7c4 req-580c72af-0113-4654-8386-dee37a3d5ff4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.2066247 Aug 19 18:03:55.917887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 000c8496-5192-457a-9551-5e23a3992c66 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:55.941972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:55.957213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:03:55.957749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.096368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-12a55a66-f700-4e4b-a5cc-6c60256fca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:56.098048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-12a55a66-f700-4e4b-a5cc-6c60256fca0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3533001 Aug 19 18:03:56.119420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=d15cdb77-7748-47c2-906a-7f9fa501725c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:56.159228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88de9152-0ecd-45b0-a05a-f96a3934a23b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:03:56.238676 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.378528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-892d5acc-8f5c-44cd-b8b8-a213d6d72383 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432895 Aug 19 18:03:56.391665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a467c8ba-cf01-42cd-9ba8-df148cf0a7c4 req-4d2577e5-0cda-45b4-b4bb-efefa1d88455 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804258 Aug 19 18:03:56.478381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b,segment=NetworkSegment(0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260),segment_id=0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:56.528073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '88de9152-0ecd-45b0-a05a-f96a3934a23b', 'network_id': '7e176cee-866a-4cd5-884a-282580de04af', 'port_id': '88de9152-0ecd-45b0-a05a-f96a3934a23b', 'mac_address': 'fa:16:3e:38:27:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c323df-5211-470f-88a5-9956019a72c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:03:56.589924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-2e7fa69c-b8b3-4330-ab2e-d3425e891653 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029753 Aug 19 18:03:56.628704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-52a20e04-92ee-49df-88a2-f016d2eb05b2 service neutron] 10.222.0.42 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388873 Aug 19 18:03:56.640910 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.652571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:56.685045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88de9152-0ecd-45b0-a05a-f96a3934a23b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:03:56.727816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b,segment=NetworkSegment(0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260),segment_id=0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:56.775105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.045108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:57.057131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['88de9152-0ecd-45b0-a05a-f96a3934a23b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:03:57.084567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96ea1c4e-63f6-480b-bf39-6773d80ff054 req-80e0d0c8-f3cc-45e7-beb5-e0fe58809246 service neutron] 10.222.0.42 "GET /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022105 Aug 19 18:03:57.199223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-604e747e-6812-415d-957b-a9c1d7c96be4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 200 len: 217 time: 0.5311861 Aug 19 18:03:57.325120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ecfd7-cf54-407e-a97c-e3cd08ece937 req-7ce0f9ab-2fd8-48ee-89f1-1d852b200f53 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.347485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788ecfd7-cf54-407e-a97c-e3cd08ece937 req-7ce0f9ab-2fd8-48ee-89f1-1d852b200f53 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 944 time: 0.7162254 Aug 19 18:03:57.554453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788ecfd7-cf54-407e-a97c-e3cd08ece937 req-b2fbba9c-6686-40af-b960-a981ceb35cec tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047703 Aug 19 18:03:57.575312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.583085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.587138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-f5740cdb-1cf2-4319-bd73-491d6f22f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.593898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-f5740cdb-1cf2-4319-bd73-491d6f22f5d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.3854716 Aug 19 18:03:57.753738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:57.802682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-a352dc4f-fe4d-4f79-9d28-89b16fa3ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:57.811715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5cc90-f694-424b-bb70-a9bef2bf9031 None None] Network 000c8496-5192-457a-9551-5e23a3992c66 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:03:57.817048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-a352dc4f-fe4d-4f79-9d28-89b16fa3ef6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2076836 Aug 19 18:03:57.980048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:03:58.084689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-edbbcd1d-c0f9-468d-9c24-6758f800aede service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654171 Aug 19 18:03:58.103535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05243f68-65d3-4d27-87a8-70beb15a254f None None] Provisioning for port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:58.153823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=d15cdb77-7748-47c2-906a-7f9fa501725c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:58.206405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-063e7339-ed97-4363-b5ac-a1e2dd20995f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.276036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:58.324273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-fd4435a1-b6e5-4e9f-95e1-777bc005f66e service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319934 Aug 19 18:03:58.333828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:58.347326 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.439610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-cf584515-ea1c-4c1b-b6d1-e0b727c69185 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 200 len: 217 time: 0.0999293 Aug 19 18:03:58.558634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-3f22426a-6dcc-482c-95d1-fb61a9e7ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.560569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-3f22426a-6dcc-482c-95d1-fb61a9e7ffd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.1141398 Aug 19 18:03:58.661954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-01b7de87-9a49-4c5c-8226-8ef88f77d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:58.663113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-01b7de87-9a49-4c5c-8226-8ef88f77d1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887725 Aug 19 18:03:58.707261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.849215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-493b405f-5cc6-44f9-9ce4-0db44c4c16c9 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766160 Aug 19 18:03:58.856570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,segment=NetworkSegment(bce8ca74-c251-4048-b4c1-167c48ac0238),segment_id=bce8ca74-c251-4048-b4c1-167c48ac0238)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:03:58.865504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:58.998327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-16f051eb-c40c-4cf0-971f-76ebdec2cae1 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264391 Aug 19 18:03:59.002791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60360) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:59.019851 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dc472e-9ff3-4b10-b7b3-641b654b550b x-openstack-request-id: req-e8dc472e-9ff3-4b10-b7b3-641b654b550b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:03:59.020288 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-plugged", "status": "completed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:03:59.020412 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8dc472e-9ff3-4b10-b7b3-641b654b550b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:03:59.020771 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'code': 200} Aug 19 18:03:59.032445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284735919', 'description': 'tempest-description--378393241'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:03:59.042510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:03:59.091558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 000c8496-5192-457a-9551-5e23a3992c66 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:03:59.094197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:03:59.140142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-cc1d224e-09f0-4a9b-9782-db84c616c336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 217 time: 0.1404054 Aug 19 18:03:59.169167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Provisioning complete for port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:59.169936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.215426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.363824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 637131a6-3d45-4494-b1b9-52b2ccb6ae9c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:03:59.527221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Provisioning for port d15cdb77-7748-47c2-906a-7f9fa501725c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:03:59.541899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Provisioning complete for port d15cdb77-7748-47c2-906a-7f9fa501725c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:03:59.542427 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.602087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:03:59.633043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4e9c871c-d6c4-423c-a084-b435f30b37f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/637131a6-3d45-4494-b1b9-52b2ccb6ae9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6989279 Aug 19 18:03:59.637354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:59.755860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-db1773e7-5955-4db7-846a-fa662305e532 None None] Port d15cdb77-7748-47c2-906a-7f9fa501725c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:03:59.777242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] Sync routers for ids ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:03:59.824495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-5beb2f45-b153-4fc2-a162-5e5a73761bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.826847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-5beb2f45-b153-4fc2-a162-5e5a73761bde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.6612930 Aug 19 18:03:59.855865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306444b-28e3-41c2-9263-0cab2a94de2a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.876663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:03:59.878854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f306444b-28e3-41c2-9263-0cab2a94de2a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports/d15cdb77-7748-47c2-906a-7f9fa501725c HTTP/1.1" status: 200 len: 910 time: 0.2253325 Aug 19 18:03:59.880317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60374) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:03:59.901483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] Routers {'637131a6-3d45-4494-b1b9-52b2ccb6ae9c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:03:59.902169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:59.904930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a543c3e-0d6c-41ab-914d-5d736dc7708d req-a2d15dfe-58c2-41b1-9769-a64f8017b4e6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:03:59.917852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a543c3e-0d6c-41ab-914d-5d736dc7708d req-a2d15dfe-58c2-41b1-9769-a64f8017b4e6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.7489340 Aug 19 18:03:59.965514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:03:59.979688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:00.009947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a543c3e-0d6c-41ab-914d-5d736dc7708d req-566b9309-36e4-4fd6-8b96-3af3a60e1ea6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831294 Aug 19 18:04:00.012554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] Routers {'637131a6-3d45-4494-b1b9-52b2ccb6ae9c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:00.013156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:00.034246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c58fe0b0-f973-435b-aa84-2dec0f8166f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:00.037885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c58fe0b0-f973-435b-aa84-2dec0f8166f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1799765 Aug 19 18:04:00.041950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.174974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.178954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1567986 Aug 19 18:04:00.178954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25172801-5689-4c09-be35-56933979672a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:00.185482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60378) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:00.194144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'security_group_rule': {'security_group_id': 'aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:00.218457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2b77138e-56cb-4105-84ac-13b07ed5a87c None None] Provisioning complete for port d15cdb77-7748-47c2-906a-7f9fa501725c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:00.219307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2b77138e-56cb-4105-84ac-13b07ed5a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.236812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88de9152-0ecd-45b0-a05a-f96a3934a23b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:00.282897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.311396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:00.312117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b9860-5aa8-44a8-96c5-ff0291c59d26 None None] The sync data for ids ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:00.483144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2b77138e-56cb-4105-84ac-13b07ed5a87c None None] Port d15cdb77-7748-47c2-906a-7f9fa501725c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:00.491366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:00.492062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.561750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 88de9152-0ecd-45b0-a05a-f96a3934a23b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:00.573229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 88de9152-0ecd-45b0-a05a-f96a3934a23b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:00.573638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.593346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-ba51ad80-c73f-41ea-8eb6-400a74af6906 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227709 Aug 19 18:04:00.597379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b298e301-dd67-44dd-8a44-2420af8338f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.671115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.680262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da9fbd08-ec71-4e42-8a48-64b8ac261154 None None] Provisioning complete for port d15cdb77-7748-47c2-906a-7f9fa501725c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:00.680809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da9fbd08-ec71-4e42-8a48-64b8ac261154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.760246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.788144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-da9fbd08-ec71-4e42-8a48-64b8ac261154 None None] Port d15cdb77-7748-47c2-906a-7f9fa501725c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:00.826142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b,segment=NetworkSegment(0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260),segment_id=0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:00.868154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.871675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.906408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5f81c-4dce-4076-a374-9dcb6cc41555 req-584b4255-20f2-4fa2-866f-9ad4b4769335 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:00.920814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebc5f81c-4dce-4076-a374-9dcb6cc41555 req-584b4255-20f2-4fa2-866f-9ad4b4769335 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.5224166 Aug 19 18:04:00.933392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:00.964741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf3b827-701d-4120-a833-338006bb9f73,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:00.995706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.007886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.021747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f'}, {'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:01.024309 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc6a70-bf9d-401d-92eb-7bbfa7cc71b7" -d '{"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f"}, {"server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "name": "network-vif-plugged", "status": "completed", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:01.038011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.043988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-989927d8-b1d7-48fa-8da8-e07d89aa07af tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8527520 Aug 19 18:04:01.046806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:01.072750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'security_group_rule': {'security_group_id': 'aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:01.090354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebc5f81c-4dce-4076-a374-9dcb6cc41555 req-e0dd9103-79ca-4057-8c6c-7aec609e9f90 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677372 Aug 19 18:04:01.117885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port d15cdb77-7748-47c2-906a-7f9fa501725c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:01.118635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.152313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-8a7439ad-b179-43bb-9d76-67ea8c5b6e12 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239050 Aug 19 18:04:01.165101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.337331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.349461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.368050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for d15cdb77-7748-47c2-906a-7f9fa501725c owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:01.462040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-c51bb70e-6b81-4fc3-bec5-457ebc54ee8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 217 time: 0.2459843 Aug 19 18:04:01.486919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.679667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-803e4aa0-9e9c-4b8c-bde5-2728891db48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.684299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-803e4aa0-9e9c-4b8c-bde5-2728891db48a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.1804082 Aug 19 18:04:01.707315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.708751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6610272 Aug 19 18:04:01.715118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60410) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:01.723469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:01.738227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc556902-5bc3-4501-959c-39ebb79b99e6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829c3192-5a51-4941-8aee-e5852eec4750,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.771043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.830250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195fa2-270c-4a8b-b874-b34ba918a93e req-c70c48c4-9e10-42ff-bc22-a6da42d5e296 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.838622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56195fa2-270c-4a8b-b874-b34ba918a93e req-c70c48c4-9e10-42ff-bc22-a6da42d5e296 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 946 time: 0.5846162 Aug 19 18:04:01.853704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-850bc362-4b49-403c-81b3-335372d5076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:01.857254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=d15cdb77-7748-47c2-906a-7f9fa501725c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:01.864529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-850bc362-4b49-403c-81b3-335372d5076e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641979 Aug 19 18:04:01.926735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:01.951309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.032635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56195fa2-270c-4a8b-b874-b34ba918a93e req-b13dfb12-7b76-4207-aa2a-23a5b4d75596 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617899 Aug 19 18:04:02.112054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-e18e9e99-fa3e-42b0-9fbd-bd325a254ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324717 Aug 19 18:04:02.190049 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078d6d36-4b0d-4455-8149-e023deae6921 x-openstack-request-id: req-078d6d36-4b0d-4455-8149-e023deae6921 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:02.190599 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f", "code": 200}, {"server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "name": "network-vif-plugged", "status": "completed", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:02.191660 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-078d6d36-4b0d-4455-8149-e023deae6921 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:02.192770 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'code': 200} Aug 19 18:04:02.193201 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b', 'code': 200} Aug 19 18:04:02.284748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.422714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6c91c6-a794-451f-a1d7-24cc3d53c0e8 req-8df4efa6-2c2f-4c5f-955e-75df33bd19f4 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041179 Aug 19 18:04:02.532583 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:02.782881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 637131a6-3d45-4494-b1b9-52b2ccb6ae9c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:03.042888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:03.052179 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3cc333c-6776-4470-a4f9-ce32573d26bb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/637131a6-3d45-4494-b1b9-52b2ccb6ae9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1655836 Aug 19 18:04:03.053263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:03.111281 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] Sync routers for ids ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:03.123660 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] Routers {'637131a6-3d45-4494-b1b9-52b2ccb6ae9c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:03.124386 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:03.163596 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e9156f06-2cfc-4f81-9fd6-2cd69cc89203 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=637131a6-3d45-4494-b1b9-52b2ccb6ae9c HTTP/1.1" status: 200 len: 205 time: 0.1090903 Aug 19 18:04:03.163920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:03.164988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:03.175865 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] Routers {'637131a6-3d45-4494-b1b9-52b2ccb6ae9c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:03.176858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:03.184936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 172.25.5.249 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/973d0753-5986-4ddf-b217-ff129739d27c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:03.225033 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:03.226158 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a5b75-17b8-40e1-970d-1d82d75d92dc None None] The sync data for ids ['637131a6-3d45-4494-b1b9-52b2ccb6ae9c'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:03.294313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b347a-9324-410c-bc9a-68c9c4418a1e req-21885c5b-f384-43d8-b97f-1b8ba137979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.295951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-945b347a-9324-410c-bc9a-68c9c4418a1e req-21885c5b-f384-43d8-b97f-1b8ba137979f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 1098 time: 1.0288148 Aug 19 18:04:03.351410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb906ee-78f4-42a7-93be-498569796d47 req-99af8e6b-ed95-4077-95f4-8cac3484afda tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.361834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb906ee-78f4-42a7-93be-498569796d47 req-99af8e6b-ed95-4077-95f4-8cac3484afda tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.9369438 Aug 19 18:04:03.431596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.437553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb906ee-78f4-42a7-93be-498569796d47 req-0d1d162a-9dcb-4be5-96e6-c8d075851f76 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747092 Aug 19 18:04:03.490872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.495986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-945b347a-9324-410c-bc9a-68c9c4418a1e req-fbf2e7b2-15c7-4395-9845-d3e8d27e8338 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881542 Aug 19 18:04:03.627411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.704628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:03.858533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01277932-1108-472b-8cb1-5c2710c5ea0c req-93660228-72a6-49e5-bbce-035452f189a6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:03.874837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01277932-1108-472b-8cb1-5c2710c5ea0c req-93660228-72a6-49e5-bbce-035452f189a6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.1133428 Aug 19 18:04:03.977226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01277932-1108-472b-8cb1-5c2710c5ea0c req-e452290b-74e8-4a92-a7f1-2cade56c6580 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931709 Aug 19 18:04:04.288111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddaae0-fce8-4702-b7d9-4ac32c4f3b59 req-f3368ae3-8427-48a1-afbd-d278977ad71c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:04.301378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3ddaae0-fce8-4702-b7d9-4ac32c4f3b59 req-f3368ae3-8427-48a1-afbd-d278977ad71c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 946 time: 0.1254418 Aug 19 18:04:04.410924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3ddaae0-fce8-4702-b7d9-4ac32c4f3b59 req-c662e4e2-6ee0-4243-ba32-79a963208812 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076481 Aug 19 18:04:04.420912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:04.428529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.430576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:04.432732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=973d0753-5986-4ddf-b217-ff129739d27c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:04.459086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:04.527136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.737775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446064f4-f806-435f-ad3c-86f61f416e62 req-269d8dba-e9f8-4657-af86-8a0017e6cd0c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:04.742292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446064f4-f806-435f-ad3c-86f61f416e62 req-269d8dba-e9f8-4657-af86-8a0017e6cd0c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.1590376 Aug 19 18:04:04.777485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.778336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router 637131a6-3d45-4494-b1b9-52b2ccb6ae9c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:04:04.805080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.809489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb3a96db-6b92-4981-98ae-a2c8df341694 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/637131a6-3d45-4494-b1b9-52b2ccb6ae9c HTTP/1.1" status: 204 len: 168 time: 1.6331859 Aug 19 18:04:04.818149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60434) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:04.825447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.877750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:04.915020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-446064f4-f806-435f-ad3c-86f61f416e62 req-84e13e5a-e3fb-411d-8118-7bf26f322431 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635554 Aug 19 18:04:04.944908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet b6a54692-79b4-4d8e-a2c1-6192bcbca488 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:04.955175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.043307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.155032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.169913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.268631 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.368600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.395007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.425157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.427182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7112494 Aug 19 18:04:05.456784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b1c89-81ee-405b-92b4-3dce1b9694fe None None] Network 000c8496-5192-457a-9551-5e23a3992c66 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:05.457598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a54692-79b4-4d8e-a2c1-6192bcbca488,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.462130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.465235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-550a8341-ae9b-4ce2-9697-2f5cd9b026f2 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/b6a54692-79b4-4d8e-a2c1-6192bcbca488 HTTP/1.1" status: 204 len: 168 time: 0.6456327 Aug 19 18:04:05.468836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60448) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:05.516109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261f0e-17e1-43f1-bd62-a183dcbe8e7d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=973d0753-5986-4ddf-b217-ff129739d27c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:05.581596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.609626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ab9c-1216-43a6-8adf-d4666d60b677 req-f1490d10-f66f-4dce-a162-cebfddc0e060 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:05.620925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbe1ab9c-1216-43a6-8adf-d4666d60b677 req-f1490d10-f66f-4dce-a162-cebfddc0e060 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.2690163 Aug 19 18:04:05.717383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fbe1ab9c-1216-43a6-8adf-d4666d60b677 req-05d28528-cf57-413c-8387-ef1e8e1dcad0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952437 Aug 19 18:04:05.776976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:05.777651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.918492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,segment=NetworkSegment(bce8ca74-c251-4048-b4c1-167c48ac0238),segment_id=bce8ca74-c251-4048-b4c1-167c48ac0238)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:05.919472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:05.937381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:06.102658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] DHCP port deletion for 000c8496-5192-457a-9551-5e23a3992c66 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:04:06.153532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f8db2-4720-4e6d-8be3-4729b4e558da req-49f0923f-c899-4549-aad0-6f6ac0e1600e tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:06.157128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa4f8db2-4720-4e6d-8be3-4729b4e558da req-49f0923f-c899-4549-aad0-6f6ac0e1600e tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 946 time: 0.1365702 Aug 19 18:04:06.195568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Deleting port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:06.195879 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.211564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.308480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:06.331047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:06.361621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa4f8db2-4720-4e6d-8be3-4729b4e558da req-453e4ad1-b350-4698-8a99-f2532110d276 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962817 Aug 19 18:04:06.396431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] For port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,segment=NetworkSegment(bce8ca74-c251-4048-b4c1-167c48ac0238),segment_id=bce8ca74-c251-4048-b4c1-167c48ac0238)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:06.397127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.427610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Calling delete_port for 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:06.498373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.523979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000c8496-5192-457a-9551-5e23a3992c66']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:06.555421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.599271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce8ca74-c251-4048-b4c1-167c48ac0238') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:06.599617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce8ca74-c251-4048-b4c1-167c48ac0238') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:06.606904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] Pushing event deleted for resources: {'Port': ['ID=1bb90dbc-2161-4cb9-a5f0-30b580136cc5,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:06.613596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.626995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b26f58-33a3-4a0f-aff7-f5da7611632d None None] No DVR routers for this DVR port 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:06.658713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.671080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:06.672923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:06.687037 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:06.790706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.805165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.811905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/000c8496-5192-457a-9551-5e23a3992c66 HTTP/1.1" status: 204 len: 168 time: 1.3350480 Aug 19 18:04:06.812681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60468) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:06.820683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1111595229', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:06.825243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cd542-c9c5-44e3-9535-4f62dc6f2d10 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=000c8496-5192-457a-9551-5e23a3992c66,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:06.855137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.856712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:06.958236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.317489 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:07.774115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:07.900517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:07.900862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bb90dbc-2161-4cb9-a5f0-30b580136cc5 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:07.919317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.077270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.593063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.25.5.165 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/76df109a-32b6-47f2-94f7-e33e2a031a02) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:08.840597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.917365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:08.978840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:08.983923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:08.988837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:09.018249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=76df109a-32b6-47f2-94f7-e33e2a031a02,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:09.446919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.760830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:09.953175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 528f5499-f844-4fdb-9de9-109901463e2f is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:10.042044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-137f1544-6a64-4b05-aeea-d4ebc4fcd7d4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1284735919&fields=id&tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556 HTTP/1.1" status: 200 len: 267 time: 0.0362451 Aug 19 18:04:10.082799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:10.093735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] Sync routers for ids ['528f5499-f844-4fdb-9de9-109901463e2f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:10.103664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:10.104612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] Routers {'528f5499-f844-4fdb-9de9-109901463e2f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:10.104922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-240edac9-c028-4d6c-97ad-f776d3b710f3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2899225 Aug 19 18:04:10.105631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['528f5499-f844-4fdb-9de9-109901463e2f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:10.108945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:10.131251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-dac8f41d-6d21-45e7-80d0-e0a1c8d048e1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.132854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-dac8f41d-6d21-45e7-80d0-e0a1c8d048e1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 936 time: 0.0797832 Aug 19 18:04:10.140348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:10.148814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356ead-d12e-448a-90bb-006470ca7ea7 req-df8359fa-6f3d-4b95-83b4-c4ab25c58e16 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.150512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69356ead-d12e-448a-90bb-006470ca7ea7 req-df8359fa-6f3d-4b95-83b4-c4ab25c58e16 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.0961158 Aug 19 18:04:10.150674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] Routers {'528f5499-f844-4fdb-9de9-109901463e2f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:10.151830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['528f5499-f844-4fdb-9de9-109901463e2f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:10.189492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:10.190174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173df6-4a66-42ab-8058-e2db4b210b4a None None] The sync data for ids ['528f5499-f844-4fdb-9de9-109901463e2f'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:10.213790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0294abc7-4a0a-4729-a806-424834bfbd43 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.215207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0294abc7-4a0a-4729-a806-424834bfbd43 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 935 time: 0.0636094 Aug 19 18:04:10.229440 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69356ead-d12e-448a-90bb-006470ca7ea7 req-8395646b-c424-4a70-bf8c-452ba7ff8986 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674176 Aug 19 18:04:10.243067 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b553153d-e7cc-49e3-8c36-86602ffcddfb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers/528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 200 len: 881 time: 0.1327682 Aug 19 18:04:10.245433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60510) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:10.262152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-47355c16-6f67-47d0-9962-a43d3fe3b072 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0315378 Aug 19 18:04:10.300526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-03e79050-f506-4a20-b3c3-b7c7096c89be tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316603 Aug 19 18:04:10.467356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a2420f90-ef29-4d5c-a8eb-721c54feb421 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.474660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a2420f90-ef29-4d5c-a8eb-721c54feb421 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.481779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a2420f90-ef29-4d5c-a8eb-721c54feb421 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.484474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a2420f90-ef29-4d5c-a8eb-721c54feb421 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 1993 time: 0.1771200 Aug 19 18:04:10.506006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-e31fc1bb-ff8c-4c93-a7b2-4620ea7cdcfa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/quotas/a49aaf0ebebf4a7cb7a7c4bb1abd9556 HTTP/1.1" status: 200 len: 375 time: 0.0123754 Aug 19 18:04:10.690376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1d7c2c7c-972e-4257-9d3d-4c96a41881b1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1774817 Aug 19 18:04:10.692469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-542f9b4c-4d6d-45b3-bafe-156920951bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.694017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-542f9b4c-4d6d-45b3-bafe-156920951bdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 1097 time: 0.1366770 Aug 19 18:04:10.714902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f30ef5-b8f3-41f1-b4e2-fcd889a9c756 req-bbd239ab-feb9-406c-ad04-1e330ebe4e0b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.716539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52f30ef5-b8f3-41f1-b4e2-fcd889a9c756 req-bbd239ab-feb9-406c-ad04-1e330ebe4e0b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.0988679 Aug 19 18:04:10.796318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c408defe-a728-4c4a-91ee-0a13dde9d729 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5474319 Aug 19 18:04:10.796596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60528) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:10.802382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1111595229'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:10.819644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52f30ef5-b8f3-41f1-b4e2-fcd889a9c756 req-a1352ff5-44db-4054-883e-ef497b30bbc8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942523 Aug 19 18:04:10.865459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-e4f97ad2-79de-4361-9d17-acc24914929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:10.867630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-e4f97ad2-79de-4361-9d17-acc24914929a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.1607354 Aug 19 18:04:11.005177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-33a2cd10-d533-4e65-9c97-0bb5ae58e936 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab HTTP/1.1" status: 200 len: 217 time: 0.0482755 Aug 19 18:04:11.085587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-e044bef2-6aca-4f6d-8903-6cbdcfece4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:11.087089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-e044bef2-6aca-4f6d-8903-6cbdcfece4a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0697839 Aug 19 18:04:11.093453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9a44ae11-e11a-45e7-adb3-53cb0f7c7ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755143 Aug 19 18:04:11.218726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.233762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.258780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-eea1d0db-6e68-44fb-a698-a23fe425b6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583331 Aug 19 18:04:11.262100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-9dcd5b89-c3f0-4841-af0b-f98f52955cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:11.263815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-9dcd5b89-c3f0-4841-af0b-f98f52955cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942907 Aug 19 18:04:11.307268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-39e52270-8fc2-4003-8eb7-a12ffcc5d96e service neutron] 10.222.0.36 "GET /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0401275 Aug 19 18:04:11.398155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 528f5499-f844-4fdb-9de9-109901463e2f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:11.481027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-51037ad4-6a0c-4931-adfb-1ce329f3a87a service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726534 Aug 19 18:04:11.514837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c33d5598-aa4a-43d8-8a9b-84af16bb3f19 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529913 Aug 19 18:04:11.538903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:11.554675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] Sync routers for ids ['528f5499-f844-4fdb-9de9-109901463e2f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:11.570407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:11.570707 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] Routers {'528f5499-f844-4fdb-9de9-109901463e2f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:11.574328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['528f5499-f844-4fdb-9de9-109901463e2f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:11.574509 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44aff879-9f67-406b-bd0d-68b2fc4d6af7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 200 len: 888 time: 0.7735739 Aug 19 18:04:11.575111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:11.614224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:11.624220 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] Routers {'528f5499-f844-4fdb-9de9-109901463e2f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:11.624965 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['528f5499-f844-4fdb-9de9-109901463e2f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:11.692947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:11.693635 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996b71f-516a-4487-bb73-0ca920042ff1 None None] The sync data for ids ['528f5499-f844-4fdb-9de9-109901463e2f'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:11.711828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35401f27-2392-4158-b6b4-f687a8c145d2 req-a3e9f292-cbe5-47b4-be7d-850aa02a8945 service neutron] 10.222.0.42 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226648 Aug 19 18:04:11.720749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-068a492c-1ab0-491a-bba8-3cdfca4cbf9b service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781754 Aug 19 18:04:11.810090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-17c020e8-9ccd-422a-8f13-01326ec99fa9 service neutron] 10.222.0.36 "GET /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0827348 Aug 19 18:04:11.853240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb0a1a60-6b2d-420c-a1fc-67d82c791daf tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers/528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 200 len: 888 time: 0.2767243 Aug 19 18:04:11.855854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60588) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:11.885465 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ad6fdd3e-8e9f-441f-8b2b-152de9420e7f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 200 len: 205 time: 0.0282035 Aug 19 18:04:11.887840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:12.002127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c25d2333-20cd-4a55-9bf6-0598f3885dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910613 Aug 19 18:04:12.002854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.025619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b1e0b-870e-462b-9eba-dc49f51925e7 req-ccd01b2e-abec-481b-8e60-e5897e514a40 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:12.027319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d90b1e0b-870e-462b-9eba-dc49f51925e7 req-ccd01b2e-abec-481b-8e60-e5897e514a40 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 946 time: 0.1242251 Aug 19 18:04:12.085068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-573bb98d-a29a-4216-ba87-dca0353d7726 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:12.086566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-573bb98d-a29a-4216-ba87-dca0353d7726 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.42 "GET /v2.0/ports?device_id=516688b3-2ed4-4c3c-b9f3-0ece1941602e HTTP/1.1" status: 200 len: 946 time: 0.1640275 Aug 19 18:04:12.116833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.172597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 76df109a-32b6-47f2-94f7-e33e2a031a02 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:12.173448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.176052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d90b1e0b-870e-462b-9eba-dc49f51925e7 req-843a9886-3881-474a-b31f-d6b42de88072 tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.36 "GET /v2.0/security-groups?id=e938a5b3-3858-40e6-8e2f-dbdb041f30b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367791 Aug 19 18:04:12.226047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ba7d76df-036b-4c59-81d1-3eff420bfb36 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174883 Aug 19 18:04:12.268429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.281301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 76df109a-32b6-47f2-94f7-e33e2a031a02 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:12.337294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Deleting port 88de9152-0ecd-45b0-a05a-f96a3934a23b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:12.337649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.424687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c73d-2f55-490c-ac0c-54329909bfe9 req-4f9a7b52-fc1f-404b-ade4-0fa5d62318ee tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:12.426137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa81c73d-2f55-490c-ac0c-54329909bfe9 req-4f9a7b52-fc1f-404b-ade4-0fa5d62318ee tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 945 time: 0.1768913 Aug 19 18:04:12.430877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-262be3d0-6f79-4074-9b63-b81036edd261 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974063 Aug 19 18:04:12.478210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.506139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=76df109a-32b6-47f2-94f7-e33e2a031a02,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:12.552107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] For port 88de9152-0ecd-45b0-a05a-f96a3934a23b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=88de9152-0ecd-45b0-a05a-f96a3934a23b,segment=NetworkSegment(0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260),segment_id=0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:12.552500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.557492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa81c73d-2f55-490c-ac0c-54329909bfe9 req-d4c3bfa1-3474-48cc-b80e-ad1997067ecc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239645 Aug 19 18:04:12.584294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Calling delete_port for 88de9152-0ecd-45b0-a05a-f96a3934a23b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:12.601570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.667985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-f29f4b46-d241-4d0a-8117-c2fa192fc032 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261465 Aug 19 18:04:12.712361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.714954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.764150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.764779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router 528f5499-f844-4fdb-9de9-109901463e2f {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:04:12.772333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.773671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f28963c3-020d-4d39-8071-19f1384f48c3 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 204 len: 168 time: 0.8847444 Aug 19 18:04:12.778624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:12.786756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127962706'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:12.818335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:12.822363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:12.873907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c989308b-0f77-458b-aaf2-98e2b454d55f service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951077 Aug 19 18:04:13.002703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:13.020977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.021338 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment 76b82c8a-5843-4fa0-8048-a3a84e05f925 of type vlan for network 9bc24404-7786-4bb5-9a75-a739f18274d7 Aug 19 18:04:13.027872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.093186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Pushing event deleted for resources: {'Port': ['ID=88de9152-0ecd-45b0-a05a-f96a3934a23b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.101210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.135732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.136441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.137105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.137965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.138624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.139288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.140030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.140668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.141410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.143336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.143336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.143336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:13.152285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.162857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:13.163888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.187258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7a53fe4f-3a09-4a24-bfd5-11e6a6048b89 service neutron] 10.222.0.36 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918997 Aug 19 18:04:13.223597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1cea6-afa6-457a-acde-7f713cd5821f req-1ee32e7b-141a-4ac6-b8ca-70fc1cd38525 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:13.225289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47a1cea6-afa6-457a-acde-7f713cd5821f req-1ee32e7b-141a-4ac6-b8ca-70fc1cd38525 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.2406917 Aug 19 18:04:13.239269 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4594729 Aug 19 18:04:13.243092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] No DVR routers for this DVR port 88de9152-0ecd-45b0-a05a-f96a3934a23b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:13.245971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60602) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:13.251413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:13.253548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eced2389-5fc3-49e8-b91a-f8b71cb28d59 req-d21e3ce4-c108-458a-b1ea-8405c8d3e51c tempest-InstanceActionsV221TestJSON-580274678 tempest-InstanceActionsV221TestJSON-580274678-project] 10.222.0.42 "DELETE /v2.0/ports/88de9152-0ecd-45b0-a05a-f96a3934a23b HTTP/1.1" status: 204 len: 173 time: 1.1557000 Aug 19 18:04:13.257756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:13.263417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95447-acb6-4461-a6b2-8ea0f2c31d16 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=9bc24404-7786-4bb5-9a75-a739f18274d7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:13.275870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'name': 'network-vif-deleted', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:13.276419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:13.280107 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384d02e-d95f-42bd-a893-8d194de980df" -d '{"events": [{"server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "name": "network-vif-deleted", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:13.461088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47a1cea6-afa6-457a-acde-7f713cd5821f req-1e9d922e-541b-47c9-bce4-114b04d27d3f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157292 Aug 19 18:04:13.492453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-64a08978-d473-4c3c-8ed0-e1d5701e6fc3 service neutron] 10.222.0.36 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657886 Aug 19 18:04:13.582991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:13.586645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.150882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-194c619d-5168-4f34-ac5c-ce3ea5393efc service neutron] 10.222.0.36 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575365 Aug 19 18:04:14.229500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-5394a30e-5fba-4817-9e20-4e5f05f5d92f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:14.231255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-5394a30e-5fba-4817-9e20-4e5f05f5d92f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.6654756 Aug 19 18:04:14.264534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1dcbded0-ff4d-471d-9140-9567f050f3ab no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:14.274622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-8776288a-7ba6-4e65-8e91-7f53ae9679dc tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/quotas/59b3ddfa63774a8795f8fc89e00b31ae HTTP/1.1" status: 200 len: 375 time: 0.0319307 Aug 19 18:04:14.399300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7aac81d8-9490-4d41-af35-726a2df86bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312379 Aug 19 18:04:14.419513 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.471924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:14.475747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:14.477894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-21843526-ef39-4cbd-93bf-4a4b3f020268 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669514 Aug 19 18:04:14.479050 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121c778-420e-4180-9f73-0e981d66c08e" -d '{"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-unplugged", "status": "completed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:14.484042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.485774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88de9152-0ecd-45b0-a05a-f96a3934a23b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:14.546098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:14.586497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 88de9152-0ecd-45b0-a05a-f96a3934a23b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:14.587262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 88de9152-0ecd-45b0-a05a-f96a3934a23b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:14.634299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:14.767619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=51f3a670-5f80-4ba4-8eaa-436687ba9f5d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:14.820902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ef4afbc1-8157-4e0a-9718-f6eee72b8b83 service neutron] 10.222.0.36 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875890 Aug 19 18:04:14.851218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': '76b82c8a-5843-4fa0-8048-a3a84e05f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:14.851404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: 9bc24404-7786-4bb5-9a75-a739f18274d7, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:14.869726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-c9b5f244-277f-446b-910b-596fff9782df tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:14.869867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60640) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:14.871548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-c9b5f244-277f-446b-910b-596fff9782df tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c972b07-6cc4-4181-b60e-c89c8aaeb36a HTTP/1.1" status: 200 len: 944 time: 0.2284298 Aug 19 18:04:14.948280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-ef9ce725-7c9d-48cb-8f04-9ffc8721cde3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352844 Aug 19 18:04:14.958026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:15.031794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-594ee1a6-2cd6-4c3b-9f1d-884576a460f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.038710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9bc24404-7786-4bb5-9a75-a739f18274d7) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:15.047370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:15.048746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.064605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5ee48-8609-42a5-9b31-c5000598452e None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:15.127911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Deleting port dd5b1e45-de6d-4ac3-8171-c7528d57535f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:15.128593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.139411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-02df0817-1716-45db-b856-e5a129df6afa service neutron] 10.222.0.36 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553924 Aug 19 18:04:15.201849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-594ee1a6-2cd6-4c3b-9f1d-884576a460f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.208575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-594ee1a6-2cd6-4c3b-9f1d-884576a460f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.232925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f703d870-7730-4eff-8760-870fdc2c77c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9847789 Aug 19 18:04:15.238326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:15.250347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634917507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:15.279553 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-594ee1a6-2cd6-4c3b-9f1d-884576a460f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ebb8a53bb304ac18965b021c5a53c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079857 Aug 19 18:04:15.282171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60660) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:15.284402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ee1a6-2cd6-4c3b-9f1d-884576a460f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c639e-3f61-43d8-bf48-1825b983fdd2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:15.328189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.330121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.352530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-9bc24404-7786-4bb5-9a75-a739f18274d7', 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': '51f3a670-5f80-4ba4-8eaa-436687ba9f5d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:15.355336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.406319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] For port dd5b1e45-de6d-4ac3-8171-c7528d57535f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=dd5b1e45-de6d-4ac3-8171-c7528d57535f,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:15.406967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.417351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.429945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.461545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.462957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-60cf3479-72df-45b3-a74d-23b159af5a19 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2186797 Aug 19 18:04:15.470445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60672) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:15.480984 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f933c52-579c-4f61-98f2-24bdb91909f3 x-openstack-request-id: req-3f933c52-579c-4f61-98f2-24bdb91909f3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:15.481702 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516688b3-2ed4-4c3c-b9f3-0ece1941602e", "name": "network-vif-deleted", "tag": "88de9152-0ecd-45b0-a05a-f96a3934a23b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:15.482327 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f933c52-579c-4f61-98f2-24bdb91909f3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:15.483279 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516688b3-2ed4-4c3c-b9f3-0ece1941602e', 'name': 'network-vif-deleted', 'tag': '88de9152-0ecd-45b0-a05a-f96a3934a23b', 'status': 'completed', 'code': 200} Aug 19 18:04:15.498613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Calling delete_port for dd5b1e45-de6d-4ac3-8171-c7528d57535f owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:15.666512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.700207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Allocated IP 172.20.0.2 (9bc24404-7786-4bb5-9a75-a739f18274d7/51f3a670-5f80-4ba4-8eaa-436687ba9f5d/3d4c5198-ff1e-453f-8a4b-b389507a29de) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:15.725348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.965928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc5441-1eb4-431d-b1f8-92660bf2e41f req-78b2ff00-5e3d-4ce0-9fe4-3ba20ee329d3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:15.979299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0dc5441-1eb4-431d-b1f8-92660bf2e41f req-78b2ff00-5e3d-4ce0-9fe4-3ba20ee329d3 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.4055371 Aug 19 18:04:15.990858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:15.996971 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2f4879-c251-40df-b824-65d494b18e54 x-openstack-request-id: req-ae2f4879-c251-40df-b824-65d494b18e54 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:15.996971 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-unplugged", "status": "failed", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab", "code": 422}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:15.996971 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae2f4879-c251-40df-b824-65d494b18e54 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:15.996971 n-d-778550-10 neutron-server[101326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'code': 422} returned with failed status Aug 19 18:04:15.997517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.004965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f4c639e-3f61-43d8-bf48-1825b983fdd2 HTTP/1.1" status: 204 len: 168 time: 0.7168689 Aug 19 18:04:16.038615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974e473-e77b-476f-99b0-845941f2636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c639e-3f61-43d8-bf48-1825b983fdd2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:16.084380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0dc5441-1eb4-431d-b1f8-92660bf2e41f req-9e3375fa-663a-4dbf-917b-b5dc23896e7b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769022 Aug 19 18:04:16.105331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.203110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.336929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7d517-a19b-4348-92b1-f327f2c9efb7 req-ccfbca4a-5378-471a-8801-1551df7c0681 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:16.354443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5c7d517-a19b-4348-92b1-f327f2c9efb7 req-ccfbca4a-5378-471a-8801-1551df7c0681 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.2639027 Aug 19 18:04:16.369653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Transition to ACTIVE for port object 3d4c5198-ff1e-453f-8a4b-b389507a29de will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:16.387675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.413872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Transition to ACTIVE for port object 3d4c5198-ff1e-453f-8a4b-b389507a29de will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:16.426079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.575273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5c7d517-a19b-4348-92b1-f327f2c9efb7 req-1f91c5e8-97d8-4298-a7d7-10a654c040e7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199142 Aug 19 18:04:16.588699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event deleted for resources: {'Port': ['ID=dd5b1e45-de6d-4ac3-8171-c7528d57535f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:16.622638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:16.633581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:16.648966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:16.667689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Pushing event updated for resources: {'Port': ['ID=3d4c5198-ff1e-453f-8a4b-b389507a29de,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:16.680308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] No DVR routers for this DVR port dd5b1e45-de6d-4ac3-8171-c7528d57535f on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:16.689195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.691085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.691716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.692250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.693840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.694378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.695733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.696245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.698514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.700129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.700639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.701615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:16.744523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:16.764144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.766411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e0bd727-b65e-4474-a46a-501a7dd5b83c req-940a446b-313d-46a9-b23e-0b9e519c4683 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "DELETE /v2.0/ports/dd5b1e45-de6d-4ac3-8171-c7528d57535f HTTP/1.1" status: 204 len: 173 time: 1.8839550 Aug 19 18:04:16.786955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e65dd9eb-6428-426e-8cd4-d2dbe8b5bdf8 req-182f32bc-2a80-4763-a38c-c3c9a6dc7268 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 210 time: 0.1115739 Aug 19 18:04:16.831685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Attempting to bind port 3d4c5198-ff1e-453f-8a4b-b389507a29de on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:16.832445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Attempting to bind port 3d4c5198-ff1e-453f-8a4b-b389507a29de by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '76b82c8a-5843-4fa0-8048-a3a84e05f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:16.832991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Attempting to bind port 3d4c5198-ff1e-453f-8a4b-b389507a29de on network 9bc24404-7786-4bb5-9a75-a739f18274d7 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:16.839515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:16.840206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Checking segment: {'id': '76b82c8a-5843-4fa0-8048-a3a84e05f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:16.840829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.841390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Bound using segment: {'id': '76b82c8a-5843-4fa0-8048-a3a84e05f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:16.842057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Bound port: 3d4c5198-ff1e-453f-8a4b-b389507a29de, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b82c8a-5843-4fa0-8048-a3a84e05f925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9bc24404-7786-4bb5-9a75-a739f18274d7'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:16.842687 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.861671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.940023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] For port 3d4c5198-ff1e-453f-8a4b-b389507a29de, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:16.944646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] For port 3d4c5198-ff1e-453f-8a4b-b389507a29de, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3d4c5198-ff1e-453f-8a4b-b389507a29de,segment=NetworkSegment(76b82c8a-5843-4fa0-8048-a3a84e05f925),segment_id=76b82c8a-5843-4fa0-8048-a3a84e05f925)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:16.946214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.952924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:16.992168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48b94d45-9d4a-4168-b829-4ff9391fbea8 req-28049697-e6e8-43d6-ac2f-977dbe7ca07b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0631540 Aug 19 18:04:17.095488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.20.0.1 (9bc24404-7786-4bb5-9a75-a739f18274d7/51f3a670-5f80-4ba4-8eaa-436687ba9f5d/5fd70ae5-9ced-45b2-8473-4565a3b79519) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:17.100184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.109832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed92ea-8e4d-4b86-a7b2-ce185772470c None None] Pushing event updated for resources: {'Port': ['ID=3d4c5198-ff1e-453f-8a4b-b389507a29de,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.111900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.114543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52120f2-3832-4191-80f6-64755196fc95 req-83ae123e-d4f0-42f4-a939-de79915e425b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.116428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c52120f2-3832-4191-80f6-64755196fc95 req-83ae123e-d4f0-42f4-a939-de79915e425b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1031866 Aug 19 18:04:17.181521 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45cb0b424457412a8c9cebc8962d90b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357612 Aug 19 18:04:17.191313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60706) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:17.249881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c52120f2-3832-4191-80f6-64755196fc95 req-f75f1c0c-c3b0-4087-a62d-f6d44af2ce5c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229186 Aug 19 18:04:17.300121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf81a027-35e8-4894-acd7-848181d4a3bc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.357523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60710) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:17.362274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.362643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.362960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.363298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.371911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.372369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.372680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.373118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.373339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.373671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.375622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.376141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ecbad-f052-42fc-b435-64f3cbc3bae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:17.384030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-309dc6d8-fcdd-4be1-9039-b10dd11777a7 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.387403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-309dc6d8-fcdd-4be1-9039-b10dd11777a7 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 804 time: 0.2500448 Aug 19 18:04:17.421759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Request body: {'port': {'device_id': '1e717100-9520-44bd-956d-41bdea0d6eca', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'admin_state_up': True, 'tenant_id': '59b3ddfa63774a8795f8fc89e00b31ae'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:17.477623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.492770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-deleted', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:17.495108 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04c98b-3854-4cbb-86d7-46fef8c7f7d7" -d '{"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-deleted", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:17.502981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.545149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.578200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object 5fd70ae5-9ced-45b2-8473-4565a3b79519 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:17.648136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.692533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2b4d1a26-7dbe-4c0a-bc08-2f6425e0fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.693270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2b4d1a26-7dbe-4c0a-bc08-2f6425e0fc61 service neutron] 10.222.0.42 "GET /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 1032 time: 0.1408939 Aug 19 18:04:17.702466 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642af4f8-d827-4339-991d-c12e11d72c16 x-openstack-request-id: req-642af4f8-d827-4339-991d-c12e11d72c16 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:17.702760 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c972b07-6cc4-4181-b60e-c89c8aaeb36a", "name": "network-vif-deleted", "tag": "dd5b1e45-de6d-4ac3-8171-c7528d57535f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:17.703009 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-642af4f8-d827-4339-991d-c12e11d72c16 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:17.706504 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c972b07-6cc4-4181-b60e-c89c8aaeb36a', 'name': 'network-vif-deleted', 'tag': 'dd5b1e45-de6d-4ac3-8171-c7528d57535f', 'status': 'completed', 'code': 200} Aug 19 18:04:17.727751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=5fd70ae5-9ced-45b2-8473-4565a3b79519,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.749792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.752916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.754324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf81a027-35e8-4894-acd7-848181d4a3bc HTTP/1.1" status: 204 len: 168 time: 0.5617981 Aug 19 18:04:17.762834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:17.765327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Deleting subnet d2c323df-5211-470f-88a5-9956019a72c5 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:17.772423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:17.788001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:17.852316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df616b-1971-45a3-931a-ea1d822383c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf81a027-35e8-4894-acd7-848181d4a3bc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:17.866895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-81a456b7-6c6d-4d9e-b334-17a6bc0403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:17.869054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-81a456b7-6c6d-4d9e-b334-17a6bc0403ab service neutron] 10.222.0.42 "GET /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 1031 time: 0.1390042 Aug 19 18:04:17.872752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.916529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3d4c5198-ff1e-453f-8a4b-b389507a29de up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:17.921210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:17.976765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Made reservation on behalf of 59b3ddfa63774a8795f8fc89e00b31ae for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:17.982662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.040406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3d4c5198-ff1e-453f-8a4b-b389507a29de completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:18.129428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.194421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf57ffb-5446-4ef7-beb5-d0f4df3f79bf req-60db2e0c-759e-4ce5-8dd4-6edff09cefe2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.195821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf57ffb-5446-4ef7-beb5-d0f4df3f79bf req-60db2e0c-759e-4ce5-8dd4-6edff09cefe2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.7486258 Aug 19 18:04:18.256496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:18.284535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.352571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:18.368937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6950-414f-4d70-82fd-417355e53d1c req-bf21a2ca-2de8-4c07-9ec0-c8c1aa30af6a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.376776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3ff6950-414f-4d70-82fd-417355e53d1c req-bf21a2ca-2de8-4c07-9ec0-c8c1aa30af6a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 944 time: 0.6198161 Aug 19 18:04:18.442491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: dd5b1e45-de6d-4ac3-8171-c7528d57535f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:18.442983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device dd5b1e45-de6d-4ac3-8171-c7528d57535f not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:18.507488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:18.525014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'mac_address': 'fa:16:3e:af:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:18.557135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60726) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:18.578115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf57ffb-5446-4ef7-beb5-d0f4df3f79bf req-b9cae1a9-96b7-45ae-997a-58e23806107b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691378 Aug 19 18:04:18.612106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.631086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe85749a-5b73-4de1-aeb5-b8f1da8ea104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.640383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:18.660309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.678056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:18.685682 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.688162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9e4c8d10-2130-44fd-a20e-3402ff794bab tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.701816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9e4c8d10-2130-44fd-a20e-3402ff794bab tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.710192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9e4c8d10-2130-44fd-a20e-3402ff794bab tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:18.712320 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9e4c8d10-2130-44fd-a20e-3402ff794bab tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 1993 time: 0.8129625 Aug 19 18:04:18.732973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc2d6a-9e8c-4144-80df-790f9e6e01bb None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:18.805141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Allocated IP 172.20.0.7 (4d1c4ebf-2521-4765-9d31-6595fc41c69a/dbae875b-1915-490f-803d-ad6876679945/2f93d373-a6f6-4ced-af0d-a5771e2b011a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:18.843115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Provisioning for port 3d4c5198-ff1e-453f-8a4b-b389507a29de completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:18.859842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Provisioning complete for port 3d4c5198-ff1e-453f-8a4b-b389507a29de triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:18.860935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:18.865602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-287f8a0d-11c2-4237-92d2-1d4123d1bbf2 req-d24e392b-7cdb-4a04-a4fa-ad2ca6faa56e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 210 time: 0.1242061 Aug 19 18:04:18.888346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:18.904997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3ff6950-414f-4d70-82fd-417355e53d1c req-6a5b2769-8de1-4210-a55c-80eed7de6706 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030777 Aug 19 18:04:18.934083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-67469705-3e42-4ffe-9a2d-35559ad19d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556 HTTP/1.1" status: 200 len: 380 time: 0.1804333 Aug 19 18:04:18.975620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'admin_state_up': True, 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'security_groups': ['aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:19.089752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.100215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.103344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.106897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['80044157-e9c1-49c4-8c4e-c1b86e6870fb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:19.150252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.166196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c323df-5211-470f-88a5-9956019a72c5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:19.198849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b555d366-26f2-4a22-8af2-5a0b3b99d6be req-2d22e309-27e8-45f3-a071-30f19e22f87b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.2084038 Aug 19 18:04:19.234806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] For port 3d4c5198-ff1e-453f-8a4b-b389507a29de, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3d4c5198-ff1e-453f-8a4b-b389507a29de,segment=NetworkSegment(76b82c8a-5843-4fa0-8048-a3a84e05f925),segment_id=76b82c8a-5843-4fa0-8048-a3a84e05f925)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:19.244400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.262978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.270780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d0abacca-3bcc-4e98-b2e3-0c6f1b97f509 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d2c323df-5211-470f-88a5-9956019a72c5 HTTP/1.1" status: 204 len: 168 time: 1.9120922 Aug 19 18:04:19.290129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=5fd70ae5-9ced-45b2-8473-4565a3b79519,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:19.296025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:19.441520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bba2d-96bf-4396-ac44-3441266621f3 None None] Pushing event updated for resources: {'Port': ['ID=3d4c5198-ff1e-453f-8a4b-b389507a29de,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:19.467930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.545364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.584349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c73c-33ed-4d5e-9dbe-14cbe2edc45d req-baba7910-ed20-419a-96b2-738f69dc0118 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:19.586440 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a7c73c-33ed-4d5e-9dbe-14cbe2edc45d req-baba7910-ed20-419a-96b2-738f69dc0118 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2074857 Aug 19 18:04:19.588699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe85749a-5b73-4de1-aeb5-b8f1da8ea104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.616701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe85749a-5b73-4de1-aeb5-b8f1da8ea104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.643085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.673739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Provisioning for port 5fd70ae5-9ced-45b2-8473-4565a3b79519 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:19.680300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Provisioning complete for port 5fd70ae5-9ced-45b2-8473-4565a3b79519 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:19.680604 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.728945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00a7c73c-33ed-4d5e-9dbe-14cbe2edc45d req-ec458f6e-c9de-42b8-b22f-8e65d1971c70 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343255 Aug 19 18:04:19.759986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3d4c5198-ff1e-453f-8a4b-b389507a29de up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:19.783371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85749a-5b73-4de1-aeb5-b8f1da8ea104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc486810-d346-4b49-9b67-f687b1049a63,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:19.789973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Port 5fd70ae5-9ced-45b2-8473-4565a3b79519 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:19.806280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.809538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Provisioning complete for port 3d4c5198-ff1e-453f-8a4b-b389507a29de triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:19.809920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:19.810051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-207d1fdb-c60c-4b53-ae24-22d1c3fffb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.818172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:19.821124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e176cee-866a-4cd5-884a-282580de04af']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:19.835054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:19.835487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b385a1f-12c3-4d1e-a3cd-67ab7dfe3260') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:19.867478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fe85749a-5b73-4de1-aeb5-b8f1da8ea104 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cef3668f7c9f4585921ad3c8dc67cd38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2875013 Aug 19 18:04:19.869179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:19.873655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3d4c5198-ff1e-453f-8a4b-b389507a29de triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:19.874092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.874538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.892857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.894353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:19.908355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:19.970582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Network 4d1c4ebf-2521-4765-9d31-6595fc41c69a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:19.984456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:20.017190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.032804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:20.080796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:20.084756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:20.085506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:20.090433 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:20.138987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef295e6d-cd03-4414-8256-d0d2d72d40a6 None None] Provisioning complete for port 5fd70ae5-9ced-45b2-8473-4565a3b79519 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:20.139602 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ef295e6d-cd03-4414-8256-d0d2d72d40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.219177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.221843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ef295e6d-cd03-4414-8256-d0d2d72d40a6 None None] Port 5fd70ae5-9ced-45b2-8473-4565a3b79519 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:20.233442 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.237371 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7e176cee-866a-4cd5-884a-282580de04af HTTP/1.1" status: 204 len: 168 time: 0.9396737 Aug 19 18:04:20.258712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.259986 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.282893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.313762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.326707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2631a5-7ae5-4190-8873-329ae6382112 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e176cee-866a-4cd5-884a-282580de04af,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:20.333647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 172.20.0.3 (f2d34970-d5d8-487a-b1d9-14556983262b/f7134213-4e8e-47cd-a436-8c83429ceee7/33440545-6179-4255-ba4b-c42349fc908a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:20.346960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router d99214d7-ba39-4509-9b8d-7abf3beb1be4 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:20.351808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9833a6-b6a0-4fae-9975-beaebed80526 req-1795c993-f28a-43a6-bf73-93eaaa6995f9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.360222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee9833a6-b6a0-4fae-9975-beaebed80526 req-1795c993-f28a-43a6-bf73-93eaaa6995f9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2542398 Aug 19 18:04:20.365657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-93111b36-13cf-41c6-a897-323878d900cc None None] Provisioning complete for port 5fd70ae5-9ced-45b2-8473-4565a3b79519 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:20.366587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-93111b36-13cf-41c6-a897-323878d900cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.379326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-d3b4e8ff-c836-424a-bd32-5d55b03c1dc9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9636497 Aug 19 18:04:20.399063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Request body: {'port': {'device_id': '1e717100-9520-44bd-956d-41bdea0d6eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:20.444576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-93111b36-13cf-41c6-a897-323878d900cc None None] Port 5fd70ae5-9ced-45b2-8473-4565a3b79519 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:20.449962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51b177-46b3-483f-b0bd-7009fd3f5278 req-797f1bfb-7cde-4fdd-a355-22c00754d19b tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.451882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef51b177-46b3-483f-b0bd-7009fd3f5278 req-797f1bfb-7cde-4fdd-a355-22c00754d19b tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 931 time: 0.3474486 Aug 19 18:04:20.538249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:20.554224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4db8534b-936c-48fd-8893-67d00da8737d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/d99214d7-ba39-4509-9b8d-7abf3beb1be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816059 Aug 19 18:04:20.559614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:20.575320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.585179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.586192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] Sync routers for ids ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:20.591810 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc486810-d346-4b49-9b67-f687b1049a63 HTTP/1.1" status: 204 len: 168 time: 0.6943057 Aug 19 18:04:20.593213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee9833a6-b6a0-4fae-9975-beaebed80526 req-73582c8f-5116-4cb1-ab0b-54c747ad289a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251809 Aug 19 18:04:20.609091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] Routers {'d99214d7-ba39-4509-9b8d-7abf3beb1be4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:20.609966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:20.631578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60750) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:20.664462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d50f-f925-4d98-90f0-a801ce9071dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc486810-d346-4b49-9b67-f687b1049a63,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:20.680627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:20.698994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.714928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] Routers {'d99214d7-ba39-4509-9b8d-7abf3beb1be4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:20.715857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:20.726174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b934b9a-1551-4a95-9237-20fbcbf6f947 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:20.730133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-34c24706-4fa9-4270-b1b2-0df18ffb066c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=924de0e8c48541c69b57b609027a8199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951047 Aug 19 18:04:20.731687 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b934b9a-1551-4a95-9237-20fbcbf6f947 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports/5fd70ae5-9ced-45b2-8473-4565a3b79519 HTTP/1.1" status: 200 len: 910 time: 0.1706736 Aug 19 18:04:20.732481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60754) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:20.736271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60752) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:20.739943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef51b177-46b3-483f-b0bd-7009fd3f5278 req-cf53722e-ea32-4f7b-bd99-6ef466827c03 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609053 Aug 19 18:04:20.746394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51f3a670-5f80-4ba4-8eaa-436687ba9f5d'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:20.805702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:20.810239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784cdfd-c481-401f-8562-aab57dfb6f5b None None] The sync data for ids ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:20.874464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:20.895074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object 33440545-6179-4255-ba4b-c42349fc908a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:20.966327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c50f336-fa1e-4307-9a1a-c126eba2ebd0 req-bccec469-acb3-4d05-91eb-06c13997762b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0693157 Aug 19 18:04:20.981210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.040059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.135126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341680d6-3c99-44ee-8af5-48253c9cafd6 req-0a19dc8a-dd1a-4f14-8710-140c99d02155 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:21.138036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-341680d6-3c99-44ee-8af5-48253c9cafd6 req-0a19dc8a-dd1a-4f14-8710-140c99d02155 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2399495 Aug 19 18:04:21.156363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.174764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.177253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.178520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e938a5b3-3858-40e6-8e2f-dbdb041f30b5 HTTP/1.1" status: 204 len: 168 time: 0.4415941 Aug 19 18:04:21.210475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfb3fd-6d3d-4969-a49c-ca31b291d0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938a5b3-3858-40e6-8e2f-dbdb041f30b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:21.265851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.347562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network f2d34970-d5d8-487a-b1d9-14556983262b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:21.357898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:21.370402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:21.392474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-341680d6-3c99-44ee-8af5-48253c9cafd6 req-441c4012-0591-4f73-985f-4663388500d1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377148 Aug 19 18:04:21.808927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-161d4aa5-4fcd-43af-a098-e51b1fa71709 None None] Provisioning for port 33440545-6179-4255-ba4b-c42349fc908a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:21.820128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-161d4aa5-4fcd-43af-a098-e51b1fa71709 None None] Provisioning complete for port 33440545-6179-4255-ba4b-c42349fc908a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:21.820733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-161d4aa5-4fcd-43af-a098-e51b1fa71709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.888700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:21.901863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-161d4aa5-4fcd-43af-a098-e51b1fa71709 None None] Port 33440545-6179-4255-ba4b-c42349fc908a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:21.906143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.036874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=5fd70ae5-9ced-45b2-8473-4565a3b79519,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.051419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.086418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:22.087828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.089816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-35846961-def3-4e80-a93a-cbbfd14a309c tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/ports/5fd70ae5-9ced-45b2-8473-4565a3b79519 HTTP/1.1" status: 200 len: 910 time: 1.3517978 Aug 19 18:04:22.093404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:22.110192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:22.110797 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.135617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:04:22.216464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20918c-16d6-4b87-a7a6-8878abb0364c req-eef243fc-1379-4bcd-bafa-b7873e186e26 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:22.224005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f20918c-16d6-4b87-a7a6-8878abb0364c req-eef243fc-1379-4bcd-bafa-b7873e186e26 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 945 time: 0.2229540 Aug 19 18:04:22.230364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cb5cec49-3825-4fc8-a3cd-16748fbac008 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2824066 Aug 19 18:04:22.274512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:22.275259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'admin_state_up': True, 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'security_groups': ['aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:22.352199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9081c-88be-409d-80c1-4269ab15ff15 req-ca431cb9-5fd7-4502-b8cd-c56418d5e998 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:22.359929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ca9081c-88be-409d-80c1-4269ab15ff15 req-ca431cb9-5fd7-4502-b8cd-c56418d5e998 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 931 time: 0.2790096 Aug 19 18:04:22.372005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f93d373-a6f6-4ced-af0d-a5771e2b011a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:22.399115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:22.405956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 80044157-e9c1-49c4-8c4e-c1b86e6870fb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:22.406221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.422346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.448776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f20918c-16d6-4b87-a7a6-8878abb0364c req-edbe4c9f-681b-45bb-8e8c-d31fb9714f1e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232039 Aug 19 18:04:22.536423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Transition to ACTIVE for port object 2f93d373-a6f6-4ced-af0d-a5771e2b011a will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:22.577027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.589129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.636744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:22.639168 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974cbd7a-e127-48b1-a978-ce165e272b7c" -d '{"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:22.695342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:22.704551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.710540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ca9081c-88be-409d-80c1-4269ab15ff15 req-e5304633-ead1-466a-a82b-3d61a4b9a526 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483427 Aug 19 18:04:22.761839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:22.849053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.849619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:22.963009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddac27-4afc-4bc1-b049-469dbdcf2151 req-bc8915a3-cac9-47f2-ad74-c7bc6fe0eb58 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:22.971087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5ddac27-4afc-4bc1-b049-469dbdcf2151 req-bc8915a3-cac9-47f2-ad74-c7bc6fe0eb58 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 931 time: 0.2711856 Aug 19 18:04:22.984099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:22.987605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.034966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7986e0-6e0e-40ef-b102-06974ee787cd req-4f62b6b8-b3d6-4ad8-b0a6-15fbb8015776 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:23.041799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a7986e0-6e0e-40ef-b102-06974ee787cd req-4f62b6b8-b3d6-4ad8-b0a6-15fbb8015776 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2168128 Aug 19 18:04:23.107845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Attempting to bind port 2f93d373-a6f6-4ced-af0d-a5771e2b011a on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:23.108568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Attempting to bind port 2f93d373-a6f6-4ced-af0d-a5771e2b011a by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:23.108914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Attempting to bind port 2f93d373-a6f6-4ced-af0d-a5771e2b011a on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:23.140281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5ddac27-4afc-4bc1-b049-469dbdcf2151 req-112e7dd6-fddf-4d81-92aa-a2dfc62e97c5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679850 Aug 19 18:04:23.192392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 5fd70ae5-9ced-45b2-8473-4565a3b79519 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:23.192810 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.213937 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e30f9-6cab-4e16-8e0e-f329a9db4816 x-openstack-request-id: req-155e30f9-6cab-4e16-8e0e-f329a9db4816 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:23.214241 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:23.214501 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-155e30f9-6cab-4e16-8e0e-f329a9db4816 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:23.214905 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'code': 200} Aug 19 18:04:23.325912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.1.1.95 (1546e13f-857e-4d11-8d87-5257f92c4210/f56aeb92-7f5e-4123-8fc4-04c365cb07f3/b084538b-42c4-4bec-80b5-b5f0c328d2c6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:23.450254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.467383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 5fd70ae5-9ced-45b2-8473-4565a3b79519 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:23.496949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Port 2f93d373-a6f6-4ced-af0d-a5771e2b011a on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:23.497312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Attempting to bind port 2f93d373-a6f6-4ced-af0d-a5771e2b011a on network 4d1c4ebf-2521-4765-9d31-6595fc41c69a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:23.535567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a7986e0-6e0e-40ef-b102-06974ee787cd req-6d7639da-f88a-40dc-a9c6-c0227208ca3a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4926584 Aug 19 18:04:23.581788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:23.582269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Checking segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:23.582681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Bound using segment: {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:23.583571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Bound port: 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:23.583571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.627414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.708957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:23.712721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:23.731920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.747056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object b084538b-42c4-4bec-80b5-b5f0c328d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:23.752473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ee77f-d02d-4905-be38-736cec210fde req-09624c11-de8d-466a-becd-ccc2707f8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:23.757909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38ee77f-d02d-4905-be38-736cec210fde req-09624c11-de8d-466a-becd-ccc2707f8487 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 1098 time: 0.2617276 Aug 19 18:04:23.872903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:23.873468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.874907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] 10.222.0.42 "PUT /v2.0/ports/2f93d373-a6f6-4ced-af0d-a5771e2b011a HTTP/1.1" status: 200 len: 1092 time: 3.4809077 Aug 19 18:04:23.877471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:23.879882 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073880ad-5825-4aba-8cb4-ab006361f5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:23.912562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b38ee77f-d02d-4905-be38-736cec210fde req-cbbea248-6bd8-417f-920c-6c306b361903 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158314 Aug 19 18:04:23.925856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:23.957373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f854-f423-4b26-bb8b-89957fba261c service neutron] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:23.984773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=5fd70ae5-9ced-45b2-8473-4565a3b79519,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:24.005933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74117c03-ac68-4e09-9784-bed56b94143e req-53ad0c07-3c69-4d17-96d0-78942611d46a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.007604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74117c03-ac68-4e09-9784-bed56b94143e req-53ad0c07-3c69-4d17-96d0-78942611d46a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.1893482 Aug 19 18:04:24.009756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.119230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-2b83fc98-d394-47ff-a34d-dd4d6c416860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.121945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-2b83fc98-d394-47ff-a34d-dd4d6c416860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 1095 time: 0.1929669 Aug 19 18:04:24.159802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:24.263071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:24.279596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74117c03-ac68-4e09-9784-bed56b94143e req-8de77363-5615-40a2-8382-15bba17ab555 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386420 Aug 19 18:04:24.332224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:24.335749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.359990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-a0dfee69-2da8-4628-870b-3d61c5ac5b1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a HTTP/1.1" status: 200 len: 217 time: 0.2179296 Aug 19 18:04:24.361380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:24.454968 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d9508-b58a-4a33-968a-39dc85bf4dfd x-openstack-request-id: req-619d9508-b58a-4a33-968a-39dc85bf4dfd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:24.455255 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:24.455588 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-619d9508-b58a-4a33-968a-39dc85bf4dfd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:24.455937 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'status': 'completed', 'code': 200} Aug 19 18:04:24.605393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a672a314-8540-4b3c-8025-73b0bb7666f3 req-8e3c2224-352a-4474-a8aa-0247a5319feb tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.1145728 Aug 19 18:04:24.653359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.659164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.695229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-965ad458-cfb5-4e08-aea3-1703dd0566e6 None None] Provisioning for port b084538b-42c4-4bec-80b5-b5f0c328d2c6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:24.712515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-965ad458-cfb5-4e08-aea3-1703dd0566e6 None None] Provisioning complete for port b084538b-42c4-4bec-80b5-b5f0c328d2c6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:24.714779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-965ad458-cfb5-4e08-aea3-1703dd0566e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:24.785056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bc18fea4-11c6-4234-aaf4-1ab30365daec tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5196450 Aug 19 18:04:24.836503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bbc1c-eb14-476d-80ef-f0f68fc72830 req-61bd000a-45bb-440a-919f-efe34435963e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.840919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-965ad458-cfb5-4e08-aea3-1703dd0566e6 None None] Port b084538b-42c4-4bec-80b5-b5f0c328d2c6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:24.841249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router d99214d7-ba39-4509-9b8d-7abf3beb1be4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:24.856138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d06bbc1c-eb14-476d-80ef-f0f68fc72830 req-61bd000a-45bb-440a-919f-efe34435963e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 943 time: 0.5739665 Aug 19 18:04:24.865116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-8b490696-ed99-4b59-9c6d-333c31947c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:24.867839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-8b490696-ed99-4b59-9c6d-333c31947c93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.3941271 Aug 19 18:04:24.910234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'admin_state_up': True, 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'security_groups': ['aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:24.926427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:24.972510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:24.985957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] Sync routers for ids ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:24.989043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7bde1b9c-a9ff-4f8d-b8db-5d0bda3e3bea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/d99214d7-ba39-4509-9b8d-7abf3beb1be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944550 Aug 19 18:04:24.991859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.001468 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] Routers {'d99214d7-ba39-4509-9b8d-7abf3beb1be4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:25.004434 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:25.036964 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7cb4588f-05a6-48d7-9ece-f371e945dfea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=d99214d7-ba39-4509-9b8d-7abf3beb1be4 HTTP/1.1" status: 200 len: 205 time: 0.0431290 Aug 19 18:04:25.039270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.105981 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:25.116713 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] Routers {'d99214d7-ba39-4509-9b8d-7abf3beb1be4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:25.117342 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:25.143123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3835dbb6-5f90-4e2b-8dcc-4e7ffd606ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.154677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.155619 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:25.156427 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8cc906-fa30-48e5-9c3a-e264413dcb9b None None] The sync data for ids ['d99214d7-ba39-4509-9b8d-7abf3beb1be4'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:25.169400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-2310eedb-7c12-4672-a0dd-79c6f0e0b03e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254511 Aug 19 18:04:25.277063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d06bbc1c-eb14-476d-80ef-f0f68fc72830 req-f43f2927-69bb-4129-a147-bf753da63256 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054794 Aug 19 18:04:25.319067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d226fe-66e1-4b5f-a375-70c0990f7328 req-aab440af-c3b9-4aae-968a-015386aa0ab1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:25.330479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d226fe-66e1-4b5f-a375-70c0990f7328 req-aab440af-c3b9-4aae-968a-015386aa0ab1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:25.338527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49d226fe-66e1-4b5f-a375-70c0990f7328 req-aab440af-c3b9-4aae-968a-015386aa0ab1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 1652 time: 0.2982161 Aug 19 18:04:25.456735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49d226fe-66e1-4b5f-a375-70c0990f7328 req-8b2b8740-ab24-439d-aff8-71bbe23c6b90 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155047 Aug 19 18:04:25.522005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-3f2d02c0-c579-402d-bc85-e07b30e5af26 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455029 Aug 19 18:04:25.535295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3835dbb6-5f90-4e2b-8dcc-4e7ffd606ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.544450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.546221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3835dbb6-5f90-4e2b-8dcc-4e7ffd606ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.552689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.625761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea676a-4e9c-4447-ba0a-416fa7ab91c8 req-15bc57cc-f370-4197-a602-10219d8f110e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:25.627977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaea676a-4e9c-4447-ba0a-416fa7ab91c8 req-15bc57cc-f370-4197-a602-10219d8f110e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2242148 Aug 19 18:04:25.633455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:25.637350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.639593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.640132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router d99214d7-ba39-4509-9b8d-7abf3beb1be4 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:04:25.647054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3835dbb6-5f90-4e2b-8dcc-4e7ffd606ebb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36484ae43a264fceb6bf319a816ecbdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188575 Aug 19 18:04:25.666985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.671150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b25f0b2c-2972-4221-a711-fe8ad807bbab tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/d99214d7-ba39-4509-9b8d-7abf3beb1be4 HTTP/1.1" status: 204 len: 168 time: 0.6302557 Aug 19 18:04:25.671735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60922) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.672120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60924) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:25.673732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835dbb6-5f90-4e2b-8dcc-4e7ffd606ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a1230-ef01-4505-9caf-eeaeeedc11dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:25.714986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaea676a-4e9c-4447-ba0a-416fa7ab91c8 req-ae14bdf6-fe09-4c90-88a9-bf2f196b3c96 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751753 Aug 19 18:04:25.869705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet 51f3a670-5f80-4ba4-8eaa-436687ba9f5d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:25.884169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.964258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:25.990535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.011216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.014555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3fc7b3-28f5-4fba-912b-6d0c786ea473 req-83e04957-4478-4778-bdd1-c01447d83980 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845912 Aug 19 18:04:26.035351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.1.1.193 (1546e13f-857e-4d11-8d87-5257f92c4210/f56aeb92-7f5e-4123-8fc4-04c365cb07f3/8869340b-25fe-4cf9-9d6c-4cabce8510ab) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:26.051433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89ddf2-f6dd-49d2-8030-bebe4dd530ee req-498bb728-d180-4b51-b562-617608f261f4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.053695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb89ddf2-f6dd-49d2-8030-bebe4dd530ee req-498bb728-d180-4b51-b562-617608f261f4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.1637056 Aug 19 18:04:26.085825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.224383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.227885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.229614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd9a1230-ef01-4505-9caf-eeaeeedc11dd HTTP/1.1" status: 204 len: 168 time: 0.5481360 Aug 19 18:04:26.255242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.296379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb89ddf2-f6dd-49d2-8030-bebe4dd530ee req-8fd60c6b-9d38-4df7-94e9-acb4e9269a28 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307544 Aug 19 18:04:26.325878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8f474-a6c8-4aa8-941a-dab9a01f56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a1230-ef01-4505-9caf-eeaeeedc11dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:26.413362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.559581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9d29ba9-3825-4ec5-995d-a3ad5528797d req-636b09a9-977d-4eef-80a0-7e8a0f426c39 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2391272 Aug 19 18:04:26.600443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-306226f7-ac78-4de8-abf1-907c15f98933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.602051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-306226f7-ac78-4de8-abf1-907c15f98933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 1095 time: 0.4604940 Aug 19 18:04:26.681437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015dedc-d66c-4e25-b01c-dbaa05890283 req-69f9babd-4bff-43ca-92dd-ec34833b2f8f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.682920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3015dedc-d66c-4e25-b01c-dbaa05890283 req-69f9babd-4bff-43ca-92dd-ec34833b2f8f tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 943 time: 0.1845353 Aug 19 18:04:26.783325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3015dedc-d66c-4e25-b01c-dbaa05890283 req-a6eada55-71c1-4d77-b199-8f970697ba07 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 Aug 19 18:04:26.859702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.868607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-6cde11cd-3bb1-437d-8b86-232a6e8fe8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.870160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-6cde11cd-3bb1-437d-8b86-232a6e8fe8eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 200 len: 905 time: 0.2589064 Aug 19 18:04:26.881424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c0128-b1ad-4dc9-a5bc-0cecdc210cd2 req-27cf1882-2785-4d2c-9cbd-3c757744f3f8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.888227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c0128-b1ad-4dc9-a5bc-0cecdc210cd2 req-27cf1882-2785-4d2c-9cbd-3c757744f3f8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:26.889895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-657c0128-b1ad-4dc9-a5bc-0cecdc210cd2 req-27cf1882-2785-4d2c-9cbd-3c757744f3f8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 1652 time: 0.1302121 Aug 19 18:04:26.937965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:26.940617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object 8869340b-25fe-4cf9-9d6c-4cabce8510ab will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:26.964246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4253f606-c84c-4670-afb7-6f386f860c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:26.970617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-0ab61cf5-8db4-45f8-a936-8d0a10d9b247 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a HTTP/1.1" status: 200 len: 217 time: 0.0790479 Aug 19 18:04:27.013302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=51f3a670-5f80-4ba4-8eaa-436687ba9f5d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.027071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.028818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426ac84-9416-4453-92a1-23de9e89ddf8 None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:27.030300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d79ee94-b086-435e-90c4-e55e2012e18a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/51f3a670-5f80-4ba4-8eaa-436687ba9f5d HTTP/1.1" status: 204 len: 168 time: 1.3432031 Aug 19 18:04:27.034647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60986) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:27.042761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-42b0bffa-3a6d-4ae8-890e-d28afdb8bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:27.044337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-42b0bffa-3a6d-4ae8-890e-d28afdb8bc4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 200 len: 844 time: 0.0643537 Aug 19 18:04:27.110771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-657c0128-b1ad-4dc9-a5bc-0cecdc210cd2 req-e08b7fae-c04d-4481-8681-af0dd4dbacc9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731064 Aug 19 18:04:27.113732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-1d366a32-2c1b-40b6-9560-615beb421f44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d1c4ebf-2521-4765-9d31-6595fc41c69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606749 Aug 19 18:04:27.195633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.243059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.344371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 3d4c5198-ff1e-453f-8a4b-b389507a29de {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:27.346181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.402595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] DHCP port deletion for 9bc24404-7786-4bb5-9a75-a739f18274d7 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:04:27.421866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-1de2149c-2788-41e5-897b-e067adb7c369 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975473 Aug 19 18:04:27.443779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 1546e13f-857e-4d11-8d87-5257f92c4210 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:27.463859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.482983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 3d4c5198-ff1e-453f-8a4b-b389507a29de, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3d4c5198-ff1e-453f-8a4b-b389507a29de,segment=NetworkSegment(76b82c8a-5843-4fa0-8048-a3a84e05f925),segment_id=76b82c8a-5843-4fa0-8048-a3a84e05f925)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:27.483748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.503521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 3d4c5198-ff1e-453f-8a4b-b389507a29de owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:27.503991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:27.520778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Deleting port 3d4c5198-ff1e-453f-8a4b-b389507a29de {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:27.521313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.556355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-427b0da8-5bed-4ea6-af78-a737c7920e9e req-aab7969e-5280-445a-a0d5-aa634c0fa541 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.0710218 Aug 19 18:04:27.589420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:27.653756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.680129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port 3d4c5198-ff1e-453f-8a4b-b389507a29de on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:27.730546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=3d4c5198-ff1e-453f-8a4b-b389507a29de,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:27.760969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:27.761894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.788495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4253f606-c84c-4670-afb7-6f386f860c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.807137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245badbd-2829-4bc1-b2bd-959343b25636 req-67e76a65-407a-4072-b5db-c809c6810b2b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:27.809633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245badbd-2829-4bc1-b2bd-959343b25636 req-67e76a65-407a-4072-b5db-c809c6810b2b tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.5034122 Aug 19 18:04:27.822753 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.831707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4253f606-c84c-4670-afb7-6f386f860c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.837813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc24404-7786-4bb5-9a75-a739f18274d7']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:27.861332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b82c8a-5843-4fa0-8048-a3a84e05f925') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:27.862091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b82c8a-5843-4fa0-8048-a3a84e05f925') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:27.874776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.898092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d437b81a-8bb0-4c6a-a515-7e78ca569957 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0030711 Aug 19 18:04:27.901442 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.903805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3d4c5198-ff1e-453f-8a4b-b389507a29de no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:27.920486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:27.921384 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:27.926922 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:27.948250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3d4c5198-ff1e-453f-8a4b-b389507a29de {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:04:27.948600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3d4c5198-ff1e-453f-8a4b-b389507a29de not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:04:27.948923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'admin_state_up': True, 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'security_groups': ['aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:27.962393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] For port 3d4c5198-ff1e-453f-8a4b-b389507a29de, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3d4c5198-ff1e-453f-8a4b-b389507a29de,segment=NetworkSegment(76b82c8a-5843-4fa0-8048-a3a84e05f925),segment_id=76b82c8a-5843-4fa0-8048-a3a84e05f925)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:27.962965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.012996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Calling delete_port for 3d4c5198-ff1e-453f-8a4b-b389507a29de owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:28.033159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.052723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da0e45c6-fa11-4eb8-8f9a-c56623f2da20 None None] Provisioning for port 8869340b-25fe-4cf9-9d6c-4cabce8510ab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:28.077908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da0e45c6-fa11-4eb8-8f9a-c56623f2da20 None None] Provisioning complete for port 8869340b-25fe-4cf9-9d6c-4cabce8510ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:28.078577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da0e45c6-fa11-4eb8-8f9a-c56623f2da20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.081854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.089523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/9bc24404-7786-4bb5-9a75-a739f18274d7 HTTP/1.1" status: 204 len: 168 time: 1.0497198 Aug 19 18:04:28.096135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af374e56-5331-4c2d-adff-fc456d7a8404 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=9bc24404-7786-4bb5-9a75-a739f18274d7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.106822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60996) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:28.115166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1246177557', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.152148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.154883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.242457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.242732 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f39ccc66-0903-413e-8908-63294da89e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.251333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.280203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.285748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-80216cdf-a6c2-45ba-aa36-97d147f9b53d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1767075 Aug 19 18:04:28.292207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:28.301527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-da0e45c6-fa11-4eb8-8f9a-c56623f2da20 None None] Port 8869340b-25fe-4cf9-9d6c-4cabce8510ab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:28.305820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-1554950714'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.319837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f93d373-a6f6-4ced-af0d-a5771e2b011a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:28.352478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:28.357114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.381872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.397671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Network 9bc24404-7786-4bb5-9a75-a739f18274d7 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:04:28.398154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] No DVR routers for this DVR port 3d4c5198-ff1e-453f-8a4b-b389507a29de on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:28.401800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:28.421993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.422619 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment 9e3b6393-7df2-44e5-ae2d-23a09c2f2469 of type vlan for network d249d60e-4b08-4209-9b64-3aa92eeb59ee Aug 19 18:04:28.469714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.473215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1f35-0888-4828-90eb-f7bae7f7a875 None None] Pushing event deleted for resources: {'Port': ['ID=3d4c5198-ff1e-453f-8a4b-b389507a29de,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.507226 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.522190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2949f9d-3075-4249-a458-8729729844f1 req-9ac8a6d6-8a46-4cc0-b498-8fff420d0583 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:28.525507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:28.526214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.534596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2949f9d-3075-4249-a458-8729729844f1 req-9ac8a6d6-8a46-4cc0-b498-8fff420d0583 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 1.0891731 Aug 19 18:04:28.553327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:28.568209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'mac_address': 'fa:16:3e:2a:e4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:28.575577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-245badbd-2829-4bc1-b2bd-959343b25636 req-c3c571e6-7801-4c42-861e-b1b764dd8928 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7453368 Aug 19 18:04:28.577779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073880ad-5825-4aba-8cb4-ab006361f5f6 req-2032a589-e9ba-4b0a-8168-3c1c0c6bc490 service neutron] 10.222.0.42 "GET /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1290276 Aug 19 18:04:28.583228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4253f606-c84c-4670-afb7-6f386f860c89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=343de235f8994a98b9403ec0b2a86daa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438231 Aug 19 18:04:28.603197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32770) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:28.603924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f606-c84c-4670-afb7-6f386f860c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea355077-9b94-4971-bd26-096011a06b7b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.647203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3467903 Aug 19 18:04:28.650245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32772) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:28.665384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:28.680415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.688178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73513115-8831-4e61-b0c0-050d5e94759d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=d249d60e-4b08-4209-9b64-3aa92eeb59ee,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.696402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2949f9d-3075-4249-a458-8729729844f1 req-fb5dfc7e-eb18-4f7c-a26c-77d6e462663d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608124 Aug 19 18:04:28.709640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f93d373-a6f6-4ced-af0d-a5771e2b011a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:28.717789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:28.729104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef7ffe92-dcfd-4c7f-8806-467577288d52 req-aa0edec7-fb55-4a6a-9303-0aee6fec433f tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0420697 Aug 19 18:04:28.733011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:28.816354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:28.824814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.834554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.877952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:28.882751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.893321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:28.953810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:28.996369 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.049549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2f93d373-a6f6-4ced-af0d-a5771e2b011a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:29.075079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d76f7f-3024-4abd-a2fb-ca441f605f04 req-16a7e069-c1bc-4c5d-b638-95faa230bc27 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.077606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30d76f7f-3024-4abd-a2fb-ca441f605f04 req-16a7e069-c1bc-4c5d-b638-95faa230bc27 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 944 time: 0.1678157 Aug 19 18:04:29.202271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.276738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.279251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.280433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea355077-9b94-4971-bd26-096011a06b7b HTTP/1.1" status: 204 len: 168 time: 0.6713686 Aug 19 18:04:29.305378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=f6327fd9-e9ff-495c-97ce-7a12a44e89c2,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:29.321957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:29.323198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: d249d60e-4b08-4209-9b64-3aa92eeb59ee, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:29.357213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3fd8b-d660-4441-921f-2893f0c3b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea355077-9b94-4971-bd26-096011a06b7b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:29.367011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:29.388620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d249d60e-4b08-4209-9b64-3aa92eeb59ee) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:29.394724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.395378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.401080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30d76f7f-3024-4abd-a2fb-ca441f605f04 req-11aae010-f716-4544-a800-8b6e28171f07 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872369 Aug 19 18:04:29.421606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976a12c-54c6-48b4-80f6-aa2d5e664b86 None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:29.442760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d85e034-7f46-41b7-b007-575f1b132d86 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7793665 Aug 19 18:04:29.443156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:29.491402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b5ee-1594-4f18-96bf-9f71d8efafad req-7a12f461-f8db-4489-a1a6-ff5731629c12 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.508896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b5ee-1594-4f18-96bf-9f71d8efafad req-7a12f461-f8db-4489-a1a6-ff5731629c12 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.515262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b5ee-1594-4f18-96bf-9f71d8efafad req-7a12f461-f8db-4489-a1a6-ff5731629c12 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.529065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03a5b5ee-1594-4f18-96bf-9f71d8efafad req-7a12f461-f8db-4489-a1a6-ff5731629c12 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 2373 time: 0.3729727 Aug 19 18:04:29.665665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d249d60e-4b08-4209-9b64-3aa92eeb59ee', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:29.667058 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:29.671335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.2.2.100 (323a64de-56a8-442d-8b2d-3459ede52464/064f48c2-2494-4416-bd21-ec4c364d8b29/f270d828-eaae-4324-9a9b-5d0757a5ae7d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:29.704164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03a5b5ee-1594-4f18-96bf-9f71d8efafad req-60152887-148c-4e3c-9103-8b07cacdec06 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741111 Aug 19 18:04:29.927513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716dbd-8aaf-4f00-9b57-baa69e4d6858 req-8361be39-9ab3-49ff-a8d7-f04e44ff1be6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:29.928662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf716dbd-8aaf-4f00-9b57-baa69e4d6858 req-8361be39-9ab3-49ff-a8d7-f04e44ff1be6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1912804 Aug 19 18:04:29.955956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3acb8f16-faa4-480b-9599-13ad3e183baf req-93f307b6-9de6-4608-9af1-4d464e7bc61b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0548558 Aug 19 18:04:30.009801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dac1358d-7ee6-4b73-95cd-4b27f2a097aa req-f059f89d-c84b-4a9c-9496-894b79ebc4a0 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0567491 Aug 19 18:04:30.061265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf716dbd-8aaf-4f00-9b57-baa69e4d6858 req-ddf85ae0-e8b6-4e46-a1c2-b483247074b8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114500 Aug 19 18:04:30.071290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Allocated IP 172.20.0.2 (d249d60e-4b08-4209-9b64-3aa92eeb59ee/f6327fd9-e9ff-495c-97ce-7a12a44e89c2/1c693de4-1e9d-4cfb-9e70-44b73bd7f288) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:30.095592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.132834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object f270d828-eaae-4324-9a9b-5d0757a5ae7d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.159965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.184248 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.251632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 323a64de-56a8-442d-8b2d-3459ede52464 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:30.255692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:30.262275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:30.267982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:30.286813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.297337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Transition to ACTIVE for port object 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.326980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f93d373-a6f6-4ced-af0d-a5771e2b011a up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:30.330517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Transition to ACTIVE for port object 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.360445 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.370579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:30.374040 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.409798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1e9fccfc-5501-4eb6-80cb-a13c5e99b214 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4803522 Aug 19 18:04:30.419325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:30.426275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:30.427121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'admin_state_up': True, 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'security_groups': ['aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:30.433102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:30.457807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Pushing event updated for resources: {'Port': ['ID=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:30.520091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 2f93d373-a6f6-4ced-af0d-a5771e2b011a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:30.549651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 2f93d373-a6f6-4ced-af0d-a5771e2b011a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:30.550078 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.601238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Attempting to bind port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:30.601738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Attempting to bind port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:30.602176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Attempting to bind port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 on network d249d60e-4b08-4209-9b64-3aa92eeb59ee {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:30.608329 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33a6569b-e495-408e-bd59-c70f3273cc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.619529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:30.619929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Checking segment: {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:30.620446 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.620709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Bound using segment: {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:30.621263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Bound port: 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:30.621663 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.677533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.20.0.1 (d249d60e-4b08-4209-9b64-3aa92eeb59ee/f6327fd9-e9ff-495c-97ce-7a12a44e89c2/39e193f1-d538-4b48-b813-a5a0c24158b3) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:30.692689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea049bf3-cb7c-4968-87fc-acf8e400ed75 None None] Provisioning for port f270d828-eaae-4324-9a9b-5d0757a5ae7d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:30.712060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea049bf3-cb7c-4968-87fc-acf8e400ed75 None None] Provisioning complete for port f270d828-eaae-4324-9a9b-5d0757a5ae7d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:30.712445 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea049bf3-cb7c-4968-87fc-acf8e400ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.758118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Made reservation on behalf of a49aaf0ebebf4a7cb7a7c4bb1abd9556 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:30.763313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.786236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f119d-45b3-4b5e-8c56-af4cfeaa8c10 req-a849598d-363c-47db-a783-2ac5f9c010c3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:30.793943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc3f119d-45b3-4b5e-8c56-af4cfeaa8c10 req-a849598d-363c-47db-a783-2ac5f9c010c3 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 944 time: 0.1564357 Aug 19 18:04:30.826380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] For port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:30.864450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] For port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:30.866250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.924084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:30.931179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:30.933441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.934847 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db960b-5eec-4f78-b8b4-1b2fe136aebb" -d '{"events": [{"server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "name": "network-vif-plugged", "status": "completed", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:30.938988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.941054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ea049bf3-cb7c-4968-87fc-acf8e400ed75 None None] Port f270d828-eaae-4324-9a9b-5d0757a5ae7d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:30.943054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:30.991114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object 39e193f1-d538-4b48-b813-a5a0c24158b3 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:30.996405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc3f119d-45b3-4b5e-8c56-af4cfeaa8c10 req-9064e19e-fe65-4be8-85f8-d25555a96fea tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843243 Aug 19 18:04:31.027361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.109548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.121825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-f095ae71-e95d-44a7-815b-73d5157e5165 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.144340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-f095ae71-e95d-44a7-815b-73d5157e5165 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.151217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-f095ae71-e95d-44a7-815b-73d5157e5165 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.163406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-f095ae71-e95d-44a7-815b-73d5157e5165 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.180159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-f095ae71-e95d-44a7-815b-73d5157e5165 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3094 time: 0.2971294 Aug 19 18:04:31.210023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:31.214821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:31.229225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace8e3-3a77-474b-ab9c-2637c650e568 None None] Pushing event updated for resources: {'Port': ['ID=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.233052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:31.243082 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e39044-3e34-4ef1-a528-672cb37ee42a x-openstack-request-id: req-d0e39044-3e34-4ef1-a528-672cb37ee42a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:31.243595 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "name": "network-vif-plugged", "status": "completed", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:31.244086 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0e39044-3e34-4ef1-a528-672cb37ee42a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:31.244731 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'code': 200} Aug 19 18:04:31.248753 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.395163 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.518426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:31.583762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7af5a730-fa35-458b-93e1-086d226f7c11 req-dc165b4c-4ba4-4daf-bda8-a20a24b3f0eb tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2073750 Aug 19 18:04:31.622963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6961c18-0ebe-4757-b46b-5e34ccaf471c req-c8617555-3ed7-48cb-9cf4-7e9a700dc25f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396176 Aug 19 18:04:31.737192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Allocated IP 10.2.2.200 (323a64de-56a8-442d-8b2d-3459ede52464/064f48c2-2494-4416-bd21-ec4c364d8b29/86577938-b0d2-4a26-ab4a-b631a7babb1e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:31.779874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb4e9f-f16f-47d9-9ad6-6de24aba9495 req-2f57cf12-0306-4892-9b40-d89a44c5f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.782711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9edb4e9f-f16f-47d9-9ad6-6de24aba9495 req-2f57cf12-0306-4892-9b40-d89a44c5f502 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 1097 time: 0.5264132 Aug 19 18:04:31.806431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.900602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9edb4e9f-f16f-47d9-9ad6-6de24aba9495 req-c04acbee-a641-4845-b0ac-68255246e934 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Aug 19 18:04:31.932889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:31.976772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6edf-9502-4989-b45c-e2ce7b9b5ef5 req-6d4319f7-b7a2-4670-9818-d783694f6fa6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:31.984694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eded6edf-9502-4989-b45c-e2ce7b9b5ef5 req-6d4319f7-b7a2-4670-9818-d783694f6fa6 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2004700 Aug 19 18:04:32.040743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eded6edf-9502-4989-b45c-e2ce7b9b5ef5 req-a2d12b86-43d7-4ae9-bacf-d5fcedc41304 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538311 Aug 19 18:04:32.116859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.135671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Transition to ACTIVE for port object 86577938-b0d2-4a26-ab4a-b631a7babb1e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:32.164032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:32.236691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaa343-b68e-4fc4-aeac-fdb79bafe182 req-031dfb4a-0d4b-4783-96ca-96dce1569b64 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:32.246940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6deaa343-b68e-4fc4-aeac-fdb79bafe182 req-031dfb4a-0d4b-4783-96ca-96dce1569b64 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 945 time: 0.1064734 Aug 19 18:04:32.312404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6deaa343-b68e-4fc4-aeac-fdb79bafe182 req-171ce325-e029-4f3c-89c5-53e2e5bf85db tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637732 Aug 19 18:04:32.316500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.320517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.339487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.449731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Network 323a64de-56a8-442d-8b2d-3459ede52464 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:32.464239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.483430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:32.497701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:32.505032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:32.526935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9812-7bb6-4252-9eb3-a0ba4d28b390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.595632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.615643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-c637824a-712e-4817-a26a-728f63a046fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:32.618417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-c637824a-712e-4817-a26a-728f63a046fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.2175221 Aug 19 18:04:32.661841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea80ab-488a-4d84-9eed-56364fc09c30 req-4383a3ef-d21b-42ae-a629-e33c7d762884 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:32.675152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebea80ab-488a-4d84-9eed-56364fc09c30 req-4383a3ef-d21b-42ae-a629-e33c7d762884 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2241886 Aug 19 18:04:32.755025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:32.756329 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:32.886743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8339d393-382f-4537-8a37-fe7065a8e184 req-16798b52-ccd8-4dc6-a339-58dfbcd5bb2d tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0667379 Aug 19 18:04:32.890558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:32.897725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:33.007624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-e7cad1a6-0561-43c9-b04f-5152b83dcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.010093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-e7cad1a6-0561-43c9-b04f-5152b83dcbf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.3803613 Aug 19 18:04:33.020170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebea80ab-488a-4d84-9eed-56364fc09c30 req-d8079028-f0ce-4e76-9f48-bce4d625620d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435676 Aug 19 18:04:33.038590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da28c20c-b2a7-4e1c-8626-71f5baa6cde3 None None] Provisioning for port 86577938-b0d2-4a26-ab4a-b631a7babb1e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:33.057383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da28c20c-b2a7-4e1c-8626-71f5baa6cde3 None None] Provisioning complete for port 86577938-b0d2-4a26-ab4a-b631a7babb1e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:33.057769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da28c20c-b2a7-4e1c-8626-71f5baa6cde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.147118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9812-7bb6-4252-9eb3-a0ba4d28b390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.170332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9812-7bb6-4252-9eb3-a0ba4d28b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.184632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-da28c20c-b2a7-4e1c-8626-71f5baa6cde3 None None] Port 86577938-b0d2-4a26-ab4a-b631a7babb1e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:33.209211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ecfcd-d65b-4952-bb4a-af09cbb1ae02 None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:33.229610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-035490d3-8cb5-464a-9ebc-7cfd8e006b6f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8132412 Aug 19 18:04:33.237723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea8f9812-7bb6-4252-9eb3-a0ba4d28b390 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f268dacb066e475f8095ed4a9aac5d12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0664961 Aug 19 18:04:33.250405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32844) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:33.257851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:33.283498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f9812-7bb6-4252-9eb3-a0ba4d28b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a6cf5-dd18-4b28-88c0-3c7b7f69de4f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:33.352785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:04:33.359523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a75ba36c-816c-4644-ac96-c7e40603886d None None] Provisioning for port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:33.401476 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.408693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-4aa7771f-9064-4bf4-9f90-fadcadd31271 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.3870294 Aug 19 18:04:33.491518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:33.497721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.499431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af21f348-f5d3-42ef-b91b-4e0a836e1d2d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0547428 Aug 19 18:04:33.503047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32856) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:33.508700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:33.508905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.517416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.525646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-138592410'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:33.526039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.533509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.535126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b69bcf58-1656-4442-886c-fa5b7785538d req-ca649837-41cc-460b-9efa-7342926cdacd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3815 time: 0.3885760 Aug 19 18:04:33.564663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:33.565921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:33.572420 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.578398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:33.583721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.628889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:33.638439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.638838 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f of type vlan for network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 Aug 19 18:04:33.710399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.746014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.747831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:33.765789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.869974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.880420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:33.881093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:33.934334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:34.025068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-760af21e-93ec-4548-8967-3f66fcb60889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:34.028921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-760af21e-93ec-4548-8967-3f66fcb60889 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.5900733 Aug 19 18:04:34.034476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b69bcf58-1656-4442-886c-fa5b7785538d req-d316ac55-2afb-4df2-b799-bfd5e5781a70 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699526 Aug 19 18:04:34.078400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=a82ac0d8-f010-49e9-a6d2-28ba40b8eec5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:34.084228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:34.113458 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e262e57-5f9c-4f66-93db-5afab22b4a0f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6047258 Aug 19 18:04:34.114255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:34.119290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:34.154530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:34.158113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:34.158938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.175934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.179784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.181783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f08a6cf5-dd18-4b28-88c0-3c7b7f69de4f HTTP/1.1" status: 204 len: 168 time: 0.9176393 Aug 19 18:04:34.381403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:34.385003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.402488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Provisioning for port 39e193f1-d538-4b48-b813-a5a0c24158b3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:34.409509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc21df-1c2f-445e-9856-7e7874e060ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a6cf5-dd18-4b28-88c0-3c7b7f69de4f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:34.443535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Provisioning complete for port 39e193f1-d538-4b48-b813-a5a0c24158b3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:34.443913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.478344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0fdfb0d-93ce-4b58-9ae2-d08f98a98780 req-9d764750-c4cc-48c2-ad1e-1b64a6a99e7c tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1054373 Aug 19 18:04:34.498004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:31Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:32Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:34.503412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d367f-2fe4-42c7-b978-1e56fd1bb7df req-8fc92468-cf6e-4b40-9380-7adb4ccfcee6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:34.521322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-424d367f-2fe4-42c7-b978-1e56fd1bb7df req-8fc92468-cf6e-4b40-9380-7adb4ccfcee6 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 945 time: 0.5330997 Aug 19 18:04:34.555592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Port 39e193f1-d538-4b48-b813-a5a0c24158b3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:34.564432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-a28f534b-744b-4367-a2b1-e5d8731ccf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:34.566850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-a28f534b-744b-4367-a2b1-e5d8731ccf59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4932737 Aug 19 18:04:34.578594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:34.579265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Updating router 93628fc6-17b4-4afc-9428-22a789bd86af port 39e193f1-d538-4b48-b813-a5a0c24158b3 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:34.703894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-424d367f-2fe4-42c7-b978-1e56fd1bb7df req-6326fe4a-2032-4625-830e-76db49dc0f4a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815288 Aug 19 18:04:34.743896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Provisioning complete for port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:34.744280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.835260 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.852171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.888416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:34.974565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=c8a2ceb8-b70f-4e94-88dc-4afbac55f960,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.058534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:35.059245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: a82ac0d8-f010-49e9-a6d2-28ba40b8eec5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:35.103785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:35.117697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a82ac0d8-f010-49e9-a6d2-28ba40b8eec5) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:35.127519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-8ed908bb-7082-42cc-a882-3075f3211fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444598 Aug 19 18:04:35.149713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.152761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.183174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1201960-d3bd-4370-8e0f-ad5f46c3b558 None None] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:35.184695 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d57fbe2-4f9b-4734-b24d-211917fdfd2f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0696249 Aug 19 18:04:35.185772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32892) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:35.225900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:35.266295 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.302732 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.445640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae152fb-bd02-4e7c-ad32-bb46578168c7 req-eb6ab6d0-5906-40c3-8ce2-ee300d9659cd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.453703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ae152fb-bd02-4e7c-ad32-bb46578168c7 req-eb6ab6d0-5906-40c3-8ce2-ee300d9659cd tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.7458904 Aug 19 18:04:35.478723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92afd0d1-76ba-4a78-8f69-ad21dc833081 req-c0d3d717-6c41-4beb-94ef-91c7115d81b8 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304322 Aug 19 18:04:35.582978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ae152fb-bd02-4e7c-ad32-bb46578168c7 req-95ae38a1-47a2-4ef0-b219-fac8e2b6d655 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274016 Aug 19 18:04:35.721583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.749308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.772273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.778459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.788253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:35.790287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-4919d8b5-77cb-4d75-b10a-b0be9704b343 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3815 time: 0.2845883 Aug 19 18:04:35.833160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:04:35.833663 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-1f6d788f-04fb-4b50-9cdf-f22ed8679a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:04:35.880932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:35.913041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e4f2b78-b00b-4ffb-b82d-a628d335e96c req-6805a9f8-62ef-46f0-a811-cf1599b174a7 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0539565 Aug 19 18:04:35.957342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33440545-6179-4255-ba4b-c42349fc908a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:35.972554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9cc6e57-bb2b-48df-b6b3-d59f4698d5bd req-375f43e2-3f85-4842-a629-b44ed37e24a1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361630 Aug 19 18:04:35.976396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:35.991936 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.055816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Transition to ACTIVE for port object 33440545-6179-4255-ba4b-c42349fc908a will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:36.062300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.113077 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.117556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:36.119135 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.197516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.428923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Transition to ACTIVE for port object 39e193f1-d538-4b48-b813-a5a0c24158b3 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:36.450946 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.506882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Attempting to bind port 33440545-6179-4255-ba4b-c42349fc908a on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:36.507367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Attempting to bind port 33440545-6179-4255-ba4b-c42349fc908a by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:36.508739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Attempting to bind port 33440545-6179-4255-ba4b-c42349fc908a on network f2d34970-d5d8-487a-b1d9-14556983262b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:36.524043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Port 33440545-6179-4255-ba4b-c42349fc908a on network f2d34970-d5d8-487a-b1d9-14556983262b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:36.524383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Attempting to bind port 33440545-6179-4255-ba4b-c42349fc908a on network f2d34970-d5d8-487a-b1d9-14556983262b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:36.540279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:36.540855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Checking segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:36.542756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Bound using segment: {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:36.545288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Bound port: 33440545-6179-4255-ba4b-c42349fc908a, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:36.545914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.568553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bddf75-925b-4acc-b2f1-3ad3d9bc321f None None] Pushing event updated for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:36.816967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Attempting to bind port 39e193f1-d538-4b48-b813-a5a0c24158b3 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:36.817396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Attempting to bind port 39e193f1-d538-4b48-b813-a5a0c24158b3 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:36.817867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Attempting to bind port 39e193f1-d538-4b48-b813-a5a0c24158b3 on network d249d60e-4b08-4209-9b64-3aa92eeb59ee {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:36.830072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:36.831680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Checking segment: {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:36.832221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.832782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Bound using segment: {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:36.833384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Bound port: 39e193f1-d538-4b48-b813-a5a0c24158b3, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3b6393-7df2-44e5-ae2d-23a09c2f2469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:36.833905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.841707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Allocated IP 172.21.0.2 (a82ac0d8-f010-49e9-a6d2-28ba40b8eec5/c8a2ceb8-b70f-4e94-88dc-4afbac55f960/ad161592-18fa-49f2-ada7-c28d2490680a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:36.878354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:36.930577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:36.940078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:36.966851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] For port 39e193f1-d538-4b48-b813-a5a0c24158b3, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:37.011510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf089-ae76-45b6-b570-12aef7718cda req-93740c64-9079-4075-b282-3c9a4250410a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:37.013486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bfcf089-ae76-45b6-b570-12aef7718cda req-93740c64-9079-4075-b282-3c9a4250410a tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 945 time: 0.3079884 Aug 19 18:04:37.028557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd39ef-a76a-4553-b0b7-41f2de5696dc req-fd6e81bd-ad8d-4b14-ada0-8d9904fc190c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:37.040088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78cd39ef-a76a-4553-b0b7-41f2de5696dc req-fd6e81bd-ad8d-4b14-ada0-8d9904fc190c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3275087 Aug 19 18:04:37.043478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:37.044169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.045677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] 10.222.0.42 "PUT /v2.0/ports/33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1092 time: 3.7965508 Aug 19 18:04:37.050285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] For port 39e193f1-d538-4b48-b813-a5a0c24158b3, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=39e193f1-d538-4b48-b813-a5a0c24158b3,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:37.058742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.070007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '33440545-6179-4255-ba4b-c42349fc908a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:37.073890 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "33440545-6179-4255-ba4b-c42349fc908a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:37.112960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:37.186284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bddf75-925b-4acc-b2f1-3ad3d9bc321f None None] Pushing event updated for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:37.234179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bfcf089-ae76-45b6-b570-12aef7718cda req-31c13c66-2eb5-496e-be3f-b94160230eb9 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831582 Aug 19 18:04:37.245573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1c3b-0385-4f1c-878f-c05e100b20cf service neutron] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:37.268065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78cd39ef-a76a-4553-b0b7-41f2de5696dc req-6050a2da-e622-4e52-a17f-617b3692ff8a tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270288 Aug 19 18:04:37.486494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:37.487310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:37.609416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.628713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Transition to ACTIVE for port object ad161592-18fa-49f2-ada7-c28d2490680a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:37.768979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Transition to ACTIVE for port object ad161592-18fa-49f2-ada7-c28d2490680a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:37.791661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.802244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:37.886187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Pushing event updated for resources: {'Port': ['ID=ad161592-18fa-49f2-ada7-c28d2490680a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:37.894234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.21.0.1 (a82ac0d8-f010-49e9-a6d2-28ba40b8eec5/c8a2ceb8-b70f-4e94-88dc-4afbac55f960/d7de11da-9f01-4e46-a8b7-dbf9ede07b1e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:37.924270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:37.928060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:37.975748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:37.982996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:37.992281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:37.994271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9688d573-c3a0-4dc2-b939-3bfd7ac9030f req-3306d4e2-be5e-45e3-8275-78a3b8ac2518 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0799582 Aug 19 18:04:38.172128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.227174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object d7de11da-9f01-4e46-a8b7-dbf9ede07b1e will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:38.262643 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca9537c-cef9-4b23-8b36-6cc36cabaf6b x-openstack-request-id: req-9ca9537c-cef9-4b23-8b36-6cc36cabaf6b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:38.263757 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "33440545-6179-4255-ba4b-c42349fc908a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:38.264731 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ca9537c-cef9-4b23-8b36-6cc36cabaf6b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:38.271181 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '33440545-6179-4255-ba4b-c42349fc908a', 'status': 'completed', 'code': 200} Aug 19 18:04:38.294801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.322906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:38.339759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.348667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Attempting to bind port ad161592-18fa-49f2-ada7-c28d2490680a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:38.349088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Attempting to bind port ad161592-18fa-49f2-ada7-c28d2490680a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:38.355767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Attempting to bind port ad161592-18fa-49f2-ada7-c28d2490680a on network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:38.400913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.410669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.417003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.423643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.430049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.439984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f577f687-fe74-4599-b024-e031d3c424c7 req-8a2580c0-3796-44f3-8e36-2d1b6dce4046 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3827 time: 0.5351927 Aug 19 18:04:38.448818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:38.463349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:38.466145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:38.468847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:38.513015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.513965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f93d373-a6f6-4ced-af0d-a5771e2b011a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:04:38.519053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.520033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.521284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.527477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.531047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-32378206-1197-4199-bab2-82b7301aef7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 4363 time: 0.2732878 Aug 19 18:04:38.544171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.569626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:38.570190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Checking segment: {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:38.570743 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.571153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Bound using segment: {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:38.571685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Bound port: ad161592-18fa-49f2-ada7-c28d2490680a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:38.573000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.672423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f577f687-fe74-4599-b024-e031d3c424c7 req-efa321cb-3ce4-4817-b596-8309ed673909 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310836 Aug 19 18:04:38.770215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229aec-4e8c-454b-a5ba-57e34d84390e req-e6714558-607a-4972-8a48-c141b8e0c463 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.781038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72229aec-4e8c-454b-a5ba-57e34d84390e req-e6714558-607a-4972-8a48-c141b8e0c463 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2843370 Aug 19 18:04:38.852603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72229aec-4e8c-454b-a5ba-57e34d84390e req-58be8d4b-435e-4a03-a17a-bde31ab0ec69 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605066 Aug 19 18:04:38.878589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] For port ad161592-18fa-49f2-ada7-c28d2490680a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:38.883352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:38.953585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:31Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:36Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:38.965966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-e8cd5d65-9757-4bbd-be76-0414e718cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.966461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-e8cd5d65-9757-4bbd-be76-0414e718cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.966935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-e8cd5d65-9757-4bbd-be76-0414e718cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:38.968781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-e8cd5d65-9757-4bbd-be76-0414e718cfb6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3760657 Aug 19 18:04:39.020107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] For port ad161592-18fa-49f2-ada7-c28d2490680a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad161592-18fa-49f2-ada7-c28d2490680a,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:39.026573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5ce8e-8e98-4724-9a9f-0615fd5dbe10 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:31Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:36Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:39.047309 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.145790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:39.148790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3bda-b49c-440c-ab3b-46757c838540 None None] Pushing event updated for resources: {'Port': ['ID=ad161592-18fa-49f2-ada7-c28d2490680a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:39.173472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b597-4732-4b60-8cd7-8ae9d711d1cb req-dd057089-6bc2-4406-b016-7f36d7ecbf58 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:39.182969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18b3b597-4732-4b60-8cd7-8ae9d711d1cb req-dd057089-6bc2-4406-b016-7f36d7ecbf58 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 945 time: 0.3404973 Aug 19 18:04:39.196894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:39.212219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.234577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'network_id': '4d1c4ebf-2521-4765-9d31-6595fc41c69a', 'port_id': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'mac_address': 'fa:16:3e:2a:e4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbae875b-1915-490f-803d-ad6876679945', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:04:39.275809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256a071-1f18-4ef3-880a-2f1bc010fbfd req-b57af921-0dff-45c9-aa98-e469be24c5bc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:39.285391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e256a071-1f18-4ef3-880a-2f1bc010fbfd req-b57af921-0dff-45c9-aa98-e469be24c5bc tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2851889 Aug 19 18:04:39.311970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.338320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f93d373-a6f6-4ced-af0d-a5771e2b011a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:39.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Transition to ACTIVE for port object e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:39.385305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.393567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-a083a774-1353-4106-ba40-1f4111006741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:39.398197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:39.402144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-222dc77a-5f45-4a63-a0b3-6b0dbb49080a req-a083a774-1353-4106-ba40-1f4111006741 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232094 Aug 19 18:04:39.404559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.505825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e256a071-1f18-4ef3-880a-2f1bc010fbfd req-56792fda-5770-4ade-8303-e7913bc78259 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194552 Aug 19 18:04:39.540658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18b3b597-4732-4b60-8cd7-8ae9d711d1cb req-6cd0d19d-e2eb-4f32-a58f-acf514ffa1af tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567135 Aug 19 18:04:39.566712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2f93d373-a6f6-4ced-af0d-a5771e2b011a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:39.634917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:39.861430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:39.863047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:39.875512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.056317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:40.103719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b974862-6bf2-44cf-ae91-aa771c1a923c req-dbb803e5-2e3a-45ac-a986-2768d756e8a6 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2893548 Aug 19 18:04:40.144665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad161592-18fa-49f2-ada7-c28d2490680a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:40.147375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.181559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Attempting to bind port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:40.183594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Attempting to bind port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:40.186441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Attempting to bind port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:40.210870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on network 1546e13f-857e-4d11-8d87-5257f92c4210 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:40.212884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Attempting to bind port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:40.231812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:40.240310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:40.242465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Bound using segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:40.243868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Bound port: e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:40.247137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.394845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:40.409921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:40.487211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:40.490330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:40.608811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.744501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:40.748304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:40.749004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:40.751234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] 10.222.0.42 "PUT /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 1136 time: 3.6453433 Aug 19 18:04:40.770496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:40.775996 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "e1b302b1-8e6e-4ad6-9338-dfaa94555bf4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:40.850586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:40.872821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ad161592-18fa-49f2-ada7-c28d2490680a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:40.884596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 39e193f1-d538-4b48-b813-a5a0c24158b3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:41.021565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:41.036257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b2af9283-b181-4b89-af5f-200b0a5c81fa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8423245 Aug 19 18:04:41.036853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:41.047255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107070236'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:41.059311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.123676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:41.129105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e07bf-c84c-4e99-a663-c479b7667c27 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:41.130702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.135658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 39e193f1-d538-4b48-b813-a5a0c24158b3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:41.162250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.163728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 39e193f1-d538-4b48-b813-a5a0c24158b3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:41.166893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.195485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:41.196495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.214002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.219699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.220112 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment ec64400d-4962-42b4-980d-84f78f94e135 of type vlan for network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 Aug 19 18:04:41.244697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.261519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.277517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.291641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-e96c8bb3-9052-4298-93b5-d1a75b9df13b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 4604 time: 0.8780937 Aug 19 18:04:41.347509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.412624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.425476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.427775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.428847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.456012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6211ca-9027-4231-b077-fa2a7a97bba4 None None] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:41.475383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458f549-e87b-43f2-b58a-3a902ec10595 req-e250c1cb-d3ed-44fd-a3c0-2bedefdd0194 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:41.480258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9458f549-e87b-43f2-b58a-3a902ec10595 req-e250c1cb-d3ed-44fd-a3c0-2bedefdd0194 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.4776676 Aug 19 18:04:41.508516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98166e49-4d76-4b7e-b7e0-0775e7616c51 req-3f79b8ea-ebb7-49c2-8b1a-43ed395de78e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117939 Aug 19 18:04:41.582166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 39e193f1-d538-4b48-b813-a5a0c24158b3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=39e193f1-d538-4b48-b813-a5a0c24158b3,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:41.593619 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5540526 Aug 19 18:04:41.596909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33072) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:41.637588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:41.653519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088fceb-4652-4d03-b401-169b1010849f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=a8baddfd-84ee-442a-b3ed-a3cb1b39cb15,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:41.713492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:41.749833 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:41.846725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9458f549-e87b-43f2-b58a-3a902ec10595 req-6b298c74-6a17-44ee-bf78-96fc8b24d66d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385136 Aug 19 18:04:41.855531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Provisioning for port ad161592-18fa-49f2-ada7-c28d2490680a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:41.861641 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a816a8c-26df-496e-9da9-3d9af120e37b x-openstack-request-id: req-4a816a8c-26df-496e-9da9-3d9af120e37b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:41.861941 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "e1b302b1-8e6e-4ad6-9338-dfaa94555bf4", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:41.862194 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a816a8c-26df-496e-9da9-3d9af120e37b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:41.863141 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4', 'status': 'completed', 'code': 200} Aug 19 18:04:41.870083 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:41.894870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:41.894870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:41.993396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Provisioning complete for port ad161592-18fa-49f2-ada7-c28d2490680a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:41.994226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.126725 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:42.182409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af08e997-c35e-454d-a886-0df49b51cd63 req-ec22930e-6e04-4997-80d8-c5e40b11292b tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1814816 Aug 19 18:04:42.333608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:42.336134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:42.339079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.371906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-f8bd18d0-f4e5-424b-ba6b-88b8673afa93 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.376287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-f8bd18d0-f4e5-424b-ba6b-88b8673afa93 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 944 time: 0.1926801 Aug 19 18:04:42.378796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.379294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.379804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.380281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.380755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.381436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.383753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-57b8adca-f677-487a-bbb5-b9fcc2bc25c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5292 time: 0.4625456 Aug 19 18:04:42.396247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2f93d373-a6f6-4ced-af0d-a5771e2b011a no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:04:42.544717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afabea-a6ea-4e65-adb9-9b77f7d4ff54 req-c34393b6-e662-4326-9cac-655f1d4a4571 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:42.550592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.555023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27afabea-a6ea-4e65-adb9-9b77f7d4ff54 req-c34393b6-e662-4326-9cac-655f1d4a4571 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e717100-9520-44bd-956d-41bdea0d6eca HTTP/1.1" status: 200 len: 944 time: 0.3898823 Aug 19 18:04:42.592445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Deleting port 2f93d373-a6f6-4ced-af0d-a5771e2b011a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:42.592943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.716104 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:38Z', 'revision_number': 3, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:39Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:42.721612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] For port ad161592-18fa-49f2-ada7-c28d2490680a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad161592-18fa-49f2-ada7-c28d2490680a,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:42.734425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.844128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7582a9-e055-4707-a0f5-fdc06c656c2b None None] Pushing event updated for resources: {'Port': ['ID=ad161592-18fa-49f2-ada7-c28d2490680a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:42.881447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.902082 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:42.902906 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Updating router 93628fc6-17b4-4afc-9428-22a789bd86af port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:42.914083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f93d373-a6f6-4ced-af0d-a5771e2b011a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:42.931721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:42.932137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.953382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2f93d373-a6f6-4ced-af0d-a5771e2b011a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2f93d373-a6f6-4ced-af0d-a5771e2b011a,segment=NetworkSegment(bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6),segment_id=bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:42.962633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.978576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Calling delete_port for 2f93d373-a6f6-4ced-af0d-a5771e2b011a owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:42.992073 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:42.997384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27afabea-a6ea-4e65-adb9-9b77f7d4ff54 req-f1e6667d-24c0-44b8-bd4a-992f2e6e5f7e tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ffeb15e-3932-4446-a59a-be3e6dcfccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417673 Aug 19 18:04:43.012500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-7b1456f8-96fd-40eb-a90b-ae34ca8dacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.013088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-7b1456f8-96fd-40eb-a90b-ae34ca8dacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.013755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-7b1456f8-96fd-40eb-a90b-ae34ca8dacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.015611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-7b1456f8-96fd-40eb-a90b-ae34ca8dacc8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6099753 Aug 19 18:04:43.099626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:43.290001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.324766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.334719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.348317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.379509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.386319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Provisioning complete for port ad161592-18fa-49f2-ada7-c28d2490680a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:43.388550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.393484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Pushing event deleted for resources: {'Port': ['ID=2f93d373-a6f6-4ced-af0d-a5771e2b011a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:43.400550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.419356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:43.433840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-30bfb30f-b838-4bae-8d6f-684a7db3de56 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 4604 time: 0.6341293 Aug 19 18:04:43.485017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] No DVR routers for this DVR port 2f93d373-a6f6-4ced-af0d-a5771e2b011a on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:43.498955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.509402 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-210b6ff9-136c-426e-bc52-4b7bd98ade7c req-cf1a8556-a5d0-4789-91c7-1d64555e20a4 tempest-ImagesTestJSON-81028161 tempest-ImagesTestJSON-81028161-project] 10.222.0.42 "DELETE /v2.0/ports/2f93d373-a6f6-4ced-af0d-a5771e2b011a HTTP/1.1" status: 204 len: 173 time: 1.1256838 Aug 19 18:04:43.510123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'name': 'network-vif-deleted', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:43.553153 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de13aedf-78b8-4d0e-9585-bf5072da14da" -d '{"events": [{"server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "name": "network-vif-deleted", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:43.704487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Provisioning for port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:43.717528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Provisioning complete for port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:43.718236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.802859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bd005b5-5016-4525-9ff9-1bd5e8e3884b req-026dab06-d826-4575-9acd-1e30121dc4fc tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3672595 Aug 19 18:04:43.887374 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.929521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ae4acb50-f762-40c9-a7b9-819252f16b89 None None] Port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:43.942971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Transition to ACTIVE for port object d7de11da-9f01-4e46-a8b7-dbf9ede07b1e will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:43.957329 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:43.999251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d012a68-49ed-47b2-ada7-28233e4a5353 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:44.162172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.169286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 39e193f1-d538-4b48-b813-a5a0c24158b3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:44.258106 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Pushing event updated for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:44.270856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-600a8c14-4e6f-437c-b122-eb9c2a9882fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:44.273200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4acd47f5-04b0-45fb-9a04-86b482e0f1fc req-600a8c14-4e6f-437c-b122-eb9c2a9882fc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2323287 Aug 19 18:04:44.299984 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.300673 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.301204 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.302133 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.302672 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.303172 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.303734 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.304237 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.307118 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.307765 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.308270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.309023 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:04:44.355141 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Attempting to bind port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:44.355923 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Attempting to bind port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:44.358036 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Attempting to bind port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e on network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:44.365584 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:44.366410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Checking segment: {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:44.366975 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.367566 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Bound using segment: {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:44.368362 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Bound port: d7de11da-9f01-4e46-a8b7-dbf9ede07b1e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:44.369042 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.397611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 39e193f1-d538-4b48-b813-a5a0c24158b3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:44.397992 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.461667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ee734-2922-442a-b3ab-a884279d749d req-2a30209b-2b9a-411e-86b5-d27b3eb7d7aa tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:44.463744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c8ee734-2922-442a-b3ab-a884279d749d req-2a30209b-2b9a-411e-86b5-d27b3eb7d7aa tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 1.0156085 Aug 19 18:04:44.484004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28e1bbf3-ebd0-4c8c-96eb-0e9de98131d6 req-f9cacee6-aca4-4eae-8b8e-b7583caae375 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.3882840 Aug 19 18:04:44.497404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Transition to ACTIVE for port object 3d012a68-49ed-47b2-ada7-28233e4a5353 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:44.583431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad161592-18fa-49f2-ada7-c28d2490680a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:44.610489 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] For port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:44.615217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] For port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:44.624486 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.640056 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83f08bb-0740-41c1-b7bb-7e2ea369ca33 x-openstack-request-id: req-a83f08bb-0740-41c1-b7bb-7e2ea369ca33 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:44.641206 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e717100-9520-44bd-956d-41bdea0d6eca", "name": "network-vif-deleted", "tag": "2f93d373-a6f6-4ced-af0d-a5771e2b011a", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:44.642713 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a83f08bb-0740-41c1-b7bb-7e2ea369ca33 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:44.644299 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e717100-9520-44bd-956d-41bdea0d6eca', 'name': 'network-vif-deleted', 'tag': '2f93d373-a6f6-4ced-af0d-a5771e2b011a', 'status': 'completed', 'code': 200} Aug 19 18:04:44.655626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ad161592-18fa-49f2-ada7-c28d2490680a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:44.655626 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.742500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c8ee734-2922-442a-b3ab-a884279d749d req-c2974274-2a5e-4c8c-b369-35e8e4b661c4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709612 Aug 19 18:04:44.745884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.777531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:44.857976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:44.863925 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:44.935992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=531a3985-a30f-415a-88ee-2caf087ba1b3,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:45.154510 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d4efe-dfe7-438d-9fc1-9c58f1270dd1 None None] Pushing event updated for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:45.159936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:45.160316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: a8baddfd-84ee-442a-b3ed-a3cb1b39cb15, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:45.191033 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:45.289977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Attempting to bind port 3d012a68-49ed-47b2-ada7-28233e4a5353 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:45.290331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Attempting to bind port 3d012a68-49ed-47b2-ada7-28233e4a5353 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:45.293604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Attempting to bind port 3d012a68-49ed-47b2-ada7-28233e4a5353 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:45.353654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Port 3d012a68-49ed-47b2-ada7-28233e4a5353 on network 1546e13f-857e-4d11-8d87-5257f92c4210 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:45.354474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Attempting to bind port 3d012a68-49ed-47b2-ada7-28233e4a5353 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:45.409514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:45.409890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:45.410456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Bound using segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:45.410921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Bound port: 3d012a68-49ed-47b2-ada7-28233e4a5353, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:45.411289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.441556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:45.448213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:45.501781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a8baddfd-84ee-442a-b3ed-a3cb1b39cb15) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:45.512959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe8939-87e2-45f3-b730-6b5a4dcc48cf None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:45.564227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.564974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.622990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.630664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.637266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.643436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.649672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.656444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.665130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.667151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-aff1ddd2-c122-433f-b395-5afb39e6cc09 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5380 time: 0.3607965 Aug 19 18:04:45.685267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4990c-b80d-49c3-a559-b640989b187a req-74765042-aac3-4211-9f16-12780e213d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.686829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-74765042-aac3-4211-9f16-12780e213d03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 1096 time: 0.3232405 Aug 19 18:04:45.693459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e1faa20f-22e0-4880-b29c-b458a0c36ab4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0951455 Aug 19 18:04:45.696452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33118) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:45.727101 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:38Z', 'revision_number': 3, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:44Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:45.771356 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb115c38-8174-4a95-9d8b-5bdbadc4b9d9 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:38Z', 'revision_number': 3, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:44Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:45.772091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098b09-6363-4117-ba26-b3454c9bd01f req-46cf14e9-048c-441c-b462-fa5f50500f24 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:45.781343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8098b09-6363-4117-ba26-b3454c9bd01f req-46cf14e9-048c-441c-b462-fa5f50500f24 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3213854 Aug 19 18:04:45.845912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:45.847038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:45.884427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2bb1f50-7efb-446b-aa03-085a5a7a4903 req-d7137bc4-627b-4f90-8515-0eeca8477d8b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925218 Aug 19 18:04:45.937977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:46.053539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3d012a68-49ed-47b2-ada7-28233e4a5353,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:46.081318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8098b09-6363-4117-ba26-b3454c9bd01f req-26379203-307f-427e-8a09-cb3f79298cd4 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988253 Aug 19 18:04:46.113833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.321006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Allocated IP 172.22.0.2 (a8baddfd-84ee-442a-b3ed-a3cb1b39cb15/531a3985-a30f-415a-88ee-2caf087ba1b3/460117ca-37b0-48fa-a3ca-077e02528d70) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:46.363216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2b0a36f-161d-4ba5-b007-70585707a022 req-5d559ef7-5199-4586-b78d-4684ebaff1e6 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1115172 Aug 19 18:04:46.366283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:46.368038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.379266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 1135 time: 5.5820777 Aug 19 18:04:46.384643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '3d012a68-49ed-47b2-ada7-28233e4a5353'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:46.397687 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "3d012a68-49ed-47b2-ada7-28233e4a5353"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:46.443307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:46.460265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4990c-b80d-49c3-a559-b640989b187a req-acdada92-0ecb-421d-9d3b-f58577b2e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:46.466585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-acdada92-0ecb-421d-9d3b-f58577b2e88f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.7598138 Aug 19 18:04:46.603487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b7dd-2ed6-49c2-aaea-b649568f5735 service neutron] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:46.624771 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1492bceb-5cc1-4138-8a76-c3feebe89bf4 x-openstack-request-id: req-1492bceb-5cc1-4138-8a76-c3feebe89bf4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:46.625091 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "3d012a68-49ed-47b2-ada7-28233e4a5353", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:46.625408 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1492bceb-5cc1-4138-8a76-c3feebe89bf4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:46.625697 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '3d012a68-49ed-47b2-ada7-28233e4a5353', 'status': 'completed', 'code': 200} Aug 19 18:04:46.664767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.745864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.822396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-3cc10e75-02b3-45a7-827e-c79674b98116 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 200 len: 998 time: 0.3384359 Aug 19 18:04:46.899303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:46.932969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Transition to ACTIVE for port object 460117ca-37b0-48fa-a3ca-077e02528d70 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:46.998051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.000478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Transition to ACTIVE for port object 460117ca-37b0-48fa-a3ca-077e02528d70 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:47.013980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.136261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:47.154680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:47.160841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:47.166386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Pushing event updated for resources: {'Port': ['ID=460117ca-37b0-48fa-a3ca-077e02528d70,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:47.304410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:47.305716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Attempting to bind port 460117ca-37b0-48fa-a3ca-077e02528d70 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:47.306198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Attempting to bind port 460117ca-37b0-48fa-a3ca-077e02528d70 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:47.306673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Attempting to bind port 460117ca-37b0-48fa-a3ca-077e02528d70 on network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:47.313927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:47.314593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Checking segment: {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:47.315359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.316139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Bound using segment: {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:47.317031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Bound port: 460117ca-37b0-48fa-a3ca-077e02528d70, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:47.318055 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.443295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.444271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Deleting subnet dbae875b-1915-490f-803d-ad6876679945 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:04:47.444453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.444453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.444750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.445193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.445691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.446161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.448482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-398f5294-b373-4807-8998-7831f8def083 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6220 time: 0.8197281 Aug 19 18:04:47.450283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.456905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] For port 460117ca-37b0-48fa-a3ca-077e02528d70, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:47.464334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] For port 460117ca-37b0-48fa-a3ca-077e02528d70, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=460117ca-37b0-48fa-a3ca-077e02528d70,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:47.471655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.502597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4990c-b80d-49c3-a559-b640989b187a req-a2e723ef-857f-4642-9cad-a580761e8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.504482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-a2e723ef-857f-4642-9cad-a580761e8f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.6745300 Aug 19 18:04:47.566762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.616767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6398fc9-7a51-4209-a239-f185ad24bec3 None None] Pushing event updated for resources: {'Port': ['ID=460117ca-37b0-48fa-a3ca-077e02528d70,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:47.654914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.22.0.1 (a8baddfd-84ee-442a-b3ed-a3cb1b39cb15/531a3985-a30f-415a-88ee-2caf087ba1b3/e9f23047-72a4-45a1-a2f3-f45f416560e6) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:47.669085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.873759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.874776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.882976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.897117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.913036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.922190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.928421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbae875b-1915-490f-803d-ad6876679945,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:47.939112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.942213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e213ae43-1f06-4a12-b097-aa61575da2ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbae875b-1915-490f-803d-ad6876679945 HTTP/1.1" status: 204 len: 168 time: 0.6356475 Aug 19 18:04:47.949039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.949729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33158) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:47.963384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.965342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:47.966676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-74ae66c7-40bd-49bc-a93f-eea199502d05 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5380 time: 0.6195629 Aug 19 18:04:47.981129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd99df-5503-4ef1-b4d9-12e68f8ff3cc req-ced4c51b-b5a9-408e-98e0-35f731df046d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:47.990809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d7de11da-9f01-4e46-a8b7-dbf9ede07b1e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:48.003489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebbd99df-5503-4ef1-b4d9-12e68f8ff3cc req-ced4c51b-b5a9-408e-98e0-35f731df046d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.6049714 Aug 19 18:04:48.085923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:48.093542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object e9f23047-72a4-45a1-a2f3-f45f416560e6 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:48.094459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:48.095400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.103278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.120409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebbd99df-5503-4ef1-b4d9-12e68f8ff3cc req-0233417d-7d2e-4dcd-a6fa-fc6b81825761 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158762 Aug 19 18:04:48.279975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b084538b-42c4-4bec-80b5-b5f0c328d2c6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:48.289366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.290655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.292594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.317883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1c4ebf-2521-4765-9d31-6595fc41c69a']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:48.328161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.328783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Transition to ACTIVE for port object b084538b-42c4-4bec-80b5-b5f0c328d2c6 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:48.348638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8611d64-d7df-4541-8d98-aab120fa58b3 req-c0ceef1a-f5d1-41e3-aeee-ebb08d6a66cb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3310809 Aug 19 18:04:48.356803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:48.357308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0073e0-454c-4d5e-afa8-4f8eb6b5d4a6') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:48.363769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4990c-b80d-49c3-a559-b640989b187a req-0bbed243-5f53-4e10-83ee-b9c3a3373785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.378468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-0bbed243-5f53-4e10-83ee-b9c3a3373785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7221217 Aug 19 18:04:48.379816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:48.387678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-bb05cd38-b315-4ab3-8231-3084a1f81037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.388344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-bb05cd38-b315-4ab3-8231-3084a1f81037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.389016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-bb05cd38-b315-4ab3-8231-3084a1f81037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:48.392006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-bb05cd38-b315-4ab3-8231-3084a1f81037 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9276061 Aug 19 18:04:48.393078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.404291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.404814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.411051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:48.434230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:48.443291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:48.466380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.489516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.536400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:04:48.536871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:04:48.583018 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:04:48.587362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.590803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-409a22db-31de-474b-a398-e9aeafc3f3b7 req-464f0546-f5d3-4efc-a05d-53cb7e2d9f4f tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2636263 Aug 19 18:04:48.591782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.659797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.674318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.682295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d1c4ebf-2521-4765-9d31-6595fc41c69a HTTP/1.1" status: 204 len: 168 time: 0.7299783 Aug 19 18:04:48.689492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:48.818706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9dba-03a7-419b-aefe-21f758c41c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1c4ebf-2521-4765-9d31-6595fc41c69a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:48.931547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-5f13ab1b-2682-4713-a503-186d3e2ec2c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5597162 Aug 19 18:04:48.984097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.077812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33164) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:49.109608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-c6b41d84-d2e2-4bf6-81ac-18a9236b044c service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002277 Aug 19 18:04:49.247384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-0151150e-e5cc-48bb-89ef-29d1dc413913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.248039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc19f32-7361-4fe2-b7b4-380d4e8ef944 None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:49.251718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f831d6b-4a0b-4b8a-8f63-fb68448f5390 req-0151150e-e5cc-48bb-89ef-29d1dc413913 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8252013 Aug 19 18:04:49.336884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-ddda37fa-6cce-4f27-93f5-d292ff4d3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.338653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-ddda37fa-6cce-4f27-93f5-d292ff4d3416 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abb328d9e64642a9a11d8a005cc17487&device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 1098 time: 0.3109066 Aug 19 18:04:49.366807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-59070d8d-2368-4566-957d-358b07040976 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59b3ddfa63774a8795f8fc89e00b31ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875865 Aug 19 18:04:49.373354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:49.404573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8fcb2942-bfa3-43d8-9356-b7e7f1612472 None None] Provisioning for port 460117ca-37b0-48fa-a3ca-077e02528d70 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:49.508992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957cbda-bef6-4c48-9f38-7f7af76fa3ec req-612bf968-1c8e-4e77-bcaf-3d57a1aab9ff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.520071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3957cbda-bef6-4c48-9f38-7f7af76fa3ec req-612bf968-1c8e-4e77-bcaf-3d57a1aab9ff tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.2483947 Aug 19 18:04:49.545307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Attempting to bind port b084538b-42c4-4bec-80b5-b5f0c328d2c6 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:49.545836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Attempting to bind port b084538b-42c4-4bec-80b5-b5f0c328d2c6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:49.546641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Attempting to bind port b084538b-42c4-4bec-80b5-b5f0c328d2c6 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:49.621929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Port b084538b-42c4-4bec-80b5-b5f0c328d2c6 on network 1546e13f-857e-4d11-8d87-5257f92c4210 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:49.622671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Attempting to bind port b084538b-42c4-4bec-80b5-b5f0c328d2c6 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:49.630285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.646751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-edb4990c-b80d-49c3-a559-b640989b187a req-a945b77d-8ddb-4475-b9a4-e14c5c0ad6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253148 Aug 19 18:04:49.659984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:49.660572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:49.661241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Bound using segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:49.662019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Bound port: b084538b-42c4-4bec-80b5-b5f0c328d2c6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:49.662771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.679029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.733787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3957cbda-bef6-4c48-9f38-7f7af76fa3ec req-057a46e1-a317-474b-bf74-27e98e86da72 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127025 Aug 19 18:04:49.743364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.756394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.931390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.951795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:49.973901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0e26f231-2988-4b9d-8ecf-2ef9412700d9 None None] Provisioning for port e9f23047-72a4-45a1-a2f3-f45f416560e6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:49.986766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0e26f231-2988-4b9d-8ecf-2ef9412700d9 None None] Provisioning complete for port e9f23047-72a4-45a1-a2f3-f45f416560e6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:49.987228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0e26f231-2988-4b9d-8ecf-2ef9412700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:49.996017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.015106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.024069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.049367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.065614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.077535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d857c704-12e4-4714-8049-3c53e56ee229 req-067f4b98-96ba-4fd0-8214-4b8896f8e4d9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5392 time: 0.5535374 Aug 19 18:04:50.122756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0e26f231-2988-4b9d-8ecf-2ef9412700d9 None None] Port e9f23047-72a4-45a1-a2f3-f45f416560e6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:50.172343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 460117ca-37b0-48fa-a3ca-077e02528d70 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:50.187847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-1d3143d4-ef80-4c83-8ccf-3e59e8431f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.190220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-1d3143d4-ef80-4c83-8ccf-3e59e8431f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 200 len: 913 time: 0.8179817 Aug 19 18:04:50.282544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 460117ca-37b0-48fa-a3ca-077e02528d70 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:50.289579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 460117ca-37b0-48fa-a3ca-077e02528d70 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:50.290470 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.308919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d857c704-12e4-4714-8049-3c53e56ee229 req-df1d858d-1ef8-417d-8d38-583020236323 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304270 Aug 19 18:04:50.311150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff46c34a-97b8-4525-84aa-73e94c1a41f7 req-d255fd6e-772f-414b-b482-9d5762336161 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1393371 Aug 19 18:04:50.312837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-b54cb4d1-2433-4b9e-9cd1-3f2fd51d0b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 200 len: 217 time: 0.1074309 Aug 19 18:04:50.383277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-bc9feadc-f0aa-4b5e-b2b0-f82197a0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.385215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-bc9feadc-f0aa-4b5e-b2b0-f82197a0d732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 200 len: 851 time: 0.0642333 Aug 19 18:04:50.428951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2b8c40c-1363-4fb1-abee-726f955e29a3 None None] Provisioning complete for port e9f23047-72a4-45a1-a2f3-f45f416560e6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:50.429664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2b8c40c-1363-4fb1-abee-726f955e29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.438199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.442932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:50.451015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.454983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.455206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ffeb15e-3932-4446-a59a-be3e6dcfccc7 HTTP/1.1" status: 204 len: 168 time: 1.0804248 Aug 19 18:04:50.474141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:50.483074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:50.486369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79093f97-cf59-4869-a54e-d905085b2a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffeb15e-3932-4446-a59a-be3e6dcfccc7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:50.504492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.539139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8c40c-1363-4fb1-abee-726f955e29a3 None None] Port e9f23047-72a4-45a1-a2f3-f45f416560e6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:50.602817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:50.613607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:50.615967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:50.616755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-e91d6853-dd40-4573-9521-7bd2b436debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.617762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.619023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-e91d6853-dd40-4573-9521-7bd2b436debd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1951b540-bed3-4d22-b852-d69b44f0a575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243915 Aug 19 18:04:50.622659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:50.623315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.624834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-4c6e3e39-d005-4cea-846a-fc65caecea48 service neutron] 10.222.0.42 "PUT /v2.0/ports/b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 1091 time: 4.1907911 Aug 19 18:04:50.635425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:50.638543 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:50.741747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 460117ca-37b0-48fa-a3ca-077e02528d70, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=460117ca-37b0-48fa-a3ca-077e02528d70,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:50.789208 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:50.794603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d7de11da-9f01-4e46-a8b7-dbf9ede07b1e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:50.834376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-6889bb0f-d137-4e77-b7a5-ba61e6c5b2fe service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877306 Aug 19 18:04:50.837797 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600bfa9-0d3f-4d61-a793-dc0e8d8aab71 x-openstack-request-id: req-3600bfa9-0d3f-4d61-a793-dc0e8d8aab71 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:50.838200 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:50.838584 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3600bfa9-0d3f-4d61-a793-dc0e8d8aab71 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:50.839259 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'status': 'completed', 'code': 200} Aug 19 18:04:50.864063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:50.885976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:04:51.103089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=460117ca-37b0-48fa-a3ca-077e02528d70,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:51.150041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:51.150424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.283869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:04:51.307218 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b65ec647-8f52-4dee-b8fb-9d37ec591af5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6089058 Aug 19 18:04:51.310159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33194) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:51.316279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'network': {'name': 'tempest-RoutersTest-988159776'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:51.322397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:04:51.364084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:51.365054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:51.435712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff0593a-3786-4534-89c6-5fed443832f2 req-2730deeb-963a-4f17-b150-50c705e76a11 service neutron] 10.222.0.13 "GET /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135202 Aug 19 18:04:51.436066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:51.449029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.466150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.506544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.507685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.508337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.509071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.509956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.510513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.511214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.514115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-e570bff0-8233-4620-b633-e4096de4455a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6288 time: 0.6354513 Aug 19 18:04:51.525735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:51.541346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aaa410-73fc-4207-932f-9a0971f901f1 req-dff30b3e-f25e-4032-a180-f34c5e25dd57 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.548492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9aaa410-73fc-4207-932f-9a0971f901f1 req-dff30b3e-f25e-4032-a180-f34c5e25dd57 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3269687 Aug 19 18:04:51.549247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.549901 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added segment 5513831d-e2ab-4d06-9c55-b4d3c161b68f of type vlan for network 81876c11-7548-4caf-9c03-6b1f7a79123c Aug 19 18:04:51.613598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a78d39ba-1cfe-442a-a8ed-d7a0e21d4c22 req-1db42c78-6ff5-49be-8dce-696c7760491c tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0573401 Aug 19 18:04:51.638410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.724650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.743762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:51.748830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:51.749791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.856183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9aaa410-73fc-4207-932f-9a0971f901f1 req-c31093b6-058f-4d15-9e11-242f48656880 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321048 Aug 19 18:04:51.896559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b650d02d-856d-426f-8f77-97e1781de86b None None] Provisioning complete for port e9f23047-72a4-45a1-a2f3-f45f416560e6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:51.896559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b650d02d-856d-426f-8f77-97e1781de86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:51.978491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Network': ['ID=81876c11-7548-4caf-9c03-6b1f7a79123c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:51.997811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0dc3272f-5cc3-4378-bea6-c5c75977448e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6862755 Aug 19 18:04:51.999905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33210) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:52.022531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 81876c11-7548-4caf-9c03-6b1f7a79123c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:52.028060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'subnet': {'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:52.116186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 460117ca-37b0-48fa-a3ca-077e02528d70 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:52.128390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b650d02d-856d-426f-8f77-97e1781de86b None None] Port e9f23047-72a4-45a1-a2f3-f45f416560e6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:52.236463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.243658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.250127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.257436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.263949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.270512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.278860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.290572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-ae6054e9-dd51-4ed5-962b-a76cbecd1f9a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5392 time: 0.4833145 Aug 19 18:04:52.293724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-bac6ee0a-d346-4e8d-9ef5-3e2bbac3b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.294363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-bac6ee0a-d346-4e8d-9ef5-3e2bbac3b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.294991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-bac6ee0a-d346-4e8d-9ef5-3e2bbac3b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.297470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-bac6ee0a-d346-4e8d-9ef5-3e2bbac3b2c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7440197 Aug 19 18:04:52.328607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Made reservation on behalf of cec0d3594e7340af83e95f47aa9e695c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:52.334876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.342359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:49Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:52.345566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 460117ca-37b0-48fa-a3ca-077e02528d70 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:52.346786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.426674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:04:52.426955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Updating router 93628fc6-17b4-4afc-9428-22a789bd86af port e9f23047-72a4-45a1-a2f3-f45f416560e6 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:04:52.464588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33222) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:52.488524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f998f0-3dac-40cf-927e-6662772124b5 req-abae0a43-8d0c-4800-bd02-85893c1b3a0c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.491398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f998f0-3dac-40cf-927e-6662772124b5 req-abae0a43-8d0c-4800-bd02-85893c1b3a0c tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.4060285 Aug 19 18:04:52.540581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.621735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3f998f0-3dac-40cf-927e-6662772124b5 req-27ca9bd3-c641-4918-ac7f-e0fd39b430cf tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173995 Aug 19 18:04:52.631393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8667cc46-49e1-4c17-85fc-d55d47322a6f req-b615d071-e262-4e0c-8c73-958efed69dfa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3398187 Aug 19 18:04:52.682737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-8fd025bf-7ae6-489c-9b41-3a5852772079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.693318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.694966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3adfded1-0ff3-466d-ac6e-4a03c7832ca3 req-8fd025bf-7ae6-489c-9b41-3a5852772079 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3645132 Aug 19 18:04:52.809385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-304848056-network', 'tenant_id': '3742f5e3282a495495770c59a6682224'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:52.837856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8869340b-25fe-4cf9-9d6c-4cabce8510ab {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:52.850556 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.872691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Made reservation on behalf of 3742f5e3282a495495770c59a6682224 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:52.878156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.881133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Transition to ACTIVE for port object 8869340b-25fe-4cf9-9d6c-4cabce8510ab will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:52.897727 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.909759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:52.928938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Checking segment: {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:52.929432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network hostable DHCP agents. Network: 81876c11-7548-4caf-9c03-6b1f7a79123c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:52.937968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Subnet': ['ID=e9f7fa20-cb42-45b6-ab34-28940bebf72d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:52.967536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 81876c11-7548-4caf-9c03-6b1f7a79123c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:52.983178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 81876c11-7548-4caf-9c03-6b1f7a79123c) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:52.997280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:52.998152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.019609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed25a52b-0697-4e8b-b581-c199bb746a6b req-27ec7db2-ae32-4b48-9689-fcbc1897fbf2 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0679460 Aug 19 18:04:53.019888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0806a1e-fdd3-4c6f-b06d-21b14215b376 None None] Network 81876c11-7548-4caf-9c03-6b1f7a79123c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:53.028159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:53.267089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Attempting to bind port 8869340b-25fe-4cf9-9d6c-4cabce8510ab on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:53.268177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Attempting to bind port 8869340b-25fe-4cf9-9d6c-4cabce8510ab by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:53.268696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Attempting to bind port 8869340b-25fe-4cf9-9d6c-4cabce8510ab on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:53.279138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Port 8869340b-25fe-4cf9-9d6c-4cabce8510ab on network 1546e13f-857e-4d11-8d87-5257f92c4210 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:53.279830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Attempting to bind port 8869340b-25fe-4cf9-9d6c-4cabce8510ab on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:53.292312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:53.293318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Checking segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:53.293953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Bound using segment: {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:53.294611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Bound port: 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbd4f8d-08ee-4b10-8991-80cfb666847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:53.295187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.411435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.427479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.431576 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce3c74a5-fe45-4bb5-8092-55b52ce97703 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4239707 Aug 19 18:04:53.432135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33246) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:53.495981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.550851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Transition to ACTIVE for port object e9f23047-72a4-45a1-a2f3-f45f416560e6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:53.586300 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.668182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-81876c11-7548-4caf-9c03-6b1f7a79123c', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:04:53.669562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.675407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0be1d-3297-497f-82f4-bcec92fed595 None None] Pushing event updated for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:53.876730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Attempting to bind port e9f23047-72a4-45a1-a2f3-f45f416560e6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:53.877115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Attempting to bind port e9f23047-72a4-45a1-a2f3-f45f416560e6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:53.877487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Attempting to bind port e9f23047-72a4-45a1-a2f3-f45f416560e6 on network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:53.888613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:53.888999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Checking segment: {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:53.889427 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:53.889816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Bound using segment: {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:53.890666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Bound port: e9f23047-72a4-45a1-a2f3-f45f416560e6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64400d-4962-42b4-980d-84f78f94e135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:53.891064 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.063066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Allocated IP 172.23.0.2 (81876c11-7548-4caf-9c03-6b1f7a79123c/e9f7fa20-cb42-45b6-ab34-28940bebf72d/66d9602e-ec3c-4b84-8e99-eefbb45f0947) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:54.082274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] For port e9f23047-72a4-45a1-a2f3-f45f416560e6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:54.089453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] For port e9f23047-72a4-45a1-a2f3-f45f416560e6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9f23047-72a4-45a1-a2f3-f45f416560e6,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:54.105904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.191181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:04:54.216357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:54.269225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:04:54.270544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:04:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:54.288080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.288525 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Added segment 170b1866-b193-4155-936f-338c465d3553 of type vlan for network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 Aug 19 18:04:54.292675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946a7b6-81c8-443e-af14-09f3e91f43a3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:54.300679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:54.342014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.390000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0be1d-3297-497f-82f4-bcec92fed595 None None] Pushing event updated for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:54.416888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:04:54.447398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.536056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.590917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Transition to ACTIVE for port object 66d9602e-ec3c-4b84-8e99-eefbb45f0947 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:54.598546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.614551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.625246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.643032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.653450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.660723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.663055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Transition to ACTIVE for port object 66d9602e-ec3c-4b84-8e99-eefbb45f0947 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:54.667681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.674442 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.676832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-c8a10df4-f95f-446e-be1a-cdd0d0ce44c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5404 time: 0.6192737 Aug 19 18:04:54.686274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.687120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.688735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] 10.222.0.42 "PUT /v2.0/ports/8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 1092 time: 3.8482356 Aug 19 18:04:54.690292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:54.692695 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a70249-438a-4742-92e7-79ed113ef956" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:54.702128 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:04:54.770676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:54.788172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Network 81876c11-7548-4caf-9c03-6b1f7a79123c is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:54.820194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:54.823496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:54.839880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e76403-00c9-4c3d-91c7-470093dc8fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:54.844300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.846174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.847075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.857049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Pushing event updated for resources: {'Port': ['ID=66d9602e-ec3c-4b84-8e99-eefbb45f0947,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:54.879030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-3d72525d-6870-44c2-816c-a78d52195e38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:54.881691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-3d72525d-6870-44c2-816c-a78d52195e38 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbea2293-a3b8-4702-96d0-864845cc2d99 HTTP/1.1" status: 200 len: 943 time: 0.5993390 Aug 19 18:04:54.961264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Attempting to bind port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:54.961720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Attempting to bind port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:54.962132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Attempting to bind port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 on network 81876c11-7548-4caf-9c03-6b1f7a79123c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:54.973848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:54.974227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Checking segment: {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:54.974639 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.975103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Bound using segment: {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:54.975754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Bound port: 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:54.976221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:54.989162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:54Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:04:55.024245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccae90-8318-4528-a63a-91a435ffd1c4 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:54Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:04:55.109205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e84565a-0b10-4a09-8f51-c08319a7d3c9 req-05175f50-6773-4e44-b9b1-2d36c2d3e080 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310675 Aug 19 18:04:55.152941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] For port 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:55.161552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] For port 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=66d9602e-ec3c-4b84-8e99-eefbb45f0947,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:55.180721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.214136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7212248 Aug 19 18:04:55.218104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33280) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:04:55.225790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Request body: {'subnet': {'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-304848056-subnet', 'tenant_id': '3742f5e3282a495495770c59a6682224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:04:55.267560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057a6c-c3a5-4d29-97c5-c275c695f1bc None None] Pushing event updated for resources: {'Port': ['ID=66d9602e-ec3c-4b84-8e99-eefbb45f0947,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:55.288504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.294663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Made reservation on behalf of 3742f5e3282a495495770c59a6682224 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:04:55.299276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471be940-4b97-49a7-89fd-64aebeef2143 admin admin] Pushing event updated for resources: {'Network': ['ID=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:55.301066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.317340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:04:55.610904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ac5b290-53a2-49e5-a860-f9fe3f6c03b3 req-09493aff-0ff7-4db4-83d3-c82e3dce28d3 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0833361 Aug 19 18:04:55.781267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.843506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35950b1-12e6-4a16-bacf-a4d05065a0c4 x-openstack-request-id: req-f35950b1-12e6-4a16-bacf-a4d05065a0c4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:55.843506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:55.849314 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f35950b1-12e6-4a16-bacf-a4d05065a0c4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:55.849314 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'status': 'completed', 'code': 200} Aug 19 18:04:55.900673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:55.934448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd55bb3f-fdfc-4a84-8434-b0480a7ddc85,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:55.950966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Checking segment: {'id': '170b1866-b193-4155-936f-338c465d3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:55.951630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Network hostable DHCP agents. Network: 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:04:55.993278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:04:56.029238 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.029940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port 1dcbded0-ff4d-471d-9140-9567f050f3ab {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:04:56.030162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.035143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:56.053590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.057746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:56.063373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684a94d-60c3-43c5-bd40-1bc0c79cab6b None None] Network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:56.112259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-351406fa-c049-424a-8a61-77a339e7212e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8896441 Aug 19 18:04:56.525099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9f23047-72a4-45a1-a2f3-f45f416560e6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:56.542371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.544820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.546246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.549145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.550575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.551779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.553800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:56.560877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a70249-438a-4742-92e7-79ed113ef956 req-ab16a706-7f27-40db-877b-51666dd8d00b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6356 time: 0.7090929 Aug 19 18:04:56.704847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a51ec-ec1b-4df8-b617-973bea1ad1db None None] Network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:56.824925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e9f23047-72a4-45a1-a2f3-f45f416560e6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:56.839963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e9f23047-72a4-45a1-a2f3-f45f416560e6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:56.840335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.024296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9127c8f-1a1e-4a7e-b37e-b698d3e61f37 None None] Network 81876c11-7548-4caf-9c03-6b1f7a79123c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:04:57.063422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.070765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.077695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.085035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.091556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.092559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.101219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.109073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.114924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-6412d2f5-4d65-4e98-b95f-cee85c98b339 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 1.0670424 Aug 19 18:04:57.137581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port 1dcbded0-ff4d-471d-9140-9567f050f3ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1dcbded0-ff4d-471d-9140-9567f050f3ab,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:57.139011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.144200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8dcd9e7d-47a4-4277-b94e-09f8af4db531 None None] Provisioning for port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:57.188497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e9f23047-72a4-45a1-a2f3-f45f416560e6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9f23047-72a4-45a1-a2f3-f45f416560e6,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:57.197174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.198101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 66d9602e-ec3c-4b84-8e99-eefbb45f0947 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:57.264356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for 1dcbded0-ff4d-471d-9140-9567f050f3ab owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:04:57.338829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da1b9bab-5329-417c-8b08-a8b5a53b2671 req-de370d33-bc73-4f40-8fcf-56f99707c096 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537490 Aug 19 18:04:57.377507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:57.409407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:57.413372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:57.414134 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.550035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Allocated IP 172.23.0.1 (81876c11-7548-4caf-9c03-6b1f7a79123c/e9f7fa20-cb42-45b6-ab34-28940bebf72d/bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:04:57.568369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.620913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-de0f4476-763d-4473-b0dd-799dfbd8ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.621744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-de0f4476-763d-4473-b0dd-799dfbd8ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.622571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-de0f4476-763d-4473-b0dd-799dfbd8ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.625251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a70249-438a-4742-92e7-79ed113ef956 req-de0f4476-763d-4473-b0dd-799dfbd8ce06 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7040668 Aug 19 18:04:57.669207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=66d9602e-ec3c-4b84-8e99-eefbb45f0947,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:04:57.677144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.822915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=66d9602e-ec3c-4b84-8e99-eefbb45f0947,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:57.860763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f270d828-eaae-4324-9a9b-5d0757a5ae7d {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:04:57.882982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.889104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.893568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-14f072bd-50fe-4c7e-b1e1-b8a732180c0c None None] Provisioning complete for port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:57.894388 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14f072bd-50fe-4c7e-b1e1-b8a732180c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:57.895763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.901726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.908177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.916606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.928107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:57.931389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-531d9066-29b4-4dd7-bce0-a3628938760c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5404 time: 0.4080291 Aug 19 18:04:57.943628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.053180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Transition to ACTIVE for port object f270d828-eaae-4324-9a9b-5d0757a5ae7d will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:58.079289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9f23047-72a4-45a1-a2f3-f45f416560e6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:58.080366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.094347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a70249-438a-4742-92e7-79ed113ef956 req-860c7b05-21a3-400a-8628-cfc9287940cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:58.097789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84a70249-438a-4742-92e7-79ed113ef956 req-860c7b05-21a3-400a-8628-cfc9287940cc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444854 Aug 19 18:04:58.107382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.133534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85967cf5-accd-4006-8dbd-de6c2c1c70c1 req-8bf3a54f-261c-469b-8336-f38cce910b9e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797922 Aug 19 18:04:58.156050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2e9172b-33d3-408e-9df4-13b280a8e269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.179387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Transition to ACTIVE for port object bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:04:58.184963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.197873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e9f23047-72a4-45a1-a2f3-f45f416560e6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:58.198662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.207572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['039b17dd-4e08-4ab2-8c48-22e755697128'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:58.218706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Pushing event updated for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:58.286176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:04:58.311753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=1dcbded0-ff4d-471d-9140-9567f050f3ab,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:58.395169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] No DVR routers for this DVR port 1dcbded0-ff4d-471d-9140-9567f050f3ab on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:04:58.419780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.435868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c03d41-94a1-4b8b-af69-1bbc5d8278c8 req-fe85f00b-5893-40a0-82d6-06dd5b5cf923 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "DELETE /v2.0/ports/1dcbded0-ff4d-471d-9140-9567f050f3ab HTTP/1.1" status: 204 len: 173 time: 3.5147352 Aug 19 18:04:58.458539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-deleted', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:04:58.461005 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acd2dd-70ae-4e11-8440-0e2312b76334" -d '{"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-deleted", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:04:58.530979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:58.657020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 66d9602e-ec3c-4b84-8e99-eefbb45f0947 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:04:58.805794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:58.806199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.139353 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:04:59.159966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Attempting to bind port f270d828-eaae-4324-9a9b-5d0757a5ae7d on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:04:59.160512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Attempting to bind port f270d828-eaae-4324-9a9b-5d0757a5ae7d by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:04:59.160626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Attempting to bind port f270d828-eaae-4324-9a9b-5d0757a5ae7d on network 323a64de-56a8-442d-8b2d-3459ede52464 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:59.170702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 81876c11-7548-4caf-9c03-6b1f7a79123c is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:04:59.184024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:04:59.186288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Port f270d828-eaae-4324-9a9b-5d0757a5ae7d on network 323a64de-56a8-442d-8b2d-3459ede52464 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:04:59.186660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Attempting to bind port f270d828-eaae-4324-9a9b-5d0757a5ae7d on network 323a64de-56a8-442d-8b2d-3459ede52464 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:04:59.189738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:04:59.204453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:04:59.237747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:04:59.237747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Checking segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:04:59.237747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Bound using segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:04:59.238378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Bound port: f270d828-eaae-4324-9a9b-5d0757a5ae7d, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:04:59.238564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.295253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c576faef-49d6-43f6-89c8-b3fedeb8f6ea req-25d428f4-5707-4822-bdb3-a6e2f68ceac6 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0655439 Aug 19 18:04:59.317919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.439755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-764edaa7-0446-4d6f-929b-8578464387be tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.445769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-764edaa7-0446-4d6f-929b-8578464387be tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/networks?id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 HTTP/1.1" status: 200 len: 813 time: 0.8644607 Aug 19 18:04:59.557822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86cef625-0f2c-4136-bc49-7ba34f26d761 None None] Provisioning for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:04:59.568977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86cef625-0f2c-4136-bc49-7ba34f26d761 None None] Provisioning complete for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:04:59.569379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-86cef625-0f2c-4136-bc49-7ba34f26d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.615179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-f13f62d3-78b1-4a2e-ad82-c078b26126e5 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/quotas/3742f5e3282a495495770c59a6682224 HTTP/1.1" status: 200 len: 375 time: 0.1475878 Aug 19 18:04:59.616866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-86cef625-0f2c-4136-bc49-7ba34f26d761 None None] Port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:04:59.699386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-5aba2d0b-20c4-461a-9405-909e2bc40725 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3742f5e3282a495495770c59a6682224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677364 Aug 19 18:04:59.705361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:04:59.765017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.771762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.777155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.783152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.789079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.795076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.802126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.804177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7181bacd-3795-47d9-be14-1aa918c407ba req-4eca078e-80ef-429f-86e8-f0d2ef836e1f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.3395045 Aug 19 18:04:59.827560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:04:59.859402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.865921 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e41c2-c12f-4d9b-a5e3-3afaa93aff4c x-openstack-request-id: req-140e41c2-c12f-4d9b-a5e3-3afaa93aff4c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:04:59.866384 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea2293-a3b8-4702-96d0-864845cc2d99", "name": "network-vif-deleted", "tag": "1dcbded0-ff4d-471d-9140-9567f050f3ab", "status": "failed", "code": 422}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:04:59.867044 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-140e41c2-c12f-4d9b-a5e3-3afaa93aff4c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:04:59.867981 n-d-778550-10 neutron-server[101324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbea2293-a3b8-4702-96d0-864845cc2d99', 'name': 'network-vif-deleted', 'tag': '1dcbded0-ff4d-471d-9140-9567f050f3ab', 'status': 'failed', 'code': 422} returned with failed status Aug 19 18:04:59.888075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.931090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:04:59.931760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:04:59.933274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] 10.222.0.42 "PUT /v2.0/ports/f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 1092 time: 5.2083900 Aug 19 18:04:59.989439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Request body: {'port': {'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:00.069490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faade179-eab4-49e7-ae81-27a5f9b0b584 service neutron] Pushing event updated for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:00.149252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-89b01f16-357d-489f-874b-11468568c187 service neutron] 10.222.0.36 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300778 Aug 19 18:05:00.283203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.295573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.301780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.307887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.314864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.321011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.327435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.334228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:00.336422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4178d053-6164-4be5-9097-493298ed7a49 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5416 time: 0.3549049 Aug 19 18:05:00.515143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-f3c590bc-947d-48d3-86c9-1be384fbb0d7 service neutron] 10.222.0.36 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343501 Aug 19 18:05:00.531641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dcf92a50-8b0e-4f1c-8084-d73561c26987 req-4e8da98a-ab4f-426e-9df6-1b5f8d22c2ba tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806049 Aug 19 18:05:00.568498 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b6ec545-4204-4a9a-a24b-07f554384b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.747716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.758845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.873678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.951406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b00834ac-8fd5-4b9b-852b-5aa160d153ea req-2ad8fe30-b143-4a6f-b5d9-9944693a956e tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 210 time: 0.1105776 Aug 19 18:05:00.960644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a762af55-38e6-4f22-bfb0-bdee699ec25b req-bf0d74c5-be8a-4393-8e36-7adab6244963 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.0773084 Aug 19 18:05:00.972803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:00.996689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event updated for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:01.226004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86577938-b0d2-4a26-ab4a-b631a7babb1e {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:01.259895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.301214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c193020-5136-4f95-a66f-b4ae3ce6a7a5 req-c32ba7b3-4bef-43a2-a1ce-02de818e4bb9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.302860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c193020-5136-4f95-a66f-b4ae3ce6a7a5 req-c32ba7b3-4bef-43a2-a1ce-02de818e4bb9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 907 time: 0.2113907 Aug 19 18:05:01.310933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Transition to ACTIVE for port object 86577938-b0d2-4a26-ab4a-b631a7babb1e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:01.316666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.329810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Network 81876c11-7548-4caf-9c03-6b1f7a79123c is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:01.366243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:01.397637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:01.603954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:01.628556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Attempting to bind port 86577938-b0d2-4a26-ab4a-b631a7babb1e on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:01.629272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Attempting to bind port 86577938-b0d2-4a26-ab4a-b631a7babb1e by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:01.629814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Attempting to bind port 86577938-b0d2-4a26-ab4a-b631a7babb1e on network 323a64de-56a8-442d-8b2d-3459ede52464 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:01.748193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Port 86577938-b0d2-4a26-ab4a-b631a7babb1e on network 323a64de-56a8-442d-8b2d-3459ede52464 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:01.748528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Attempting to bind port 86577938-b0d2-4a26-ab4a-b631a7babb1e on network 323a64de-56a8-442d-8b2d-3459ede52464 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:01.773133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:01.773486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Checking segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:01.773888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Bound using segment: {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:01.774339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Bound port: 86577938-b0d2-4a26-ab4a-b631a7babb1e, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a961130f-3c3d-4abc-905a-ba84b4fc5453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:01.774712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.810800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d800a0b-cb5a-43cc-9626-1e3c959865ac None None] Provisioning complete for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:01.812136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d800a0b-cb5a-43cc-9626-1e3c959865ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.862138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8d800a0b-cb5a-43cc-9626-1e3c959865ac None None] Port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:01.869472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:01.873827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:01.877451 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:01.881497 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:01.885636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dff60741-a1d2-4763-91cb-5e10c8861bf5 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4417634 Aug 19 18:05:01.888952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33380) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:01.896906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:01.897799 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:01.899318 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:01.924496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:01.936294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.942375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.948694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.956016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.961343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.967284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.973466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:01.984513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e17d900-5aa3-4441-8a65-2326be18050f req-c40ef0f7-4768-49ed-b0c9-f9c4e39718eb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.2396936 Aug 19 18:05:02.000506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a42bba-0163-4425-98a9-237a0568c945 x-openstack-request-id: req-e9a42bba-0163-4425-98a9-237a0568c945 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:02.000865 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:02.001219 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9a42bba-0163-4425-98a9-237a0568c945 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:02.001895 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d', 'status': 'completed', 'code': 200} Aug 19 18:05:02.041656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:02.109045 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:02.142067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:02.175329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e17d900-5aa3-4441-8a65-2326be18050f req-18670ea9-d8ae-4854-9580-feabb8faca74 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895964 Aug 19 18:05:02.227632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.417283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ded38d0-7d3e-4e48-8ec5-06a5e5c03ef3 req-a6c0fd95-40e0-4992-b491-6963d54bfcbf tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 210 time: 0.2886696 Aug 19 18:05:02.542967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab4b351b-636c-4ca6-920d-6304abb31231 req-4b0e4535-a33d-4219-bb0a-dd1e832a3e7a tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1305721 Aug 19 18:05:02.568305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.569130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:02.570760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 1092 time: 2.5855546 Aug 19 18:05:02.574587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-dda16768-9eb1-4435-bba4-92415c389f61 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.576729 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-dda16768-9eb1-4435-bba4-92415c389f61 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.42 "GET /v2.0/networks?id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 HTTP/1.1" status: 200 len: 813 time: 0.3985777 Aug 19 18:05:02.597788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Request body: {'port': {'device_id': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1', 'admin_state_up': True, 'tenant_id': '3742f5e3282a495495770c59a6682224'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:02.659548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.665447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.667144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.667854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.670719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.671425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.672094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.681089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5d01ff27-8f11-4c32-a859-864f660da4eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6450 time: 0.6348422 Aug 19 18:05:02.686894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbf77-8fc9-4030-b2f9-efae36e4f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:02.808110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cab6f-4cea-4216-877b-77acd5cac049 req-637e3146-dc38-4dc8-8e72-11da1360f329 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.810042 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d8cab6f-4cea-4216-877b-77acd5cac049 req-637e3146-dc38-4dc8-8e72-11da1360f329 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 907 time: 0.2366056 Aug 19 18:05:02.879367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-1b96a2dc-0dda-44e4-b835-8f2de0e0987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.880151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-1b96a2dc-0dda-44e4-b835-8f2de0e0987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.880793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-1b96a2dc-0dda-44e4-b835-8f2de0e0987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:02.882792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-1b96a2dc-0dda-44e4-b835-8f2de0e0987e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1881669 Aug 19 18:05:02.901599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:04:59Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:00Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:02.945852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:05:02.959050 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:02.961049 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Updating router 93628fc6-17b4-4afc-9428-22a789bd86af port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:05:03.002513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Removed routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:05:03.003372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.006140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Made reservation on behalf of 3742f5e3282a495495770c59a6682224 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:03.013878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.020476 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.110285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5c3fa485-c45c-45d3-b538-06ea9a558ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.112960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47dcd4bb-a0d7-4d4b-866c-d9d7316c5ed5 req-5c3fa485-c45c-45d3-b538-06ea9a558ab0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226543 Aug 19 18:05:03.180933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:03.273226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-a042bc6f-da39-423d-9b5e-c65cc3b1afd7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.275403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-a042bc6f-da39-423d-9b5e-c65cc3b1afd7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 907 time: 0.1611712 Aug 19 18:05:03.315347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.316409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.317828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.318866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.319752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.320781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.321774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.324691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-bdc6b495-88d9-46b4-aa14-134c70a5c7c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6492 time: 0.1424937 Aug 19 18:05:03.405992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.415182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.483425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.534443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-87dbad80-065b-4cf8-a744-d72599739144 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 217 time: 0.1945393 Aug 19 18:05:03.671111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.682765 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.685588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.699439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.703749 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Transition to ACTIVE for port object bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:03.705618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Allocated IP 172.20.0.4 (71d3aedc-4d6d-48ed-944f-7f6fecca8bf1/cd55bb3f-fdfc-4a84-8434-b0480a7ddc85/23693b0d-a5b6-49cd-a568-4ad9f990d9b9) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:03.715264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.718733 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.727344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.738714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.749872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.764138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-dc982a8b-a562-4795-8547-aaa275c9a0d5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.4377873 Aug 19 18:05:03.769081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:03.783902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6c303bf-32d8-4fd9-aac5-eaa4e0a2a174 req-1f08c55d-0381-403b-8d2e-4cfd903d98b7 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 210 time: 0.1748786 Aug 19 18:05:03.802250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0065f1f0-d2cd-4d37-8ebc-1eb0e9bd27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.803646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0065f1f0-d2cd-4d37-8ebc-1eb0e9bd27b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.2580762 Aug 19 18:05:03.832663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.833843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.834510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.834994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.835491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.835956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.836425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:03.847041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-d4fbe11b-7fe5-4048-8a80-3f6dc63ea1a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.6587265 Aug 19 18:05:03.888827 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e824e-401b-4f41-a46e-20b20324daa9 None None] Pushing event updated for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:03.922873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Attempting to bind port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:03.923911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Attempting to bind port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:03.923911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Attempting to bind port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 on network 81876c11-7548-4caf-9c03-6b1f7a79123c {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:03.933617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:03.934011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Checking segment: {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:03.940879 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:03.941443 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Bound using segment: {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:03.942138 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Bound port: bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513831d-e2ab-4d06-9c55-b4d3c161b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:03.942826 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.005620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port def10ede-3490-4892-a9fb-8c71f1268f84 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:04.005865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.041460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] For port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:04.045402 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] For port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:04.053935 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.083297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:04.091529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.096362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6ee0f00a-5a37-46cb-8ca1-72de0e937a89 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 934 time: 2.2062778 Aug 19 18:05:04.099163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33426) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:04.127292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:04.130107 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cacbc7-04d5-4445-a295-7b43af28a282" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:04.135288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7059299-dca0-480d-b847-de8ce1061a1b req-4c69c6d6-c2fb-4a7f-9835-48d03a3b3f89 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1709821 Aug 19 18:05:04.167327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a79bb439-998c-40e9-bd9f-b6e962514c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.169513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-a79bb439-998c-40e9-bd9f-b6e962514c84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3157032 Aug 19 18:05:04.173028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.190694 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:04.191611 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:04.203349 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e824e-401b-4f41-a46e-20b20324daa9 None None] Pushing event updated for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:04.253983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36bc8384-d584-42a2-99e7-d5c0c8531ed4 req-b7ba4082-8309-4711-83ee-2a043f721c15 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4883449 Aug 19 18:05:04.344864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-254c7943-8e2b-41b4-82c4-d68e213a2a59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&id=882fd1e1-0103-48b2-a358-63e41fd83055&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4962139 Aug 19 18:05:04.434638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.445952 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d66d495-b38f-449a-90c7-738d5940dd02 x-openstack-request-id: req-4d66d495-b38f-449a-90c7-738d5940dd02 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:04.450050 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:04.450484 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d66d495-b38f-449a-90c7-738d5940dd02 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:04.451132 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'status': 'completed', 'code': 200} Aug 19 18:05:04.520479 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:04.551900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Pushing event updated for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:04.584915 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-94d7566e-6176-45a6-ab77-9587de9ace04 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 934 time: 0.4842374 Aug 19 18:05:04.602137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:04.603666 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:04.617627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'routes': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:04.625248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:04.698235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:04.887893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:04.889210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:04.925227 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:02Z', 'revision_number': 6, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:04Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:04.975724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df6b98-2f27-47a1-878f-cf0a1d1f833a None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:02Z', 'revision_number': 6, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:04Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:05.247060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port def10ede-3490-4892-a9fb-8c71f1268f84, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=def10ede-3490-4892-a9fb-8c71f1268f84,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:05.251526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.300154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f819f-0f13-4e04-b5f6-8c7be5249565 req-67f5cd42-e5d5-44e6-8bd5-d3556afa79f8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:05.317438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-858f819f-0f13-4e04-b5f6-8c7be5249565 req-67f5cd42-e5d5-44e6-8bd5-d3556afa79f8 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 907 time: 0.9695654 Aug 19 18:05:05.351014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for def10ede-3490-4892-a9fb-8c71f1268f84 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:05.371105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-147b9d21-6c21-4b9e-9710-3a052bde18f7 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1599498 Aug 19 18:05:05.534024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-d231fcff-7e97-4843-a9c6-6df828679101 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9413629 Aug 19 18:05:05.561927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Request body: {'port': {'device_id': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:05.568725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98096938-5b10-43c3-90f3-21e397a90141 req-cee3e441-6bf5-4e2d-a52e-b1e8f3abe20f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:05.571628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98096938-5b10-43c3-90f3-21e397a90141 req-cee3e441-6bf5-4e2d-a52e-b1e8f3abe20f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 931 time: 0.4351838 Aug 19 18:05:05.666280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b104dfb-b581-4b51-90d8-0460626f617c req-8ccbdcc2-9b94-4e1a-bb1b-0b1cda263cf3 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1352153 Aug 19 18:05:05.699045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:05.701346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-cf7177c8-88fc-4214-b985-bc16853579f3 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170490 Aug 19 18:05:05.809279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98096938-5b10-43c3-90f3-21e397a90141 req-c484d555-0fb4-476a-8df4-a507a4606386 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160671 Aug 19 18:05:05.820854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c40cdd85-42d6-4513-a57b-629a92dcb7d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.1047277 Aug 19 18:05:06.073403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9940cdef-80c7-4479-a2e6-6fb9e6b6d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.075372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-9940cdef-80c7-4479-a2e6-6fb9e6b6d54e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.2451339 Aug 19 18:05:06.138952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.175898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.187140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.195156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.207195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.210772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:06.221629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.231878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.244551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.247852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-77dfd1c5-83e3-4690-9e7e-4238e391c126 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.2652812 Aug 19 18:05:06.248719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:05:06.249280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:05:06.322629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=def10ede-3490-4892-a9fb-8c71f1268f84,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:06.331981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:06.365152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:06.369590 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.418896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.491968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device def10ede-3490-4892-a9fb-8c71f1268f84 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:06.499309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d07ec14d-0042-4bb5-a2b4-01e7c2479007 req-ba88b1f9-fe72-475d-bbfa-40f4415d0959 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143188 Aug 19 18:05:06.506511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-802559b4-38ff-4331-9c28-bc95cb3175d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:06.513617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-802559b4-38ff-4331-9c28-bc95cb3175d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4201901 Aug 19 18:05:06.517320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] No DVR routers for this DVR port def10ede-3490-4892-a9fb-8c71f1268f84 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:06.526894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.542380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d64d4b5f-b024-4431-8f04-08dc87defa21 req-ca464d38-b86b-4cca-826d-2b73296746a1 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "DELETE /v2.0/ports/def10ede-3490-4892-a9fb-8c71f1268f84 HTTP/1.1" status: 204 len: 173 time: 3.2516687 Aug 19 18:05:06.569209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'name': 'network-vif-deleted', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:06.574428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:06.575842 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b3adc-3532-4896-87c6-e9e28bf29574" -d '{"events": [{"server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "name": "network-vif-deleted", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:06.584448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: def10ede-3490-4892-a9fb-8c71f1268f84 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:06.585128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device def10ede-3490-4892-a9fb-8c71f1268f84 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:06.612862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:06.614477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:06.718006 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07700e07-a3b3-4b0d-8f45-e62c4ff9a06e x-openstack-request-id: req-07700e07-a3b3-4b0d-8f45-e62c4ff9a06e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:06.718575 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710ed74-2640-4464-89d7-e89fc1f6d338", "name": "network-vif-deleted", "tag": "def10ede-3490-4892-a9fb-8c71f1268f84", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:06.719181 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07700e07-a3b3-4b0d-8f45-e62c4ff9a06e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:06.719905 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710ed74-2640-4464-89d7-e89fc1f6d338', 'name': 'network-vif-deleted', 'tag': 'def10ede-3490-4892-a9fb-8c71f1268f84', 'status': 'completed', 'code': 200} Aug 19 18:05:06.725379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d943b3f4-3e7e-4528-ae55-7878d70e6b8e req-ff2e7e05-4207-4ffd-b2d9-d29d9ceab634 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=d710ed74-2640-4464-89d7-e89fc1f6d338 HTTP/1.1" status: 200 len: 210 time: 0.1461697 Aug 19 18:05:06.870286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c6bda4dd-2044-41d3-8fc2-6df3c49a5952 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261974 Aug 19 18:05:06.940940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:06.950439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.950902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:06.962230 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:06.965045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Transition to ACTIVE for port object 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:06.973201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.128725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b65b3975-3476-44f1-85e6-f687d1fa42a2 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496436 Aug 19 18:05:07.141843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.144356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Pushing event updated for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:07.145881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:07.159283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.180353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.239828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-dd39eb74-5c26-4b47-ab34-61c794553eca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.0680418 Aug 19 18:05:07.268567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f5e19b1-003e-491b-a00f-997d0e3103aa req-201f623e-9081-41be-9174-3a8b0eebf66d tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2660744 Aug 19 18:05:07.270477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:07.368633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77023aef-530a-40de-a3cc-ad148804a854 req-85c53e50-c7b3-473f-a286-b058ff6ce29f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.368848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:07.381418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77023aef-530a-40de-a3cc-ad148804a854 req-85c53e50-c7b3-473f-a286-b058ff6ce29f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 943 time: 0.3821900 Aug 19 18:05:07.402775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35595050-1004-4860-867e-24932833a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.405310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-35595050-1004-4860-867e-24932833a73d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1334794 Aug 19 18:05:07.476103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77023aef-530a-40de-a3cc-ad148804a854 req-90fa7269-1c82-4308-adc2-0927a846e7fe tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930779 Aug 19 18:05:07.505123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d0f1e1ed-f446-4f83-890e-bcea4d266214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.507050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-d0f1e1ed-f446-4f83-890e-bcea4d266214 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931911 Aug 19 18:05:07.550487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:04Z', 'revision_number': 4, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:07.620143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:07.621368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Attempting to bind port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:07.623011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Attempting to bind port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '170b1866-b193-4155-936f-338c465d3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:07.625570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Attempting to bind port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 on network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:07.643392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:07.645249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 on network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:07.646592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:07.647281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Attempting to bind port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 on network 71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:07.671957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ee6daf7c-8c13-44f8-9de2-6f45ec5d121e service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504238 Aug 19 18:05:07.679485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:07.680094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Checking segment: {'id': '170b1866-b193-4155-936f-338c465d3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:07.680583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Bound using segment: {'id': '170b1866-b193-4155-936f-338c465d3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:07.681136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Bound port: 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b1866-b193-4155-936f-338c465d3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:07.681600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.745236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:07.760337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:07.762422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa47f485-9214-45ce-bb0d-ef6a1ad22307 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 700 time: 3.1539438 Aug 19 18:05:07.766062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33458) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:07.857341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:07.902238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.910282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.917852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.929120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.950035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.970611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:07.971720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.978866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,segment=NetworkSegment(170b1866-b193-4155-936f-338c465d3553),segment_id=170b1866-b193-4155-936f-338c465d3553)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:07.987131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:07.995789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-d15d5c0d-d73f-40ea-ae7e-35cea07040b3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.3213649 Aug 19 18:05:08.017289 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b2ce753-d556-4f3e-b256-6b35bd6996c7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 700 time: 0.2490296 Aug 19 18:05:08.018372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33466) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:08.027711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.065952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.065952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.067282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] 10.222.0.42 "PUT /v2.0/ports/23693b0d-a5b6-49cd-a568-4ad9f990d9b9 HTTP/1.1" status: 200 len: 1092 time: 2.5110605 Aug 19 18:05:08.078688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:08.088517 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f7a714-ccbc-40da-8668-83b36c0ec59a" -d '{"events": [{"name": "network-changed", "server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:08.233903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40bc2-919a-4f14-b94d-0fd55b9df114 service neutron] Pushing event updated for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:08.275971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:08.306967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-1b18df04-45bf-4401-8a0d-b0caafe3e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.310053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-1b18df04-45bf-4401-8a0d-b0caafe3e8d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3742f5e3282a495495770c59a6682224&device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 1095 time: 0.0882788 Aug 19 18:05:08.347728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-5f840e6d-9dd3-476a-94d3-44c182efb7ca service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546829 Aug 19 18:05:08.421520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-bd2470ba-1f7b-4e56-a852-e58e2fbd30fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9 HTTP/1.1" status: 200 len: 217 time: 0.1007195 Aug 19 18:05:08.446962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54fe7e47-3757-4ea7-8910-c25fe944fc2e req-08801ef3-b1af-4cdf-93aa-0f310f44251f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310956 Aug 19 18:05:08.496435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680bea0d-79af-402b-845e-7ea868eb78eb req-9a45a4b0-634d-4044-91cc-df7937ae162e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1055028 Aug 19 18:05:08.497902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-feb24a3d-d906-446e-8b3f-f1117c61a797 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1335862 Aug 19 18:05:08.503724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:08.504712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:08.524946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-957efc3a-7a7f-4f23-bdc6-044da873919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.527604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-957efc3a-7a7f-4f23-bdc6-044da873919a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd55bb3f-fdfc-4a84-8434-b0480a7ddc85 HTTP/1.1" status: 200 len: 853 time: 0.0957806 Aug 19 18:05:08.550346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345f50e-915e-4b63-9451-c2c8d10dd710 req-7f029c0f-b703-47fd-b014-8c0922fd237f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.552824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7345f50e-915e-4b63-9451-c2c8d10dd710 req-7f029c0f-b703-47fd-b014-8c0922fd237f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.3506219 Aug 19 18:05:08.574828 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8922c1c7-ea3b-49c2-a0b1-7426c8b261fb x-openstack-request-id: req-8922c1c7-ea3b-49c2-a0b1-7426c8b261fb {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:08.575104 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:08.577706 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8922c1c7-ea3b-49c2-a0b1-7426c8b261fb {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:08.580126 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9', 'status': 'completed', 'code': 200} Aug 19 18:05:08.605644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-3b380247-148e-430b-a825-6643b9df1125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688677 Aug 19 18:05:08.724591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b90a5a53-a26c-49cb-8c1f-d3766f59a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.726503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b90a5a53-a26c-49cb-8c1f-d3766f59a05a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1332302 Aug 19 18:05:08.763164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:07Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:08.803240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-a96a93bc-56e9-4ad3-bd66-8e86314c8b7a service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917243 Aug 19 18:05:08.806337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da1c3a-e9b0-46fe-a610-491e35c24db9 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:07Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:08.812723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7345f50e-915e-4b63-9451-c2c8d10dd710 req-c119d79e-d6a9-4fa7-b433-8acfc88134be tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842248 Aug 19 18:05:08.873349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce3458-ee54-4725-8cff-6e530badff70 req-f7fe774a-653d-43fd-a762-35255e6bcbf7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:08.875475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdce3458-ee54-4725-8cff-6e530badff70 req-f7fe774a-653d-43fd-a762-35255e6bcbf7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.3963912 Aug 19 18:05:08.887609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7da56afe-2b0b-47a5-94f8-c7898e5bcd60 req-cf8cdeb7-1068-4559-8526-02a3984965f3 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1371434 Aug 19 18:05:08.978627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a476f3b7-13fc-4351-a4f4-4e92cae42d13 req-21611322-93ea-41d9-840a-f43f2af2e0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654294 Aug 19 18:05:09.032503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ae3e51c3-7dca-48d5-846d-c61d80c547f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.035013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ae3e51c3-7dca-48d5-846d-c61d80c547f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2818427 Aug 19 18:05:09.121533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-3d15e948-415c-44b4-920f-798f119c4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.123510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-3d15e948-415c-44b4-920f-798f119c4fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3742f5e3282a495495770c59a6682224&device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 1095 time: 0.0737076 Aug 19 18:05:09.208472 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:09.215350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53f77-08d9-4b4d-bfa5-2d3450b687da req-b50f3391-699c-4d4f-882b-8a718cb58ad4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.217258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ed53f77-08d9-4b4d-bfa5-2d3450b687da req-b50f3391-699c-4d4f-882b-8a718cb58ad4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 943 time: 0.2500043 Aug 19 18:05:09.227682 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:09.228684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:09.274436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-3a5a27da-072e-4c19-b2ff-79afe1eb1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.276953 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-3a5a27da-072e-4c19-b2ff-79afe1eb1109 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 HTTP/1.1" status: 200 len: 914 time: 0.1457818 Aug 19 18:05:09.332343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port 039b17dd-4e08-4ab2-8c48-22e755697128 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:09.333209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.340602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-7c8511a2-0ca7-442f-a5c1-00f398345172 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808626 Aug 19 18:05:09.344017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ed53f77-08d9-4b4d-bfa5-2d3450b687da req-35d86eb1-99eb-423c-8ed8-81367a1fc8fc tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142614 Aug 19 18:05:09.364894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-192e21aa-c6fb-405f-9565-368276d4cc9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0798702 Aug 19 18:05:09.389812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:09.465199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-52ba5e24-0d46-46d8-bec2-4786d3804db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.467029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-52ba5e24-0d46-46d8-bec2-4786d3804db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd55bb3f-fdfc-4a84-8434-b0480a7ddc85 HTTP/1.1" status: 200 len: 853 time: 0.0962250 Aug 19 18:05:09.519763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-2ba0ddd6-0de5-42de-a093-f9fe52ec5a0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427220 Aug 19 18:05:09.593024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port 039b17dd-4e08-4ab2-8c48-22e755697128, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=039b17dd-4e08-4ab2-8c48-22e755697128,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:09.593686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.613489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-404ee279-d977-40f8-a345-72b987742b40 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557788 Aug 19 18:05:09.620013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for 039b17dd-4e08-4ab2-8c48-22e755697128 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:09.682131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b6c7ae0c-c5d4-4444-afd7-7f2e00dbda43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.0583622 Aug 19 18:05:09.756445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-1d489dd1-9abe-420c-8966-60f38c0f3022 service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281249 Aug 19 18:05:09.859080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:09.872876 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f7a714-ccbc-40da-8668-83b36c0ec59a req-ae034bad-d943-46c7-826d-fb1db3cfcdb5 service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071608 Aug 19 18:05:09.888571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:07Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:09.931667 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:09.941765 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:09.942555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:09.950513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0c8cb174-c0d3-4278-b05c-0d051a48c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:09.952031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-0c8cb174-c0d3-4278-b05c-0d051a48c993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.2117016 Aug 19 18:05:10.062626 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:10.082944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.089121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.096753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.102552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.108850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.114995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.121131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.130606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-3360fc7d-a8eb-4f3e-841b-9d40389ce70c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.4379323 Aug 19 18:05:10.254602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ef4f5c71-7f46-4bb1-b341-ed9e4b537975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.256151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ef4f5c71-7f46-4bb1-b341-ed9e4b537975 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2933981 Aug 19 18:05:10.270945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2f2ce-22e1-480f-aa82-197a6e452a9d req-271baa23-5421-4baf-80ee-11404541bd9f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:10.272645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fd2f2ce-22e1-480f-aa82-197a6e452a9d req-271baa23-5421-4baf-80ee-11404541bd9f tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=545380ca-75cc-4ce8-b250-8e179e7ca09d HTTP/1.1" status: 200 len: 945 time: 0.3197150 Aug 19 18:05:10.416417 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:07Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:10.448132 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7075de07-09fb-45e9-a3a2-b8f476829f34 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:06Z', 'revision_number': 7, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7', 'name': '', 'network_id': '81876c11-7548-4caf-9c03-6b1f7a79123c', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:6b:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:56Z', 'updated_at': '2021-08-19T18:05:07Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'e9f7fa20-cb42-45b6-ab34-28940bebf72d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:10.487150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:10.644478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,segment=NetworkSegment(170b1866-b193-4155-936f-338c465d3553),segment_id=170b1866-b193-4155-936f-338c465d3553)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:10.657710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9', 'network_id': '71d3aedc-4d6d-48ed-944f-7f6fecca8bf1', 'port_id': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9', 'mac_address': 'fa:16:3e:37:6e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd55bb3f-fdfc-4a84-8434-b0480a7ddc85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:10.703202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.726208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:10.729047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd329051-369d-48e3-af78-bfc6cd8f9836 req-1ceec06b-e9d8-4994-9770-1df72949d612 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5972698 Aug 19 18:05:10.759033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,segment=NetworkSegment(170b1866-b193-4155-936f-338c465d3553),segment_id=170b1866-b193-4155-936f-338c465d3553)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:10.765776 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.830042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:10.839760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:10.875081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ad005f45-5d36-4973-8e86-d3928b8fd5c3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:10.930378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=039b17dd-4e08-4ab2-8c48-22e755697128,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:10.964367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['23693b0d-a5b6-49cd-a568-4ad9f990d9b9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:10.998339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24830ea-656b-40e7-b1d4-3f38377666da req-7990f0ad-cfb0-41e8-a4b1-399e84ef2e92 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1801319 Aug 19 18:05:11.083289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5fd2f2ce-22e1-480f-aa82-197a6e452a9d req-b0d00514-fd32-4197-af98-92e00ffad8c7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511097 Aug 19 18:05:11.089532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] No DVR routers for this DVR port 039b17dd-4e08-4ab2-8c48-22e755697128 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:11.093011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.095696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdce3458-ee54-4725-8cff-6e530badff70 req-6536aec4-939e-42da-9121-318d7047102d tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.42 "DELETE /v2.0/ports/039b17dd-4e08-4ab2-8c48-22e755697128 HTTP/1.1" status: 204 len: 173 time: 2.2002666 Aug 19 18:05:11.103511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'name': 'network-vif-deleted', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:11.106299 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b00af-1c59-451d-bed6-0d38dedad622" -d '{"events": [{"server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "name": "network-vif-deleted", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:11.202348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-e35efadd-9ee5-4919-84ba-fcaa00d01a79 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274962 Aug 19 18:05:11.330696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3573a10-dfc9-4cbe-84ad-e47676fd86e2 req-75fd0185-95e3-44db-b19b-94eb3b04ebd4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:11.332422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3573a10-dfc9-4cbe-84ad-e47676fd86e2 req-75fd0185-95e3-44db-b19b-94eb3b04ebd4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 944 time: 0.1772573 Aug 19 18:05:11.433753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3573a10-dfc9-4cbe-84ad-e47676fd86e2 req-d3f93952-ad15-4223-90cb-9aba60f1124b tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802665 Aug 19 18:05:11.450156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33510) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:11.514969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-603d7bc0-b438-4181-934b-a9fceadabb65 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870681 Aug 19 18:05:11.619826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a320670-30b5-4b05-a16d-3893ddaa9501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.636637 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008436fc-3365-4e3d-87ee-4d7d58dfeab6 x-openstack-request-id: req-008436fc-3365-4e3d-87ee-4d7d58dfeab6 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:11.637090 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545380ca-75cc-4ce8-b250-8e179e7ca09d", "name": "network-vif-deleted", "tag": "039b17dd-4e08-4ab2-8c48-22e755697128", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:11.637418 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-008436fc-3365-4e3d-87ee-4d7d58dfeab6 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:11.638062 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545380ca-75cc-4ce8-b250-8e179e7ca09d', 'name': 'network-vif-deleted', 'tag': '039b17dd-4e08-4ab2-8c48-22e755697128', 'status': 'completed', 'code': 200} Aug 19 18:05:11.640010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-c7cfcbc5-e20a-4831-bce4-c5b35f569e5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.1238556 Aug 19 18:05:11.644156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:11.644592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.801823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:11.802935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.823394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a320670-30b5-4b05-a16d-3893ddaa9501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.830092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a320670-30b5-4b05-a16d-3893ddaa9501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:11.867585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a320670-30b5-4b05-a16d-3893ddaa9501 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb7891db2559463f99d74229c9ec2c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160504 Aug 19 18:05:11.875825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33516) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:11.902748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a320670-30b5-4b05-a16d-3893ddaa9501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994be898-1847-4ab5-aaa5-2767967eae39,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:11.911062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce5a4ec2-4b37-4f66-ae36-02c4a15be056 req-5f288053-8038-40cd-bce9-ca0c952b5bb3 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786&device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.0989203 Aug 19 18:05:11.913982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:12.123653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-593d756a-38a0-4f58-8883-db39df8e957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.125199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-593d756a-38a0-4f58-8883-db39df8e957b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.3119128 Aug 19 18:05:12.278640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.285179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.291177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.297203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.304062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.310263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.316858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.318917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-36ab8e72-36b0-42d8-920c-8f082c7a8f77 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.3158023 Aug 19 18:05:12.340938 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.344266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba040059-3a26-4054-99e2-257e62b22421 req-f20d4d75-2e1e-450c-9f9c-db7695de3c5f tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1743488 Aug 19 18:05:12.350963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae9144bf-ea29-459b-b27a-3e56a8c9f4f7 req-06f93a32-8213-4c7b-a78f-66b577addcf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63c5c690e0349d887dfcd8189dbf8a2&device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1197517 Aug 19 18:05:12.433184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.436548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-8d38ac5a-07f6-426b-8011-725087e39594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.438153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-8d38ac5a-07f6-426b-8011-725087e39594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3036759 Aug 19 18:05:12.440050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae9144bf-ea29-459b-b27a-3e56a8c9f4f7 req-a04e810a-223e-48eb-8f72-0cf1aff3df75 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d63c5c690e0349d887dfcd8189dbf8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687239 Aug 19 18:05:12.502912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:12.575211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-995eccaa-14a1-4cbf-b92a-95ff50be0498 req-da6607b0-9250-4632-b88b-dbedd70006c7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281508 Aug 19 18:05:12.578570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:12.589287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:12.590551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.704464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.740691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.768758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:12.772346 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20252044-9d1e-476a-953f-0c0dd120be86" -d '{"events": [{"server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "name": "network-vif-plugged", "status": "completed", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:12.775488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:12.794793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,segment=NetworkSegment(170b1866-b193-4155-936f-338c465d3553),segment_id=170b1866-b193-4155-936f-338c465d3553)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:12.799136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.800604 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.801492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 039b17dd-4e08-4ab2-8c48-22e755697128 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:12.801734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:12.805451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/994be898-1847-4ab5-aaa5-2767967eae39 HTTP/1.1" status: 204 len: 168 time: 0.8984232 Aug 19 18:05:12.824590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9144bf-ea29-459b-b27a-3e56a8c9f4f7 req-db28f839-e9cd-4f71-86de-98fa5b52bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.826175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae9144bf-ea29-459b-b27a-3e56a8c9f4f7 req-db28f839-e9cd-4f71-86de-98fa5b52bb78 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3775880 Aug 19 18:05:12.827144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 039b17dd-4e08-4ab2-8c48-22e755697128 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:12.827527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 039b17dd-4e08-4ab2-8c48-22e755697128 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:12.855906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b4f09e4e-fc42-402a-b6fd-955758ecf6d5 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057593 Aug 19 18:05:12.863846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1e1fe-d6ef-4e02-b6f5-b7306772a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994be898-1847-4ab5-aaa5-2767967eae39,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:12.901583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:12.920535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71a0fd-a5ab-4c94-9963-b971deaf5c43 req-16fcbbc5-703b-420d-b8b2-da52255d0f5d tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:12.929554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b71a0fd-a5ab-4c94-9963-b971deaf5c43 req-16fcbbc5-703b-420d-b8b2-da52255d0f5d tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 944 time: 0.2430394 Aug 19 18:05:13.055280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b71a0fd-a5ab-4c94-9963-b971deaf5c43 req-a9d9f095-abe2-4254-8a23-97f097826b4c tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171112 Aug 19 18:05:13.125159 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a32de9-9445-42d0-a09a-b968a29961bd x-openstack-request-id: req-72a32de9-9445-42d0-a09a-b968a29961bd {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:13.125537 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "name": "network-vif-plugged", "status": "completed", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:13.126384 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72a32de9-9445-42d0-a09a-b968a29961bd {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:13.126856 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9', 'code': 200} Aug 19 18:05:13.304661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-ef67f97e-6a93-4f07-ad36-bbe64f748e89 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365358 Aug 19 18:05:13.370270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.377762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-6e535e46-031e-4cce-9928-7d12d80e9ee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.0614979 Aug 19 18:05:13.398196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-de6392ec-6980-41c3-9e4a-81164558b95e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.400839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-de6392ec-6980-41c3-9e4a-81164558b95e tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2188039 Aug 19 18:05:13.428907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43fb2-eea7-401b-9dca-43548b95d19a req-b1af6fd8-6903-4cf4-a7d6-b3f44cd007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.430400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3b43fb2-eea7-401b-9dca-43548b95d19a req-b1af6fd8-6903-4cf4-a7d6-b3f44cd007c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 1097 time: 0.2278714 Aug 19 18:05:13.438737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432cf6-e4c3-4f9e-98ae-879cac9df181 req-9d71a514-0ae6-4cbf-90b9-0cff360fdfa5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.440336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc432cf6-e4c3-4f9e-98ae-879cac9df181 req-9d71a514-0ae6-4cbf-90b9-0cff360fdfa5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2615147 Aug 19 18:05:13.620023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a3280e1-2d9d-4a11-a614-0c37597ebdbe req-7bd238be-3304-462b-8d26-60e462b129ee tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.1715844 Aug 19 18:05:13.688461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-afd12093-ac61-4b25-925d-e52c622b539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:13.690251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-afd12093-ac61-4b25-925d-e52c622b539b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.2879210 Aug 19 18:05:13.702822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3b43fb2-eea7-401b-9dca-43548b95d19a req-e7ad12cf-aa78-4441-8f0e-13b476ac5542 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593541 Aug 19 18:05:13.722630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc432cf6-e4c3-4f9e-98ae-879cac9df181 req-43a3c7fc-3ca4-4b4e-8d8d-ae45bde20446 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963944 Aug 19 18:05:13.815757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:13.944043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-26707918-network', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:13.970704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Made reservation on behalf of b6e134605ba64a20a6b000fa70e94cbc for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:13.973898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:13.990123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.133034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.138211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.159828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:05:14.173866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a488876-49e0-4015-aa4b-0683451a0d54,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:14.178786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.179218 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Added segment eff0cbe1-16e8-4e37-ad40-1d541abfc71c of type vlan for network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e Aug 19 18:05:14.225178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.245216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1db4d4ea-18d9-4cab-a6cb-9a5d97e41557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.246773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-1db4d4ea-18d9-4cab-a6cb-9a5d97e41557 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5476108 Aug 19 18:05:14.257096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.258074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.258799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.270474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.278967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.285817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.295945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.305182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.312697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.314382 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4970047 Aug 19 18:05:14.321011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.321290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:14.324712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-50ed9312-fe20-4ebc-a615-42156df32401 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.6121171 Aug 19 18:05:14.330188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Request body: {'subnet': {'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-26707918-subnet', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:14.339978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9545e3-ddff-4492-83b4-5b6ccd7b2067 admin admin] Pushing event updated for resources: {'Network': ['ID=adcfa64a-61a8-41ba-9d2f-1499cc14cd1e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:14.355162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:05:14.362856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Made reservation on behalf of b6e134605ba64a20a6b000fa70e94cbc for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:14.365966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.369710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port ad005f45-5d36-4973-8e86-d3928b8fd5c3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:14.370848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.502738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:14.537516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ebf10-7276-43c9-aad6-c9eab73e6364 req-9d855c46-36fe-4deb-bb6d-a2a5f614326e tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.539122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d9ebf10-7276-43c9-aad6-c9eab73e6364 req-9d855c46-36fe-4deb-bb6d-a2a5f614326e tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.4027369 Aug 19 18:05:14.554128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6de442f1-bba2-436f-8b6d-1e4cde876bcb req-8906102d-2261-4c28-83bb-051413f50321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008617 Aug 19 18:05:14.621506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.629589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-b66e363b-6eca-4385-9b9d-cd3d0cae54da service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736894 Aug 19 18:05:14.703050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759e3115-59b4-4a27-9392-6662120b28ec,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:14.718118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Checking segment: {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:14.718673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Network hostable DHCP agents. Network: adcfa64a-61a8-41ba-9d2f-1499cc14cd1e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:05:14.743311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:05:14.745912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port ad005f45-5d36-4973-8e86-d3928b8fd5c3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ad005f45-5d36-4973-8e86-d3928b8fd5c3,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:14.746310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.752048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d9ebf10-7276-43c9-aad6-c9eab73e6364 req-68fb5d1f-c55b-49d2-9417-d8700455d701 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952713 Aug 19 18:05:14.761208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, adcfa64a-61a8-41ba-9d2f-1499cc14cd1e) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:14.768407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:14.769726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.785466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa4811-71da-428b-9d28-ed905c71e120 None None] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:14.806725 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6565d511-f87e-4c69-a40f-267b6b371c49 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4840977 Aug 19 18:05:14.825715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33570) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:14.833863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:14.883988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.885982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.950841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e91c0b1a-ac66-4ddc-994c-ff146c6107a5 req-8a2b1fef-ddc9-4a16-9858-9596f3d9b09b tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2235336 Aug 19 18:05:14.954786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for ad005f45-5d36-4973-8e86-d3928b8fd5c3 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:14.958550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:14.964804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae9144bf-ea29-459b-b27a-3e56a8c9f4f7 req-11238ad9-9b2b-400b-b912-6be2051b0cc6 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7772d07-2f7a-43be-93e8-711f3cf26786 HTTP/1.1" status: 200 len: 210 time: 0.2094018 Aug 19 18:05:15.057064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a04f808-6bb2-4a58-af5f-8d9b903aaf31 req-f5a1c3cb-9a0a-4093-ab81-aae9707cc808 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812859 Aug 19 18:05:15.058184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:15.075227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:15.075629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33572) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:15.079525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'fixed_ips': [{'subnet_id': '759e3115-59b4-4a27-9392-6662120b28ec'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:05:15.080384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.080769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebd9706e-2985-45c5-bbbc-282275f56940 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0515308 Aug 19 18:05:15.111478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:15.112521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:15.192554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065490fd-6204-492f-bb78-3c463cd4d82c req-5ddc6cac-8a4a-4cba-81e9-aef07dfc51ad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.195616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-065490fd-6204-492f-bb78-3c463cd4d82c req-5ddc6cac-8a4a-4cba-81e9-aef07dfc51ad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 946 time: 0.2490783 Aug 19 18:05:15.207806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.246669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet e9f7fa20-cb42-45b6-ab34-28940bebf72d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:15.302258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.311070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-065490fd-6204-492f-bb78-3c463cd4d82c req-a2081fe6-17b1-4961-a40b-0ae2c5179bc9 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=31d54068-6eea-40b2-bb68-2f75415787c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555296 Aug 19 18:05:15.328093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.355893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-98b03088-4ed0-42e5-a069-9fec75def2b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6492 time: 0.1400516 Aug 19 18:05:15.371983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.404596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Allocated IP 172.20.0.2 (adcfa64a-61a8-41ba-9d2f-1499cc14cd1e/759e3115-59b4-4a27-9392-6662120b28ec/c1ecf7f0-972b-44ed-86e2-b41f6747e6f4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:15.427992 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.488486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=ad005f45-5d36-4973-8e86-d3928b8fd5c3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:15.559562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.559562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.561342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.561342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.561342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.561342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.561342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.562116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.562769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.563296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.563296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.564052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:15.575333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] No DVR routers for this DVR port ad005f45-5d36-4973-8e86-d3928b8fd5c3 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:15.585134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.587336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d441be1-e0f7-454c-a62f-7c8263307e77 req-f9dc6511-f4be-4fdf-8d38-25883a8bec11 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "DELETE /v2.0/ports/ad005f45-5d36-4973-8e86-d3928b8fd5c3 HTTP/1.1" status: 204 len: 173 time: 2.1782553 Aug 19 18:05:15.588108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'name': 'network-vif-deleted', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:15.590506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65abcd2b-65ce-47e8-8d8a-cf04f7da58d5" -d '{"events": [{"server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "name": "network-vif-deleted", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:15.596901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.602283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-53659e0a-3a3e-43e3-a439-4f65498db0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.604121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-53659e0a-3a3e-43e3-a439-4f65498db0c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 902 time: 0.2452798 Aug 19 18:05:15.694512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-f6a16c71-8431-48da-8879-1749d0fc1fa8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.0778940 Aug 19 18:05:15.757985 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08176921-7502-4ed3-b7e0-3470d21bec1d x-openstack-request-id: req-08176921-7502-4ed3-b7e0-3470d21bec1d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:15.758657 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb23ab61-419b-4a4a-9e6b-89ae8b0205dd", "name": "network-vif-deleted", "tag": "ad005f45-5d36-4973-8e86-d3928b8fd5c3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:15.759154 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08176921-7502-4ed3-b7e0-3470d21bec1d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:15.759810 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb23ab61-419b-4a4a-9e6b-89ae8b0205dd', 'name': 'network-vif-deleted', 'tag': 'ad005f45-5d36-4973-8e86-d3928b8fd5c3', 'status': 'completed', 'code': 200} Aug 19 18:05:15.760667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.816881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.869115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-91ac373c-dd53-4cbc-9e69-37d96db335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.870908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-91ac373c-dd53-4cbc-9e69-37d96db335f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.1508644 Aug 19 18:05:15.885888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.892943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.900228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.906016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:15.908085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.914883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.917270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:12Z', 'revision_number': 8, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:15.922723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.930889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:15.933564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-a8228f32-215c-4968-8011-39ec9a6e7981 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.2377727 Aug 19 18:05:15.963246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:15.981645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f7fa20-cb42-45b6-ab34-28940bebf72d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:15.997295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.008098 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d3b37a7-5afd-4b52-bbcd-a239ad4b763e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/e9f7fa20-cb42-45b6-ab34-28940bebf72d HTTP/1.1" status: 204 len: 168 time: 0.9314461 Aug 19 18:05:16.011959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49c6be-2550-4186-9beb-f910e566fe4e None None] Network 81876c11-7548-4caf-9c03-6b1f7a79123c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:16.012153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33582) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:16.027619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:16.028406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:16.092191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aee76633-70b5-4686-bfbe-d4a640c7e7eb req-49dddcce-2339-41e6-9ddf-df08c675266e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241641 Aug 19 18:05:16.096387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-0df8d67f-94f7-4936-aa0e-a9fc4c8ab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.098492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-0df8d67f-94f7-4936-aa0e-a9fc4c8ab7ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629624 Aug 19 18:05:16.109322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8d8fd-fe46-406d-84e4-01e9e9b1008b req-4e0e7433-5685-4658-b1ae-d5d59d11128f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.120312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5f8d8fd-fe46-406d-84e4-01e9e9b1008b req-4e0e7433-5685-4658-b1ae-d5d59d11128f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.1531641 Aug 19 18:05:16.143248 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.167794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Allocated IP 172.25.5.87 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/fc264938-b1b5-40ff-8057-dda0469c82eb) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:16.224953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.255605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Transition to ACTIVE for port object c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:16.325191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:16.325985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:16.326332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.330680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Transition to ACTIVE for port object c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:16.366329 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.377587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-e0c59e74-3f4c-4ee6-8704-6ae0f34bf4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556283 Aug 19 18:05:16.410346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.455804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=66d9602e-ec3c-4b84-8e99-eefbb45f0947,segment=NetworkSegment(5513831d-e2ab-4d06-9c55-b4d3c161b68f),segment_id=5513831d-e2ab-4d06-9c55-b4d3c161b68f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:16.456175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.485036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:16.491270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5f8d8fd-fe46-406d-84e4-01e9e9b1008b req-3911fbb6-fa30-4fa4-8e91-16f570ff18ef tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668921 Aug 19 18:05:16.513111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:16.519261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 66d9602e-ec3c-4b84-8e99-eefbb45f0947 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:16.520485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ad005f45-5d36-4973-8e86-d3928b8fd5c3 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:16.604999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:16.635118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d06590-f34d-4c9a-8b4d-8beaad635073 req-121bffee-18de-4508-80c9-47b09e57b546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d63c5c690e0349d887dfcd8189dbf8a2&device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.0805380 Aug 19 18:05:16.681114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:16.689840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc264938-b1b5-40ff-8057-dda0469c82eb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:16.693600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:16.696513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:16.724799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0424a52-1652-4742-9541-d06087ecd2a5 req-b1bc138b-2087-4083-a954-a4c5b4733689 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb23ab61-419b-4a4a-9e6b-89ae8b0205dd HTTP/1.1" status: 200 len: 210 time: 0.0719879 Aug 19 18:05:16.733484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41553bb2-8344-487c-8975-8d02e980513d req-86ca84d4-5069-4543-85d8-c95ec28ea469 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.1005857 Aug 19 18:05:16.788604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d06590-f34d-4c9a-8b4d-8beaad635073 req-ee81f8a3-8b34-480a-b634-ca474de1a328 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d63c5c690e0349d887dfcd8189dbf8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062734 Aug 19 18:05:16.790958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cacbc7-04d5-4445-a295-7b43af28a282 req-25d743c1-ee22-4948-91e9-def0bf9d9bdd service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042020 Aug 19 18:05:16.853071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:16.859181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Pushing event updated for resources: {'Port': ['ID=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:16.897693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] DHCP port deletion for 81876c11-7548-4caf-9c03-6b1f7a79123c request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:16.902082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.902407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.902894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.903241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.903612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.903948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.905644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.906057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.906820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.907470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.908165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.908508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:16.977494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06590-f34d-4c9a-8b4d-8beaad635073 req-c8f831ca-8333-4086-869f-f9d16b383ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:16.980179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d06590-f34d-4c9a-8b4d-8beaad635073 req-c8f831ca-8333-4086-869f-f9d16b383ff4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707039 Aug 19 18:05:17.002387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: ad005f45-5d36-4973-8e86-d3928b8fd5c3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:17.002812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ad005f45-5d36-4973-8e86-d3928b8fd5c3 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:17.039944 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.115841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.193689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Attempting to bind port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:17.194967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Attempting to bind port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:17.195365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Attempting to bind port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 on network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:17.196826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=66d9602e-ec3c-4b84-8e99-eefbb45f0947,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:17.225133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Deleting port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:17.225753 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.258437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:17.266297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:17.266955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Checking segment: {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:17.267608 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.268286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Bound using segment: {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:17.270266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Bound port: c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:17.270907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.430383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-4ec619e6-09da-4c75-8104-4029b5d7fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.433128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-4ec619e6-09da-4c75-8104-4029b5d7fd05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3742f5e3282a495495770c59a6682224&device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 1097 time: 0.1684289 Aug 19 18:05:17.447691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.495278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.505639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] For port 66d9602e-ec3c-4b84-8e99-eefbb45f0947, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:17.508320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.512575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.520677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.529167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.537083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.544234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.552522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.553890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Calling delete_port for 66d9602e-ec3c-4b84-8e99-eefbb45f0947 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:17.561182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-daa622c4-6538-4dbe-99be-0e324d8651e5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.2486441 Aug 19 18:05:17.577608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:05:17.591288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.592604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81876c11-7548-4caf-9c03-6b1f7a79123c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:17.630045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5513831d-e2ab-4d06-9c55-b4d3c161b68f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:17.630724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5513831d-e2ab-4d06-9c55-b4d3c161b68f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:17.666932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.669350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] Pushing event deleted for resources: {'Port': ['ID=66d9602e-ec3c-4b84-8e99-eefbb45f0947,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:17.678000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] For port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:17.684253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:12Z', 'revision_number': 8, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:17.689572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2203a68-5219-4d48-aa4c-12834dbc6ef9 None None] No DVR routers for this DVR port 66d9602e-ec3c-4b84-8e99-eefbb45f0947 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:17.709612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] For port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:17.752747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67503c01-3644-4f86-9e10-17ba975ffc1e req-ac7d5f55-0011-4145-a10d-8d113782171f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905851 Aug 19 18:05:17.758155 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.785785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca550a4-a94e-4931-a0ba-c4b5561967a2 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:12Z', 'revision_number': 8, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9f23047-72a4-45a1-a2f3-f45f416560e6', 'name': '', 'network_id': 'a8baddfd-84ee-442a-b3ed-a3cb1b39cb15', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:0b:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:47Z', 'updated_at': '2021-08-19T18:04:57Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': '531a3985-a30f-415a-88ee-2caf087ba1b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:17.788381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.811078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1531e4-e2cf-4172-8a21-74927951add7 req-07699234-2cc0-48e4-a396-99ff5ca7068f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.812902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec1531e4-e2cf-4172-8a21-74927951add7 req-07699234-2cc0-48e4-a396-99ff5ca7068f tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.1908691 Aug 19 18:05:17.821081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:17.823479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.827219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:17.846703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-a0569fab-844f-4f4e-8379-634dc5a7d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:17.849424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-a0569fab-844f-4f4e-8379-634dc5a7d3b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 HTTP/1.1" status: 200 len: 914 time: 0.4055605 Aug 19 18:05:17.894247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90247f12-bbe2-463d-9729-88d84b5a59d2 None None] Pushing event updated for resources: {'Port': ['ID=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:17.964637 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:17.982942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-f748e6c3-55e9-4d5e-a5bb-9f7be5bfd22b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9 HTTP/1.1" status: 200 len: 217 time: 0.1167762 Aug 19 18:05:18.052654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec1531e4-e2cf-4172-8a21-74927951add7 req-5537b3db-dd01-4f66-aaa4-8be8f45582be tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321570 Aug 19 18:05:18.113531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-5c27d6a6-daf4-4ce8-87cc-2e84ce58cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.116317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-5c27d6a6-daf4-4ce8-87cc-2e84ce58cd5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd55bb3f-fdfc-4a84-8434-b0480a7ddc85 HTTP/1.1" status: 200 len: 853 time: 0.1265509 Aug 19 18:05:18.158399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:18.166853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f7bb417-cb26-42bb-abae-23bf88e58c2d req-b18e98ab-640e-4a15-8029-fda589f47cf4 tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.1204033 Aug 19 18:05:18.172082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:18.184679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/81876c11-7548-4caf-9c03-6b1f7a79123c HTTP/1.1" status: 204 len: 168 time: 2.1718805 Aug 19 18:05:18.258367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33618) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:18.274093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-a1aa1118-b419-4715-96b8-26c91eaee25e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233695 Aug 19 18:05:18.281867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=81876c11-7548-4caf-9c03-6b1f7a79123c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:18.435861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 66d9602e-ec3c-4b84-8e99-eefbb45f0947 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:18.523373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-68b765eb-3db4-443c-a5bb-b2c854a41ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416458 Aug 19 18:05:18.524301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 66d9602e-ec3c-4b84-8e99-eefbb45f0947 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:18.524301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 66d9602e-ec3c-4b84-8e99-eefbb45f0947 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:18.525064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:18.611566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:18.612418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bbf3accd-63e8-4cdc-bbb5-8a1c2b901ad7 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:18.638920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.639681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.640201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.640678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.641237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.642705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.643385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.644068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.644511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.644928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.645537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.646197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d081c-6a73-455c-9157-7c308924fd6b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:05:18.691388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:18.786526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c49a96ee-b57a-43ef-902d-b397cc87f884 req-66f4d135-cf63-49ef-83cb-3a140d91b2a2 service neutron] 10.222.0.42 "GET /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549105 Aug 19 18:05:18.820820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073279-96c5-4224-899b-8616c7ef82d6 req-0a43ed82-ffb5-4325-ae63-37fe56f96527 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:18.822520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44073279-96c5-4224-899b-8616c7ef82d6 req-0a43ed82-ffb5-4325-ae63-37fe56f96527 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.1132219 Aug 19 18:05:18.841575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d06590-f34d-4c9a-8b4d-8beaad635073 req-0e0bdae5-a266-4a7f-8398-6ddcbd58033b tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.13 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.0404744 Aug 19 18:05:18.918000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44073279-96c5-4224-899b-8616c7ef82d6 req-36a3aa77-6a42-49a4-a016-36389dc184af tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791402 Aug 19 18:05:19.055010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.063996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.071019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.080978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.089998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.105741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.115198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.118312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-7eba914c-2f96-4954-8087-33515047202e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.1691110 Aug 19 18:05:19.163936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Router 5b7a8165-2344-4b87-8e1f-8cd71d90700b is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:05:19.208079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea40c756-4c3e-4667-b223-d44f1eaed7ad req-d495c829-fe22-40cd-81d6-200a22876d02 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830750 Aug 19 18:05:19.280158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc7ae-d51e-40b7-815e-4c6a8a225dac req-ef06661e-7778-41d8-a398-f994fda6e533 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:19.289364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c2cc7ae-d51e-40b7-815e-4c6a8a225dac req-ef06661e-7778-41d8-a398-f994fda6e533 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.0801752 Aug 19 18:05:19.356189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c2cc7ae-d51e-40b7-815e-4c6a8a225dac req-c7957dbf-4de0-4c18-ac7d-6d2c3fa64f0d tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Aug 19 18:05:19.399380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:19.404584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:19.417163 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Sync routers for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:19.430475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:19.431117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:19.549242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:19.553508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf87a01-6080-4ed2-bd77-7ddfd62073c3 req-3b40bfeb-3443-4753-99d7-0652f8b74cfb tempest-ServerShowV247Test-220292634 tempest-ServerShowV247Test-220292634-project] 10.222.0.36 "GET /v2.0/ports?device_id=203759a8-003d-465c-8605-5c38234317c8 HTTP/1.1" status: 200 len: 210 time: 0.1273835 Aug 19 18:05:19.556167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-491c9b02-ebe5-4a54-8e8d-2b0ba1a311c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7288351 Aug 19 18:05:19.561110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33630) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:19.699863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:19.778537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee8a77-bc16-4177-bdd7-b02db1e5c49c None None] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:19.997961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port e9f23047-72a4-45a1-a2f3-f45f416560e6 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:19.998544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.122438 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:17Z', 'revision_number': 3, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:20.155043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-06475c12-991d-4d4e-bfde-0d55efe5ebaf None None] Provisioning for port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:20.238534 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Checking router: 5b7a8165-2344-4b87-8e1f-8cd71d90700b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:20.238892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Updating router 5b7a8165-2344-4b87-8e1f-8cd71d90700b port fc264938-b1b5-40ff-8057-dda0469c82eb binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:05:20.250438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:20.285439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port e9f23047-72a4-45a1-a2f3-f45f416560e6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9f23047-72a4-45a1-a2f3-f45f416560e6,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:20.287536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.310304 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.324724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for e9f23047-72a4-45a1-a2f3-f45f416560e6 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:20.384021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:20.399643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:20.401395 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.584715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.646274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:20.653236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.758783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf70a8-381b-438e-aeb3-8e2f62f2f294 req-967c2639-1eb9-4f89-8ff1-a03b6a127feb tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.766768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfaf70a8-381b-438e-aeb3-8e2f62f2f294 req-967c2639-1eb9-4f89-8ff1-a03b6a127feb tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.5679703 Aug 19 18:05:20.774944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:20.818375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cda3cd12-bd18-4df2-a82e-2e2e00b2c3fe None None] Provisioning complete for port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:20.820062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cda3cd12-bd18-4df2-a82e-2e2e00b2c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.823138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-e21681e6-a25a-478a-8b7f-c254bba87fb7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.826018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-e21681e6-a25a-478a-8b7f-c254bba87fb7 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.3123922 Aug 19 18:05:20.870510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.905548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=e9f23047-72a4-45a1-a2f3-f45f416560e6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:20.934596 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.947123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.952170 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Transition to ACTIVE for port object fc264938-b1b5-40ff-8057-dda0469c82eb will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:20.960286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.964271 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:20.968811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.976500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.983335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.990536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:20.998053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:21.007396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-fc234bb1-98fa-400c-a88c-8bd30aa7c7de tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.4693565 Aug 19 18:05:21.077546 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Attempting to bind port fc264938-b1b5-40ff-8057-dda0469c82eb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:21.078057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Attempting to bind port fc264938-b1b5-40ff-8057-dda0469c82eb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:21.078524 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Attempting to bind port fc264938-b1b5-40ff-8057-dda0469c82eb on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:21.082877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.100376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:21.100976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:21.102360 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.102360 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:21.102360 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Bound port: fc264938-b1b5-40ff-8057-dda0469c82eb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:21.103986 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.108649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211dca9-a579-4ca8-b2d3-51b838a56c86 None None] Pushing event updated for resources: {'Port': ['ID=fc264938-b1b5-40ff-8057-dda0469c82eb,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:21.150072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.164311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfaf70a8-381b-438e-aeb3-8e2f62f2f294 req-e999dbdb-9d46-4101-b2f4-eb5720d51943 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960688 Aug 19 18:05:21.246261 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] For port fc264938-b1b5-40ff-8057-dda0469c82eb, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:21.256282 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] For port fc264938-b1b5-40ff-8057-dda0469c82eb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fc264938-b1b5-40ff-8057-dda0469c82eb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:21.274324 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.330881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb96dc1-8892-400f-b546-2e804ff320a8 req-8beace04-7923-4d02-8e96-4c0a32df72d3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2330678 Aug 19 18:05:21.428240 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:21.431808 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:21.473847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:21.614613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:21.672545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:21.683694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:21.702028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11148ad8-505d-4c9a-ac86-d5c13a329561 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4395583 Aug 19 18:05:21.703542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:21.704923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:21.705149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33648) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:21.758978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211dca9-a579-4ca8-b2d3-51b838a56c86 None None] Pushing event updated for resources: {'Port': ['ID=fc264938-b1b5-40ff-8057-dda0469c82eb,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:21.868009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet 531a3985-a30f-415a-88ee-2caf087ba1b3 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:21.889549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:21.937787 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:17Z', 'revision_number': 3, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:21.947394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:22.008842 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa583a-3dcd-4f7d-946a-a9620943402c None None] The sync data for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 is: [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:17Z', 'revision_number': 3, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:22.026814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.077167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33652) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:22.236652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.380150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:22.394383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a80bbc16-e9ed-4262-b331-847dd3a008e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.410260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08dca-9e2e-4d8a-952f-640f21df610c req-eaf6be84-80a4-422d-82c3-dd7bfa0d9db9 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:22.412621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92a08dca-9e2e-4d8a-952f-640f21df610c req-eaf6be84-80a4-422d-82c3-dd7bfa0d9db9 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 1.0351474 Aug 19 18:05:22.414520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Allocated IP 172.20.0.1 (adcfa64a-61a8-41ba-9d2f-1499cc14cd1e/759e3115-59b4-4a27-9392-6662120b28ec/51b5fb8d-48c7-4ee3-8437-99f644f80266) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:22.459385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:22.460199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.529418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 5c7abd5a-4a47-46f4-a7b5-19da2c95637b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:22.636372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] For port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:22.636722 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.713450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:22.714068 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.768607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1dffa-4905-47c2-bee9-18e201be9553 req-21ef9c2c-7ad4-4690-a91e-d2b9a15c4bad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:22.778035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c1dffa-4905-47c2-bee9-18e201be9553 req-21ef9c2c-7ad4-4690-a91e-d2b9a15c4bad tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 944 time: 0.4576681 Aug 19 18:05:22.814341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 9, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:22.824869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.867829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:22.876978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=531a3985-a30f-415a-88ee-2caf087ba1b3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:22.889023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.896341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-53c290a6-b797-4d7a-818d-32b5950b6097 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/531a3985-a30f-415a-88ee-2caf087ba1b3 HTTP/1.1" status: 204 len: 168 time: 1.1848795 Aug 19 18:05:22.896570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:22.896683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:22.930131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Transition to ACTIVE for port object 51b5fb8d-48c7-4ee3-8437-99f644f80266 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:22.936684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8463a-0502-4f04-a87c-3e17c8f06c00 None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:23.023480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:23.024946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:23.039364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.124332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a80bbc16-e9ed-4262-b331-847dd3a008e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.134573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a80bbc16-e9ed-4262-b331-847dd3a008e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.198065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a80bbc16-e9ed-4262-b331-847dd3a008e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d63c5c690e0349d887dfcd8189dbf8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1200950 Aug 19 18:05:23.200103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bbc16-e9ed-4262-b331-847dd3a008e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a063a0a-796f-4721-8b6b-dc41ab143819,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:23.203763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33666) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:23.205606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 460117ca-37b0-48fa-a3ca-077e02528d70 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:23.206027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.235052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.236283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.236798 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Floating IP 10873990-7d0f-482f-9840-e1b7638d6f33 disassociated. External IP: 172.25.5.25, port: 5c7abd5a-4a47-46f4-a7b5-19da2c95637b. Aug 19 18:05:23.237366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for 5c7abd5a-4a47-46f4-a7b5-19da2c95637b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:23.343221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:23.359995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.408521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 460117ca-37b0-48fa-a3ca-077e02528d70, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=460117ca-37b0-48fa-a3ca-077e02528d70,segment=NetworkSegment(ec64400d-4962-42b4-980d-84f78f94e135),segment_id=ec64400d-4962-42b4-980d-84f78f94e135)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:23.409036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.419490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92a08dca-9e2e-4d8a-952f-640f21df610c req-1447c492-8a23-4cdf-9ec6-71aa2b3dc6ef tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9969375 Aug 19 18:05:23.421140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.435480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 460117ca-37b0-48fa-a3ca-077e02528d70 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:23.460344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] DHCP port deletion for a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:23.514138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77c1dffa-4905-47c2-bee9-18e201be9553 req-d0a3cfb8-9269-40f8-92a6-01c58da87e28 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4359a6b-4110-414c-bf5a-589f3f5a90bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7348413 Aug 19 18:05:23.573881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.577837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.579943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a063a0a-796f-4721-8b6b-dc41ab143819 HTTP/1.1" status: 204 len: 168 time: 0.3716414 Aug 19 18:05:23.619608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf340a-b735-49b4-8cfe-c532ff7198e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a063a0a-796f-4721-8b6b-dc41ab143819,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:23.674480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.736829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.759538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=460117ca-37b0-48fa-a3ca-077e02528d70,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:23.775656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port 460117ca-37b0-48fa-a3ca-077e02528d70 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:23.806759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Pushing event updated for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:23.846898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.854026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.861651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.869833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.877014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.884041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.890220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:23.907930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-09319229-aa3f-4db9-a714-8d0013e1a7a5 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.3095787 Aug 19 18:05:23.957559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Deleting port 460117ca-37b0-48fa-a3ca-077e02528d70 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:23.958172 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:23.992011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:23.999816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:24.008295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:24.070860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.083508 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.117377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8baddfd-84ee-442a-b3ed-a3cb1b39cb15']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:24.122017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fe18d4e-edc5-4105-a620-c9910c2bfc69 req-bc0a2a06-d3cf-4880-99d6-54fbb9ae1a83 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127633 Aug 19 18:05:24.145695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64400d-4962-42b4-980d-84f78f94e135') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:24.146624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64400d-4962-42b4-980d-84f78f94e135') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:24.167907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=5c7abd5a-4a47-46f4-a7b5-19da2c95637b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:24.170375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.187177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.245893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.262564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:24.262564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:24.396995 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:24.438000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.462310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.464585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 HTTP/1.1" status: 204 len: 168 time: 1.5669396 Aug 19 18:05:24.465977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bff42d-f08e-44c1-ad71-17942560210b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=a8baddfd-84ee-442a-b3ed-a3cb1b39cb15,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:24.468369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33686) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:24.514349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fc264938-b1b5-40ff-8057-dda0469c82eb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:24.521873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fcb51-69ba-429a-b397-16b174b9667d req-75295908-2e34-4994-8f04-7ae2c16b8fc4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:24.532686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a2fcb51-69ba-429a-b397-16b174b9667d req-75295908-2e34-4994-8f04-7ae2c16b8fc4 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.1784616 Aug 19 18:05:24.649088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] For port 460117ca-37b0-48fa-a3ca-077e02528d70, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:24.650034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.678066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 9, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:24.714085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69d936-4e8f-4242-a9e0-e1277c1736f5 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:20Z', 'revision_number': 9, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7de11da-9f01-4e46-a8b7-dbf9ede07b1e', 'name': '', 'network_id': 'a82ac0d8-f010-49e9-a6d2-28ba40b8eec5', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:d4:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:36Z', 'updated_at': '2021-08-19T18:04:48Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'c8a2ceb8-b70f-4e94-88dc-4afbac55f960', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:24.716870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fbbe0ec6-2dfd-4271-8bbf-f7a5210091d4 None None] Provisioning for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:24.720544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fc264938-b1b5-40ff-8057-dda0469c82eb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:24.732581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Calling delete_port for 460117ca-37b0-48fa-a3ca-077e02528d70 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:24.740541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fc264938-b1b5-40ff-8057-dda0469c82eb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:24.741535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.746994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fbbe0ec6-2dfd-4271-8bbf-f7a5210091d4 None None] Provisioning complete for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:24.753646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0ec6-2dfd-4271-8bbf-f7a5210091d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.789484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab2b6c81-365e-48f6-8226-ec532aa61db1 req-fe68cf66-4b87-4e62-8452-b65be2cd72b5 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 210 time: 0.1020229 Aug 19 18:05:24.854749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a2fcb51-69ba-429a-b397-16b174b9667d req-1046209d-e84b-4ebc-9675-eef7bf84ec23 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208313 Aug 19 18:05:24.875261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:24.912662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Port 460117ca-37b0-48fa-a3ca-077e02528d70 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:05:24.918048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe0ec6-2dfd-4271-8bbf-f7a5210091d4 None None] Port 51b5fb8d-48c7-4ee3-8437-99f644f80266 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:24.968977 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:24.994771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Network a8baddfd-84ee-442a-b3ed-a3cb1b39cb15 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:05:24.996260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] No DVR routers for this DVR port 460117ca-37b0-48fa-a3ca-077e02528d70 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:25.055202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.097154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276596c-8547-4243-8cef-6c8d2bd301fd None None] Pushing event deleted for resources: {'Port': ['ID=460117ca-37b0-48fa-a3ca-077e02528d70,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:25.267842 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.345245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fc264938-b1b5-40ff-8057-dda0469c82eb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fc264938-b1b5-40ff-8057-dda0469c82eb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:25.351990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.457044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fc264938-b1b5-40ff-8057-dda0469c82eb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:25.523423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 460117ca-37b0-48fa-a3ca-077e02528d70 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:25.525128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:25.542570 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Sync routers for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:25.552195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.581443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 460117ca-37b0-48fa-a3ca-077e02528d70 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:25.581954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 460117ca-37b0-48fa-a3ca-077e02528d70 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:25.586046 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:25.587186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:25.674214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.685130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.702433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.722506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.727013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.744902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.770547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:25.779243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8715727-2232-44c4-862d-0de89aff1256 req-dc87e2eb-4cf9-4c3d-bec6-e6830390383b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.4947174 Aug 19 18:05:25.834588 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:25.878294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.914220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.983690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.986083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] No DVR routers for this DVR port 5c7abd5a-4a47-46f4-a7b5-19da2c95637b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:25.994002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:25.995822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1613f4e-6727-4bb9-adde-b6f71fec35c1 req-76e7aa46-d40c-4d9c-840b-06aef0723553 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.13 "DELETE /v2.0/ports/5c7abd5a-4a47-46f4-a7b5-19da2c95637b HTTP/1.1" status: 204 len: 173 time: 5.1552579 Aug 19 18:05:26.001986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-deleted', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:26.005341 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e48e5-1a6d-4b3b-a8c2-f16bf32ff685" -d '{"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-deleted", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:26.057714 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.083474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8715727-2232-44c4-862d-0de89aff1256 req-8535e3b9-b5ef-4fe5-91ed-3fa6d8727ddc tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3036988 Aug 19 18:05:26.186387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:26.191895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.221027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fc264938-b1b5-40ff-8057-dda0469c82eb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:26.267728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Pushing event updated for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:26.288686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cab67-af9a-41bf-87bb-2b6527639435 req-a4f3b839-320e-401a-bf21-66c60dcd41a6 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:26.288686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-382cab67-af9a-41bf-87bb-2b6527639435 req-a4f3b839-320e-401a-bf21-66c60dcd41a6 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.42 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.4045279 Aug 19 18:05:26.448143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fc264938-b1b5-40ff-8057-dda0469c82eb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:26.449544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.459731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:26.461478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c55a9de-cc73-4a07-8121-52cc5b92406d req-58f01102-bd97-4e2f-a0da-b8ff7e641474 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/ports?device_id=af38a791-9813-4697-b0f7-b3052195fbf0 HTTP/1.1" status: 200 len: 210 time: 0.0465941 Aug 19 18:05:26.530373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:26.541222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:26.630266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port d7de11da-9f01-4e46-a8b7-dbf9ede07b1e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:26.631135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.689853 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Checking router: b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:26.690768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for d7de11da-9f01-4e46-a8b7-dbf9ede07b1e owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:26.743576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:26.750326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:26.863143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9f23047-72a4-45a1-a2f3-f45f416560e6 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:26.873140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Deleting port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:26.874178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:26.946776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e9f23047-72a4-45a1-a2f3-f45f416560e6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:26.964188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9f23047-72a4-45a1-a2f3-f45f416560e6 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:27.096547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c434de7-58c7-41e6-ba66-cf1b80708b19 None None] Provisioning complete for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:27.097304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c434de7-58c7-41e6-ba66-cf1b80708b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:27.133430 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a318e9-161e-4267-a34a-0b1696548755 x-openstack-request-id: req-11a318e9-161e-4267-a34a-0b1696548755 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:27.133893 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af38a791-9813-4697-b0f7-b3052195fbf0", "name": "network-vif-deleted", "tag": "5c7abd5a-4a47-46f4-a7b5-19da2c95637b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:27.134379 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11a318e9-161e-4267-a34a-0b1696548755 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:27.135105 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af38a791-9813-4697-b0f7-b3052195fbf0', 'name': 'network-vif-deleted', 'tag': '5c7abd5a-4a47-46f4-a7b5-19da2c95637b', 'status': 'completed', 'code': 200} Aug 19 18:05:27.225663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4c434de7-58c7-41e6-ba66-cf1b80708b19 None None] Port 51b5fb8d-48c7-4ee3-8437-99f644f80266 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:27.238382 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:27.272754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:27.300364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b13c63-4a77-491e-b3cc-711ff9ea3517 req-aaaa5867-4e49-4870-880c-e401da6b513e tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.305430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25b13c63-4a77-491e-b3cc-711ff9ea3517 req-aaaa5867-4e49-4870-880c-e401da6b513e tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 945 time: 0.5383081 Aug 19 18:05:27.316050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e975b6b7-2ba7-4175-b792-2d07a413427a req-5e862eaa-46c4-4b89-8c78-7d60e3ef6e14 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.2059577 Aug 19 18:05:27.362259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=d7de11da-9f01-4e46-a8b7-dbf9ede07b1e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:27.378695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Router 5b7a8165-2344-4b87-8e1f-8cd71d90700b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:27.388421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] For port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,segment=NetworkSegment(170b1866-b193-4155-936f-338c465d3553),segment_id=170b1866-b193-4155-936f-338c465d3553)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:27.388889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:27.429546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25b13c63-4a77-491e-b3cc-711ff9ea3517 req-ddcc3659-f104-4201-8ab5-8314c7843d21 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/security-groups?id=f946a7b6-81c8-443e-af14-09f3e91f43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123543 Aug 19 18:05:27.430486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Calling delete_port for 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:27.568282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:27.592855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Sync routers for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:27.603586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0e668c26-fb26-438b-b846-422662068eaf admin admin] 10.222.0.36 "PUT /v2.0/routers/5b7a8165-2344-4b87-8e1f-8cd71d90700b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0404935 Aug 19 18:05:27.607859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:27.608784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:27.746953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:27.812819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.820346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.837755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.851248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.857443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.862384 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:27.880588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.906443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:27.917417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-ba5428c5-e6a1-4523-8bf5-3495127f69fa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.3506820 Aug 19 18:05:27.986578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.038952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.051377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27da0da-f58e-46bb-8778-fcadf6f2cded None None] The sync data for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 is: [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:10Z', 'revision_number': 4, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0fbc80c8-a4aa-454e-a336-13d3d1ce4e13', 'name': '', 'network_id': '1951b540-bed3-4d22-b852-d69b44f0a575', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'mac_address': 'fa:16:3e:f3:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:07Z', 'updated_at': '2021-08-19T17:55:19Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'subnets': [{'id': '20c927d0-6ba2-4778-8284-7c935b571b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:28.054073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:28.205656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.227668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-15146a59-820f-4da1-b418-22505f4b0cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.312837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9636711e-54d2-4e94-bd81-7458fa99b406 req-915b2a02-643f-485b-a076-3935e36d6d0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3464775 Aug 19 18:05:28.448710 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.482011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['23693b0d-a5b6-49cd-a568-4ad9f990d9b9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:28.562381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abdcf69b-701f-498b-b597-924e1eac8cb4 req-2fc170c9-b47b-45b3-a9e9-a4f5df9aa9a9 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0983474 Aug 19 18:05:28.635103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:28.720487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Pushing event deleted for resources: {'Port': ['ID=23693b0d-a5b6-49cd-a568-4ad9f990d9b9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:28.735053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.741522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.748116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4359a6b-4110-414c-bf5a-589f3f5a90bf HTTP/1.1" status: 204 len: 168 time: 0.9994528 Aug 19 18:05:28.756098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33762) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:28.843791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:24Z', 'revision_number': 4, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '51b5fb8d-48c7-4ee3-8437-99f644f80266', 'name': '', 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'mac_address': 'fa:16:3e:eb:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '759e3115-59b4-4a27-9392-6662120b28ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:21Z', 'updated_at': '2021-08-19T18:05:25Z', 'revision_number': 2, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'subnets': [{'id': '759e3115-59b4-4a27-9392-6662120b28ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:28.865749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e8fc8-393f-4bdd-aba7-f572f7f1c0d2 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4359a6b-4110-414c-bf5a-589f3f5a90bf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:28.920004 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-2ace9c8e-b529-45bb-a679-1285424b0999 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] show failed (client error): The resource could not be found. Aug 19 18:05:28.921783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ace9c8e-b529-45bb-a679-1285424b0999 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "GET /v2.0/security-groups/f4359a6b-4110-414c-bf5a-589f3f5a90bf HTTP/1.1" status: 404 len: 347 time: 0.1404870 Aug 19 18:05:28.930383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:28.933664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b55b8326-cb25-4361-9209-ef8e128f7712 req-3333e307-9b42-4ae4-8289-ee6af13018a8 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 210 time: 0.0777578 Aug 19 18:05:28.943997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] No DVR routers for this DVR port 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:28.950883 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:28.955125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-382cab67-af9a-41bf-87bb-2b6527639435 req-cb1065dd-f77e-4e7d-9829-5a9fba4a33a2 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.42 "DELETE /v2.0/ports/23693b0d-a5b6-49cd-a568-4ad9f990d9b9 HTTP/1.1" status: 204 len: 173 time: 2.6614563 Aug 19 18:05:29.000146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Checking router: 5b7a8165-2344-4b87-8e1f-8cd71d90700b for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:29.004248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Updating router 5b7a8165-2344-4b87-8e1f-8cd71d90700b port 51b5fb8d-48c7-4ee3-8437-99f644f80266 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:05:29.008602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255c193-b9ff-48ba-b02c-99f344371444 req-93430a85-8382-473d-8b32-6bb65dedded5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.017269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1255c193-b9ff-48ba-b02c-99f344371444 req-93430a85-8382-473d-8b32-6bb65dedded5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.1860321 Aug 19 18:05:29.037730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d0011-e3d0-4083-abfc-4d53530179d5 None None] New status for floating IP 10873990-7d0f-482f-9840-e1b7638d6f33: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:05:29.139751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1255c193-b9ff-48ba-b02c-99f344371444 req-680e93ad-dd8c-49dd-8b5e-5575a3a8a279 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213315 Aug 19 18:05:29.143815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'name': 'network-vif-deleted', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:29.155075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6230a2-4bf7-49e5-9e18-01c3d181235e" -d '{"events": [{"server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "name": "network-vif-deleted", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:29.164911 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.220735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:29.242615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e8e5e267-699f-4f8c-8da0-5f3c41372e0a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7726541 Aug 19 18:05:29.245461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:29.317651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:29.318549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:29.328413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-3523952-network', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:29.338110 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3075c59-d37f-479f-b5c2-8c9167c5c81f x-openstack-request-id: req-e3075c59-d37f-479f-b5c2-8c9167c5c81f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:29.338484 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f", "name": "network-vif-deleted", "tag": "23693b0d-a5b6-49cd-a568-4ad9f990d9b9", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:29.338750 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3075c59-d37f-479f-b5c2-8c9167c5c81f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:29.339280 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f', 'name': 'network-vif-deleted', 'tag': '23693b0d-a5b6-49cd-a568-4ad9f990d9b9', 'status': 'completed', 'code': 200} Aug 19 18:05:29.365090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:29.366071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:29.381911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet c8a2ceb8-b70f-4e94-88dc-4afbac55f960 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:29.387909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.432663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Made reservation on behalf of 38949ca004cc4eeaa016e882951f2ae5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:29.436253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.455031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.465475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.496566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Deleting port a7de42df-34d1-4dcc-9415-d5a76da1409d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:29.497214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.591244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:29.615197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.678370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.698467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.702621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.703233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.711934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.718313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.725709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.731767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.738150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:29.740382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Calling delete_port for a7de42df-34d1-4dcc-9415-d5a76da1409d owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:29.746600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-84adbc45-c65e-443b-8015-bccf5dacff6d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.1867917 Aug 19 18:05:29.806616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a21d2a24-c375-46d1-9259-270b201bcdc8 req-02dcc235-b9c8-49c8-9558-67fa5f33f6e9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577738 Aug 19 18:05:29.859567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.886632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.896990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.911933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:29.917836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/c8a2ceb8-b70f-4e94-88dc-4afbac55f960 HTTP/1.1" status: 204 len: 168 time: 0.6672649 Aug 19 18:05:29.917836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82d96-9a7e-4dc9-8d85-a6ad9d2897cc tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a2ceb8-b70f-4e94-88dc-4afbac55f960,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:29.918278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:05:29.919785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:29.923344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-abf6c590-e843-4253-aebe-f96ce72fdc54 req-23896e89-f2fd-45bf-b3d6-5e1c2d8055e3 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0856152 Aug 19 18:05:29.947620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b5e7e-6530-4584-997c-52602e7fa40e None None] Network a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:29.954405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:27Z', 'revision_number': 10, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:30.037371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:30.070818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.082301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4cf81f1c-2a5b-4d5d-98cb-d73c5f1dbe96 req-7bb6cf09-b131-4ed7-8073-50e700878c03 tempest-InstanceActionsTestJSON-1270305897 tempest-InstanceActionsTestJSON-1270305897-project] 10.222.0.36 "GET /v2.0/ports?device_id=471b0f7b-8b5a-47d4-aa2f-e9e4bf30028f HTTP/1.1" status: 200 len: 210 time: 0.0327585 Aug 19 18:05:30.089594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:30.090252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:30.092305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.092589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Transition to ACTIVE for port object 51b5fb8d-48c7-4ee3-8437-99f644f80266 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:30.092834 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Added segment a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749 of type vlan for network e7974227-61f4-4732-9f05-e9adc2562bb1 Aug 19 18:05:30.147348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7eec76-680a-476e-9539-e968d6489bf5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:30.161515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.193268 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.238346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.440672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.442597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.445708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.481643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.511580 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1903057 Aug 19 18:05:30.518319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33790) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:30.542564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:30.546471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Request body: {'subnet': {'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-3523952-subnet', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:30.627748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca896-9ed4-429c-b074-93ad503a831f None None] Pushing event updated for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:30.631511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:30.664286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Pushing event deleted for resources: {'Port': ['ID=a7de42df-34d1-4dcc-9415-d5a76da1409d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:30.698339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] DHCP port deletion for a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:30.707686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:30.708082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 23693b0d-a5b6-49cd-a568-4ad9f990d9b9 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:30.720358 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-58cd09bd-b79d-4d03-8476-f010092f30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.734815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbeab984-cddb-4e6b-a807-e0dd0dcd54fc req-3be08ba6-9e91-467a-b793-89878284288a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1815076 Aug 19 18:05:30.757297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d4e9-2786-4ebf-9067-cfbb9c9a14fe req-cbd884f1-4af9-4544-b23e-ee56ecf10966 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.760466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a79d4e9-2786-4ebf-9067-cfbb9c9a14fe req-cbd884f1-4af9-4544-b23e-ee56ecf10966 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.3888330 Aug 19 18:05:30.794443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a604656-d980-40d6-ba66-7be04fee9cba admin admin] Pushing event updated for resources: {'Network': ['ID=e7974227-61f4-4732-9f05-e9adc2562bb1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:30.799296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Made reservation on behalf of 38949ca004cc4eeaa016e882951f2ae5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:30.801886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.804988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port ad161592-18fa-49f2-ada7-c28d2490680a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:30.805893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.817634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e7974227-61f4-4732-9f05-e9adc2562bb1 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:05:30.823948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Attempting to bind port 51b5fb8d-48c7-4ee3-8437-99f644f80266 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:30.824307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Attempting to bind port 51b5fb8d-48c7-4ee3-8437-99f644f80266 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:30.824940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Attempting to bind port 51b5fb8d-48c7-4ee3-8437-99f644f80266 on network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:30.869040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-f8979d85-2c78-4484-b811-b798f3d095f8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:30.872089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-f8979d85-2c78-4484-b811-b798f3d095f8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.2622542 Aug 19 18:05:30.898480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a79d4e9-2786-4ebf-9067-cfbb9c9a14fe req-f193bfd6-ab75-4ae1-8923-177788305e88 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233401 Aug 19 18:05:30.925003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:30.925613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Checking segment: {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:30.926276 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.926901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Bound using segment: {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:30.927966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Bound port: 51b5fb8d-48c7-4ee3-8437-99f644f80266, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:30.928370 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.945125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.947617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.952329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ee4cbc2-446b-4aec-8f1a-1b552a1c8009 tempest-ServerActionsTestJSON-1623143154 tempest-ServerActionsTestJSON-1623143154-project] 10.222.0.36 "DELETE /v2.0/floatingips/10873990-7d0f-482f-9840-e1b7638d6f33 HTTP/1.1" status: 204 len: 168 time: 2.0148773 Aug 19 18:05:30.954720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:30.965703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port ad161592-18fa-49f2-ada7-c28d2490680a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ad161592-18fa-49f2-ada7-c28d2490680a,segment=NetworkSegment(b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f),segment_id=b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:30.966071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:30.994566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for ad161592-18fa-49f2-ada7-c28d2490680a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:31.146305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.158360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.167850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.186605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.196491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.203553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.209005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.211593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:31.214079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-8662e65c-b9eb-4301-a5c2-ed737f0f967b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.2722013 Aug 19 18:05:31.228658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.239628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.243358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port ad161592-18fa-49f2-ada7-c28d2490680a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:31.280243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7cdf4dd-c5e0-4cb1-89d3-4ac193801cbc req-8672d0e2-8353-4e95-810b-f50bcdb97251 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0647802 Aug 19 18:05:31.292951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Deleting port ad161592-18fa-49f2-ada7-c28d2490680a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:31.293580 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.353319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1dabb50-9c0c-43ca-8cae-7f7f33f21e22 req-895eb595-6f2e-46ba-a7a7-26b78dc7e645 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005256 Aug 19 18:05:31.375157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Deleting port 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:31.378781 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.409939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6456c7b-d767-4e8c-8117-65ea9a6f7775,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:31.412947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33802) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:31.442035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=ad161592-18fa-49f2-ada7-c28d2490680a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:31.506455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] For port ad161592-18fa-49f2-ada7-c28d2490680a, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:31.507232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.543394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Calling delete_port for ad161592-18fa-49f2-ada7-c28d2490680a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:31.553645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Port ad161592-18fa-49f2-ada7-c28d2490680a was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:05:31.567691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:31.616064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:27Z', 'revision_number': 10, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:31.621607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] Pushing event deleted for resources: {'Port': ['ID=ad161592-18fa-49f2-ada7-c28d2490680a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:31.687374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] For port 51b5fb8d-48c7-4ee3-8437-99f644f80266, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:31.703973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab56f3-009a-4814-a38f-7b32c5e47668 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:27Z', 'revision_number': 10, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None, '_interfaces': [{'id': '39e193f1-d538-4b48-b813-a5a0c24158b3', 'name': '', 'network_id': 'd249d60e-4b08-4209-9b64-3aa92eeb59ee', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'mac_address': 'fa:16:3e:cd:e8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:04:30Z', 'updated_at': '2021-08-19T18:04:41Z', 'revision_number': 5, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'subnets': [{'id': 'f6327fd9-e9ff-495c-97ce-7a12a44e89c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:31.706933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9cc5a6-b16b-48de-8c64-dc4a436f314a None None] No DVR routers for this DVR port ad161592-18fa-49f2-ada7-c28d2490680a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:31.731530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] For port 51b5fb8d-48c7-4ee3-8437-99f644f80266, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=51b5fb8d-48c7-4ee3-8437-99f644f80266,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:31.744588 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.044003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:32.046626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:32.298524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.308331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d7de11da-9f01-4e46-a8b7-dbf9ede07b1e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:32.374333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d7de11da-9f01-4e46-a8b7-dbf9ede07b1e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:32.374768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d7de11da-9f01-4e46-a8b7-dbf9ede07b1e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:32.374941 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.375716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad161592-18fa-49f2-ada7-c28d2490680a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:32.406495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Deleting subnet cd55bb3f-fdfc-4a84-8434-b0480a7ddc85 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:32.406717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384f60-136b-4f11-a697-1c299bd351be req-0c4eefa6-f75e-418a-94f5-47a4cb829a05 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.412760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82ac0d8-f010-49e9-a6d2-28ba40b8eec5']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:32.420827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Checking segment: {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:32.420827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Network hostable DHCP agents. Network: e7974227-61f4-4732-9f05-e9adc2562bb1, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:05:32.421549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d384f60-136b-4f11-a697-1c299bd351be req-0c4eefa6-f75e-418a-94f5-47a4cb829a05 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 946 time: 0.1927621 Aug 19 18:05:32.444844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.452309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:32.452977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ddc60f-70a5-4c2d-9c8c-5b30c8f4bc6f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:32.497658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] For port 80044157-e9c1-49c4-8c4e-c1b86e6870fb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=80044157-e9c1-49c4-8c4e-c1b86e6870fb,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:32.498081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.498781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ad161592-18fa-49f2-ada7-c28d2490680a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:32.499127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ad161592-18fa-49f2-ada7-c28d2490680a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:32.500994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca896-9ed4-429c-b074-93ad503a831f None None] Pushing event updated for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:32.518700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.540226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:32.568054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d384f60-136b-4f11-a697-1c299bd351be req-c3004ed7-7e01-4122-94b1-a70b49d49d50 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=36256a1f-bf56-41da-af63-97e75b73f673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453559 Aug 19 18:05:32.598840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.605112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Network e7974227-61f4-4732-9f05-e9adc2562bb1 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:05:32.608647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.636682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b8a7d5c-da9c-47c1-a6a5-50775cc19091 req-6dea2e29-eea6-48c3-89f6-0e37fcf4fb33 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1310129 Aug 19 18:05:32.689200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3d012a68-49ed-47b2-ada7-28233e4a5353 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:32.818296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.826067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.832533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.843060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.854661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.866993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.869701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.885517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:32.888758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-7e4ca1a0-d189-471f-8bf2-d1b0cdd64f0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5428 time: 0.1795325 Aug 19 18:05:32.957645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:32.958250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.987377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.988047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:32.988586 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Floating IP a7dc4da4-d8b1-4328-85a0-4e002def3d94 disassociated. External IP: 172.25.5.170, port: 80044157-e9c1-49c4-8c4e-c1b86e6870fb. Aug 19 18:05:32.989210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Calling delete_port for 80044157-e9c1-49c4-8c4e-c1b86e6870fb owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:33.010094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3d012a68-49ed-47b2-ada7-28233e4a5353,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:33.022493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d76f35c-0288-43a6-965d-f0c8cc481f0e req-ff757e33-aa3d-42a7-a2ec-a1849d846576 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158249 Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:33.052301 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:33.054619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '3d012a68-49ed-47b2-ada7-28233e4a5353', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'port_id': '3d012a68-49ed-47b2-ada7-28233e4a5353', 'mac_address': 'fa:16:3e:b0:1e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:33.055545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.111782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:24Z', 'revision_number': 4, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '51b5fb8d-48c7-4ee3-8437-99f644f80266', 'name': '', 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'mac_address': 'fa:16:3e:eb:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '759e3115-59b4-4a27-9392-6662120b28ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:21Z', 'updated_at': '2021-08-19T18:05:31Z', 'revision_number': 4, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'subnets': [{'id': '759e3115-59b4-4a27-9392-6662120b28ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:33.116266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.127635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd55bb3f-fdfc-4a84-8434-b0480a7ddc85,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:33.130209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e7974227-61f4-4732-9f05-e9adc2562bb1) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:33.143141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf23bd0-bd3a-4446-a9c1-9704103099d8 None None] The sync data for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 is: [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:24Z', 'revision_number': 4, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '51b5fb8d-48c7-4ee3-8437-99f644f80266', 'name': '', 'network_id': 'adcfa64a-61a8-41ba-9d2f-1499cc14cd1e', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'mac_address': 'fa:16:3e:eb:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '759e3115-59b4-4a27-9392-6662120b28ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:21Z', 'updated_at': '2021-08-19T18:05:31Z', 'revision_number': 4, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'subnets': [{'id': '759e3115-59b4-4a27-9392-6662120b28ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:33.147614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.154878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:33.156418 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.163688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4763e49-c027-4ddf-879f-195a62842698 None None] Network e7974227-61f4-4732-9f05-e9adc2562bb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:33.193392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.207602 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/a82ac0d8-f010-49e9-a6d2-28ba40b8eec5 HTTP/1.1" status: 204 len: 168 time: 3.2695971 Aug 19 18:05:33.210992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1b937-aa67-455b-9d57-8f08407560ac tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=a82ac0d8-f010-49e9-a6d2-28ba40b8eec5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:33.230306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d012a68-49ed-47b2-ada7-28233e4a5353 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:33.249499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33814) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:33.254079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.261187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b85adbf-aabd-4da9-aff2-eee52bead128 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cd55bb3f-fdfc-4a84-8434-b0480a7ddc85 HTTP/1.1" status: 204 len: 168 time: 1.8397717 Aug 19 18:05:33.270155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33816) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:33.283499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3d012a68-49ed-47b2-ada7-28233e4a5353,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:33.290019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.290817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 33440545-6179-4255-ba4b-c42349fc908a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:33.402089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.475330 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a46f5f7-88d4-423a-a88f-48a39fabe37f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9390647 Aug 19 18:05:33.481232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:33.507486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:05:33.512544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:33.512732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'Port': ['ID=80044157-e9c1-49c4-8c4e-c1b86e6870fb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:33.571377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e7974227-61f4-4732-9f05-e9adc2562bb1', 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'fixed_ips': [{'subnet_id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:05:33.572258 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.617235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.619344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.664353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:33.674710 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.740192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:33.847107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:33.932265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93f9d3c3-e35c-47d1-a7d9-8d84f9abbf32 req-6f53a24d-ba6e-4e01-abd5-6c3d6b3e6ce5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 210 time: 0.1697605 Aug 19 18:05:33.936255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:33.980015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '33440545-6179-4255-ba4b-c42349fc908a', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'port_id': '33440545-6179-4255-ba4b-c42349fc908a', 'mac_address': 'fa:16:3e:99:3a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:34.027723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.033599 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dda34dc-676f-4184-8c51-f41beeada224 req-55369a18-1149-4bff-a979-8e3bcf6b587c tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1063569 Aug 19 18:05:34.170649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Allocated IP 172.20.0.2 (e7974227-61f4-4732-9f05-e9adc2562bb1/c6456c7b-d767-4e8c-8117-65ea9a6f7775/9fd6d268-359c-496e-b63c-d8199b9bdbc7) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:34.177228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.253640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:34.261204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33440545-6179-4255-ba4b-c42349fc908a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:34.269808 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:34.300125 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:34.300782 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:34.356584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 51b5fb8d-48c7-4ee3-8437-99f644f80266 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:34.436104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] No DVR routers for this DVR port 80044157-e9c1-49c4-8c4e-c1b86e6870fb on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:34.440777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.442915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7969c235-0f57-4a93-a885-55c8c3dff48e req-e77c79b5-0bd3-49b8-bd57-f2c823dc4959 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.13 "DELETE /v2.0/ports/80044157-e9c1-49c4-8c4e-c1b86e6870fb HTTP/1.1" status: 204 len: 173 time: 3.4429886 Aug 19 18:05:34.443481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-deleted', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:34.445841 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72990d47-c7a4-4cba-afd0-551dc695f536" -d '{"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-deleted", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:34.450191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:34.462423 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.463610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 86577938-b0d2-4a26-ab4a-b631a7babb1e details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:34.505161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.546394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.554035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.574960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.588870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.599862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.600233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:34.603193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:34.610982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:34.630688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-95eb4c9d-f3a8-43d3-8f91-877df79ce93d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5429 time: 0.3814628 Aug 19 18:05:34.632610 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f93a44-2443-4d89-9fbd-f8d8b6aedadd x-openstack-request-id: req-d1f93a44-2443-4d89-9fbd-f8d8b6aedadd {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:34.633102 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1865380-8434-4ca6-8641-385e26414dbc", "name": "network-vif-deleted", "tag": "80044157-e9c1-49c4-8c4e-c1b86e6870fb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:34.633515 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1f93a44-2443-4d89-9fbd-f8d8b6aedadd {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:34.634081 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1865380-8434-4ca6-8641-385e26414dbc', 'name': 'network-vif-deleted', 'tag': '80044157-e9c1-49c4-8c4e-c1b86e6870fb', 'status': 'completed', 'code': 200} Aug 19 18:05:34.649188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:34.664572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.740559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-289c4a1a-0988-4356-9a00-b933d1592a03 req-388eba6e-1a5a-43ee-b20b-7220ff4b18df tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969086 Aug 19 18:05:34.797450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.836532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d3aedc-4d6d-48ed-944f-7f6fecca8bf1']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:34.867264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:34.889323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170b1866-b193-4155-936f-338c465d3553') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:34.889780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170b1866-b193-4155-936f-338c465d3553') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:34.891193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 80044157-e9c1-49c4-8c4e-c1b86e6870fb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:34.892325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 80044157-e9c1-49c4-8c4e-c1b86e6870fb not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:34.914123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.009696 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:35.018019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:35.034276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:35.034828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.058035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.061613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:35.111317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.116411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:35.117060 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:35.137941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:35.138367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.153840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:35.154068 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:35.219506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Transition to ACTIVE for port object 9fd6d268-359c-496e-b63c-d8199b9bdbc7 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:35.278090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'port_id': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'mac_address': 'fa:16:3e:5a:5a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064f48c2-2494-4416-bd21-ec4c364d8b29', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:35.292519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d86ae467-3404-4d2c-a6ff-64b75910e8da req-d5413611-9d5b-415f-b2ef-a4c70d2e6997 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0849817 Aug 19 18:05:35.317812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Transition to ACTIVE for port object 9fd6d268-359c-496e-b63c-d8199b9bdbc7 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:35.361793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.364376 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.370533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16690212-efb0-47bf-9753-c51dd5f6ee6d req-2f5ee285-b3e6-431c-984d-8805b18725f4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1865380-8434-4ca6-8641-385e26414dbc HTTP/1.1" status: 200 len: 210 time: 0.0766311 Aug 19 18:05:35.373806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.377211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] 10.222.0.36 "DELETE /v2.0/networks/71d3aedc-4d6d-48ed-944f-7f6fecca8bf1 HTTP/1.1" status: 204 len: 168 time: 1.9843736 Aug 19 18:05:35.390364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.470116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.473876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Network e7974227-61f4-4732-9f05-e9adc2562bb1 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:35.476231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 51b5fb8d-48c7-4ee3-8437-99f644f80266, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=51b5fb8d-48c7-4ee3-8437-99f644f80266,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:35.487017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.490596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8acf4-6883-43a8-91bf-0ee9444e11eb admin admin] Pushing event deleted for resources: {'Network': ['ID=71d3aedc-4d6d-48ed-944f-7f6fecca8bf1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:35.499906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:35.507266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:35.510574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Pushing event updated for resources: {'Port': ['ID=9fd6d268-359c-496e-b63c-d8199b9bdbc7,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:35.557264 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:35.567198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:35.570924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86577938-b0d2-4a26-ab4a-b631a7babb1e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:35.649950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:35.660541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.662317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8869340b-25fe-4cf9-9d6c-4cabce8510ab details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:35.692583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33846) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:35.708875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Attempting to bind port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:35.709653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Attempting to bind port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:35.710301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Attempting to bind port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 on network e7974227-61f4-4732-9f05-e9adc2562bb1 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:35.747534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:35.748015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Checking segment: {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:35.748541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.749188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Bound using segment: {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:35.749681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Bound port: 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:35.750261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.771863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:35.772596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5dd2be21-f9e1-4c06-b45f-ef7537cfa41d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3742f5e3282a495495770c59a6682224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782497 Aug 19 18:05:35.776103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33848) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:35.808442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'port_id': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'mac_address': 'fa:16:3e:05:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:35.851970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.869002 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:35.876853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:35.880598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.904885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c2f20b-68ac-46b6-8ad1-11a025e4219f None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:35.967691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.984294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:35.991438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] For port 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:36.001509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8869340b-25fe-4cf9-9d6c-4cabce8510ab {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:36.016494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] For port 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9fd6d268-359c-496e-b63c-d8199b9bdbc7,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:36.024099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.036893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.086465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:36.098922 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.101019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f270d828-eaae-4324-9a9b-5d0757a5ae7d details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:36.122173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.142273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.145915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:05:36.151486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.159737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.169912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.175015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:36.178463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.190488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:36.204895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 51b5fb8d-48c7-4ee3-8437-99f644f80266 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:36.209613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-daae264a-2753-4a4a-beec-107847e1c274 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5431 time: 0.2866659 Aug 19 18:05:36.212729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.226373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.230817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.236315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f946a7b6-81c8-443e-af14-09f3e91f43a3 HTTP/1.1" status: 204 len: 168 time: 0.4568734 Aug 19 18:05:36.260168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6f91e-481c-40ff-bfb5-2b96e769ef8d None None] Pushing event updated for resources: {'Port': ['ID=9fd6d268-359c-496e-b63c-d8199b9bdbc7,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:36.302066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a85ac-4c0c-4d06-ac61-ccd20bccbe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946a7b6-81c8-443e-af14-09f3e91f43a3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:36.358637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d', 'network_id': '323a64de-56a8-442d-8b2d-3459ede52464', 'port_id': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d', 'mac_address': 'fa:16:3e:7f:b5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064f48c2-2494-4416-bd21-ec4c364d8b29', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:36.362783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:36.377783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5413a0d2-2451-4c34-9f48-434edb8777b7 req-06dce23e-8611-46e9-a5b2-3d3213c764d7 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529148 Aug 19 18:05:36.423563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Allocated IP 172.25.5.99 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/a5a35c93-384f-42f6-89d5-838a22976bca) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:36.572590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99205ff4-fa8e-4dc7-b0a4-459728bfc9ce req-481edabf-87d8-48c5-bbcd-8f090baa98c1 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0959029 Aug 19 18:05:36.588487 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.637242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e01e-7bae-4ed9-b6ea-876017f0884a None None] New status for floating IP a7dc4da4-d8b1-4328-85a0-4e002def3d94: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:05:36.640799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 51b5fb8d-48c7-4ee3-8437-99f644f80266 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:36.641174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.656606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33860) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:36.755701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f270d828-eaae-4324-9a9b-5d0757a5ae7d {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:36.784210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.840482 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.930295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:36.975375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.982415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:36.984799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "DELETE /v2.0/security-groups/36256a1f-bf56-41da-af63-97e75b73f673 HTTP/1.1" status: 204 len: 168 time: 0.3258941 Aug 19 18:05:36.989481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:37.001839 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.002831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:37.027886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5aa5-73d5-44b2-83b4-18bb9f174d4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36256a1f-bf56-41da-af63-97e75b73f673,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.036123 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-703e0e01-f2de-44f6-b704-4cc8075346a5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] show failed (client error): The resource could not be found. Aug 19 18:05:37.036916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-703e0e01-f2de-44f6-b704-4cc8075346a5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups/36256a1f-bf56-41da-af63-97e75b73f673 HTTP/1.1" status: 404 len: 347 time: 0.0458047 Aug 19 18:05:37.044391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33870) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:37.162536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:37.172012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.184060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'port_id': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4', 'mac_address': 'fa:16:3e:c5:b6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:37.277004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Deleting port 206e1aeb-a558-459e-a55a-55d18dfd3aaf {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:37.277670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.306450 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.359886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:37.419746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.420176 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.444575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:37.449956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.456563 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.458354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b084538b-42c4-4bec-80b5-b5f0c328d2c6 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:05:37.477036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Calling delete_port for 206e1aeb-a558-459e-a55a-55d18dfd3aaf owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:37.527331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Deleting port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:37.527832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.765904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.769969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:37.776974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.802883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.817654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'network_id': '1546e13f-857e-4d11-8d87-5257f92c4210', 'port_id': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'mac_address': 'fa:16:3e:9f:70:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56aeb92-7f5e-4123-8fc4-04c365cb07f3', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:05:37.823245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.845706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:37.846568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.862047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:37.870543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.881664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:37.895759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.904216 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.911319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.930079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b084538b-42c4-4bec-80b5-b5f0c328d2c6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:37.932908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] For port 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:37.933283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.934668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:37.939852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-2c0ec8d2-2714-4b87-8adb-1ffda1c3931c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5434 time: 0.2846286 Aug 19 18:05:37.944154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Pushing event updated for resources: {'Port': ['ID=a5a35c93-384f-42f6-89d5-838a22976bca,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:37.959535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:37.965172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080dd94-b881-4939-8cb2-0fe8badfd09c None None] Network e7974227-61f4-4732-9f05-e9adc2562bb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:37.970815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 39e193f1-d538-4b48-b813-a5a0c24158b3 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:37.972680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:37.976093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Calling delete_port for 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:38.041974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1af99aa-c895-4156-8dc0-e8b2a1f8eaf5 req-62ff7abe-5769-40ae-a72e-a10ea746207c tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0966942 Aug 19 18:05:38.193924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.270729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-15fece8d-684c-4aeb-a184-8f418212b5bf None None] Provisioning for port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:38.290329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:38.293660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9fd6d268-359c-496e-b63c-d8199b9bdbc7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:38.306553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 39e193f1-d538-4b48-b813-a5a0c24158b3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=39e193f1-d538-4b48-b813-a5a0c24158b3,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:38.306912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.334965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64143628-6b57-4c04-8585-8a38a6a1af9f req-659fe8ac-3322-4009-9b9f-4c6cd0eb2585 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3611190 Aug 19 18:05:38.340495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33888) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:38.396859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 39e193f1-d538-4b48-b813-a5a0c24158b3 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:38.403010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.429369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:38.439724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:38.440813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.461126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'Port': ['ID=206e1aeb-a558-459e-a55a-55d18dfd3aaf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:38.537086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-766878240-network', 'tenant_id': 'e5a94180cebf4d0984ad51d1ea272002'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:38.575225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.675824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.693564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Made reservation on behalf of e5a94180cebf4d0984ad51d1ea272002 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:38.702922 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.708980 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.713720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.715716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e285df3d-f0a8-45b4-b528-99e4afb07da3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7dc4da4-d8b1-4328-85a0-4e002def3d94 HTTP/1.1" status: 204 len: 168 time: 1.6693583 Aug 19 18:05:38.741309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9fd6d268-359c-496e-b63c-d8199b9bdbc7,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:38.746287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.747635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.811910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['86577938-b0d2-4a26-ab4a-b631a7babb1e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.816806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b084538b-42c4-4bec-80b5-b5f0c328d2c6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.817862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['33440545-6179-4255-ba4b-c42349fc908a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.844105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['3d012a68-49ed-47b2-ada7-28233e4a5353'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.848375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['e1b302b1-8e6e-4ad6-9338-dfaa94555bf4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.879594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8869340b-25fe-4cf9-9d6c-4cabce8510ab'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:38.887890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.945128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:38.952081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbc80c8-a4aa-454e-a336-13d3d1ce4e13,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:39.004215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=39e193f1-d538-4b48-b813-a5a0c24158b3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:39.024573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.034067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.057819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f270d828-eaae-4324-9a9b-5d0757a5ae7d'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:05:39.174757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.192423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:05:39.214197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1512b-7aab-49aa-b94e-01e3b50148c5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:39.225027 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.225473 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Added segment 42c0edbe-5e87-4bf1-baa0-6945ecd6b37d of type vlan for network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b Aug 19 18:05:39.290823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9fd6d268-359c-496e-b63c-d8199b9bdbc7,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:39.361976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.362124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c6629e83-7683-4912-8a03-cfd4eb54e7cf None None] Provisioning complete for port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:39.362589 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6629e83-7683-4912-8a03-cfd4eb54e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.366966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-532a4a99-4787-4658-9cba-aba37df1474c req-b2e8fe31-c90d-49b5-912e-05c650872497 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0826514 Aug 19 18:05:39.435112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.437613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.439201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.572321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33898) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:39.579337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319996007', 'description': 'tempest-description--938357694'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:39.611953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2689669 Aug 19 18:05:39.632319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.633463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:39.648747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Request body: {'subnet': {'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-766878240-subnet', 'tenant_id': 'e5a94180cebf4d0984ad51d1ea272002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:39.662950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b165f-5fc4-4941-947d-c9048f17df77 admin admin] Pushing event updated for resources: {'Network': ['ID=87703c69-a0e5-4098-ae91-48ee8d3a5d4b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:39.699236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:05:39.703899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.709801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.718099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.725658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.733418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.739211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.746475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:39.748493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-c29e7a7c-d394-4017-afbd-0bf064e1673e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5435 time: 0.2241123 Aug 19 18:05:39.797391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.872070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41851eaa-0a64-4180-a56a-3a076f9b3117 req-4177e634-862a-400c-9731-14f1672db8cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052964 Aug 19 18:05:39.929854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.935219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:39.993383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c47c45e-41e1-4470-9d05-b583869e8ebb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:40.011160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.040275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.046712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7660d2b3-1470-4337-b018-4febe25ee595 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4729829 Aug 19 18:05:40.047634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33902) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:40.062386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group_rule': {'security_group_id': '4c47c45e-41e1-4470-9d05-b583869e8ebb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:40.106965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.205380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.211630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.239036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42615e00-5d96-4d3b-b438-ccd492aa10c9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:40.244419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.251472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15614287-9f02-4c17-81c5-3ee6562cc3a7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957111 Aug 19 18:05:40.252765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33904) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:40.262831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'security_group_rule': {'security_group_id': '4c47c45e-41e1-4470-9d05-b583869e8ebb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:40.283149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9fd6d268-359c-496e-b63c-d8199b9bdbc7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:40.309241 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.404289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.414164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.438900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6db450-9ad7-44d7-9c0b-09df50ef9126,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:40.447019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Made reservation on behalf of e5a94180cebf4d0984ad51d1ea272002 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:40.450704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.463871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.467994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4e859b6f-b68d-45d2-8f63-99a92d79cc83 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2135501 Aug 19 18:05:40.472000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33908) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:40.477161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:40.513553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.581503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:40.581883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.583356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:05:40.618696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-852167f3-c080-4b9d-813e-4cfa7c745dcb req-8ea918b0-84f6-4003-8d0c-7acf2709ae4a tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0893795 Aug 19 18:05:40.720891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:40.874263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:40.889447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Allocated IP 172.25.5.14 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/47face82-7451-476a-9d6b-5d595fa2e27a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:40.957671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:40.975071 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Sync routers for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:40.981318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:40.994039 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:40.995557 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.080740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.081975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-562926e3-ff9a-4767-83ac-61e8ef538dcb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5847700 Aug 19 18:05:41.089033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33912) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:41.096550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:41.130715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:41.134001 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:41.149475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:41.151897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.160523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b67b4895-a81b-4e39-8920-ebfcf91082b1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8946753 Aug 19 18:05:41.163587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.167143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.167517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33914) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:41.174955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.180966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.187324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.194759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.201039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.213036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.215260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ad23e15-149c-467c-a7a2-47407010da2d req-f9668e4a-7c24-46c7-9028-9f3d8099d723 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5435 time: 0.2077806 Aug 19 18:05:41.316669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:41.320005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.407307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting subnet f6327fd9-e9ff-495c-97ce-7a12a44e89c2 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:41.418746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c094b7b-e166-4dff-a937-56efecdcd8f8,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:41.425915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.430352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ad23e15-149c-467c-a7a2-47407010da2d req-41a87748-e9dc-427d-808f-b70ddac583c1 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830895 Aug 19 18:05:41.474173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:41.489884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d34c752-2eb2-4814-ae19-6d954a12203e admin admin] 10.222.0.36 "PUT /v2.0/routers/b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5319581 Aug 19 18:05:41.491074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Checking segment: {'id': '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:41.491637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Network hostable DHCP agents. Network: 87703c69-a0e5-4098-ae91-48ee8d3a5d4b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:05:41.494023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:41.508195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.513213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 3, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.522037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 11, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.522330 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Sync routers for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:41.566941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:41.581828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:41.582879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.585545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.654480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:05:41.659840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:41.676263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 87703c69-a0e5-4098-ae91-48ee8d3a5d4b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:41.684124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:41.685348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:41.686034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.686611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:41.756520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb0c1cde-606f-4c68-8b18-7803f9dd07aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1085770 Aug 19 18:05:41.756810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a233fb-a106-4a91-ac0a-2122c66f3f39 None None] Network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:41.764612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.777190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:41.779387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=47face82-7451-476a-9d6b-5d595fa2e27a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:41.815232 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Checking router: 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:41.820135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Updating router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 port a5a35c93-384f-42f6-89d5-838a22976bca binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:05:41.846985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:41.865226 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:41.866227 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:41.945130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5419949f-a823-4828-9000-56fa5a0be1c4 req-be6f4333-fea0-4e0d-abec-f79127c64282 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1085730 Aug 19 18:05:41.971408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 11, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:42.026238 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:42.062357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.087704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c09c1-f8b6-4304-8540-9f533581c580 None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 11, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:42.124576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Subnet': ['ID=f6327fd9-e9ff-495c-97ce-7a12a44e89c2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:42.128170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.133762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.138401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b7dbc-a6fd-48cb-87c9-3814450b0666 None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:42.138642 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.156766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ac69f63-b0a9-4355-88e4-ed32ecbaebc4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/f6327fd9-e9ff-495c-97ce-7a12a44e89c2 HTTP/1.1" status: 204 len: 168 time: 0.9776187 Aug 19 18:05:42.166256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33928) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:42.208778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.256176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3d012a68-49ed-47b2-ada7-28233e4a5353 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:42.347577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.398529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Deleting port 89648ea8-e075-406f-8a33-5169cc97c18c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:42.398778 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.430472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.551131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Deleting port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:42.551536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.568041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] For port 89648ea8-e075-406f-8a33-5169cc97c18c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89648ea8-e075-406f-8a33-5169cc97c18c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:42.568184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.629378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8bf27-bed4-4a58-85a1-9c52c6990bd6 None None] Network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:42.668722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Calling delete_port for 89648ea8-e075-406f-8a33-5169cc97c18c owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:42.719056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] For port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,segment=NetworkSegment(9e3b6393-7df2-44e5-ae2d-23a09c2f2469),segment_id=9e3b6393-7df2-44e5-ae2d-23a09c2f2469)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:42.720497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.731966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-a0b3db8f-b361-470f-9a5a-ff90cbff6d08 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:42.741171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-a0b3db8f-b361-470f-9a5a-ff90cbff6d08 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/networks?id=87703c69-a0e5-4098-ae91-48ee8d3a5d4b HTTP/1.1" status: 200 len: 821 time: 0.2485619 Aug 19 18:05:42.743115 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 5, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port': {'id': '89648ea8-e075-406f-8a33-5169cc97c18c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:42.777574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-087f392d-1dfa-4836-b57c-86959080f727 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/quotas/e5a94180cebf4d0984ad51d1ea272002 HTTP/1.1" status: 200 len: 375 time: 0.0353384 Aug 19 18:05:42.783218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 3d012a68-49ed-47b2-ada7-28233e4a5353 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:42.802541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 3d012a68-49ed-47b2-ada7-28233e4a5353 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:42.802950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.821962 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Checking router: b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:42.825032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Calling delete_port for 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:42.859641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:42.930338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea869f1-a01a-4c83-9110-660196126bad None None] DHCP port deletion for d249d60e-4b08-4209-9b64-3aa92eeb59ee request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:42.983130 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Routers {'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:42.984659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.005840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.009731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.017923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.025456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.033039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.041161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.052913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.063046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:43.075546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Port': ['ID=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:43.076469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51282b0d-2539-4861-9b65-2568fddf6390 req-aa0065ee-95eb-49c7-b513-07f5da992669 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5435 time: 0.3329291 Aug 19 18:05:43.080657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No DVR routers for this DVR port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:43.093973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-75b73767-95ab-483c-9add-51e8c892ed6c tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5a94180cebf4d0984ad51d1ea272002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3154466 Aug 19 18:05:43.192853 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] Set router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:43.219353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.253999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=89648ea8-e075-406f-8a33-5169cc97c18c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:43.300139 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T18:05:42Z', 'revision_number': 6, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.311098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.329076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Allocated IP 172.20.0.1 (e7974227-61f4-4732-9f05-e9adc2562bb1/c6456c7b-d767-4e8c-8117-65ea9a6f7775/7eb5b4ca-2c7d-48fb-a169-a6058de14bef) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:43.348374 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe2255-dfc5-4db4-9047-03804dfa90ba None None] The sync data for ids ['b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8'] in n-d-778550-10 is: [{'id': 'b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8', 'name': 'tempest-ServerActionsTestJSON-1744240069-router', 'tenant_id': 'abb328d9e64642a9a11d8a005cc17487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:55:01Z', 'updated_at': '2021-08-19T18:05:42Z', 'revision_number': 6, 'project_id': 'abb328d9e64642a9a11d8a005cc17487', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:43.354189 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.363345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d249d60e-4b08-4209-9b64-3aa92eeb59ee']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.377840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51282b0d-2539-4861-9b65-2568fddf6390 req-c1200acf-6f31-4d82-bc5d-7c772e2debc2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2931192 Aug 19 18:05:43.389297 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Transition to ACTIVE for port object a5a35c93-384f-42f6-89d5-838a22976bca will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:43.405426 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.456061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3b6393-7df2-44e5-ae2d-23a09c2f2469') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.456721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3b6393-7df2-44e5-ae2d-23a09c2f2469') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.497894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d79eaf-1b23-4c49-8195-d59adb671ff0 None None] Pushing event updated for resources: {'Port': ['ID=a5a35c93-384f-42f6-89d5-838a22976bca,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:43.498916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.511325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-48269372-f9fe-400e-941f-024267dfc6ff service neutron] 10.222.0.36 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088117 Aug 19 18:05:43.546014 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.556618 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Attempting to bind port a5a35c93-384f-42f6-89d5-838a22976bca on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:43.557698 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Attempting to bind port a5a35c93-384f-42f6-89d5-838a22976bca by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:43.557902 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Attempting to bind port a5a35c93-384f-42f6-89d5-838a22976bca on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:43.575609 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:43.576453 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:43.577279 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.578062 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:43.579039 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Bound port: a5a35c93-384f-42f6-89d5-838a22976bca, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:43.579866 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.604839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.608124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.632743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.634672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d012a68-49ed-47b2-ada7-28233e4a5353'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:43.638837 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6481f2-57dd-4e6b-a763-679c2a86a49d" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "3d012a68-49ed-47b2-ada7-28233e4a5353"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:43.643559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Deleting port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:43.644129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.652165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:43.652840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.660199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0d58d9e-87af-4f41-881c-b6a551e0481a req-634069ea-ddcf-45c6-8651-703642e3c04d tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0471911 Aug 19 18:05:43.665228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.666616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3d012a68-49ed-47b2-ada7-28233e4a5353,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:43.685921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.714149 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] For port a5a35c93-384f-42f6-89d5-838a22976bca, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:43.736563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Transition to ACTIVE for port object 7eb5b4ca-2c7d-48fb-a169-a6058de14bef will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:43.738368 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] For port a5a35c93-384f-42f6-89d5-838a22976bca, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a5a35c93-384f-42f6-89d5-838a22976bca,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:43.751220 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:43.795026 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:43.842260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.921643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dea869f1-a01a-4c83-9110-660196126bad None None] For port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:43.922279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:43.945005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:43.946428 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:43.979498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Calling delete_port for 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:43.990061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:05:43.998477 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.012554 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9f542-a34b-4b08-9426-f61f15163b72 x-openstack-request-id: req-e6f9f542-a34b-4b08-9426-f61f15163b72 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:44.012996 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "3d012a68-49ed-47b2-ada7-28233e4a5353", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:44.013382 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6f9f542-a34b-4b08-9426-f61f15163b72 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:44.013956 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d012a68-49ed-47b2-ada7-28233e4a5353', 'code': 200} Aug 19 18:05:44.049807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Network d249d60e-4b08-4209-9b64-3aa92eeb59ee is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:05:44.050543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea869f1-a01a-4c83-9110-660196126bad None None] No DVR routers for this DVR port 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:44.053541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea869f1-a01a-4c83-9110-660196126bad None None] Pushing event deleted for resources: {'Port': ['ID=1c693de4-1e9d-4cfb-9e70-44b73bd7f288,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.057462 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.058754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f270d828-eaae-4324-9a9b-5d0757a5ae7d up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:44.108206 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d79eaf-1b23-4c49-8195-d59adb671ff0 None None] Pushing event updated for resources: {'Port': ['ID=a5a35c93-384f-42f6-89d5-838a22976bca,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.220752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.264470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f270d828-eaae-4324-9a9b-5d0757a5ae7d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:44.271581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f270d828-eaae-4324-9a9b-5d0757a5ae7d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:44.271999 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:44.272490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.299758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.301622 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/networks/d249d60e-4b08-4209-9b64-3aa92eeb59ee HTTP/1.1" status: 204 len: 168 time: 2.1312525 Aug 19 18:05:44.305930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:44.312542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'routes': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:44.439837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.471352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=47face82-7451-476a-9d6b-5d595fa2e27a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.478747 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.483350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-651c9c2c-98d6-42a2-9766-bf690de06c6a service neutron] 10.222.0.36 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9516270 Aug 19 18:05:44.511678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Network e7974227-61f4-4732-9f05-e9adc2562bb1 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:44.511893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.580979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:44.598649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:44.611221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:44.618333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96645f-9235-4c8f-a328-85a4d62db4c8 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Pushing event deleted for resources: {'Network': ['ID=d249d60e-4b08-4209-9b64-3aa92eeb59ee,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.627826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.632570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:44.634220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.674201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:44.676130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0fbc80c8-a4aa-454e-a336-13d3d1ce4e13 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:44.677167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 39e193f1-d538-4b48-b813-a5a0c24158b3 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:44.680739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.682453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 33440545-6179-4255-ba4b-c42349fc908a up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:44.739127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 3, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:44.786007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 39e193f1-d538-4b48-b813-a5a0c24158b3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:44.786531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 39e193f1-d538-4b48-b813-a5a0c24158b3 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:44.787080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:44.806457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b81d3-9a34-4f48-aff8-1bf71f8c20ff None None] The sync data for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 is: [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 3, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:44.863119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:44.901205 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.907990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8412995a-7390-432c-8e88-3cc77cdd1a20 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4331193 Aug 19 18:05:44.927355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.927355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:05:44.930472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.931854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:44.932309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1c693de4-1e9d-4cfb-9e70-44b73bd7f288 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:44.962857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:44.967831 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5f3b67d2-f833-4a38-90ae-21fbd3aa0b8e admin admin] 10.222.0.36 "DELETE /v2.0/routers/b01a41fe-6cb0-4c1d-96f1-5412a1ae13a8 HTTP/1.1" status: 204 len: 168 time: 3.4700129 Aug 19 18:05:44.975698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:45.014201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:45.042360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 33440545-6179-4255-ba4b-c42349fc908a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:45.049880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 33440545-6179-4255-ba4b-c42349fc908a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:45.050421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.087063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Added routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:05:45.094185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Removed routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:05:45.094997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.238631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.256348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fcabd563-dc15-401c-b1a7-deba1288cb8b req-eb9525ec-c7d8-4886-8b38-3faa1c2cebce tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0828648 Aug 19 18:05:45.288366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-013c02de-5649-4b18-accb-227d29c122cd None None] Provisioning for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:45.290508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.306915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.314110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:45.320531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.321497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-013c02de-5649-4b18-accb-227d29c122cd None None] Provisioning complete for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:45.322652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-013c02de-5649-4b18-accb-227d29c122cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.328583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.330401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:45.337303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.349799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.368759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.382621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:45.398854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-0f945dfd-951b-4cd6-9497-ae59b236f2c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5437 time: 0.8108490 Aug 19 18:05:45.475272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Deleting subnet 20c927d0-6ba2-4778-8284-7c935b571b03 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:45.488640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.527730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-013c02de-5649-4b18-accb-227d29c122cd None None] Port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:45.536144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbe58bf2-ed35-4109-89df-cbdb85f20ba2 req-6722be47-ea7e-4880-9e7c-2e23ee7206e5 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 210 time: 0.0848649 Aug 19 18:05:45.620975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:45.645246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:45.650622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:45.651166 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.656108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fec54326-77eb-43a8-92c3-e11d5f770878 req-2c9128b9-b8cf-4118-8551-b66f2363685b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487357 Aug 19 18:05:45.815618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.820373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.846683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.849373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.865541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.918482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-5068e82f-ee8a-43f7-b00e-4aa3172055b9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--319996007&fields=id&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 267 time: 0.1265509 Aug 19 18:05:45.950457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:45.956234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:45.957978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 86577938-b0d2-4a26-ab4a-b631a7babb1e up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:46.063987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-7008a644-ff35-436a-a6f2-6af8008237ca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:46.072036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-7008a644-ff35-436a-a6f2-6af8008237ca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 816 time: 0.1524119 Aug 19 18:05:46.101252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-046b601e-f08a-4822-b4d9-0d7012cb94f3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/quotas/60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 375 time: 0.0279310 Aug 19 18:05:46.116374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d'}, {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33440545-6179-4255-ba4b-c42349fc908a'}, {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:46.120326 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93a2cd-8260-4fde-8408-276115dcc8fe" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d"}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "33440545-6179-4255-ba4b-c42349fc908a"}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b302b1-8e6e-4ad6-9338-dfaa94555bf4"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:46.218962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a5a35c93-384f-42f6-89d5-838a22976bca up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:46.233840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router 93628fc6-17b4-4afc-9428-22a789bd86af has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:46.254361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-b51d7438-4271-4e41-9de7-223954a20dd3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516800 Aug 19 18:05:46.293160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:46.314723 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1cd28-3ecc-423a-aa0c-8f22c2e530da x-openstack-request-id: req-50f1cd28-3ecc-423a-aa0c-8f22c2e530da {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:46.315310 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d", "code": 200}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "33440545-6179-4255-ba4b-c42349fc908a", "code": 200}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b302b1-8e6e-4ad6-9338-dfaa94555bf4", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:46.315890 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50f1cd28-3ecc-423a-aa0c-8f22c2e530da {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:46.316608 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d', 'code': 200} Aug 19 18:05:46.316795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.317245 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33440545-6179-4255-ba4b-c42349fc908a', 'code': 200} Aug 19 18:05:46.317765 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b302b1-8e6e-4ad6-9338-dfaa94555bf4', 'code': 200} Aug 19 18:05:46.336724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 86577938-b0d2-4a26-ab4a-b631a7babb1e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:46.349490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 86577938-b0d2-4a26-ab4a-b631a7babb1e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:46.350537 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.439862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.471152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a5a35c93-384f-42f6-89d5-838a22976bca completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:46.534476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a5a35c93-384f-42f6-89d5-838a22976bca triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:46.535198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.605190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:46.606950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c927d0-6ba2-4778-8284-7c935b571b03,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:46.617971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.622220 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4892cd81-7b0c-43e8-b331-c75f7dd0b466 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 701 time: 2.3134701 Aug 19 18:05:46.622595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] Sync routers for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:46.625134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:46.634659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1bf8c63-3e86-464e-9b10-1094574dcbc3 req-65e811f7-8c70-4501-9e44-c17d6add8e86 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1551354 Aug 19 18:05:46.644485 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.662824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2bcb8eb-037c-4515-9f53-09e692bbc14d tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 205 time: 0.0347393 Aug 19 18:05:46.662824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33984) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:46.663593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.668850 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d49764f6-2317-43dc-8ce2-c41ae4e8fa3a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/20c927d0-6ba2-4778-8284-7c935b571b03 HTTP/1.1" status: 204 len: 168 time: 1.5964780 Aug 19 18:05:46.686239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-d43cfb13-ad5e-4553-8958-ebf21008dfcb service neutron] 10.222.0.36 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301670 Aug 19 18:05:46.706521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df35b64-05da-4cc4-82b9-be9e149dbe14 None None] Network 1951b540-bed3-4d22-b852-d69b44f0a575 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:46.793057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:46.793753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:46.851724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33986) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:46.941374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:46.993958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-6d237942-dd63-4680-9937-4338578b4ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970884 Aug 19 18:05:47.022012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] Set router 93628fc6-17b4-4afc-9428-22a789bd86af gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:47.026347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:47.030003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.133070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02c90720-8fe1-4fcc-9bb6-e5b3953e9926 req-55061e4d-acf5-4129-880d-39723bbef5bc tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 210 time: 0.2825282 Aug 19 18:05:47.145606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.146749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8869340b-25fe-4cf9-9d6c-4cabce8510ab up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:47.166447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93628fc6-17b4-4afc-9428-22a789bd86af', 'name': 'tempest-RoutersTest-router-1246177557', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:04:28Z', 'updated_at': '2021-08-19T18:05:38Z', 'revision_number': 11, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:47.229933 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.427075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.431403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.447520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] Checking router: 93628fc6-17b4-4afc-9428-22a789bd86af for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:47.459342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:47.532319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a5a35c93-384f-42f6-89d5-838a22976bca, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a5a35c93-384f-42f6-89d5-838a22976bca,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:47.535001 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.545601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c59f4e4-d4fe-4d8f-b817-93e59cb8cc7f req-692d1bc7-97f1-4b39-aa52-1d85a9e293f1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.1589944 Aug 19 18:05:47.546071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.546273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] Routers {'93628fc6-17b4-4afc-9428-22a789bd86af'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:47.547376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router 93628fc6-17b4-4afc-9428-22a789bd86af {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:05:47.549186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93628fc6-17b4-4afc-9428-22a789bd86af'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:47.570425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.571923 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a92a18a-3d5a-4e53-bbb1-74ba77d46824 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 204 len: 168 time: 0.9018948 Aug 19 18:05:47.581357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33994) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:47.584732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.609897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-956841599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:47.634450 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.644233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:47.644500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadf3e4-9411-4c29-9bd2-8e73d185894b None None] The sync data for ids ['93628fc6-17b4-4afc-9428-22a789bd86af'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:47.730546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89648ea8-e075-406f-8a33-5169cc97c18c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:47.732040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] DHCP port deletion for 1951b540-bed3-4d22-b852-d69b44f0a575 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:05:47.792382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 89648ea8-e075-406f-8a33-5169cc97c18c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:47.792382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89648ea8-e075-406f-8a33-5169cc97c18c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:47.796382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.799165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a5a35c93-384f-42f6-89d5-838a22976bca,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:47.833835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 8869340b-25fe-4cf9-9d6c-4cabce8510ab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:47.840218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 8869340b-25fe-4cf9-9d6c-4cabce8510ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:47.840611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:47.904238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.910881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.917069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.923225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.929184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.936756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.943330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:47.945531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3207fe6b-28c2-4f2e-a503-b14dd1617153 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5440 time: 0.5957432 Aug 19 18:05:47.988105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Deleting port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:47.988651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.004200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6977f60c-e77f-4614-98be-cd77315f55e1 req-2f104b64-c2d6-44c3-bb39-f391981abb83 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1628890 Aug 19 18:05:48.008268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.030024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-f139559e-57d4-4d2b-81d1-2d23b2d97e6b tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:48.033510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-f139559e-57d4-4d2b-81d1-2d23b2d97e6b tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.42 "GET /v2.0/networks?id=87703c69-a0e5-4098-ae91-48ee8d3a5d4b HTTP/1.1" status: 200 len: 821 time: 0.9866235 Aug 19 18:05:48.034421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.035775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.038918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:48.061130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.073250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Request body: {'port': {'device_id': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b', 'admin_state_up': True, 'tenant_id': 'e5a94180cebf4d0984ad51d1ea272002'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:48.149679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:48.159024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a5a35c93-384f-42f6-89d5-838a22976bca up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:48.229645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] For port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:48.230280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.236499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.237422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b084538b-42c4-4bec-80b5-b5f0c328d2c6 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:48.290199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ab45102-12db-4b58-ae8b-3ebbe3b73bca req-3b1871cb-1d07-494f-91b9-554ad0a80be6 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069034 Aug 19 18:05:48.317094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9551e57b-85ab-4de3-81c8-496ca307ab55 req-7a2c0a66-84bf-4458-a6cc-11346b8b31b4 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 210 time: 0.0724947 Aug 19 18:05:48.389668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.409220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.467412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Deleting port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:48.467788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.488614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Network e7974227-61f4-4732-9f05-e9adc2562bb1 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:48.520385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:48.533115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.534373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50df550b-f865-4d04-867c-7049daa7d0df tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9481201 Aug 19 18:05:48.535090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Made reservation on behalf of e5a94180cebf4d0984ad51d1ea272002 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:48.538141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34006) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:48.538983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.555550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:48.591479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e'}, {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:48.609860 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbcec79-c49a-4eb1-9ed0-ed4c88697c03" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e"}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:48.629757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:48.636476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] For port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,segment=NetworkSegment(09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4),segment_id=09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:48.636855 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.650547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Calling delete_port for 5098d7e2-0ba2-4c34-81e9-5e7354a609ac owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:48.693987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Calling delete_port for 5098d7e2-0ba2-4c34-81e9-5e7354a609ac owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:48.853212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a5a35c93-384f-42f6-89d5-838a22976bca triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:48.853655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.867049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb550aa5-eda1-462e-ab30-24bf85d80fe7 req-84f6a5ad-d5b8-47d9-bf84-490460d87779 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.1106563 Aug 19 18:05:48.923988 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50195db7-3da0-49c8-9e22-c14dec5f0a59 x-openstack-request-id: req-50195db7-3da0-49c8-9e22-c14dec5f0a59 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:48.924456 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e", "code": 200}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:48.924866 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50195db7-3da0-49c8-9e22-c14dec5f0a59 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:48.925500 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'code': 200} Aug 19 18:05:48.925903 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'code': 200} Aug 19 18:05:48.929006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.952921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:48.976613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.984556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b084538b-42c4-4bec-80b5-b5f0c328d2c6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:48.993792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b084538b-42c4-4bec-80b5-b5f0c328d2c6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:48.994377 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:48.997232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] Pushing event deleted for resources: {'Port': ['ID=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:49.007255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.010787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Allocated IP 172.20.0.3 (87703c69-a0e5-4098-ae91-48ee8d3a5d4b/2c094b7b-e166-4dff-a937-56efecdcd8f8/af59060d-b747-498a-9ad1-6fc43e6e8b84) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:49.034141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.061441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d2792-6612-413d-80da-780f006f16c7 None None] No DVR routers for this DVR port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:49.149257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-008a1ecd-eb81-44b2-a04b-f9aeafac5258 None None] Provisioning complete for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:49.149872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-008a1ecd-eb81-44b2-a04b-f9aeafac5258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.169882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Pushing event deleted for resources: {'Port': ['ID=5098d7e2-0ba2-4c34-81e9-5e7354a609ac,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:49.180385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] No DVR routers for this DVR port 5098d7e2-0ba2-4c34-81e9-5e7354a609ac on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:05:49.267762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58abf41c-af1a-4410-a2b1-e3750d66d0be req-af08503a-a472-4474-9dc0-8730c550a7f1 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1031713 Aug 19 18:05:49.309032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-008a1ecd-eb81-44b2-a04b-f9aeafac5258 None None] Port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:49.339660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5098d7e2-0ba2-4c34-81e9-5e7354a609ac no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:05:49.434364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.436982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Router fa31d239-6809-4a51-b6f0-942976e47003 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:05:49.449747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5098d7e2-0ba2-4c34-81e9-5e7354a609ac {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:05:49.450912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5098d7e2-0ba2-4c34-81e9-5e7354a609ac not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:05:49.527161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:49.534609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.579647 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.632572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:49.637874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:49.649198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:49.650991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f9171efe-adf4-4cea-b7ca-ec0fc3b1d969 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "PUT /v2.0/routers/fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 200 len: 693 time: 1.1085353 Aug 19 18:05:49.655321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34018) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:49.668854 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Sync routers for ids ['fa31d239-6809-4a51-b6f0-942976e47003'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:49.691877 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Routers {'fa31d239-6809-4a51-b6f0-942976e47003'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:49.692965 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa31d239-6809-4a51-b6f0-942976e47003'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:49.775907 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a9f0004e-49f6-4ba0-954e-b9970bf708e6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/routers/fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 200 len: 699 time: 0.1189108 Aug 19 18:05:49.778455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34020) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:49.821158 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50c839a8-e92e-4bbb-bb82-3a48016abdbb tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 200 len: 205 time: 0.0411999 Aug 19 18:05:49.823672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34022) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:49.883234 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Set router fa31d239-6809-4a51-b6f0-942976e47003 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:49.930388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.013121 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa31d239-6809-4a51-b6f0-942976e47003', 'name': 'tempest-RoutersTest-router-956841599', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:48Z', 'updated_at': '2021-08-19T18:05:48Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.057659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Checking router: fa31d239-6809-4a51-b6f0-942976e47003 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:50.072515 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Routers {'fa31d239-6809-4a51-b6f0-942976e47003'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:50.073969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa31d239-6809-4a51-b6f0-942976e47003'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.139785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1951b540-bed3-4d22-b852-d69b44f0a575']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.194891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d19294f2-b577-42f8-9ee4-732ea15b09b8 req-fae447fe-0293-4fed-8db8-559c03b428cb tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 210 time: 0.6108861 Aug 19 18:05:50.204304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] Set router fa31d239-6809-4a51-b6f0-942976e47003 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:50.223612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.231498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.252124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-9b51c929-6cc8-4b78-9289-c842d290435f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.254883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-9b51c929-6cc8-4b78-9289-c842d290435f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 816 time: 1.0236373 Aug 19 18:05:50.258236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.259073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09691860-c4ee-4ad0-9b0f-eeb66f5d6ed4') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.277946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.278783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Fanout notify agent at l3_agent the message router_deleted on router fa31d239-6809-4a51-b6f0-942976e47003 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:05:50.282919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:50.294751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Sync routers for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:50.318026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f1c3a6be-bc1b-470f-a08e-aefd358e5055 admin admin] 10.222.0.36 "PUT /v2.0/routers/6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2187552 Aug 19 18:05:50.318026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.322679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:50.323639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.323988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.326273 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-acbba318-d0b9-4f2d-a043-387da2d12370 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 204 len: 168 time: 0.5011258 Aug 19 18:05:50.337536 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa31d239-6809-4a51-b6f0-942976e47003', 'name': 'tempest-RoutersTest-router-956841599', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:48Z', 'updated_at': '2021-08-19T18:05:48Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:50.347967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34030) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.395067 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44546-03ca-458e-8d4a-ad7e064548d4 None None] The sync data for ids ['fa31d239-6809-4a51-b6f0-942976e47003'] in n-d-778550-10 is: [{'id': 'fa31d239-6809-4a51-b6f0-942976e47003', 'name': 'tempest-RoutersTest-router-956841599', 'tenant_id': 'cec0d3594e7340af83e95f47aa9e695c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:48Z', 'updated_at': '2021-08-19T18:05:48Z', 'revision_number': 2, 'project_id': 'cec0d3594e7340af83e95f47aa9e695c', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:50.437116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e21dc08b-b3c5-42b8-8e0f-430e6c1faa4f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 200 len: 205 time: 0.0875025 Aug 19 18:05:50.441133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.492688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.497145 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-cc5866ab-54f3-4de7-beba-faa3ef0258ed tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:50.499501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cc5866ab-54f3-4de7-beba-faa3ef0258ed tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/fa31d239-6809-4a51-b6f0-942976e47003 HTTP/1.1" status: 404 len: 336 time: 0.0560441 Aug 19 18:05:50.502280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34034) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.505138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-1af86e20-7d9c-4ed9-a53b-45aa3f4ad21d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 379 time: 0.2186685 Aug 19 18:05:50.517192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a05a5f5a-d060-417e-a45b-0742f84f865d req-97ebe455-681f-4364-879b-b6a33f9d7a4a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.1648612 Aug 19 18:05:50.568586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'port': {'device_id': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'admin_state_up': True, 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'security_groups': ['4c47c45e-41e1-4470-9d05-b583869e8ebb']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:50.569499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:50.617280 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a77a0f8-37f6-42ff-b023-f886089596b6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:50.618942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a77a0f8-37f6-42ff-b023-f886089596b6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:50.632100 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a77a0f8-37f6-42ff-b023-f886089596b6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/e9f7fa20-cb42-45b6-ab34-28940bebf72d HTTP/1.1" status: 404 len: 337 time: 0.1282046 Aug 19 18:05:50.634131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34038) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.680414 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-50462abb-bb27-4a45-a0ed-047b1d8eee8f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:50.681722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.683696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50462abb-bb27-4a45-a0ed-047b1d8eee8f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:50.692038 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50462abb-bb27-4a45-a0ed-047b1d8eee8f tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/531a3985-a30f-415a-88ee-2caf087ba1b3 HTTP/1.1" status: 404 len: 337 time: 0.0556118 Aug 19 18:05:50.692791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.693886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.705500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.719024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.728746 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0ddee2-25e5-440c-b7e8-1f58c668d659 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:50.729117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0ddee2-25e5-440c-b7e8-1f58c668d659 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:50.731168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fe0ddee2-25e5-440c-b7e8-1f58c668d659 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/c8a2ceb8-b70f-4e94-88dc-4afbac55f960 HTTP/1.1" status: 404 len: 337 time: 0.0361738 Aug 19 18:05:50.733337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.734531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34042) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.748939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.762510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:50.768779 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f712ae-d348-41d1-8197-f50114b36633 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:50.769500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f712ae-d348-41d1-8197-f50114b36633 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:50.771534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06f712ae-d348-41d1-8197-f50114b36633 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/f6327fd9-e9ff-495c-97ce-7a12a44e89c2 HTTP/1.1" status: 404 len: 337 time: 0.0347157 Aug 19 18:05:50.778153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-751360b0-f542-4291-8149-019b34a6814c req-89bc1132-9fd1-4f2a-ace3-2eb162b1c321 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 1.2053118 Aug 19 18:05:50.779632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.796048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:05:50.796717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:05:50.811471 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:05:50.821851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6a5abb6-2012-4b68-8a86-c60aa9d6e46a tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 200 len: 205 time: 0.0381322 Aug 19 18:05:50.822492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34046) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.875605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:50.877343 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-0f2c94f6-836d-4fd6-99d5-531f7f89b179 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:50.878580 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f2c94f6-836d-4fd6-99d5-531f7f89b179 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/93628fc6-17b4-4afc-9428-22a789bd86af HTTP/1.1" status: 404 len: 336 time: 0.0550482 Aug 19 18:05:50.884134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34048) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.919127 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3de001f-23a2-45ab-9d49-ee649e96d1a6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=d99214d7-ba39-4509-9b8d-7abf3beb1be4 HTTP/1.1" status: 200 len: 205 time: 0.0336280 Aug 19 18:05:50.921748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34050) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:50.926521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:50.930381 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb371dc-5242-4145-b563-607729d198e4" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:50.941053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b41eb524-974e-4495-b7b5-39fb7fb43bae req-097a14f3-b7cc-47bc-aac8-327ff9a6651e tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1594388 Aug 19 18:05:50.972764 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-8fb29e3b-e35d-48c9-91e3-ec7c3397fcdd tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:50.974808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8fb29e3b-e35d-48c9-91e3-ec7c3397fcdd tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/d99214d7-ba39-4509-9b8d-7abf3beb1be4 HTTP/1.1" status: 404 len: 336 time: 0.0512855 Aug 19 18:05:50.978415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34054) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.003714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:45Z', 'revision_number': 4, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '7eb5b4ca-2c7d-48fb-a169-a6058de14bef', 'name': '', 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'mac_address': 'fa:16:3e:21:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:42Z', 'updated_at': '2021-08-19T18:05:46Z', 'revision_number': 2, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'subnets': [{'id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:51.015742 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee07b2b3-3b75-4a06-a086-d6c929ff82bd tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:51.017699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee07b2b3-3b75-4a06-a086-d6c929ff82bd tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:51.019519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee07b2b3-3b75-4a06-a086-d6c929ff82bd tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/51f3a670-5f80-4ba4-8eaa-436687ba9f5d HTTP/1.1" status: 404 len: 337 time: 0.0397670 Aug 19 18:05:51.023112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34058) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.046150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Checking router: 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:51.046556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Updating router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:05:51.063800 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-551a59ff-15dc-4308-9f54-9c30c712490b tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 200 len: 205 time: 0.0391505 Aug 19 18:05:51.067341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34060) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.107645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.114432 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.151070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-751360b0-f542-4291-8149-019b34a6814c req-cd99f463-b23c-4cc6-814e-58dd451e6903 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3714063 Aug 19 18:05:51.167927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.180110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1951b540-bed3-4d22-b852-d69b44f0a575 HTTP/1.1" status: 204 len: 168 time: 4.3225334 Aug 19 18:05:51.215727 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-8e488fc5-1506-4623-945c-9918b28780c6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:51.217612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e488fc5-1506-4623-945c-9918b28780c6 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/528f5499-f844-4fdb-9de9-109901463e2f HTTP/1.1" status: 404 len: 336 time: 0.1485691 Aug 19 18:05:51.224839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.259792 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5127dc-73fd-417d-ab02-9e605ebf9638 x-openstack-request-id: req-8f5127dc-73fd-417d-ab02-9e605ebf9638 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:51.260301 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:51.260649 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f5127dc-73fd-417d-ab02-9e605ebf9638 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:51.261244 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'code': 200} Aug 19 18:05:51.286599 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b07ab1ab-928f-42b4-8b9d-e390bdf2389e tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=637131a6-3d45-4494-b1b9-52b2ccb6ae9c HTTP/1.1" status: 200 len: 205 time: 0.0598283 Aug 19 18:05:51.289082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34072) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.370903 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-9dfff5ad-8107-40fb-af87-2a2616e787aa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:51.372346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9dfff5ad-8107-40fb-af87-2a2616e787aa tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/637131a6-3d45-4494-b1b9-52b2ccb6ae9c HTTP/1.1" status: 404 len: 336 time: 0.0803750 Aug 19 18:05:51.377460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.381194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.426601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91894cfa-c347-42f8-8775-67a8d052c46e admin admin] Pushing event deleted for resources: {'Network': ['ID=1951b540-bed3-4d22-b852-d69b44f0a575,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:51.427163 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61d6b40-d525-4d85-8724-b15d81371ce7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:51.427760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61d6b40-d525-4d85-8724-b15d81371ce7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:51.430341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f61d6b40-d525-4d85-8724-b15d81371ce7 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/b6a54692-79b4-4d8e-a2c1-6192bcbca488 HTTP/1.1" status: 404 len: 337 time: 0.0517550 Aug 19 18:05:51.441608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34080) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.507547 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c63064d-2eb1-415e-8f36-3c54352267ea tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8e92a60-4f98-451e-851e-6117ab334b4a HTTP/1.1" status: 200 len: 205 time: 0.0629346 Aug 19 18:05:51.511041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34084) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.582775 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-c56ce918-2bc8-42e7-ab89-8201629a7ed1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:51.584429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c56ce918-2bc8-42e7-ab89-8201629a7ed1 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/c8e92a60-4f98-451e-851e-6117ab334b4a HTTP/1.1" status: 404 len: 336 time: 0.0643547 Aug 19 18:05:51.589238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34092) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.638517 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-746e3054-ac8c-4b6a-a85e-9cb089e7dbbe tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:51.639019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746e3054-ac8c-4b6a-a85e-9cb089e7dbbe tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:51.644104 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-746e3054-ac8c-4b6a-a85e-9cb089e7dbbe tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/15da4392-42e5-4ac2-8500-4b331962695d HTTP/1.1" status: 404 len: 337 time: 0.0476627 Aug 19 18:05:51.644104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34094) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.648515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34096) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.693016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7d23138-915b-4147-b66a-2664183521d4 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "GET /v2.0/ports?device_id=728dbfa7-ab1b-4772-b694-1c0b0a12987f HTTP/1.1" status: 200 len: 205 time: 0.0385053 Aug 19 18:05:51.694023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.718430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Made reservation on behalf of 60e0505daddb4ff08a92f539dcf636a5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:51.724885 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.747046 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-b6768fd2-4f31-475d-8ebf-b5c662ea4c88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] delete failed (client error): The resource could not be found. Aug 19 18:05:51.752621 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6768fd2-4f31-475d-8ebf-b5c662ea4c88 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/routers/728dbfa7-ab1b-4772-b694-1c0b0a12987f HTTP/1.1" status: 404 len: 336 time: 0.0533192 Aug 19 18:05:51.755391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.767978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Pushing event updated for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:51.787313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:51.799767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:51.807387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:51.810942 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f22325-322b-4d71-9a61-9061abf55a81 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:51.811717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f22325-322b-4d71-9a61-9061abf55a81 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:51.814456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20f22325-322b-4d71-9a61-9061abf55a81 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/e1193911-45ea-41f5-b7c5-9b6da66df403 HTTP/1.1" status: 404 len: 337 time: 0.0511112 Aug 19 18:05:51.819634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-774ac2f3-a3bd-404a-a04b-4004fd4f0649 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abb328d9e64642a9a11d8a005cc17487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761794 Aug 19 18:05:51.820658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.829737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34104) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:51.869132 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3f093c-cb23-4b75-b407-59fd4064f673 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] DELETE failed (client error): The resource could not be found. Aug 19 18:05:51.869365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.869733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.870241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.870522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3f093c-cb23-4b75-b407-59fd4064f673 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:05:51.870748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.871317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.871887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.872525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.873902 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6d3f093c-cb23-4b75-b407-59fd4064f673 tempest-RoutersTest-194212313 tempest-RoutersTest-194212313-project] 10.222.0.36 "DELETE /v2.0/subnets/a183e015-5049-42c4-afb5-7f5ba1c308a8 HTTP/1.1" status: 404 len: 337 time: 0.0519445 Aug 19 18:05:51.875130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc331823-6075-42ab-8266-5485fc8e587b req-9460f441-d8ca-40b4-983b-5529e1247a0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.4596405 Aug 19 18:05:51.915699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8066b7-af19-4c64-b4d8-bf7cfa865797 req-665853fc-8b78-4c26-9ff5-7ad720456e4d tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:51.928721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab8066b7-af19-4c64-b4d8-bf7cfa865797 req-665853fc-8b78-4c26-9ff5-7ad720456e4d tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 931 time: 0.5417409 Aug 19 18:05:51.930034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.958635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.960122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:51.983737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Transition to ACTIVE for port object 7eb5b4ca-2c7d-48fb-a169-a6058de14bef will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:52.001410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.049915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.053259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.058671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31d54068-6eea-40b2-bb68-2f75415787c5 HTTP/1.1" status: 204 len: 168 time: 0.2234340 Aug 19 18:05:52.076173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5f98b-e29a-4fc5-930d-d3a1201169df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d54068-6eea-40b2-bb68-2f75415787c5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:52.168162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:52.169531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.220296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0bb10-85b0-4122-848c-d4b3698c0b5c None None] Pushing event updated for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:52.315802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab8066b7-af19-4c64-b4d8-bf7cfa865797 req-6df383b2-4273-4f80-b260-242da487f185 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594290 Aug 19 18:05:52.333391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc331823-6075-42ab-8266-5485fc8e587b req-9044217e-01b8-4cff-b50d-60c52f283e0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4417181 Aug 19 18:05:52.410102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-b2f272de-47ca-4042-8799-ccfe8479b335 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3604264 Aug 19 18:05:52.419317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Attempting to bind port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:52.420105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Attempting to bind port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:52.420789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Attempting to bind port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef on network e7974227-61f4-4732-9f05-e9adc2562bb1 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:52.441029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:52.442238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Checking segment: {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:52.443370 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.445141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Bound using segment: {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:52.446486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Bound port: 7eb5b4ca-2c7d-48fb-a169-a6058de14bef, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:52.448674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.536487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b3bac1a-797f-41a8-a199-9a311996deb1 req-c760d796-f3b8-475e-8d6d-aeb17b2cf8d1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.0612895 Aug 19 18:05:52.573035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Request body: {'port': {'device_id': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:52.629244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] For port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:52.635372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] For port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:52.645532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.680299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:52.715272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:52.716134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:52.717827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Allocated IP 172.20.0.4 (f2e99c11-6fdf-4866-b5cc-408de8308649/4d110402-bc66-471f-8062-d033eac4fe7c/74944b9f-5ce0-4581-998c-10040e9ddaff) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:05:52.724136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:52.729527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7882315f-4f27-4f43-8dee-4d386e2f5b2f req-37b91f37-da50-485c-a0b0-066e99232c8d tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.2172954 Aug 19 18:05:52.900223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0bb10-85b0-4122-848c-d4b3698c0b5c None None] Pushing event updated for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:53.015433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-279c444b-6406-4b82-81b0-ea3e9e3d11a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cec0d3594e7340af83e95f47aa9e695c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338466 Aug 19 18:05:53.019649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:53.059271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.083888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.100372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:53.103784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.132706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.141077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.149669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.150430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.167275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.171940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-b80c11ca-307e-407d-bedf-603b891607cd tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.4712501 Aug 19 18:05:53.199724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.294450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.297842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.299510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c53b9ee-84cb-4b60-9e33-809ac4f50d04 HTTP/1.1" status: 204 len: 168 time: 0.2785668 Aug 19 18:05:53.319075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b10e9b-f047-4763-9bd8-aa8a10379722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c53b9ee-84cb-4b60-9e33-809ac4f50d04,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:53.368706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-930e8a42-8d14-4560-abd3-bfeb619a0139 req-7b4daeb3-95ab-4a94-b7cb-db1542016407 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546831 Aug 19 18:05:53.468717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:53.635188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:45Z', 'revision_number': 4, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '7eb5b4ca-2c7d-48fb-a169-a6058de14bef', 'name': '', 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'mac_address': 'fa:16:3e:21:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:42Z', 'updated_at': '2021-08-19T18:05:52Z', 'revision_number': 4, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'subnets': [{'id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:53.692200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:53.703212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34172) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:53.714976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811b9e-acbd-4fed-852a-f824eff5cdbd None None] The sync data for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 is: [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:05:45Z', 'revision_number': 4, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '7eb5b4ca-2c7d-48fb-a169-a6058de14bef', 'name': '', 'network_id': 'e7974227-61f4-4732-9f05-e9adc2562bb1', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'mac_address': 'fa:16:3e:21:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:42Z', 'updated_at': '2021-08-19T18:05:52Z', 'revision_number': 4, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'subnets': [{'id': 'c6456c7b-d767-4e8c-8117-65ea9a6f7775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:53.763076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056477bc-117b-4ec6-936f-156d6f719461 req-6cc73bad-5494-482e-8066-425f13ee17d9 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:53.771498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-056477bc-117b-4ec6-936f-156d6f719461 req-6cc73bad-5494-482e-8066-425f13ee17d9 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 931 time: 0.2403338 Aug 19 18:05:53.824916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Transition to ACTIVE for port object 74944b9f-5ce0-4581-998c-10040e9ddaff will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:53.833344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-730afed3-7651-4519-98be-109c8f719edd req-c24760a3-a618-48fc-9cf4-7838c3a78519 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.1309340 Aug 19 18:05:53.974739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-056477bc-117b-4ec6-936f-156d6f719461 req-8adc8407-577e-43a3-8228-a582bab7047b tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023566 Aug 19 18:05:54.031661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-362361128-network', 'tenant_id': 'f550b9b3c3294e5e940919b7d0766025'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:54.132144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af59060d-b747-498a-9ad1-6fc43e6e8b84 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:54.138882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fc3606a-0b6f-4747-80a7-444a61361c90 req-c669de74-cc19-4938-91ee-5cba90d8a938 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0754564 Aug 19 18:05:54.153995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.175182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7eb5b4ca-2c7d-48fb-a169-a6058de14bef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:54.188716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Made reservation on behalf of f550b9b3c3294e5e940919b7d0766025 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:05:54.191722 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.196422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.199303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Transition to ACTIVE for port object af59060d-b747-498a-9ad1-6fc43e6e8b84 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:54.225339 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.253265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:54.264544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:54.264820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.268857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.307363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Network f2e99c11-6fdf-4866-b5cc-408de8308649 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:05:54.316082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:05:54.326453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:05:54.451053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.509727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:54.548834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:54.554921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.580617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.620252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:54.727479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:54.747013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.748182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.805478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Attempting to bind port af59060d-b747-498a-9ad1-6fc43e6e8b84 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:54.806105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Attempting to bind port af59060d-b747-498a-9ad1-6fc43e6e8b84 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:54.806565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Attempting to bind port af59060d-b747-498a-9ad1-6fc43e6e8b84 on network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:54.818855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Port af59060d-b747-498a-9ad1-6fc43e6e8b84 on network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:54.819340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Attempting to bind port af59060d-b747-498a-9ad1-6fc43e6e8b84 on network 87703c69-a0e5-4098-ae91-48ee8d3a5d4b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:54.838022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.845553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.852639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.859139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.866113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.872531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.879499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:54.881783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-692f6ed4-099a-4986-9ff1-becfe376eac3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.2447615 Aug 19 18:05:54.883233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dbb458d4-1c78-477c-9f69-673d3156c044 None None] Provisioning for port 74944b9f-5ce0-4581-998c-10040e9ddaff completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:05:54.893851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dbb458d4-1c78-477c-9f69-673d3156c044 None None] Provisioning complete for port 74944b9f-5ce0-4581-998c-10040e9ddaff triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:54.896131 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dbb458d4-1c78-477c-9f69-673d3156c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:54.912341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:54.914459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Checking segment: {'id': '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:54.915293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Bound using segment: {'id': '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:54.916025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Bound port: af59060d-b747-498a-9ad1-6fc43e6e8b84, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:54.923505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.014041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dbb458d4-1c78-477c-9f69-673d3156c044 None None] Port 74944b9f-5ce0-4581-998c-10040e9ddaff cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:05:55.043531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8d897b73-2e35-4e22-93e9-751ea07c87b1 req-61db5747-2a41-494e-b862-d2d8dc40f6e3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478286 Aug 19 18:05:55.163413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:55.181317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84,segment=NetworkSegment(42c0edbe-5e87-4bf1-baa0-6945ecd6b37d),segment_id=42c0edbe-5e87-4bf1-baa0-6945ecd6b37d)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:55.201141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.208468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.233146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.261892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-bdab6ced-a8e4-4d73-9ddb-036416c974e6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7431285 Aug 19 18:05:55.298527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.299603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.302372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/af59060d-b747-498a-9ad1-6fc43e6e8b84 HTTP/1.1" status: 200 len: 1092 time: 2.7539461 Aug 19 18:05:55.320026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:55.326558 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb2844a-6132-47b2-b3d5-8b9c853121b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:55.343785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Request body: {'port': {'device_id': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:55.384706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef9c62-939f-4e78-9745-3ffce2a27a85 req-836c61c0-8fe9-4517-96af-9863fc3769a1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.398065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40ef9c62-939f-4e78-9745-3ffce2a27a85 req-836c61c0-8fe9-4517-96af-9863fc3769a1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 931 time: 0.3884101 Aug 19 18:05:55.529281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:05:55.540330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Deleting port 51b5fb8d-48c7-4ee3-8437-99f644f80266 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:55.540677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.547946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.548759 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Added segment c1dbb570-d2f4-4e09-8f94-9996adf8149b of type vlan for network 99c17a64-f9d5-4a90-a088-626a902a04f0 Aug 19 18:05:55.633192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb850d-f144-49f1-8e03-2059b8a1d0da,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:55.696442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] For port 51b5fb8d-48c7-4ee3-8437-99f644f80266, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=51b5fb8d-48c7-4ee3-8437-99f644f80266,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:55.697803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.721733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bff7f-2b3a-47f5-bed3-e86cf077c3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:55.728205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Calling delete_port for 51b5fb8d-48c7-4ee3-8437-99f644f80266 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:55.768089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e612e-7986-41b2-be3d-e23504e093c9 req-a887bb30-3f9f-4780-b394-d10481d8630f tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.780846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae3e612e-7986-41b2-be3d-e23504e093c9 req-a887bb30-3f9f-4780-b394-d10481d8630f tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 943 time: 0.5705836 Aug 19 18:05:55.800192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40ef9c62-939f-4e78-9745-3ffce2a27a85 req-02711077-2069-4873-9226-debc706d2b3d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445153 Aug 19 18:05:55.853541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.878472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:55.906182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-88fb984b-633b-4041-ac09-4c086bcdad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:55.908223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-88fb984b-633b-4041-ac09-4c086bcdad4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5a94180cebf4d0984ad51d1ea272002&device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 1095 time: 0.4757752 Aug 19 18:05:56.032921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.079754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-93907c45-757a-4b5d-b781-c9577decab9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84 HTTP/1.1" status: 200 len: 217 time: 0.1603549 Aug 19 18:05:56.100337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.102049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.102868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.136244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae3e612e-7986-41b2-be3d-e23504e093c9 req-fa636685-dedb-44b6-a3b1-7e2abaca34cf tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541873 Aug 19 18:05:56.151621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7eb5b4ca-2c7d-48fb-a169-a6058de14bef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:05:56.203325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.279952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:05:56.280885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.357862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b5fb8d-48c7-4ee3-8437-99f644f80266,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:56.633656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9136593 Aug 19 18:05:56.633656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae26d9-bd9f-448f-b1a6-b6022be41062 admin admin] Pushing event updated for resources: {'Network': ['ID=99c17a64-f9d5-4a90-a088-626a902a04f0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:56.651939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 99c17a64-f9d5-4a90-a088-626a902a04f0 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:05:56.683042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:56.711609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-5781af17-661b-444e-953d-9a7cd5112d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.715131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-5781af17-661b-444e-953d-9a7cd5112d93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c094b7b-e166-4dff-a937-56efecdcd8f8 HTTP/1.1" status: 200 len: 861 time: 0.5927856 Aug 19 18:05:56.764703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.777278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.799394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.826304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.847334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.857575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.867501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:56.871949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04e0fa2e-8a88-49e5-86e9-6bd39d6d406d req-37fb217a-fd12-4fa0-874f-92a5ac4558e2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.8514261 Aug 19 18:05:56.879772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da3c1f2e-a45e-4d3e-afa5-7739ce98adb6 req-bc08402a-5a9a-4370-8c04-085fc8021894 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.3319299 Aug 19 18:05:56.903786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34232) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:56.912844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Request body: {'floatingip': {'port_id': '33440545-6179-4255-ba4b-c42349fc908a'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:05:56.977788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-5ef37d4b-23b0-4da8-a072-0cedd3131403 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87703c69-a0e5-4098-ae91-48ee8d3a5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022155 Aug 19 18:05:56.995634 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd9648-1483-4658-8252-da0ee6a25bf0 x-openstack-request-id: req-5ebd9648-1483-4658-8252-da0ee6a25bf0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:05:56.995925 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:05:56.996177 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ebd9648-1483-4658-8252-da0ee6a25bf0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:05:56.996709 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84', 'status': 'completed', 'code': 200} Aug 19 18:05:57.200101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:05:57.212546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:57.236405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Transition to ACTIVE for port object 74944b9f-5ce0-4581-998c-10040e9ddaff will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:05:57.261289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:57.270583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:57.412509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Router 5b7a8165-2344-4b87-8e1f-8cd71d90700b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:05:57.682796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:05:57.690875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2e3e9b0-c647-4002-a47a-7933b8bb68d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b7a8165-2344-4b87-8e1f-8cd71d90700b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2191708 Aug 19 18:05:57.695501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34248) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:57.697744 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Sync routers for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:05:57.712701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:57.713770 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:57.895266 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:57.936924 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:58.020593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:58.124655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.143695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-175d9cce-b195-49a4-9d00-fff65a668836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.223207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Deleting port fc264938-b1b5-40ff-8057-dda0469c82eb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:58.223614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.261687 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:56Z', 'revision_number': 5, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port': {'id': 'fc264938-b1b5-40ff-8057-dda0469c82eb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:15Z', 'updated_at': '2021-08-19T18:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:58.299191 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Checking router: 5b7a8165-2344-4b87-8e1f-8cd71d90700b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:05:58.312407 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Routers {'5b7a8165-2344-4b87-8e1f-8cd71d90700b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:05:58.313132 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:05:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:58.333681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] For port fc264938-b1b5-40ff-8057-dda0469c82eb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fc264938-b1b5-40ff-8057-dda0469c82eb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:05:58.334034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.354446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Calling delete_port for fc264938-b1b5-40ff-8057-dda0469c82eb owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:05:58.470761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] Set router 5b7a8165-2344-4b87-8e1f-8cd71d90700b gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:05:58.487654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb0d12-5400-4de9-86b5-2fab560cb9f0 req-4bbc8dc4-7cf9-444d-b176-c5cdfb672bad tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.489376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82bb0d12-5400-4de9-86b5-2fab560cb9f0 req-4bbc8dc4-7cf9-444d-b176-c5cdfb672bad tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 1.2405202 Aug 19 18:05:58.531819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-25587ad7-f96c-482c-9d03-89a7e4d3af92 service neutron] 10.222.0.42 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5379035 Aug 19 18:05:58.566109 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:58Z', 'revision_number': 6, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:05:58.580308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaac22-fb8b-42e8-a21a-f577c9dc30ab req-f1c28b79-5334-46d8-af93-5303b8b844ad tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.590033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaac22-fb8b-42e8-a21a-f577c9dc30ab req-f1c28b79-5334-46d8-af93-5303b8b844ad tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.597551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaac22-fb8b-42e8-a21a-f577c9dc30ab req-f1c28b79-5334-46d8-af93-5303b8b844ad tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.599392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7aaac22-fb8b-42e8-a21a-f577c9dc30ab req-f1c28b79-5334-46d8-af93-5303b8b844ad tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5526669 Aug 19 18:05:58.602937 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b16302-6000-4256-bdd0-43375ae0eae0 None None] The sync data for ids ['5b7a8165-2344-4b87-8e1f-8cd71d90700b'] in n-d-778550-10 is: [{'id': '5b7a8165-2344-4b87-8e1f-8cd71d90700b', 'name': 'tempest-TestAggregatesBasicOps-26707918-router', 'tenant_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:14Z', 'updated_at': '2021-08-19T18:05:58Z', 'revision_number': 6, 'project_id': 'b6e134605ba64a20a6b000fa70e94cbc', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:05:58.618478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:05:58.618874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:05:58.619510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:58.626212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.678805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc264938-b1b5-40ff-8057-dda0469c82eb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:58.741020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:05:58.741534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:05:58.772502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:05:58.772856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:05:58.773262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:05:58.773717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Bound port: 74944b9f-5ce0-4581-998c-10040e9ddaff, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:05:58.774090 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.788550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.813247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82bb0d12-5400-4de9-86b5-2fab560cb9f0 req-77ab381c-6a7e-4a5c-b64c-be9d9a3cef27 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024154 Aug 19 18:05:58.948141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.951553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:58.968367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718acd1-3b11-43db-93af-cf22b7f217ae req-e88a7b43-c612-41e1-82e4-dc8a63b41e5f tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:58.980471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1718acd1-3b11-43db-93af-cf22b7f217ae req-e88a7b43-c612-41e1-82e4-dc8a63b41e5f tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 943 time: 0.2530456 Aug 19 18:05:59.019578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7fabc31-f3c8-40b5-a242-e702874750fb req-909b6320-9c15-4a65-bbe9-296ee6e52c01 service neutron] 10.222.0.42 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686468 Aug 19 18:05:59.023253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.024900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7a8165-2344-4b87-8e1f-8cd71d90700b {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:05:59.037165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.042235 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f372875f-d7ab-46c6-84fb-2d874a910dd3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5b7a8165-2344-4b87-8e1f-8cd71d90700b HTTP/1.1" status: 204 len: 168 time: 1.3434093 Aug 19 18:05:59.044702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34266) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:59.115794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-362a9093-02f3-4392-8f29-4447da5944d8 req-978a90a2-7094-41bc-9bd7-45f8965044e0 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1991646 Aug 19 18:05:59.146450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Deleting subnet 759e3115-59b4-4a27-9392-6662120b28ec {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:05:59.153391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.224770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:05:59.244243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.380247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.432064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:05:59.465452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1718acd1-3b11-43db-93af-cf22b7f217ae req-feaf068d-789b-4a90-85f7-f9cf1b8c0099 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841266 Aug 19 18:05:59.485281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.503269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.512014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-b1f6b7e7-7972-447c-96a6-9722b563fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.513606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-b1f6b7e7-7972-447c-96a6-9722b563fed7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5a94180cebf4d0984ad51d1ea272002&device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 1095 time: 0.4275208 Aug 19 18:05:59.578020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759e3115-59b4-4a27-9392-6662120b28ec,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:05:59.581333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.587051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd93f68b-bc53-4939-9e35-c00603789644 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/759e3115-59b4-4a27-9392-6662120b28ec HTTP/1.1" status: 204 len: 168 time: 0.5404408 Aug 19 18:05:59.587846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:59.614895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5256b863-b21c-4bda-83d7-d3e62682e969 None None] Network adcfa64a-61a8-41ba-9d2f-1499cc14cd1e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:05:59.707571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.723714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131544-7733-44c8-8cf9-07f3a4f33955 req-1fb7b4d8-2aa4-4c5f-b9dc-7d2f53b2aa9b tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.725661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf131544-7733-44c8-8cf9-07f3a4f33955 req-1fb7b4d8-2aa4-4c5f-b9dc-7d2f53b2aa9b tempest-ComputeTenantNetworksTest-1692949621 tempest-ComputeTenantNetworksTest-1692949621-project] 10.222.0.36 "GET /v2.0/networks/99c17a64-f9d5-4a90-a088-626a902a04f0 HTTP/1.1" status: 200 len: 768 time: 0.4820907 Aug 19 18:05:59.730226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:05:59.730869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.732407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 1092 time: 4.4149227 Aug 19 18:05:59.759311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:05:59.802384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:05:59.877988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.894448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:05:59.896928 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf19573-20fb-489e-9ee5-9297d4036f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:05:59.913397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Deleting port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:05:59.913970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:05:59.989153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1835-8aa6-4b23-9aef-6c0c641136b5 service neutron] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:00.009790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] DHCP port deletion for adcfa64a-61a8-41ba-9d2f-1499cc14cd1e request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:00.052416 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce8800-3add-43f7-9795-52c649e61b89 x-openstack-request-id: req-21ce8800-3add-43f7-9795-52c649e61b89 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:00.052919 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:00.054171 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21ce8800-3add-43f7-9795-52c649e61b89 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:00.054691 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'status': 'completed', 'code': 200} Aug 19 18:06:00.115194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Deleting port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:00.115997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.151822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.189948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-0975146e-5b78-4862-9ac5-75bbfd1695c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.192876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-0975146e-5b78-4862-9ac5-75bbfd1695c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1095 time: 0.2207832 Aug 19 18:06:00.195340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.255162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] For port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:00.256048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.261501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.279071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Calling delete_port for c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:00.304360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c17a64-f9d5-4a90-a088-626a902a04f0']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:00.310930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-264054a5-b646-46bc-b449-056d242ec775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.314249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-264054a5-b646-46bc-b449-056d242ec775 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87703c69-a0e5-4098-ae91-48ee8d3a5d4b HTTP/1.1" status: 200 len: 922 time: 0.7859154 Aug 19 18:06:00.330429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dbb570-d2f4-4e09-8f94-9996adf8149b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:00.331190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dbb570-d2f4-4e09-8f94-9996adf8149b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:00.336069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:00.362627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.411003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] For port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,segment=NetworkSegment(eff0cbe1-16e8-4e37-ad40-1d541abfc71c),segment_id=eff0cbe1-16e8-4e37-ad40-1d541abfc71c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:00.411538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.414240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-b334d2be-0dc7-4067-8f0d-f80d3e18a63d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 217 time: 0.1185384 Aug 19 18:06:00.417402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.422908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d6cc-3335-4a9a-bc11-42efeb991e4f req-5bc16881-d69a-4dde-a428-2ab6b69f6287 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.424725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b1d6cc-3335-4a9a-bc11-42efeb991e4f req-5bc16881-d69a-4dde-a428-2ab6b69f6287 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.3963680 Aug 19 18:06:00.439609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:00.440462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:00.443845 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:00.462910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Calling delete_port for c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:00.464052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.503368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.507549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-da9033f2-de68-4311-b829-ea2388634a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84 HTTP/1.1" status: 200 len: 217 time: 0.1457489 Aug 19 18:06:00.528446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2025aa59-5df4-4648-943f-d5c174c05f13 req-e3ccf15c-a190-4330-b677-491d0ca57543 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1562035 Aug 19 18:06:00.626114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fc264938-b1b5-40ff-8057-dda0469c82eb no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:00.629313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-11d32644-e909-41d1-b473-2f7cc48635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.632413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] Pushing event deleted for resources: {'Port': ['ID=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:00.632891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-11d32644-e909-41d1-b473-2f7cc48635ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.2070839 Aug 19 18:06:00.652319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20273406-a517-45c3-9b7c-ad5adfbbfbc0 None None] No DVR routers for this DVR port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:00.653548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.658887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b1d6cc-3335-4a9a-bc11-42efeb991e4f req-9d805398-6987-47e9-8be3-6690bd95d4b7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762104 Aug 19 18:06:00.662779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.683514 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] 10.222.0.36 "DELETE /v2.0/networks/99c17a64-f9d5-4a90-a088-626a902a04f0 HTTP/1.1" status: 204 len: 168 time: 0.9179382 Aug 19 18:06:00.703221 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Floating IP fca38841-607e-47ae-97d2-3040050e2f88 associated. External IP: 172.25.5.249, port: 33440545-6179-4255-ba4b-c42349fc908a. Aug 19 18:06:00.715584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fc264938-b1b5-40ff-8057-dda0469c82eb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:00.716093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fc264938-b1b5-40ff-8057-dda0469c82eb not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:00.716628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 51b5fb8d-48c7-4ee3-8437-99f644f80266 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:00.724680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb0cbf-c912-4300-b532-7fbfe58698bb admin admin] Pushing event deleted for resources: {'Network': ['ID=99c17a64-f9d5-4a90-a088-626a902a04f0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:00.757427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 51b5fb8d-48c7-4ee3-8437-99f644f80266 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:00.757904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 51b5fb8d-48c7-4ee3-8437-99f644f80266 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:00.770631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a080a29-2880-48d7-9262-73b1a26b8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.784039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:00.832840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-b9f51042-2ed0-4230-bb6d-370ad36a22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:00.834271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-b9f51042-2ed0-4230-bb6d-370ad36a22bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c094b7b-e166-4dff-a937-56efecdcd8f8 HTTP/1.1" status: 200 len: 861 time: 0.2968290 Aug 19 18:06:00.848979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] No DVR routers for this DVR port c1ecf7f0-972b-44ed-86e2-b41f6747e6f4 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:00.853201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ecf7f0-972b-44ed-86e2-b41f6747e6f4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:00.893352 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.037578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.070286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcfa64a-61a8-41ba-9d2f-1499cc14cd1e']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:01.106461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:01.106949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff0cbe1-16e8-4e37-ad40-1d541abfc71c') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:01.128735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.153375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.166158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:01.166884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:01.170358 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:01.238028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34300) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:01.309300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-de9a2b1e-0d53-4a7b-8967-9f2f974f9ade admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f550b9b3c3294e5e940919b7d0766025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697305 Aug 19 18:06:01.312436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34304) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:01.321659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.335897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.338303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] 10.222.0.36 "DELETE /v2.0/networks/adcfa64a-61a8-41ba-9d2f-1499cc14cd1e HTTP/1.1" status: 204 len: 168 time: 1.7488742 Aug 19 18:06:01.345763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:01.376429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f813-e53e-4e6c-a729-6ee442836f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=adcfa64a-61a8-41ba-9d2f-1499cc14cd1e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:01.471705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-c7fa3c76-fdbe-4b51-bd91-ad9978111f16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87703c69-a0e5-4098-ae91-48ee8d3a5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6262164 Aug 19 18:06:01.542359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-1c699baf-fb76-43e1-a078-3891ea810d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:01.543943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-1c699baf-fb76-43e1-a078-3891ea810d1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8838520 Aug 19 18:06:01.557339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.598484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.662828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2130e-18cc-4d6b-bcd6-d390e3ba520b req-84bcc4f5-e8f8-4213-b074-80860185a57d tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:01.664570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56e2130e-18cc-4d6b-bcd6-d390e3ba520b req-84bcc4f5-e8f8-4213-b074-80860185a57d tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 943 time: 0.8356256 Aug 19 18:06:01.788275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a67e9462-7afb-40c1-ac5b-2db52220a4e7 req-e30d06e8-764e-426b-8e82-1c85f3ae8874 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0715325 Aug 19 18:06:01.931708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-7ed3a79b-0871-40bb-a337-6f45587ae743 service neutron] 10.222.0.42 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488096 Aug 19 18:06:01.939115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:01.944508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56e2130e-18cc-4d6b-bcd6-d390e3ba520b req-80721d4d-ad6d-413e-95b3-3949c02a2b40 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310970 Aug 19 18:06:01.977631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-270a5087-5c20-4237-98d2-365f0394f4fd service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681412 Aug 19 18:06:02.164070 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.167344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.169129 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdcb850d-f144-49f1-8e03-2059b8a1d0da HTTP/1.1" status: 204 len: 168 time: 0.8552089 Aug 19 18:06:02.193141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b311d58-fe20-4687-9ab1-b654c0bebf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb850d-f144-49f1-8e03-2059b8a1d0da,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:02.242290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34328) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:02.246211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b033f30-8b1c-4ca2-8464-5cf0b89090cf req-09b78880-e34a-402f-b11d-4ce8a9ea1226 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.268012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b033f30-8b1c-4ca2-8464-5cf0b89090cf req-09b78880-e34a-402f-b11d-4ce8a9ea1226 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.3175271 Aug 19 18:06:02.318101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd5d28d-ba84-4328-8fb9-f76d21242a67 req-c61bd46b-1680-4523-9eaa-a86023e51cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0413890 Aug 19 18:06:02.331302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device af59060d-b747-498a-9ad1-6fc43e6e8b84 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:02.371405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Router 96214d49-8ba5-4a37-9594-2d4123df4339 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:02.421525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956e64dd-1da8-4c87-ac9b-7c3785d9a999 req-f801e427-5993-410f-92c5-4d458585e9e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178352 Aug 19 18:06:02.463952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cb2844a-6132-47b2-b3d5-8b9c853121b4 req-a78df67a-c1b1-4ae7-a491-592f6171c30a service neutron] 10.222.0.42 "GET /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170593 Aug 19 18:06:02.474253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b033f30-8b1c-4ca2-8464-5cf0b89090cf req-b93b16ef-4f61-4a93-96b8-866d726df9a1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044022 Aug 19 18:06:02.528011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.590536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84,segment=NetworkSegment(42c0edbe-5e87-4bf1-baa0-6945ecd6b37d),segment_id=42c0edbe-5e87-4bf1-baa0-6945ecd6b37d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:02.621263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'af59060d-b747-498a-9ad1-6fc43e6e8b84', 'network_id': '87703c69-a0e5-4098-ae91-48ee8d3a5d4b', 'port_id': 'af59060d-b747-498a-9ad1-6fc43e6e8b84', 'mac_address': 'fa:16:3e:3c:5e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c094b7b-e166-4dff-a937-56efecdcd8f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:02.655704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:02.671679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Sync routers for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:02.675971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.693881 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.696345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:02.697236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:02.817478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3eee6aef-074b-4f78-9668-3a053e3d268f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "PUT /v2.0/floatingips/fca38841-607e-47ae-97d2-3040050e2f88 HTTP/1.1" status: 200 len: 991 time: 5.9116104 Aug 19 18:06:02.822523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '33440545-6179-4255-ba4b-c42349fc908a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:02.828038 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "33440545-6179-4255-ba4b-c42349fc908a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:02.855397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4262-b2c9-4e94-9d3c-d2bb9407f803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:02.856610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-c9b0355f-dc8f-42d2-8110-f163694b6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:02.858760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-c9b0355f-dc8f-42d2-8110-f163694b6e39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1095 time: 0.1053207 Aug 19 18:06:02.955874 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60fcc6-c723-49c6-8ce8-15eadf32877f x-openstack-request-id: req-8e60fcc6-c723-49c6-8ce8-15eadf32877f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:02.956326 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "tag": "33440545-6179-4255-ba4b-c42349fc908a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:02.956591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af59060d-b747-498a-9ad1-6fc43e6e8b84 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:02.957107 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e60fcc6-c723-49c6-8ce8-15eadf32877f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:02.963570 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'tag': '33440545-6179-4255-ba4b-c42349fc908a', 'status': 'completed', 'code': 200} Aug 19 18:06:03.032193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84,segment=NetworkSegment(42c0edbe-5e87-4bf1-baa0-6945ecd6b37d),segment_id=42c0edbe-5e87-4bf1-baa0-6945ecd6b37d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:03.053535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.186967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:03.194909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:03.217105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4262-b2c9-4e94-9d3c-d2bb9407f803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.222888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dcc4262-b2c9-4e94-9d3c-d2bb9407f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.237588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-397a8028-974e-4589-88d3-8fc3b693cae8 req-55818db4-a429-41a0-acfd-6dd349662418 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1708195 Aug 19 18:06:03.281068 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2dcc4262-b2c9-4e94-9d3c-d2bb9407f803 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4115333560c844eeb556706d10fc67d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0339339 Aug 19 18:06:03.281343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34352) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:03.347368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.347895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.348402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.348847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.349324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.349799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.350269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.352830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-05e21533-272e-44e8-a2ce-7f61bb3d1c63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.2828681 Aug 19 18:06:03.395514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056a8d5-930f-43ef-b330-7a4ecb4f32f8 req-c74838f7-82cc-4150-97ec-ccaa245f4aa2 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.402715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc4262-b2c9-4e94-9d3c-d2bb9407f803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047efa7-60b2-4979-9614-4cf23b7585bf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:03.407257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6056a8d5-930f-43ef-b330-7a4ecb4f32f8 req-c74838f7-82cc-4150-97ec-ccaa245f4aa2 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 944 time: 0.2509477 Aug 19 18:06:03.428869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['af59060d-b747-498a-9ad1-6fc43e6e8b84'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:03.456352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.464380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Deleting port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:03.465064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.525801 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.639702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.653438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-9e2f8353-2da8-4d44-b4e8-0a779f7c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.655330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-9e2f8353-2da8-4d44-b4e8-0a779f7c9c88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b HTTP/1.1" status: 200 len: 917 time: 0.2933421 Aug 19 18:06:03.660228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-4cb71f88-2d7d-4068-a6c1-faf2cae61d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:03.663645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-4cb71f88-2d7d-4068-a6c1-faf2cae61d5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.7966220 Aug 19 18:06:03.778241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] For port 7eb5b4ca-2c7d-48fb-a169-a6058de14bef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:03.778817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.829941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fca38841-607e-47ae-97d2-3040050e2f88', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'port_id': '33440545-6179-4255-ba4b-c42349fc908a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'mac_address': 'fa:16:3e:99:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:04Z', 'updated_at': '2021-08-19T18:05:59Z', 'revision_number': 1, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:03.839612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Calling delete_port for 7eb5b4ca-2c7d-48fb-a169-a6058de14bef owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:03.854155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.858948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:03.867275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0047efa7-60b2-4979-9614-4cf23b7585bf HTTP/1.1" status: 204 len: 168 time: 0.5845604 Aug 19 18:06:03.898714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Checking router: 96214d49-8ba5-4a37-9594-2d4123df4339 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:03.905191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d643aa-d674-471f-bc7b-0d50f6704763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047efa7-60b2-4979-9614-4cf23b7585bf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:03.921311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:03.923057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:03.936572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-237b8bff-141c-45ec-b26e-2f698d5f1fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 217 time: 0.2283289 Aug 19 18:06:04.080429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6056a8d5-930f-43ef-b330-7a4ecb4f32f8 req-84367e4d-59e4-4f7f-add3-c716683bebd8 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699448 Aug 19 18:06:04.153353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:04.176754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-e6c5670f-7d32-45f6-aeea-11d5a042d779 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 999 time: 0.5035262 Aug 19 18:06:04.210442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-348f3fb2-91ed-42d1-b135-49b03ba1d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.213351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-348f3fb2-91ed-42d1-b135-49b03ba1d0b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.2551904 Aug 19 18:06:04.263596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eedc9-0aaa-477e-94c3-a124a2aefbf0 req-ebc198c7-13ef-4672-bc49-44029c2c6820 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.277990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e3eedc9-0aaa-477e-94c3-a124a2aefbf0 req-ebc198c7-13ef-4672-bc49-44029c2c6820 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.4693682 Aug 19 18:06:04.423908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.434695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-2d1fde24-c770-4a94-a886-19487d6acd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.437265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-2d1fde24-c770-4a94-a886-19487d6acd43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469901 Aug 19 18:06:04.453548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e3eedc9-0aaa-477e-94c3-a124a2aefbf0 req-94ec8264-ce43-42af-9b04-f2d5cfbf7915 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739388 Aug 19 18:06:04.461370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-ed8e7a83-3ef6-4c47-8219-99cdf48c7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:04.464247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-ed8e7a83-3ef6-4c47-8219-99cdf48c7bdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.2760034 Aug 19 18:06:04.491197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb5b4ca-2c7d-48fb-a169-a6058de14bef,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:04.799787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-b063d70b-7a1a-410a-aa9d-3513c372acf0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337293 Aug 19 18:06:04.809447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34374) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:04.923257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fca38841-607e-47ae-97d2-3040050e2f88', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'port_id': '33440545-6179-4255-ba4b-c42349fc908a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'mac_address': 'fa:16:3e:99:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:04Z', 'updated_at': '2021-08-19T18:05:59Z', 'revision_number': 1, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:04.956604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:04.962402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9f7bf-aabd-4210-b565-9ecffda30030 None None] The sync data for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 is: [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fca38841-607e-47ae-97d2-3040050e2f88', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'port_id': '33440545-6179-4255-ba4b-c42349fc908a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'mac_address': 'fa:16:3e:99:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:04:04Z', 'updated_at': '2021-08-19T18:05:59Z', 'revision_number': 1, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:04.970390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57af50a9-2bca-417a-b089-a703008a55ee req-7bed1457-4bd2-4065-9bb8-d4b9b6db2f84 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0929520 Aug 19 18:06:05.091361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95afb9db-8665-446a-8eb8-db20974078ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:05.400670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:05.541995 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf771bf4-5be2-4f37-84ab-4e81694025a3 None None] New status for floating IP fca38841-607e-47ae-97d2-3040050e2f88: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:06:05.548503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-a3a2afa4-d35d-4804-87e8-4daf17449d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:05.550274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-a3a2afa4-d35d-4804-87e8-4daf17449d86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0269024 Aug 19 18:06:05.654583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:05.663247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba10da7a-65d1-4a6b-a3d6-3ab9313c298e admin admin] 10.222.0.36 "PUT /v2.0/routers/6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3022525 Aug 19 18:06:05.670431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34392) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:05.674474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Sync routers for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:05.678483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8a3f77-fdf2-4477-9a33-6d4d854ded45 req-ea2970e9-9d63-4101-87be-01a84c9b42e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fd9bf2ab9384958a3a8080bd82693fd&device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1419332 Aug 19 18:06:05.690726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:05.692451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:05.863986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:05.873409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-67815228-6c37-4670-a055-757c2e9aff98 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522876 Aug 19 18:06:05.876545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf19573-20fb-489e-9ee5-9297d4036f6f req-14218760-7370-48e9-8121-4a41bcc760c2 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0687582 Aug 19 18:06:05.919034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8a3f77-fdf2-4477-9a33-6d4d854ded45 req-cfdd8cf8-5d6b-41a0-b014-ba8c80e95ba4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7fd9bf2ab9384958a3a8080bd82693fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2187598 Aug 19 18:06:06.116210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:06.136943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dab72aac-018f-42c8-a8cd-8c4380b92c51 req-2b3a0749-04da-46d7-8bb5-6f81dc7f65cc tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.2587452 Aug 19 18:06:06.161023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.291775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a971f-404b-4cde-aee8-045fd478043c req-89026cf1-ddc5-421e-8cde-bf830b82f117 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.304421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-023a971f-404b-4cde-aee8-045fd478043c req-89026cf1-ddc5-421e-8cde-bf830b82f117 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 944 time: 0.6755967 Aug 19 18:06:06.316920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Deleting port a5a35c93-384f-42f6-89d5-838a22976bca {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:06.317866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.355481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device af59060d-b747-498a-9ad1-6fc43e6e8b84 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:06.511838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] For port a5a35c93-384f-42f6-89d5-838a22976bca, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a5a35c93-384f-42f6-89d5-838a22976bca,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:06.512564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.534040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Calling delete_port for a5a35c93-384f-42f6-89d5-838a22976bca owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:06.584285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6995af-fc57-46de-9fc3-e4e45067bd6d req-0709feef-276a-4795-9987-359458003d1a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.586842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c6995af-fc57-46de-9fc3-e4e45067bd6d req-0709feef-276a-4795-9987-359458003d1a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.2727876 Aug 19 18:06:06.590055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port af59060d-b747-498a-9ad1-6fc43e6e8b84 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:06.600409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95afb9db-8665-446a-8eb8-db20974078ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.604313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3f77-fdf2-4477-9a33-6d4d854ded45 req-cfbca31d-8308-42d6-8e39-0e0b666fad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:06.604824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port af59060d-b747-498a-9ad1-6fc43e6e8b84 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:06.605713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.606892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8a3f77-fdf2-4477-9a33-6d4d854ded45 req-cfbca31d-8308-42d6-8e39-0e0b666fad1b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6604919 Aug 19 18:06:06.611033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-723bedb2-ee6c-4fe5-9c4e-f0790324c3d4 req-7d237545-0606-4603-9bbb-2168fbfa0e71 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883881 Aug 19 18:06:06.683511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-023a971f-404b-4cde-aee8-045fd478043c req-99f10e5b-4f75-426a-8b21-cb5189bed9c5 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459525 Aug 19 18:06:06.686825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:06.697631 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95afb9db-8665-446a-8eb8-db20974078ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:06.828079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:06:04Z', 'revision_number': 5, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port': {'id': 'a5a35c93-384f-42f6-89d5-838a22976bca', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:05:36Z', 'updated_at': '2021-08-19T18:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:06.880780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c6995af-fc57-46de-9fc3-e4e45067bd6d req-65893ba0-5001-4428-81a3-08894abe65a9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684183 Aug 19 18:06:06.896396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-95afb9db-8665-446a-8eb8-db20974078ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4d12e3cac704d9f80713e300b7d2c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0732861 Aug 19 18:06:06.896396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afb9db-8665-446a-8eb8-db20974078ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7e143-3fe4-48bf-acfc-308e61d3f49c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:06.896868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:06.914458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Checking router: 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:06.985978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Routers {'6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:06.987199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:07.029876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.073182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.103788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.119814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a35c93-384f-42f6-89d5-838a22976bca,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:07.218426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.220703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:07.225633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.229971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc7e143-3fe4-48bf-acfc-308e61d3f49c HTTP/1.1" status: 204 len: 168 time: 0.3289135 Aug 19 18:06:07.245906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e09a6e-c289-4575-baaa-cf014a514348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7e143-3fe4-48bf-acfc-308e61d3f49c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:07.262929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:07.279249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.294623 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.337676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7619ddc3-fbe9-4314-b9d2-5a9b94dde3d1 req-c0988aec-68dd-4d43-b679-fcdcf31bb3c7 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0536904 Aug 19 18:06:07.370604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] Set router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:07.497706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.502422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.594494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.595613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:06:07.604369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.607134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-553a3840-6387-4495-a5c9-8b0dca776f1a admin admin] 10.222.0.36 "DELETE /v2.0/routers/6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441 HTTP/1.1" status: 204 len: 168 time: 1.9385457 Aug 19 18:06:07.611269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:07.705679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:07.708007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Deleting subnet c6456c7b-d767-4e8c-8117-65ea9a6f7775 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:07.708239 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71418a-7b36-461b-83e0-f65071b54ae1" -d '{"events": [{"server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "name": "network-vif-plugged", "status": "completed", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:07.716178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.725659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84,segment=NetworkSegment(42c0edbe-5e87-4bf1-baa0-6945ecd6b37d),segment_id=42c0edbe-5e87-4bf1-baa0-6945ecd6b37d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:07.727062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:06:06Z', 'revision_number': 6, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:07.734148 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.822570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a3ee5a-4aac-4d99-a397-8e0fcbe76dea None None] The sync data for ids ['6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441'] in n-d-778550-10 is: [{'id': '6b26afe6-ecb9-4eb1-a4ac-65b9ce8cf441', 'name': 'tempest-TestAggregatesBasicOps-3523952-router', 'tenant_id': '38949ca004cc4eeaa016e882951f2ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:05:33Z', 'updated_at': '2021-08-19T18:06:06Z', 'revision_number': 6, 'project_id': '38949ca004cc4eeaa016e882951f2ae5', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:07.827770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.846687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:07.892957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591c755c-cd79-485e-9f35-a372843ad5d0 x-openstack-request-id: req-591c755c-cd79-485e-9f35-a372843ad5d0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:07.892957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "name": "network-vif-plugged", "status": "completed", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:07.892957 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-591c755c-cd79-485e-9f35-a372843ad5d0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:07.892957 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84', 'code': 200} Aug 19 18:06:07.949839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:08.036390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:08.045560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:08.053188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.166480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:08.176410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27284975-7b71-4a01-b824-05fdcdc95973 req-8e9fee8b-f999-469c-88d8-bb308ded5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.177072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27284975-7b71-4a01-b824-05fdcdc95973 req-8e9fee8b-f999-469c-88d8-bb308ded5dff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 1097 time: 0.2409863 Aug 19 18:06:08.186702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd8a3f77-fdf2-4477-9a33-6d4d854ded45 req-ed5a6008-9dc7-4849-a380-8155a83f94ec tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.13 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.0588257 Aug 19 18:06:08.222381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d17b-7ec2-417d-869f-8f760640084f req-9046145c-c0c7-450c-8d22-91c682cea897 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.245687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ada7d17b-7ec2-417d-869f-8f760640084f req-9046145c-c0c7-450c-8d22-91c682cea897 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.3135531 Aug 19 18:06:08.265445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.437409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7eb5b4ca-2c7d-48fb-a169-a6058de14bef no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:08.489972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74944b9f-5ce0-4581-998c-10040e9ddaff'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:08.495886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.496263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 7eb5b4ca-2c7d-48fb-a169-a6058de14bef {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:08.496687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7eb5b4ca-2c7d-48fb-a169-a6058de14bef not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:08.537528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ada7d17b-7ec2-417d-869f-8f760640084f req-11e055f0-76a7-4b32-a314-ff9cb58c4835 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815410 Aug 19 18:06:08.550380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd93c0-4925-4ca6-9b12-1802e0413843 req-9d033187-da8d-44c3-807b-aa6046485ffe tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:08.551935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56cd93c0-4925-4ca6-9b12-1802e0413843 req-9d033187-da8d-44c3-807b-aa6046485ffe tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.4005005 Aug 19 18:06:08.609177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27284975-7b71-4a01-b824-05fdcdc95973 req-7c0ab834-b4a0-4eea-924e-3392bd56cd2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015720 Aug 19 18:06:08.612103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6456c7b-d767-4e8c-8117-65ea9a6f7775,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:08.623290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.627807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34440) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:08.629865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6a32dd97-192d-4888-a63c-ec91d02c9824 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6456c7b-d767-4e8c-8117-65ea9a6f7775 HTTP/1.1" status: 204 len: 168 time: 1.0167477 Aug 19 18:06:08.658611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdc374-e532-4e97-9300-1f69ff639068 None None] Network e7974227-61f4-4732-9f05-e9adc2562bb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:08.732974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56cd93c0-4925-4ca6-9b12-1802e0413843 req-c56c2e54-cd1d-4539-bc41-fa52b28b6367 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282432 Aug 19 18:06:08.813800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.950932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Deleting port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:08.950932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:08.993190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47e43639-19cc-4667-bd4e-e2a774dd1d50 req-76bf9946-79ff-4a1f-a0af-bfb357ffb775 tempest-ServerShowV254Test-261583386 tempest-ServerShowV254Test-261583386-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75dd8d1-3069-4db4-a8bf-61cee559f00d HTTP/1.1" status: 200 len: 210 time: 0.1113617 Aug 19 18:06:09.086317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] For port 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9fd6d268-359c-496e-b63c-d8199b9bdbc7,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:09.086761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.114275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Calling delete_port for 9fd6d268-359c-496e-b63c-d8199b9bdbc7 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:09.151162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] DHCP port deletion for e7974227-61f4-4732-9f05-e9adc2562bb1 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:06:09.302615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Deleting port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:09.303325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.369836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.493075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd6d268-359c-496e-b63c-d8199b9bdbc7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.496086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] No DVR routers for this DVR port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:09.516936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] For port 9fd6d268-359c-496e-b63c-d8199b9bdbc7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9fd6d268-359c-496e-b63c-d8199b9bdbc7,segment=NetworkSegment(a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749),segment_id=a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:09.518053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.598581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Calling delete_port for 9fd6d268-359c-496e-b63c-d8199b9bdbc7 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:09.677698 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.707197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7974227-61f4-4732-9f05-e9adc2562bb1']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.744244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.744565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ae3ff9-8e5b-4487-a6aa-e5fb38c42749') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:09.771065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.805144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.821935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:09.826066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.843630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.914715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] No DVR routers for this DVR port 9fd6d268-359c-496e-b63c-d8199b9bdbc7 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:09.918890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2327-f0f3-4495-aa0a-f03e258940be None None] Pushing event deleted for resources: {'Port': ['ID=9fd6d268-359c-496e-b63c-d8199b9bdbc7,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:09.959634 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:09.981121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:09.988466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ce2cc-0bdb-4ed4-bba0-136ebb6939c9 req-5d709d64-d8d7-452b-b342-671dc6cb8984 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:09.999352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b64ce2cc-0bdb-4ed4-bba0-136ebb6939c9 req-5d709d64-d8d7-452b-b342-671dc6cb8984 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.1941190 Aug 19 18:06:10.007916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.023561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e7974227-61f4-4732-9f05-e9adc2562bb1 HTTP/1.1" status: 204 len: 168 time: 1.3942251 Aug 19 18:06:10.065967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ada98-cc87-48d8-a8ae-518ebcfeade6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7974227-61f4-4732-9f05-e9adc2562bb1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:10.094791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b64ce2cc-0bdb-4ed4-bba0-136ebb6939c9 req-46fba993-f777-4b1b-b465-8c1c9e3e32b1 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Aug 19 18:06:10.170236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a5a35c93-384f-42f6-89d5-838a22976bca no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:10.201564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a5a35c93-384f-42f6-89d5-838a22976bca {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:10.201927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a5a35c93-384f-42f6-89d5-838a22976bca not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:10.202509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9fd6d268-359c-496e-b63c-d8199b9bdbc7 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:10.254080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9fd6d268-359c-496e-b63c-d8199b9bdbc7 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:10.256093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9fd6d268-359c-496e-b63c-d8199b9bdbc7 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:10.276907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb8c8-6c89-40a2-a435-5afd195962b5 req-3ebbddf8-0fcb-4f46-a203-031eb39f42bd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:10.290406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f5bb8c8-6c89-40a2-a435-5afd195962b5 req-3ebbddf8-0fcb-4f46-a203-031eb39f42bd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.2320933 Aug 19 18:06:10.347482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f5bb8c8-6c89-40a2-a435-5afd195962b5 req-a2d4187a-336e-4507-bca7-7959ab465c56 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471649 Aug 19 18:06:10.496262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34490) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:10.669763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-573ab164-ff9b-4474-adbd-e431a1a85bfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6e134605ba64a20a6b000fa70e94cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668429 Aug 19 18:06:10.674136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:10.695266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:10.748497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34494) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:10.758123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.806142 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.827570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 74944b9f-5ce0-4581-998c-10040e9ddaff completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:10.844994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 74944b9f-5ce0-4581-998c-10040e9ddaff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:10.846618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.910512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.916441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:10.925531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a488876-49e0-4015-aa4b-0683451a0d54 HTTP/1.1" status: 204 len: 168 time: 0.2490807 Aug 19 18:06:10.942859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c01cde-e3d3-411a-8cde-24c3408f75cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a488876-49e0-4015-aa4b-0683451a0d54,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:11.034658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.065438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:11.067926 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cf2e0-ccb9-4958-bbc2-404f6c2c0687" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:11.081938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:11.087647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.176761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:11.218870 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc1fb1f-0dc7-4b61-a956-1ea77c7ee9a4 x-openstack-request-id: req-2bc1fb1f-0dc7-4b61-a956-1ea77c7ee9a4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:11.220500 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:11.220965 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bc1fb1f-0dc7-4b61-a956-1ea77c7ee9a4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:11.222975 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'code': 200} Aug 19 18:06:11.226141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0357f0e5-66a1-4f4b-974a-486527104c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.502544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719fc48-c76e-40b5-a6be-6746c6fcc9b0 req-ee8f2555-d4cf-4e93-b589-cf184b2ffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.521161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8719fc48-c76e-40b5-a6be-6746c6fcc9b0 req-ee8f2555-d4cf-4e93-b589-cf184b2ffb8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1097 time: 0.1690955 Aug 19 18:06:11.539019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3bb55-70d0-431d-9b8e-6401b3526c07 req-35498960-a8c4-4dec-a2d7-23df8125ab40 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:11.544411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bf3bb55-70d0-431d-9b8e-6401b3526c07 req-35498960-a8c4-4dec-a2d7-23df8125ab40 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.2646630 Aug 19 18:06:11.751815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0357f0e5-66a1-4f4b-974a-486527104c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.780741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0357f0e5-66a1-4f4b-974a-486527104c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:11.815258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0357f0e5-66a1-4f4b-974a-486527104c74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fd9bf2ab9384958a3a8080bd82693fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0647705 Aug 19 18:06:11.824417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:11.827044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8719fc48-c76e-40b5-a6be-6746c6fcc9b0 req-82775232-cc51-4829-9d9b-398135c7a6d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748899 Aug 19 18:06:11.913901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357f0e5-66a1-4f4b-974a-486527104c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af02f5b5-3eb6-4246-879c-88f92242e580,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:11.941977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bf3bb55-70d0-431d-9b8e-6401b3526c07 req-3181a0a1-4956-4beb-9ef8-9906066be9d0 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514504 Aug 19 18:06:11.945476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34522) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:11.978800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d16e9-72e1-44d8-85f1-4f1b60785182 req-76a2dead-f57f-44a4-be33-56e73df5caf4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.000427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7d16e9-72e1-44d8-85f1-4f1b60785182 req-76a2dead-f57f-44a4-be33-56e73df5caf4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.2441938 Aug 19 18:06:12.034044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.085460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.096254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8770d798-c872-46bb-92cb-469ab6a68d9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38949ca004cc4eeaa016e882951f2ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391382 Aug 19 18:06:12.099938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34528) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:12.213193 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.223986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.227386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df7d16e9-72e1-44d8-85f1-4f1b60785182 req-2d96b3a3-6faa-4f11-b30c-f612d0f2852d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101429 Aug 19 18:06:12.236175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af02f5b5-3eb6-4246-879c-88f92242e580 HTTP/1.1" status: 204 len: 168 time: 0.4077783 Aug 19 18:06:12.268464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14160cba-436d-4251-89f8-1ad6924cbb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02f5b5-3eb6-4246-879c-88f92242e580,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:12.279966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.357247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.498022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.514605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:12.518981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e7eec76-680a-476e-9539-e968d6489bf5 HTTP/1.1" status: 204 len: 168 time: 0.4170580 Aug 19 18:06:12.537955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b266e66-f67f-4c97-8569-23c595437e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7eec76-680a-476e-9539-e968d6489bf5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:12.980674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee498b5-fd0f-4bde-9ca7-c83f63a4b651 req-a0ad0551-0b12-4f40-94dd-01cd781b89be tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:12.995322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dee498b5-fd0f-4bde-9ca7-c83f63a4b651 req-a0ad0551-0b12-4f40-94dd-01cd781b89be tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.0942581 Aug 19 18:06:13.060688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dee498b5-fd0f-4bde-9ca7-c83f63a4b651 req-db0d916d-5fda-46b8-90bf-d5a7f1f245df tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Aug 19 18:06:13.170896 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:06:13.594549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527223f7-78e5-4fcb-95a4-35d0b1b3d731 req-20ca3ae3-1c48-497f-9a9b-5ea9a797e1b6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:13.597980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-527223f7-78e5-4fcb-95a4-35d0b1b3d731 req-20ca3ae3-1c48-497f-9a9b-5ea9a797e1b6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.1545908 Aug 19 18:06:13.725273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-527223f7-78e5-4fcb-95a4-35d0b1b3d731 req-2bbc4800-35c2-46aa-9f01-9761c60ef0d6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038191 Aug 19 18:06:13.851682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34582) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:13.994951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aa939-367c-4d74-9fd0-fa78bf4c9f5c req-500db6b9-2d9e-4a34-824d-0e594012966d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:14.003401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a6aa939-367c-4d74-9fd0-fa78bf4c9f5c req-500db6b9-2d9e-4a34-824d-0e594012966d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.1404266 Aug 19 18:06:14.011642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:14.019686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Request body: {'floatingip': {'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:14.128428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.301310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7c78050-f2b5-4f25-970c-bd708ccaf884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.712174 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7c78050-f2b5-4f25-970c-bd708ccaf884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.726071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7c78050-f2b5-4f25-970c-bd708ccaf884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:14.739187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771ff05-df40-46f0-97f8-8d8787930846 req-5d46908b-df10-478f-a6aa-757d7fcde260 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:14.740868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7771ff05-df40-46f0-97f8-8d8787930846 req-5d46908b-df10-478f-a6aa-757d7fcde260 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.4164114 Aug 19 18:06:14.801460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62d52b-f529-4b5b-bdbb-1bb46fa0a9e1 req-aedcd1eb-2a66-498f-9221-2a0fd0d229c3 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:14.804168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f62d52b-f529-4b5b-bdbb-1bb46fa0a9e1 req-aedcd1eb-2a66-498f-9221-2a0fd0d229c3 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 945 time: 0.4983978 Aug 19 18:06:14.960249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e7c78050-f2b5-4f25-970c-bd708ccaf884 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8118d1141b1c4d879d6c87fc4122ab42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1068351 Aug 19 18:06:14.965181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:14.974290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c78050-f2b5-4f25-970c-bd708ccaf884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d8aa2-7ec7-400a-bfe4-b84895fdc63b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:15.056602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f62d52b-f529-4b5b-bdbb-1bb46fa0a9e1 req-63c65215-9ba8-442c-887b-1947097ed15c tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/security-groups?id=8aa1512b-7aab-49aa-b94e-01e3b50148c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399504 Aug 19 18:06:15.193932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Deleting port af59060d-b747-498a-9ad1-6fc43e6e8b84 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:15.194800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.285613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.298741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.resource_extend [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:06:15.341061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.461410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] For port af59060d-b747-498a-9ad1-6fc43e6e8b84, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=af59060d-b747-498a-9ad1-6fc43e6e8b84,segment=NetworkSegment(42c0edbe-5e87-4bf1-baa0-6945ecd6b37d),segment_id=42c0edbe-5e87-4bf1-baa0-6945ecd6b37d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:15.461927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.494381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Calling delete_port for af59060d-b747-498a-9ad1-6fc43e6e8b84 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:15.637195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.644895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.658372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/579d8aa2-7ec7-400a-bfe4-b84895fdc63b HTTP/1.1" status: 204 len: 168 time: 0.6684506 Aug 19 18:06:15.681360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d8aa2-7ec7-400a-bfe4-b84895fdc63b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:15.692183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.693438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.693438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.693438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.694348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.694348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.694348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.694954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.694954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.695250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.695602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.696080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faca57a-5863-4b90-a3e6-85024a01ec56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:15.799520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.819089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['af59060d-b747-498a-9ad1-6fc43e6e8b84'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:15.842384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Pushing event deleted for resources: {'Port': ['ID=af59060d-b747-498a-9ad1-6fc43e6e8b84,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:15.958300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] No DVR routers for this DVR port af59060d-b747-498a-9ad1-6fc43e6e8b84 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:15.964364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:15.967763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7771ff05-df40-46f0-97f8-8d8787930846 req-48f96d67-6829-4c10-8409-3ab8546e5323 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.42 "DELETE /v2.0/ports/af59060d-b747-498a-9ad1-6fc43e6e8b84 HTTP/1.1" status: 204 len: 173 time: 1.2185352 Aug 19 18:06:15.968477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'name': 'network-vif-deleted', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:15.981280 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc04f8b-11b1-4222-b17a-25fdb188469e" -d '{"events": [{"server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "name": "network-vif-deleted", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:15.994655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.001181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:16.094670 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51356fb-8cef-4961-b450-334b1b779050 x-openstack-request-id: req-b51356fb-8cef-4961-b450-334b1b779050 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:16.097075 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457", "name": "network-vif-deleted", "tag": "af59060d-b747-498a-9ad1-6fc43e6e8b84", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:16.097767 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b51356fb-8cef-4961-b450-334b1b779050 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:16.098666 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457', 'name': 'network-vif-deleted', 'tag': 'af59060d-b747-498a-9ad1-6fc43e6e8b84', 'status': 'completed', 'code': 200} Aug 19 18:06:16.460512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51cfdfe7-306e-4315-aeaa-6f8a4218d92a req-032f188f-b667-450a-b08d-0a505b063d12 tempest-InstanceActionsNegativeTestJSON-1500570980 tempest-InstanceActionsNegativeTestJSON-1500570980-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac05b99-fd22-4b7b-b9be-3aaa6ca1c457 HTTP/1.1" status: 200 len: 210 time: 0.1802604 Aug 19 18:06:16.490173 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Floating IP 75165c8d-4057-4390-9eda-87ed6a4916f6 associated. External IP: 172.25.5.14, port: 74944b9f-5ce0-4581-998c-10040e9ddaff. Aug 19 18:06:16.960478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.074222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:17.315790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:17.323128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:17.336196 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:17.378027 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:17.378686 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:17.475181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1b383e2b-264f-4b27-b9c9-4b169dd3372c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "PUT /v2.0/floatingips/75165c8d-4057-4390-9eda-87ed6a4916f6 HTTP/1.1" status: 200 len: 990 time: 3.4562278 Aug 19 18:06:17.488421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:17.494962 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f209dba-4dee-4bdf-8e95-934593926500" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:17.639201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34726) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:17.733254 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:17.772739 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e582a25a-ae98-4323-98f2-11f30db0b8c1 x-openstack-request-id: req-e582a25a-ae98-4323-98f2-11f30db0b8c1 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:17.773191 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:17.773430 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e582a25a-ae98-4323-98f2-11f30db0b8c1 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:17.774208 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'status': 'completed', 'code': 200} Aug 19 18:06:17.782398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Deleting subnet 2c094b7b-e166-4dff-a937-56efecdcd8f8 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:17.841872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.057134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.101473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209dba-4dee-4bdf-8e95-934593926500 req-a44d2695-8bf5-4676-af78-c5c96282e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.103974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-a44d2695-8bf5-4676-af78-c5c96282e304 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1097 time: 0.2681711 Aug 19 18:06:18.392627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device af59060d-b747-498a-9ad1-6fc43e6e8b84 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:18.477635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209dba-4dee-4bdf-8e95-934593926500 req-c529428e-567a-41b0-afe9-5902116ec455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.484052 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '75165c8d-4057-4390-9eda-87ed6a4916f6', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:05:41Z', 'updated_at': '2021-08-19T18:06:15Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:18.488745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-c529428e-567a-41b0-afe9-5902116ec455 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.3759236 Aug 19 18:06:18.495818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: af59060d-b747-498a-9ad1-6fc43e6e8b84 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:18.495989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device af59060d-b747-498a-9ad1-6fc43e6e8b84 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:18.563356 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:18.579931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:18.581204 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:18.685559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-a0a64d8a-5cd9-4c2e-8625-04601ba8ddda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 998 time: 0.1825376 Aug 19 18:06:18.713027 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:18.830327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209dba-4dee-4bdf-8e95-934593926500 req-d59012ca-f905-4c62-aabd-f73ea6daa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:18.834128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-d59012ca-f905-4c62-aabd-f73ea6daa268 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1396751 Aug 19 18:06:18.896691 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:18.936379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.055805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c094b7b-e166-4dff-a937-56efecdcd8f8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:19.099630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.114733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5ac3ba10-f568-41fa-9275-16b4b36fd313 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c094b7b-e166-4dff-a937-56efecdcd8f8 HTTP/1.1" status: 204 len: 168 time: 1.4728270 Aug 19 18:06:19.116089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:19.144579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209dba-4dee-4bdf-8e95-934593926500 req-c1431dcc-3d2b-49a0-a070-7579563d3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:19.147009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-c1431dcc-3d2b-49a0-a070-7579563d3cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3058259 Aug 19 18:06:19.334820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34848) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:19.383375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-31b73b59-be72-4b04-929c-a68cdf5baec7 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261407 Aug 19 18:06:19.385076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.475015 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '75165c8d-4057-4390-9eda-87ed6a4916f6', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:05:41Z', 'updated_at': '2021-08-19T18:06:15Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:19.565133 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887769f-b439-4d95-aa32-37caf5feecb7 None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '75165c8d-4057-4390-9eda-87ed6a4916f6', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:05:41Z', 'updated_at': '2021-08-19T18:06:15Z', 'revision_number': 1, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:19.602293 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f209dba-4dee-4bdf-8e95-934593926500 req-419548c6-0262-4f88-b584-d8791ab97deb service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103312 Aug 19 18:06:19.656737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.688461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87703c69-a0e5-4098-ae91-48ee8d3a5d4b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:19.746218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:19.747643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c0edbe-5e87-4bf1-baa0-6945ecd6b37d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:19.751663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c760-6cb0-497b-b2bb-87d484b3827e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.775034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.811908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.849876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:19.850345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:19.854225 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:19.987029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.001106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.004105 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] 10.222.0.36 "DELETE /v2.0/networks/87703c69-a0e5-4098-ae91-48ee8d3a5d4b HTTP/1.1" status: 204 len: 168 time: 0.8849950 Aug 19 18:06:20.028068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Pushing event deleted for resources: {'Network': ['ID=87703c69-a0e5-4098-ae91-48ee8d3a5d4b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:20.052577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.052999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.053392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.053868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.054342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.054687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.055021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.055357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.055788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.056137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.056480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.056880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df99bcf-a6a3-4d47-8492-65736358d67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:20.077627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19526772-51f2-41a8-9ac0-ab334e0e311e None None] New status for floating IP 75165c8d-4057-4390-9eda-87ed6a4916f6: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:06:20.106686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c760-6cb0-497b-b2bb-87d484b3827e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.113488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ae3c760-6cb0-497b-b2bb-87d484b3827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.198991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3c760-6cb0-497b-b2bb-87d484b3827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f8e0f0-b7b4-429b-b341-a6218f551cba,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:20.251377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7ae3c760-6cb0-497b-b2bb-87d484b3827e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79c86eae719f4cfa8abf6e159126824e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124212 Aug 19 18:06:20.253423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:20.385989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.440054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.487809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34888) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:20.579825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-73738277-ee5d-4aee-8c53-ea1b8c3bcc03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5a94180cebf4d0984ad51d1ea272002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896189 Aug 19 18:06:20.586243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:20.660709 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.669365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.674788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3f8e0f0-b7b4-429b-b341-a6218f551cba HTTP/1.1" status: 204 len: 168 time: 0.4154334 Aug 19 18:06:20.717780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab97322-6df0-42e1-985e-bf1b24121f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f8e0f0-b7b4-429b-b341-a6218f551cba,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:20.765473 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.809591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.923890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.933574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:20.941043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8aa1512b-7aab-49aa-b94e-01e3b50148c5 HTTP/1.1" status: 204 len: 168 time: 0.3518338 Aug 19 18:06:20.975515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac11b8-e87c-429d-97c9-ce15edceeaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1512b-7aab-49aa-b94e-01e3b50148c5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:21.662025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:21.710004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47425d60-980e-454a-adcf-f256e69dcef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.921236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34928) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:21.925604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47425d60-980e-454a-adcf-f256e69dcef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:21.936232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47425d60-980e-454a-adcf-f256e69dcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.007375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47425d60-980e-454a-adcf-f256e69dcef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=178b96823be84f8fad2ec38d00099ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408272 Aug 19 18:06:22.007774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34936) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:22.011772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47425d60-980e-454a-adcf-f256e69dcef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf877e-218b-4159-972d-ad40ed65ec71,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:22.106765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.139520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.226313 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fa20-3355-40e5-b57b-d69b47133e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.309852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.316861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.319057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6edf877e-218b-4159-972d-ad40ed65ec71 HTTP/1.1" status: 204 len: 168 time: 0.3096931 Aug 19 18:06:22.354064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c1060-529e-4ed8-97b2-3e8fea77b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf877e-218b-4159-972d-ad40ed65ec71,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:22.468884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fa20-3355-40e5-b57b-d69b47133e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.476091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6bc3fa20-3355-40e5-b57b-d69b47133e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.554363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6bc3fa20-3355-40e5-b57b-d69b47133e2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3247951208664316b81d9ac8b41716e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277571 Aug 19 18:06:22.554820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:22.562830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3fa20-3355-40e5-b57b-d69b47133e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83931bb3-0fb4-4741-94cd-dbdda91e7675,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:22.638281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.669720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.748476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.751616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:22.753439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83931bb3-0fb4-4741-94cd-dbdda91e7675 HTTP/1.1" status: 204 len: 168 time: 0.1974182 Aug 19 18:06:22.763779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732536-685e-4186-8b12-c3d14209a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83931bb3-0fb4-4741-94cd-dbdda91e7675,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.453245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:23.483192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-524e4282-ce8d-4950-97f0-9287284fdd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.630664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34988) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:23.680941 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-524e4282-ce8d-4950-97f0-9287284fdd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.687224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-524e4282-ce8d-4950-97f0-9287284fdd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.773659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34996) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:23.774499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-524e4282-ce8d-4950-97f0-9287284fdd8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7699245bd05402b8ac7c0b968fcac15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155515 Aug 19 18:06:23.776670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e4282-ce8d-4950-97f0-9287284fdd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974734c6-7374-4b29-bbbb-68ee16261a63,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:23.881794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.917067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:23.998755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-230429106-network', 'tenant_id': 'aaa37161e9584802ae5f845fa541197a'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:24.053474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.058070 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.072363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/974734c6-7374-4b29-bbbb-68ee16261a63 HTTP/1.1" status: 204 len: 168 time: 0.2883916 Aug 19 18:06:24.072363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Made reservation on behalf of aaa37161e9584802ae5f845fa541197a for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:24.073882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.097806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.103024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932dc9f-48b5-40c8-85d2-26a72b1cc6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974734c6-7374-4b29-bbbb-68ee16261a63,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:24.280703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.287589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.360846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:24.380793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf76817-6dec-4a5d-a002-b8f14b97b61f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:24.392948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.394694 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Added segment f74a9618-1778-42fd-a798-0c19c0e8f284 of type vlan for network 3447cafd-67b7-483f-9f5d-1c7ac25c57db Aug 19 18:06:24.481296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.550043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.553596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:24.556009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.575682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9438326 Aug 19 18:06:24.582455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35012) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:24.594624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Request body: {'subnet': {'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-230429106-subnet', 'tenant_id': 'aaa37161e9584802ae5f845fa541197a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:24.650320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00432f-bc71-4eaa-906c-3a0f4d56ec0d admin admin] Pushing event updated for resources: {'Network': ['ID=3447cafd-67b7-483f-9f5d-1c7ac25c57db,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:24.659245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Made reservation on behalf of aaa37161e9584802ae5f845fa541197a for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:24.662264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:24.667378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 3447cafd-67b7-483f-9f5d-1c7ac25c57db details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:24.993745 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.080736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d2ecfe-a385-4293-8944-4f15d5008cf7,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:25.122462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Checking segment: {'id': 'f74a9618-1778-42fd-a798-0c19c0e8f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:25.123080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Network hostable DHCP agents. Network: 3447cafd-67b7-483f-9f5d-1c7ac25c57db, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:25.148239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35030) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:25.190084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Network 3447cafd-67b7-483f-9f5d-1c7ac25c57db is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:25.229690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 3447cafd-67b7-483f-9f5d-1c7ac25c57db) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:25.246100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:25.247107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.255678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf90ded-57d3-43a0-9f3d-2d604aae6df0 None None] Network 3447cafd-67b7-483f-9f5d-1c7ac25c57db requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:25.319817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2581dbe5-038c-49d1-ba3f-c7bd88fe9057 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7338765 Aug 19 18:06:25.491496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-572cd09d-b2dd-4c03-9b8d-628e7de4a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.513255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddf7f7-91ca-460c-8fb0-d8eccc388aeb None None] Network 3447cafd-67b7-483f-9f5d-1c7ac25c57db requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:25.693746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-572cd09d-b2dd-4c03-9b8d-628e7de4a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.700901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-572cd09d-b2dd-4c03-9b8d-628e7de4a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.795006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-572cd09d-b2dd-4c03-9b8d-628e7de4a47b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7885273cf0ba492ab81379da3ec2d6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311021 Aug 19 18:06:25.795006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cd09d-b2dd-4c03-9b8d-628e7de4a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025280dd-f29c-4c20-afee-3636469d15af,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:25.795859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35052) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:25.900931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:25.932876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.020742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.029333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.033349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/025280dd-f29c-4c20-afee-3636469d15af HTTP/1.1" status: 204 len: 168 time: 0.2329376 Aug 19 18:06:26.040019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.046887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39341690-e2f7-4760-9656-3977850f0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025280dd-f29c-4c20-afee-3636469d15af,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:26.251970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:26.513414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9aa5177c-05b5-4715-9394-e808fba96815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.644454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35088) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:26.666382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9aa5177c-05b5-4715-9394-e808fba96815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.675756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9aa5177c-05b5-4715-9394-e808fba96815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.683585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea61333f-f65f-493e-a97c-d46343fbfd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:26.762423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9aa5177c-05b5-4715-9394-e808fba96815 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7eb675e1e3b44296b81e3f5c455c7e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093157 Aug 19 18:06:26.763169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5177c-05b5-4715-9394-e808fba96815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0c413-8a28-4631-a9df-68ebd4a8cd6a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:26.766885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35098) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:26.866990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.194230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.206002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea61333f-f65f-493e-a97c-d46343fbfd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.218570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea61333f-f65f-493e-a97c-d46343fbfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.282764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ea61333f-f65f-493e-a97c-d46343fbfd50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=287f2479a7b8408692dc4decde111ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371222 Aug 19 18:06:27.285207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61333f-f65f-493e-a97c-d46343fbfd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9dfdf2-1b98-4b56-9759-d33b0723350b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.285970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:27.317257 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.320036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.321486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81a0c413-8a28-4631-a9df-68ebd4a8cd6a HTTP/1.1" status: 204 len: 168 time: 0.5535157 Aug 19 18:06:27.332174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76819d-5398-4d2e-be06-b096e9d5310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0c413-8a28-4631-a9df-68ebd4a8cd6a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.367935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.404295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.462260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.466039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:27.467513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f9dfdf2-1b98-4b56-9759-d33b0723350b HTTP/1.1" status: 204 len: 168 time: 0.1799903 Aug 19 18:06:27.479126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da839511-0c91-444d-8846-5eacd1751818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9dfdf2-1b98-4b56-9759-d33b0723350b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:27.714791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-2ac6a877-1b8d-4c7f-8f64-b4b9cc9abe39 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:27.722574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-2ac6a877-1b8d-4c7f-8f64-b4b9cc9abe39 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/networks?id=3447cafd-67b7-483f-9f5d-1c7ac25c57db HTTP/1.1" status: 200 len: 809 time: 0.1519623 Aug 19 18:06:27.740967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c85a72d4-9b40-4358-83af-833a01c41192 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/quotas/aaa37161e9584802ae5f845fa541197a HTTP/1.1" status: 200 len: 375 time: 0.0172465 Aug 19 18:06:27.789041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-93b33e87-b51b-48d4-ac6a-c4ff4e2c2b82 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aaa37161e9584802ae5f845fa541197a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463893 Aug 19 18:06:27.913758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-bb57d051-b06f-41dc-a41f-0218a8d7453b service neutron] 10.222.0.36 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239731 Aug 19 18:06:27.949568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:27.984473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-992e34c6-fc12-446a-bb29-44f3090ab157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.081904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-feb69680-73f5-41d6-bd7e-4bba61252809 service neutron] 10.222.0.36 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565897 Aug 19 18:06:28.135758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-639dc007-2dca-4dcd-839d-f6c1c58a6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.193873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-992e34c6-fc12-446a-bb29-44f3090ab157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.199800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-992e34c6-fc12-446a-bb29-44f3090ab157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.250862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-992e34c6-fc12-446a-bb29-44f3090ab157 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb86868e7a24efcb39ebcbb3cf0cee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968845 Aug 19 18:06:28.251185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:28.277510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e34c6-fc12-446a-bb29-44f3090ab157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace608ac-4f24-4236-9482-7f100f4b18d0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:28.345771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.373170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.441460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.448528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:28.450515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ace608ac-4f24-4236-9482-7f100f4b18d0 HTTP/1.1" status: 204 len: 168 time: 0.1977239 Aug 19 18:06:28.473206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439f86-feb8-4188-b4a1-155d78e5f85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace608ac-4f24-4236-9482-7f100f4b18d0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:28.547252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c31caa33-3cfd-4956-a452-6aa3323ece43 req-4a5f53ab-5cfe-4750-81fb-192facc975f5 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 210 time: 0.0623603 Aug 19 18:06:29.651791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:29.657339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'network': {'name': 'tempest-network-smoke--200917612', 'project_id': '7629d8e50b594233847121270c3525a3', 'port_security_enabled': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:29.706085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-34886464-888f-4ebc-945b-05667139bfcb req-d89c2747-814a-409c-9616-2ec4d1e0c08e tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 210 time: 0.0560763 Aug 19 18:06:29.715876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:29.720366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.735497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.875658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.882758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.940624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:29.971760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e447c162-1af1-473f-8c34-8c6abd814571,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:29.979698 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:29.980381 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Added segment 6aac4e57-4e1d-439e-92d1-07542771674c of type vlan for network ec9f82e3-0034-4325-b83f-09cdf5966954 Aug 19 18:06:30.071343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-adf0e838-1db7-4fee-8e0d-f2c3edb3005b tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:30.076801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-adf0e838-1db7-4fee-8e0d-f2c3edb3005b tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.42 "GET /v2.0/networks?id=3447cafd-67b7-483f-9f5d-1c7ac25c57db HTTP/1.1" status: 200 len: 809 time: 0.3057456 Aug 19 18:06:30.088673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.101347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Request body: {'port': {'device_id': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db', 'admin_state_up': True, 'tenant_id': 'aaa37161e9584802ae5f845fa541197a'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:30.129635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.138912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:30.140073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.232845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5797048 Aug 19 18:06:30.236404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:30.244840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'admin_state_up': True, 'project_id': '7629d8e50b594233847121270c3525a3', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:30.265141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccacb47-d6fb-40f3-bfd6-7e2dbbe4a761 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Network': ['ID=ec9f82e3-0034-4325-b83f-09cdf5966954,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:30.280200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ec9f82e3-0034-4325-b83f-09cdf5966954 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:30.284756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.286205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.327731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Made reservation on behalf of aaa37161e9584802ae5f845fa541197a for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:30.334853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.382985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.539357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Allocated IP 172.20.0.4 (3447cafd-67b7-483f-9f5d-1c7ac25c57db/67d2ecfe-a385-4293-8944-4f15d5008cf7/e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:30.556280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bf86594f-f89d-4961-ac1c-9eb6f9d38fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.596136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.767127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.812515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.883317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.908915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.915498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Network 3447cafd-67b7-483f-9f5d-1c7ac25c57db is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:30.939605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:30.942285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:30.958287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:31.041085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Pushing event updated for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:31.059899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:31.060273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.099848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753de68-8772-4648-8912-8d53d3463c84 req-6366059d-17e4-4191-9215-2ecf3420fdbd tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:31.111482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c753de68-8772-4648-8912-8d53d3463c84 req-6366059d-17e4-4191-9215-2ecf3420fdbd tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 931 time: 0.2966049 Aug 19 18:06:31.143329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-c12d033a-64d5-4ece-bd85-49c924ed6d83 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0556684 Aug 19 18:06:31.148893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.25.5.180 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/21fb0b9d-d929-4edd-bac8-5deaeb4e557b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:31.158619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Request body: {'port': {'device_id': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:31.209189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c753de68-8772-4648-8912-8d53d3463c84 req-782ba609-b154-447e-a62e-73ed10535dfb tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964503 Aug 19 18:06:31.265934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.325300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.386586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.437343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:31.441049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:31.443886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:31.471062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:31.698421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:31.708735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.724827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Transition to ACTIVE for port object e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:31.731603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.802119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:31.829190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.883821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Attempting to bind port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:31.884202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Attempting to bind port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'f74a9618-1778-42fd-a798-0c19c0e8f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:31.884548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Attempting to bind port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e on network 3447cafd-67b7-483f-9f5d-1c7ac25c57db {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:31.890898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e on network 3447cafd-67b7-483f-9f5d-1c7ac25c57db not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:31.891263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Attempting to bind port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e on network 3447cafd-67b7-483f-9f5d-1c7ac25c57db {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:31.898384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:31.899538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Checking segment: {'id': 'f74a9618-1778-42fd-a798-0c19c0e8f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:31.899993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Bound using segment: {'id': 'f74a9618-1778-42fd-a798-0c19c0e8f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:31.900617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Bound port: e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74a9618-1778-42fd-a798-0c19c0e8f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:31.904253 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:31.932548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.048575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:32.054409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,segment=NetworkSegment(f74a9618-1778-42fd-a798-0c19c0e8f284),segment_id=f74a9618-1778-42fd-a798-0c19c0e8f284)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:32.064159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.116176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.116875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.118693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e HTTP/1.1" status: 200 len: 1092 time: 0.9665053 Aug 19 18:06:32.119859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:32.122356 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa340c0-2242-41e8-b896-7b6edf0aa078" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:32.152498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.199048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7b5bc-f9c2-4d9e-8ad1-1db05e9a5185 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:32.246877 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c3648-b3ec-4e8d-b550-66ed7a77c243 x-openstack-request-id: req-911c3648-b3ec-4e8d-b550-66ed7a77c243 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:32.247239 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:32.247521 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-911c3648-b3ec-4e8d-b550-66ed7a77c243 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:32.248010 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e', 'status': 'completed', 'code': 200} Aug 19 18:06:32.272314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-6631131e-80de-42ae-9231-1a1bd2b5384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.274461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-6631131e-80de-42ae-9231-1a1bd2b5384f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aaa37161e9584802ae5f845fa541197a&device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 1095 time: 0.0952597 Aug 19 18:06:32.359098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router facd972e-cad6-4acd-87ba-5973029e65f2 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:06:32.378024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-96021edc-9267-4028-b733-d9386b4a76bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e HTTP/1.1" status: 200 len: 217 time: 0.0951250 Aug 19 18:06:32.515937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1065ee0-2b99-46c6-a71b-cf8d4552d642 req-769c9500-d147-4e51-a8b2-728ff1561ad0 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.523901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1065ee0-2b99-46c6-a71b-cf8d4552d642 req-769c9500-d147-4e51-a8b2-728ff1561ad0 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 943 time: 0.1486402 Aug 19 18:06:32.549144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-fa599b0f-5803-4c69-bd44-0d8391368995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:32.550742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-fa599b0f-5803-4c69-bd44-0d8391368995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67d2ecfe-a385-4293-8944-4f15d5008cf7 HTTP/1.1" status: 200 len: 849 time: 0.1615870 Aug 19 18:06:32.584403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1065ee0-2b99-46c6-a71b-cf8d4552d642 req-37bcb475-c453-424b-a9dc-233928eb560a tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594945 Aug 19 18:06:32.609721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-452af2ae-0097-4fb1-9cb2-94a0989bce8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3447cafd-67b7-483f-9f5d-1c7ac25c57db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443528 Aug 19 18:06:32.626878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:32.637328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Sync routers for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:32.660051 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:32.663503 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:32.678070 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:32.682281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09fb445e-01d7-4640-ace3-87a6e9879de6 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.4418371 Aug 19 18:06:32.683997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35330) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:32.803496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:32.856382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-ae11afca-e8df-410c-b1dc-dd86387b69ed service neutron] 10.222.0.42 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356973 Aug 19 18:06:33.054620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a885ae-5077-4b29-81f3-4068f0b0b2da req-2e82583b-687b-4b65-8693-28ad267c479f service neutron] 10.222.0.42 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866868 Aug 19 18:06:33.109312 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:31Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:33.148304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Checking router: facd972e-cad6-4acd-87ba-5973029e65f2 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:33.148751 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Updating router facd972e-cad6-4acd-87ba-5973029e65f2 port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:33.161140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-32b6aed2-733a-44ee-b0b4-39a93a31e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:33.162832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-32b6aed2-733a-44ee-b0b4-39a93a31e284 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aaa37161e9584802ae5f845fa541197a&device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 1095 time: 0.0515597 Aug 19 18:06:33.184840 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.293217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-7a4efd24-c7ee-4780-985f-2f22caf3e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:33.301002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-7a4efd24-c7ee-4780-985f-2f22caf3e889 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3447cafd-67b7-483f-9f5d-1c7ac25c57db HTTP/1.1" status: 200 len: 910 time: 0.1299610 Aug 19 18:06:33.355663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-81b43d6b-2b28-4af1-8137-b147a1867149 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e HTTP/1.1" status: 200 len: 217 time: 0.0466540 Aug 19 18:06:33.425318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ac1f7d74-ab8d-4f17-8140-fcf542dc65e9 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7629d8e50b594233847121270c3525a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7401361 Aug 19 18:06:33.428026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35350) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:33.462174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-f83ac517-bc93-4a2f-8c91-d83d791a3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:33.463738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-f83ac517-bc93-4a2f-8c91-d83d791a3d14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67d2ecfe-a385-4293-8944-4f15d5008cf7 HTTP/1.1" status: 200 len: 849 time: 0.0985157 Aug 19 18:06:33.486700 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.611702 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.622838 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Transition to ACTIVE for port object 21fb0b9d-d929-4edd-bac8-5deaeb4e557b will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:33.630393 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.649685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-3e8f4676-f77a-423d-ab3a-7c711e6e69da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3447cafd-67b7-483f-9f5d-1c7ac25c57db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400187 Aug 19 18:06:33.730729 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Attempting to bind port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:33.731692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Attempting to bind port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:33.732060 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Attempting to bind port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:33.745982 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:33.746269 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:33.748833 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.749475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:33.750180 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Bound port: 21fb0b9d-d929-4edd-bac8-5deaeb4e557b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:33.751311 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.815929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-0d0f4569-bccc-4ed1-a62f-c858bed42154 service neutron] 10.222.0.42 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482408 Aug 19 18:06:33.838915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] For port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:33.843856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] For port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:33.854314 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:33.856995 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Pushing event updated for resources: {'Port': ['ID=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:33.866966 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.867612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.868120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.868752 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.869518 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.870059 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.870785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.871602 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.872096 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.872599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.873198 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.873736 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:33.960521 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:33.961245 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:34.048405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caa340c0-2242-41e8-b896-7b6edf0aa078 req-0534e4bc-f565-4056-ab60-ccfd777f8c41 service neutron] 10.222.0.42 "GET /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139082 Aug 19 18:06:34.081908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a16f-644a-485d-90d7-1e6dbaa81a37 None None] Pushing event updated for resources: {'Port': ['ID=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:34.161402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16300ee-45e1-49f0-a14e-ce8519e279d4 req-71e2271b-84b2-4c08-ba7b-600756c6fb0f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.169610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b16300ee-45e1-49f0-a14e-ce8519e279d4 req-71e2271b-84b2-4c08-ba7b-600756c6fb0f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 943 time: 0.3421204 Aug 19 18:06:34.189219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135bb85-b56d-4bdd-ac99-6bf3f16859b0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.192223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5135bb85-b56d-4bdd-ac99-6bf3f16859b0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7617476 Aug 19 18:06:34.194237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:34.234737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b16300ee-45e1-49f0-a14e-ce8519e279d4 req-69de0ac1-91a0-4462-aff2-1beccb363370 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569677 Aug 19 18:06:34.278615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35384) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:34.279421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44b4159e-2cf8-42a7-a5ee-59ce301c8dad tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839701 Aug 19 18:06:34.284490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300398599', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'project_id': '7629d8e50b594233847121270c3525a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:34.287991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:34.426788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:34.433362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.590646 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:31Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:34.663221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b0472-890a-4298-9aec-753f6c284b6d None None] The sync data for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 is: [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:31Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:34.807806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.888219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Subnet': ['ID=649f5df3-363a-405b-8e55-15aac612ac3c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:34.910541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Checking segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:34.911284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network hostable DHCP agents. Network: ec9f82e3-0034-4325-b83f-09cdf5966954, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:34.934247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network ec9f82e3-0034-4325-b83f-09cdf5966954 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:34.953875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ec9f82e3-0034-4325-b83f-09cdf5966954) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:34.964982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1c4c5-df8a-4d96-9a14-25ba79e7bcc3 None None] Network ec9f82e3-0034-4325-b83f-09cdf5966954 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:34.970423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:34.971599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:34.998161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ab7d42a3-fe16-4451-9322-6423b8db3da2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7183247 Aug 19 18:06:35.001175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:35.265802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-ec9f82e3-0034-4325-b83f-09cdf5966954', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:06:35.266720 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.499714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f69d-3561-4069-ae0e-1833096c3854 req-415e68db-6258-4ec2-90d1-0e34908d0909 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:35.501561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b16f69d-3561-4069-ae0e-1833096c3854 req-415e68db-6258-4ec2-90d1-0e34908d0909 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 943 time: 0.1190267 Aug 19 18:06:35.587413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Allocated IP 172.20.0.2 (ec9f82e3-0034-4325-b83f-09cdf5966954/649f5df3-363a-405b-8e55-15aac612ac3c/e6047351-8f94-41e9-a8f1-8d79cbc6dea0) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:35.652578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b16f69d-3561-4069-ae0e-1833096c3854 req-e4dfe429-90b1-4c71-8138-24c5af9a6fbe tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342490 Aug 19 18:06:35.979613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:35.998154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Transition to ACTIVE for port object e6047351-8f94-41e9-a8f1-8d79cbc6dea0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:36.017275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Transition to ACTIVE for port object e6047351-8f94-41e9-a8f1-8d79cbc6dea0 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:36.025213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.057100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.069793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Network ec9f82e3-0034-4325-b83f-09cdf5966954 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:36.085609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:36.090171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:36.103072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Pushing event updated for resources: {'Port': ['ID=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.174400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.174756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.175105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.175466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.175891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.176231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.176566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.176899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.177230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.177641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.177874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.178202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:06:36.193328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Attempting to bind port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:36.193757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Attempting to bind port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:36.194193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Attempting to bind port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 on network ec9f82e3-0034-4325-b83f-09cdf5966954 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:36.200269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:36.200663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Checking segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:36.201211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.201871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Bound using segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:36.202344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Bound port: e6047351-8f94-41e9-a8f1-8d79cbc6dea0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:36.202730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.263687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21fb0b9d-d929-4edd-bac8-5deaeb4e557b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:36.345971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] For port e6047351-8f94-41e9-a8f1-8d79cbc6dea0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:36.353981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] For port e6047351-8f94-41e9-a8f1-8d79cbc6dea0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:36.353981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:36.359724 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.371067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:36.371439 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.442254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:36.500319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2929-0ead-4fee-b96e-b2e37f9fbfcf None None] Pushing event updated for resources: {'Port': ['ID=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.542238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.20.0.1 (ec9f82e3-0034-4325-b83f-09cdf5966954/649f5df3-363a-405b-8e55-15aac612ac3c/1bc7b97a-ae16-4edd-b74c-ac393b89182e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:36.652906 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.719903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,segment=NetworkSegment(f74a9618-1778-42fd-a798-0c19c0e8f284),segment_id=f74a9618-1778-42fd-a798-0c19c0e8f284)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:36.739115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:36.747652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e', 'network_id': '3447cafd-67b7-483f-9f5d-1c7ac25c57db', 'port_id': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e', 'mac_address': 'fa:16:3e:61:51:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d2ecfe-a385-4293-8944-4f15d5008cf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:36.752113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.896175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.912704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:36.923412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:36.956114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:36.964372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,segment=NetworkSegment(f74a9618-1778-42fd-a798-0c19c0e8f284),segment_id=f74a9618-1778-42fd-a798-0c19c0e8f284)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:36.971249 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.030060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Transition to ACTIVE for port object 1bc7b97a-ae16-4edd-b74c-ac393b89182e will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:37.068935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:37.120123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.198192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network ec9f82e3-0034-4325-b83f-09cdf5966954 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:37.205994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:37.208530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:37.258708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:37.275841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba2978-752f-4450-8e85-b4555dd08766 req-717aa0c9-d769-4021-83e5-b4f130ff0b80 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:37.285000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feba2978-752f-4450-8e85-b4555dd08766 req-717aa0c9-d769-4021-83e5-b4f130ff0b80 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 943 time: 0.5154474 Aug 19 18:06:37.351484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-feba2978-752f-4450-8e85-b4555dd08766 req-3026dc0d-dbe3-4e3d-b01a-2cbd30bbf603 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Aug 19 18:06:37.821809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:37.870247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:37.924256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748c95c-648f-4351-9ca8-c9a348a69d1b None None] Network ec9f82e3-0034-4325-b83f-09cdf5966954 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:38.012489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55353055-5a4e-45b4-9ed8-dbdc498ed736 None None] Provisioning for port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:38.184745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35518) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:38.191263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.397155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21fb0b9d-d929-4edd-bac8-5deaeb4e557b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:38.469308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e884d4aa-826e-49da-bca4-30871feb291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.743354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:38.745539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390e7e2-afbc-44f4-a194-6b798be7bdf1 req-c402325c-13d8-4820-8acc-eee9452a00dd tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:38.760767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4390e7e2-afbc-44f4-a194-6b798be7bdf1 req-c402325c-13d8-4820-8acc-eee9452a00dd tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 944 time: 0.2864897 Aug 19 18:06:38.860634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5e98326-5d45-4de8-8c8c-fd4004d8ed41 None None] Provisioning for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:38.866614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:38.875956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5e98326-5d45-4de8-8c8c-fd4004d8ed41 None None] Provisioning complete for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:38.876710 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5e98326-5d45-4de8-8c8c-fd4004d8ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.882963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:38.883535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.928807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e884d4aa-826e-49da-bca4-30871feb291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.946711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:38.947089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.951684 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e884d4aa-826e-49da-bca4-30871feb291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.980848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:38.986314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.043866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-76ff08fc-dce4-4baa-ba4a-d360639224f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4433870 Aug 19 18:06:39.080548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f5e98326-5d45-4de8-8c8c-fd4004d8ed41 None None] Port 1bc7b97a-ae16-4edd-b74c-ac393b89182e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:39.114658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4390e7e2-afbc-44f4-a194-6b798be7bdf1 req-0ea41011-a2cc-4798-98fd-67c3a1b3b833 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838267 Aug 19 18:06:39.142367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e6047351-8f94-41e9-a8f1-8d79cbc6dea0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:39.148789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.152057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.169595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884d4aa-826e-49da-bca4-30871feb291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d4c6c-5083-405e-a750-0a3ef4d5d80c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.181207 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.187236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e884d4aa-826e-49da-bca4-30871feb291e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64828333d6264a0fadcd37db4928ee70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012455 Aug 19 18:06:39.196658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35542) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:39.227501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:39.229874 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e1dbf-d53e-4ae2-9013-60ebd7eae697" -d '{"events": [{"server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:39.252651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,segment=NetworkSegment(f74a9618-1778-42fd-a798-0c19c0e8f284),segment_id=f74a9618-1778-42fd-a798-0c19c0e8f284)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:39.261580 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.270117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:39.281167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.282209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.289095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.289596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.290082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.290566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.291096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.293681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ea7e7ff-7688-49eb-92a5-64e38cf2afa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.1902237 Aug 19 18:06:39.327635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:39.328307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.353350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network ec9f82e3-0034-4325-b83f-09cdf5966954 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:39.357863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:39.374354 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b038a6c-8be2-43f3-b0bd-53737ae02435 x-openstack-request-id: req-2b038a6c-8be2-43f3-b0bd-53737ae02435 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:39.374953 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:39.375364 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b038a6c-8be2-43f3-b0bd-53737ae02435 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:39.376665 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e', 'code': 200} Aug 19 18:06:39.419922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5e08096a-3e93-46b2-96a4-929577122fc2 None None] Provisioning complete for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:39.420952 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5e08096a-3e93-46b2-96a4-929577122fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.468781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-f087be02-0d73-47c7-aaba-d9e21ffb0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.470495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-f087be02-0d73-47c7-aaba-d9e21ffb0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.471879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-f087be02-0d73-47c7-aaba-d9e21ffb0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.473830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-f087be02-0d73-47c7-aaba-d9e21ffb0929 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 2296 time: 0.1486399 Aug 19 18:06:39.475746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.528595 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.550304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5e08096a-3e93-46b2-96a4-929577122fc2 None None] Port 1bc7b97a-ae16-4edd-b74c-ac393b89182e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:39.574404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.579439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router facd972e-cad6-4acd-87ba-5973029e65f2 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:06:39.586595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e6047351-8f94-41e9-a8f1-8d79cbc6dea0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:39.591680 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.626175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-af90492e-1390-4703-8790-bf3028edb295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1001 time: 0.1186297 Aug 19 18:06:39.665997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:39.697957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7afac-e02c-4060-ae12-9d9549621558 req-e56fcdbc-1060-46f2-90b3-3147fa4ad589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.704913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40c7afac-e02c-4060-ae12-9d9549621558 req-e56fcdbc-1060-46f2-90b3-3147fa4ad589 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 1097 time: 0.2296915 Aug 19 18:06:39.707310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.771152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ddd74d5-1c97-4936-99f8-80d01ae6c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.773049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-2ddd74d5-1c97-4936-99f8-80d01ae6c461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.1349401 Aug 19 18:06:39.794713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33c31e94-23c1-4157-be07-d194ac5ac0f3 None None] Provisioning complete for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:39.795758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33c31e94-23c1-4157-be07-d194ac5ac0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.817223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:39.833242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40c7afac-e02c-4060-ae12-9d9549621558 req-642621d7-5550-4fe6-a68e-4a9f724f2645 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168246 Aug 19 18:06:39.839003 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-124cddd9-5885-4928-b503-b9396b6df696 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "PUT /v2.0/routers/facd972e-cad6-4acd-87ba-5973029e65f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319528 Aug 19 18:06:39.841499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:39.856588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1402346052', 'description': 'tempest-secgroup_access--1402346052 description', 'project_id': '7629d8e50b594233847121270c3525a3'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:39.858068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Sync routers for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:39.859718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-8a320f99-e941-4665-a455-7718bd8b4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:39.864174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-8a320f99-e941-4665-a455-7718bd8b4f22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772843 Aug 19 18:06:39.880893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.883837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:39.885147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:39.887528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.887896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:39.889621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/728d4c6c-5083-405e-a750-0a3ef4d5d80c HTTP/1.1" status: 204 len: 168 time: 0.6917262 Aug 19 18:06:39.895920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-33c31e94-23c1-4157-be07-d194ac5ac0f3 None None] Port 1bc7b97a-ae16-4edd-b74c-ac393b89182e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:39.912074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61d31-b8ac-4c73-a5c2-4e7c1ba287a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d4c6c-5083-405e-a750-0a3ef4d5d80c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:40.049780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.056085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.164167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.180791 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3379841 Aug 19 18:06:40.194519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35572) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:40.204934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b856de3-aff0-4f20-a7c8-d45d43b3f6bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:40.205648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--761259134', 'description': 'tempest-secgroup_general--761259134 description', 'project_id': '7629d8e50b594233847121270c3525a3'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:40.233701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e6047351-8f94-41e9-a8f1-8d79cbc6dea0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:40.304853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.359583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cc46136a-e6ed-47ed-b882-17c78b25928e service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376276 Aug 19 18:06:40.376333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:40.441672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:40.442440 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.505335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22790-c2e7-42d1-b960-436a00af1b77 req-28910b54-5e53-427f-b960-48c34e671e6f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.507738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2b22790-c2e7-42d1-b960-436a00af1b77 req-28910b54-5e53-427f-b960-48c34e671e6f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.2409203 Aug 19 18:06:40.519749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-63a7d441-4124-4bd4-aa50-3c01aad14578 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521478 Aug 19 18:06:40.599054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-5182e32c-03a8-4fba-b827-c11fc398f99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.0648282 Aug 19 18:06:40.688133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2b22790-c2e7-42d1-b960-436a00af1b77 req-6dafa6bf-0690-4705-af9e-a2c67afc2ed5 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614511 Aug 19 18:06:40.717540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-9437fe2e-9cb5-430d-b7b7-aaddcfae72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.721864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-9437fe2e-9cb5-430d-b7b7-aaddcfae72e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1149862 Aug 19 18:06:40.788653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.794028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.832687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cf0a3423-751f-4ebc-88d6-8e0f5321c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:40.834829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cf0a3423-751f-4ebc-88d6-8e0f5321c7b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050098 Aug 19 18:06:40.861655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:40.863469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6677601 Aug 19 18:06:40.868585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:40.873767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'security_group_rule': {'security_group_id': '7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd', 'project_id': '7629d8e50b594233847121270c3525a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:40.875103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05f7d-60c7-48cb-b2ae-e17b6324fdf2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:40.970550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.029037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-e7e3b7ad-8fab-43b3-ab9b-8f82ac92c5c7 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815403 Aug 19 18:06:41.062590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 2, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:41.116628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Checking router: facd972e-cad6-4acd-87ba-5973029e65f2 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:06:41.117008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Updating router facd972e-cad6-4acd-87ba-5973029e65f2 port 1bc7b97a-ae16-4edd-b74c-ac393b89182e binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:06:41.127076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.133932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.166409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdef69c1-1d6a-4a23-884f-6756d21e3da0,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:41.178617 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.179355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.181188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bbc6f3a3-1e11-47d0-81b6-8fa35f21a5be tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115137 Aug 19 18:06:41.213032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-73182e5a-5e48-4494-8cfa-319895164894 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738737 Aug 19 18:06:41.301899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:41.341665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1931a071-7dfc-405f-8c8d-0a0913f9bd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.380631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-ee929175-885c-4ebe-86f1-2cfc223c197b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.1585841 Aug 19 18:06:41.558702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-63a439f6-1213-44da-b1f5-ad906ea1ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.574047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-63a439f6-1213-44da-b1f5-ad906ea1ecac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1864038 Aug 19 18:06:41.609420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1931a071-7dfc-405f-8c8d-0a0913f9bd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.615821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1931a071-7dfc-405f-8c8d-0a0913f9bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.700847 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1931a071-7dfc-405f-8c8d-0a0913f9bd0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88712793a3924856888ec44735819bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969882 Aug 19 18:06:41.704208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35614) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:41.713939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931a071-7dfc-405f-8c8d-0a0913f9bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0378477b-2970-493f-b9a6-56e43067bcd7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:41.722546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cb2e5bfa-3cb4-4384-8265-f4ca78bc1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:41.724724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cb2e5bfa-3cb4-4384-8265-f4ca78bc1b6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1428576 Aug 19 18:06:41.727295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-dca7f897-7130-4712-b8a0-e5b661b2fc9e tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1402346052&fields=id&tenant_id=7629d8e50b594233847121270c3525a3 HTTP/1.1" status: 200 len: 267 time: 0.1127453 Aug 19 18:06:41.784394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.824440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.852506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-9845a92d-0e87-4f97-a7a7-ce430f000884 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--761259134&fields=id&tenant_id=7629d8e50b594233847121270c3525a3 HTTP/1.1" status: 200 len: 267 time: 0.1081493 Aug 19 18:06:41.885410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.889755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.891938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0378477b-2970-493f-b9a6-56e43067bcd7 HTTP/1.1" status: 204 len: 168 time: 0.1865990 Aug 19 18:06:41.908305 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:41.920675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Transition to ACTIVE for port object 1bc7b97a-ae16-4edd-b74c-ac393b89182e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:41.932199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8ec1c-5278-43c6-8040-3728f6e47d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0378477b-2970-493f-b9a6-56e43067bcd7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:41.936239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.026993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db0546-004a-4acc-b7ca-9208849c1877 None None] Pushing event updated for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.113246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Attempting to bind port 1bc7b97a-ae16-4edd-b74c-ac393b89182e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:42.114050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Attempting to bind port 1bc7b97a-ae16-4edd-b74c-ac393b89182e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:42.114957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Attempting to bind port 1bc7b97a-ae16-4edd-b74c-ac393b89182e on network ec9f82e3-0034-4325-b83f-09cdf5966954 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:42.124266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:42.125062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Checking segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:42.126060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.126963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Bound using segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:42.128025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Bound port: 1bc7b97a-ae16-4edd-b74c-ac393b89182e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:42.128658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.142179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-463d1d69-6038-4f97-a26d-21f66da010c1 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099827 Aug 19 18:06:42.175438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-5a6d11aa-c1e8-4e8b-9ba0-9bcf9e23ba43 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:42.177009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-5a6d11aa-c1e8-4e8b-9ba0-9bcf9e23ba43 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 796 time: 0.2820249 Aug 19 18:06:42.213088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-ef44f920-e4b0-41b6-95f3-fe0ac55abace tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/quotas/7629d8e50b594233847121270c3525a3 HTTP/1.1" status: 200 len: 375 time: 0.0179596 Aug 19 18:06:42.220966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] For port 1bc7b97a-ae16-4edd-b74c-ac393b89182e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:42.225585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] For port 1bc7b97a-ae16-4edd-b74c-ac393b89182e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bc7b97a-ae16-4edd-b74c-ac393b89182e,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:42.230373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:42.310059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95ff6-a0e0-4129-a172-a8bb1366e141 req-fb50afce-be1e-4c6e-9ace-88515acb86d2 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:42.316710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3e95ff6-a0e0-4129-a172-a8bb1366e141 req-fb50afce-be1e-4c6e-9ace-88515acb86d2 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.4678125 Aug 19 18:06:42.342203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db0546-004a-4acc-b7ca-9208849c1877 None None] Pushing event updated for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:42.350493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:42.351379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:42.484480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3e95ff6-a0e0-4129-a172-a8bb1366e141 req-34648681-e9ab-4b02-af46-f0478eb4d13f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Aug 19 18:06:42.532682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-24f885c2-15ed-443d-b526-ad73f3fdeb9a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2909052 Aug 19 18:06:42.548617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:06:42.720908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-cc0ef42e-78f0-4ea3-acd9-f7b8f5e4761c service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422590 Aug 19 18:06:42.823237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-1e13f916-2bcd-4279-9ab3-303b1ea3646a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0826349 Aug 19 18:06:42.872525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-e46b25ee-7bf8-4b26-a5ec-3ad4f4edf448 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017881 Aug 19 18:06:42.939356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:42.978298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7119b-d5f1-4428-abdf-9118758b313c None None] The sync data for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 is: [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:42Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:06:42.990185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-c702c448-55f1-4337-b79f-2fc2d98e1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:42.991905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-c702c448-55f1-4337-b79f-2fc2d98e1c55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1590130 Aug 19 18:06:43.100002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-d66b6d3b-a3d6-4fd5-bc19-075bb8efd877 service neutron] 10.222.0.36 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140803 Aug 19 18:06:43.113909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d0efb227-7452-4691-924a-f0b03633f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.115376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d0efb227-7452-4691-924a-f0b03633f2aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136472 Aug 19 18:06:43.374331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961c80-1c6f-4810-9c07-30272a988c78 req-38a1aec5-c300-4ff6-95cc-f132aa32a1f7 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.376012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6961c80-1c6f-4810-9c07-30272a988c78 req-38a1aec5-c300-4ff6-95cc-f132aa32a1f7 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.1839068 Aug 19 18:06:43.451966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-83e22607-af2b-4f84-9023-39a45ef9581a service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212562 Aug 19 18:06:43.454076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a302af50-be16-4a9c-9792-92124ec668e1 req-d4c3bedc-98a3-4cee-b7d7-319774a48c69 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.0593643 Aug 19 18:06:43.488476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6961c80-1c6f-4810-9c07-30272a988c78 req-e7610ca2-be3e-45f3-8e29-b9bc9429b2d7 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005037 Aug 19 18:06:43.662693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-8e150f57-8f4a-4a80-90a1-35423f61e59f service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859176 Aug 19 18:06:43.780233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-50d1ba32-f1b4-4426-937a-1164142c9460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.1003425 Aug 19 18:06:43.876824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-b85b1bbe-7b57-4e72-ad50-95a7a4d1aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.884674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-b85b1bbe-7b57-4e72-ad50-95a7a4d1aa6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0868993 Aug 19 18:06:43.962735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-3f96b417-5c26-49d5-90ac-5dc6e06e14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:43.965127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-3f96b417-5c26-49d5-90ac-5dc6e06e14c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784156 Aug 19 18:06:44.311234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bc7b97a-ae16-4edd-b74c-ac393b89182e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:44.414609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d38c422d-e8f4-4da5-8734-f56dae6f26bc service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397173 Aug 19 18:06:44.479894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:44.498778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:44.500803 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:44.816807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-a0cb3def-d42b-4c35-9364-ea925bd9cfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935561 Aug 19 18:06:44.886187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.011916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1bc7b97a-ae16-4edd-b74c-ac393b89182e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bc7b97a-ae16-4edd-b74c-ac393b89182e,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:45.020686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:45.150931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c041ff59-4b52-4666-bda1-43f3f9066ef0 req-787804fd-6184-4211-a4e3-815de1510dd2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.3296447 Aug 19 18:06:45.156002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-5b61156c-07fc-40a8-9d9a-f588a266985c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.2423818 Aug 19 18:06:45.199919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:45.337832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46a28-f457-46b7-87be-64f4cddf78be req-4f707b76-7d8e-4848-ae22-43d8d7ec36e8 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.342951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f46a28-f457-46b7-87be-64f4cddf78be req-4f707b76-7d8e-4848-ae22-43d8d7ec36e8 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.5243104 Aug 19 18:06:45.389857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-d9d33ef3-d2dc-47cb-a4c5-6a4fa19f966f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.392777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-d9d33ef3-d2dc-47cb-a4c5-6a4fa19f966f tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.8404596 Aug 19 18:06:45.681679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-ba0bd28d-e2de-4430-94da-feeaa50e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.684793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-ba0bd28d-e2de-4430-94da-feeaa50e670f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.5136502 Aug 19 18:06:45.759278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74f46a28-f457-46b7-87be-64f4cddf78be req-cca70bcb-1d5d-4569-8932-13090b74bfb3 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647886 Aug 19 18:06:45.927496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-9aa80f76-e2fa-4240-a7fb-3f0b388bdefc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.929152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-9aa80f76-e2fa-4240-a7fb-3f0b388bdefc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.13 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 796 time: 0.5748057 Aug 19 18:06:45.949116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-0fc0ecf0-4aab-447f-934c-4c7c308c1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:45.950958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-0fc0ecf0-4aab-447f-934c-4c7c308c1650 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2497053 Aug 19 18:06:46.326940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bc7b97a-ae16-4edd-b74c-ac393b89182e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:06:46.633832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1bc7b97a-ae16-4edd-b74c-ac393b89182e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:46.634452 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.974084 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:46.988348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d2902a40-90af-4506-8bfd-5189ce776c50 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0238285 Aug 19 18:06:47.034732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fca05f2c-72ff-498e-903b-78b96c4f57b1 req-ac3adc28-b710-4836-aedd-05d3887a96a1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.3431172 Aug 19 18:06:47.164574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Deleting port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:06:47.165031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.194576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-819b0f32-81b4-4b2e-8e83-de2ae26f5cc0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7629d8e50b594233847121270c3525a3 HTTP/1.1" status: 200 len: 477 time: 1.2392290 Aug 19 18:06:47.261310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'port': {'device_id': 'e3729263-5fbc-4892-ae49-495b3092828f', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'admin_state_up': True, 'tenant_id': '7629d8e50b594233847121270c3525a3', 'security_groups': ['7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd', 'e2b2ddd7-7f9e-4494-bc8d-5d677efae18a']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:47.446023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee952df1-b513-442d-a168-44cc52dfd472 req-3e3c2c8d-1248-4d91-8294-55da1cd74022 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.447730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee952df1-b513-442d-a168-44cc52dfd472 req-3e3c2c8d-1248-4d91-8294-55da1cd74022 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 945 time: 0.4380341 Aug 19 18:06:47.503226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-fb5868ee-62b5-4c06-9ab5-c08d8b098787 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806650 Aug 19 18:06:47.552685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] For port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,segment=NetworkSegment(f74a9618-1778-42fd-a798-0c19c0e8f284),segment_id=f74a9618-1778-42fd-a798-0c19c0e8f284)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:47.553070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.651227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-67ba2529-2fe9-432d-8d1c-9cca5a1abf22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.1283951 Aug 19 18:06:47.676813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Calling delete_port for e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:06:47.713940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee952df1-b513-442d-a168-44cc52dfd472 req-e94e969f-7bbd-41e2-a82a-ce5a60f23186 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf76817-6dec-4a5d-a002-b8f14b97b61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317328 Aug 19 18:06:47.897094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:47.909337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:47.939047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-db2cd97b-9e0d-4a6b-ae7f-19eca58199cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:47.940971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-db2cd97b-9e0d-4a6b-ae7f-19eca58199cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.2684059 Aug 19 18:06:48.170650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d23da1f6-935c-43a1-92ee-9b8ee8e33580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:48.173680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-d23da1f6-935c-43a1-92ee-9b8ee8e33580 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2220440 Aug 19 18:06:48.243159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35808) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:48.326514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b399c96c-8c39-47ed-9fea-8e1f969a7522 req-d5da98f3-42e7-4a48-86c7-c430fbc545bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.1318753 Aug 19 18:06:48.387202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.20.0.4 (ec9f82e3-0034-4325-b83f-09cdf5966954/649f5df3-363a-405b-8e55-15aac612ac3c/7fc2f8a7-6011-42dc-904b-5bbbd5872fd3) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:48.417879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.423047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2db2187-858e-4e2f-a490-ed7f7bd5b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.475562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Pushing event deleted for resources: {'Port': ['ID=e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:48.500725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:06:48.570413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] No DVR routers for this DVR port e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:06:48.580439 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.583134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96f836b1-b0d4-4436-825c-ae5a793352f0 req-eb08d0c6-9dbd-475c-b81c-d6f6c210b883 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.42 "DELETE /v2.0/ports/e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e HTTP/1.1" status: 204 len: 173 time: 3.0871782 Aug 19 18:06:48.590282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'name': 'network-vif-deleted', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:48.596155 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d15a65-883c-497c-8d25-1877e699ac1e" -d '{"events": [{"server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "name": "network-vif-deleted", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:48.623388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-7fcb8603-9f90-4840-821d-add10264991a service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232578 Aug 19 18:06:48.726982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2db2187-858e-4e2f-a490-ed7f7bd5b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.733318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b2db2187-858e-4e2f-a490-ed7f7bd5b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.766838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2ea0067-3770-4cb3-ba81-e5fe8df15807 req-edb68012-a291-4398-a863-409444068a94 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123757 Aug 19 18:06:48.768655 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d05ed7-173d-4032-8b15-27f67607a520 x-openstack-request-id: req-d7d05ed7-173d-4032-8b15-27f67607a520 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:48.769052 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c9934-2abc-43d1-9aae-f54777c2df60", "name": "network-vif-deleted", "tag": "e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:48.774092 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7d05ed7-173d-4032-8b15-27f67607a520 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:48.774092 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c9934-2abc-43d1-9aae-f54777c2df60', 'name': 'network-vif-deleted', 'tag': 'e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e', 'status': 'completed', 'code': 200} Aug 19 18:06:48.898563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db2187-858e-4e2f-a490-ed7f7bd5b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12aa86e-555f-4aae-9493-7f3d1fdea51c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:48.937438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:48.979594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Transition to ACTIVE for port object 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:48.991312 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b2db2187-858e-4e2f-a490-ed7f7bd5b6c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee8e4de27cac412680cd2de2e153395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439690 Aug 19 18:06:48.994046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:49.024297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:06:49.025083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e6d0a00f-6d4f-45e8-ad14-a92a7f01d86e not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:06:49.128062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1873ebb-6683-48c8-850d-cf94b9835888 req-3f18c0c8-b2ce-4074-81c9-113248152778 tempest-ServerGroupTestJSON-1209083462 tempest-ServerGroupTestJSON-1209083462-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0c9934-2abc-43d1-9aae-f54777c2df60 HTTP/1.1" status: 200 len: 210 time: 0.0831995 Aug 19 18:06:49.153488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.211371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.270437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network ec9f82e3-0034-4325-b83f-09cdf5966954 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:49.275767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:49.279014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:49.293779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.369812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:49.468849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.477905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.483541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c12aa86e-555f-4aae-9493-7f3d1fdea51c HTTP/1.1" status: 204 len: 168 time: 0.4831514 Aug 19 18:06:49.507654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:49.507933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378da8d-5484-4a55-97c5-8a1d42782dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12aa86e-555f-4aae-9493-7f3d1fdea51c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:49.509955 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.672419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-f060b953-a97c-4e9e-aa63-0a78c57d72a4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4243770 Aug 19 18:06:49.709594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355485-0c80-49fa-af39-d3fe35eccdf3 req-c6649262-c166-4709-a5b3-83ea9c7a7222 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:49.711316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54355485-0c80-49fa-af39-d3fe35eccdf3 req-c6649262-c166-4709-a5b3-83ea9c7a7222 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 970 time: 0.2238314 Aug 19 18:06:49.717600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Request body: {'port': {'device_id': 'e3729263-5fbc-4892-ae49-495b3092828f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:49.784050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86b743c0-5913-4e97-b22a-738d41938924 None None] Provisioning for port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:06:49.797010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86b743c0-5913-4e97-b22a-738d41938924 None None] Provisioning complete for port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:06:49.797869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-86b743c0-5913-4e97-b22a-738d41938924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.809467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:49.857337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54355485-0c80-49fa-af39-d3fe35eccdf3 req-40bb70b9-2c81-46ef-9a89-38a9d28a054c tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1344569 Aug 19 18:06:49.862091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-86b743c0-5913-4e97-b22a-738d41938924 None None] Port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:06:50.152875 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:06:50.377134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:50.402847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.442191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Transition to ACTIVE for port object 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:06:50.448726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.483057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35866) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:50.514995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8af56956-2128-4a0f-89be-62746936109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.620229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:50.680890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Attempting to bind port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:06:50.681703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Attempting to bind port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:06:50.682314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Attempting to bind port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 on network ec9f82e3-0034-4325-b83f-09cdf5966954 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:50.693567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:50.709112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 on network ec9f82e3-0034-4325-b83f-09cdf5966954 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:06:50.709449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Attempting to bind port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 on network ec9f82e3-0034-4325-b83f-09cdf5966954 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:06:50.739001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:06:50.739393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Checking segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:50.744348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Bound using segment: {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:06:50.744348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Bound port: 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aac4e57-4e1d-439e-92d1-07542771674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:06:50.744705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.745542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8af56956-2128-4a0f-89be-62746936109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.750915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8af56956-2128-4a0f-89be-62746936109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.802002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Deleting subnet 67d2ecfe-a385-4293-8944-4f15d5008cf7 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:06:50.805611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.845033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8af56956-2128-4a0f-89be-62746936109b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b585cc870646431193c8911cf73f7222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601706 Aug 19 18:06:50.846336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af56956-2128-4a0f-89be-62746936109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec38dc-e47f-4994-aece-c681480dde2f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:50.848936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35884) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:50.873484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.935568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:06:50.942915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:06:50.950463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.953580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:50.980869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.021721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.022352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.024499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 1131 time: 1.3117595 Aug 19 18:06:51.031245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.048075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:06:51.051804 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62099d8-3090-4e16-9664-b527e2ce077d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:06:51.128513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.131460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.136415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3ec38dc-e47f-4994-aece-c681480dde2f HTTP/1.1" status: 204 len: 168 time: 0.2858107 Aug 19 18:06:51.152489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7004-da9e-429c-b58f-932b368eac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec38dc-e47f-4994-aece-c681480dde2f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:51.195392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574daf-fcdb-4ac9-af01-e334f40b91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:51.275161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-5527a754-b790-416b-b449-c34088994b31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2869909 Aug 19 18:06:51.292480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0784506-e55b-415c-98ce-04819387058f req-7ab90a8e-871d-42f8-9581-ce69c67a85de tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.300585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0784506-e55b-415c-98ce-04819387058f req-7ab90a8e-871d-42f8-9581-ce69c67a85de tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 982 time: 0.3378680 Aug 19 18:06:51.339128 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf10da4-2787-4b24-aed2-7950f5a30751 x-openstack-request-id: req-eaf10da4-2787-4b24-aed2-7950f5a30751 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:06:51.339424 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:06:51.339702 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eaf10da4-2787-4b24-aed2-7950f5a30751 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:06:51.340120 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'status': 'completed', 'code': 200} Aug 19 18:06:51.385026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0784506-e55b-415c-98ce-04819387058f req-46cb1db7-e610-4adf-9512-4cad1adda7ab tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0835087 Aug 19 18:06:51.394908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-6e958626-e787-46e9-9dc0-8f99ae36ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.401958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-6e958626-e787-46e9-9dc0-8f99ae36ec07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1134 time: 0.2854156 Aug 19 18:06:51.429199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.554905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-78f4dce3-fdc9-4bda-a02f-f8c915de6c91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 217 time: 0.0858788 Aug 19 18:06:51.566817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.568829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/67d2ecfe-a385-4293-8944-4f15d5008cf7 HTTP/1.1" status: 204 len: 168 time: 0.8741076 Aug 19 18:06:51.571428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:51.580656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1eed1-0e39-46c4-8c0f-f710bd7c1efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d2ecfe-a385-4293-8944-4f15d5008cf7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:51.629044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.629564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.630047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.630519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.630988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.631484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.631952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.634025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-566ac6cf-1ea0-45f2-a133-a25976b4944e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1e5015c330b471c9792397498d1b534&device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 6498 time: 0.2298226 Aug 19 18:06:51.650720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-4807d462-0d09-4681-b4f0-3ee8fb90795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.654819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-4807d462-0d09-4681-b4f0-3ee8fb90795f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 200 len: 834 time: 0.0737336 Aug 19 18:06:51.676576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.776170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-020bbf78-a333-40aa-b2b6-c3070ff67b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:51.777796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-020bbf78-a333-40aa-b2b6-c3070ff67b6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec9f82e3-0034-4325-b83f-09cdf5966954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103213 Aug 19 18:06:51.791569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.806012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3447cafd-67b7-483f-9f5d-1c7ac25c57db']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:51.834859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74a9618-1778-42fd-a798-0c19c0e8f284') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:51.835169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74a9618-1778-42fd-a798-0c19c0e8f284') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:51.855053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.885608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.898402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:06:51.899711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:06:51.902740 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:06:52.014223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.027027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.028374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-a128d0d7-248f-4059-92ae-7e1d60e520d2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337503 Aug 19 18:06:52.034036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] 10.222.0.36 "DELETE /v2.0/networks/3447cafd-67b7-483f-9f5d-1c7ac25c57db HTTP/1.1" status: 204 len: 168 time: 0.4605470 Aug 19 18:06:52.056649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605dbe2-39f2-4cbb-b9f2-38ecde5a57ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3447cafd-67b7-483f-9f5d-1c7ac25c57db,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.106572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e3a186d8-d4ff-4be4-82d8-0ec8537ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.107293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e3a186d8-d4ff-4be4-82d8-0ec8537ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.107858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e3a186d8-d4ff-4be4-82d8-0ec8537ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.110714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e3a186d8-d4ff-4be4-82d8-0ec8537ae112 service neutron] 10.222.0.13 "GET /v2.0/networks?id=def6699b-0521-434d-ba62-494a6fbb1368&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=43fab3b5-ff9b-4d79-96f2-d44e63187507&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 200 len: 2291 time: 0.4437444 Aug 19 18:06:52.241346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:52.322588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c373d291-bcdb-4d29-9f9b-fa0ea22a23e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaa37161e9584802ae5f845fa541197a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754886 Aug 19 18:06:52.322588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35946) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:52.446983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.532620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.695052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.696866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-4d13b93a-afc2-4024-8e25-ac93b017d1b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 200 len: 1001 time: 0.5790398 Aug 19 18:06:52.698690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:52.704825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cf76817-6dec-4a5d-a002-b8f14b97b61f HTTP/1.1" status: 204 len: 168 time: 0.3776991 Aug 19 18:06:52.713785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcc14-3b38-4803-b2bf-8915a9c3bd9d req-12217335-87b5-4f00-a7d1-3e0b117a9a4f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.715352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d57bcc14-3b38-4803-b2bf-8915a9c3bd9d req-12217335-87b5-4f00-a7d1-3e0b117a9a4f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 982 time: 0.1160252 Aug 19 18:06:52.717272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cabd544c-7c13-4d7c-ba40-37501da12379 req-55cebe1f-4472-4d9c-b09e-5ad4db4cd3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780412 Aug 19 18:06:52.723886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef17c-ca88-47c1-807e-25f3a112fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf76817-6dec-4a5d-a002-b8f14b97b61f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:52.818505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d57bcc14-3b38-4803-b2bf-8915a9c3bd9d req-585481fe-c355-43b1-adfa-43318b30b80b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0871115 Aug 19 18:06:52.823130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-c1df34d2-4068-44ac-b247-28f22a0569da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.825158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-c1df34d2-4068-44ac-b247-28f22a0569da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 200 len: 850 time: 0.1207435 Aug 19 18:06:52.935045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-4303d824-86f3-4285-b271-74176b75fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.937077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-4303d824-86f3-4285-b271-74176b75fa31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=def6699b-0521-434d-ba62-494a6fbb1368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952163 Aug 19 18:06:52.945151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62099d8-3090-4e16-9664-b527e2ce077d req-c33793fb-0573-46c6-919e-3c90fc0792f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:52.947060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-c33793fb-0573-46c6-919e-3c90fc0792f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1134 time: 0.0761294 Aug 19 18:06:53.220064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62099d8-3090-4e16-9664-b527e2ce077d req-06fd2f8e-3893-4455-b952-190b6aa57a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.221598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-06fd2f8e-3893-4455-b952-190b6aa57a82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 897 time: 0.2646263 Aug 19 18:06:53.230084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-56ece532-cfba-4b52-9ecc-6706b042e32a service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818577 Aug 19 18:06:53.294435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-3fac2530-e507-497a-a45a-d80da8bb86fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 217 time: 0.0633614 Aug 19 18:06:53.380382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62099d8-3090-4e16-9664-b527e2ce077d req-8becec3a-7cd2-4cb7-8590-3dfbe6f052fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.381773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-8becec3a-7cd2-4cb7-8590-3dfbe6f052fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 200 len: 834 time: 0.0583594 Aug 19 18:06:53.475722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62099d8-3090-4e16-9664-b527e2ce077d req-e2da984d-ad22-48bb-a7b4-265011d1d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.477273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-e2da984d-ad22-48bb-a7b4-265011d1d22a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec9f82e3-0034-4325-b83f-09cdf5966954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866654 Aug 19 18:06:53.480071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-79c7ec68-e191-4e8d-90b7-0ec74784b442 service neutron] 10.222.0.13 "GET /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393413 Aug 19 18:06:53.643416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-229e81c1-d0a1-44f1-b1bb-0148f18e2a47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 217 time: 0.1469543 Aug 19 18:06:53.737122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-334bc1b5-9bf3-4c66-877d-18876e991027 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418356 Aug 19 18:06:53.853280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-3f021d79-1a59-48ef-9b6b-9986487f8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:53.855276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-3f021d79-1a59-48ef-9b6b-9986487f8838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.1970906 Aug 19 18:06:53.995532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e62099d8-3090-4e16-9664-b527e2ce077d req-6a051c0e-5022-40ad-a298-aca0f1aa17de service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461848 Aug 19 18:06:54.005981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-44c28473-b33d-4ef2-9d58-d954f6919c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.007703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-44c28473-b33d-4ef2-9d58-d954f6919c95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444628 Aug 19 18:06:54.019855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a980-ac9a-4b96-bdd6-689c380d6664 req-6f2dcfa4-1727-4256-9322-5722002c9333 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.022160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99d0a980-ac9a-4b96-bdd6-689c380d6664 req-6f2dcfa4-1727-4256-9322-5722002c9333 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 982 time: 0.0927620 Aug 19 18:06:54.150454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99d0a980-ac9a-4b96-bdd6-689c380d6664 req-16c5de5d-1017-42c5-8855-4764a0d7f8a1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1156585 Aug 19 18:06:54.193640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e0b70f50-29c9-4ac1-9a48-ce3666a89555 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691556 Aug 19 18:06:54.322243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-33f1df8e-5d9f-4f7e-9da4-58f1907153ab service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207180 Aug 19 18:06:54.385349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-eee61573-7230-4bfd-ac1f-cdc8a87dc24f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 217 time: 0.0545204 Aug 19 18:06:54.462075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-c6b9a95c-a05a-42a7-8378-e20bab742a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.464262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-c6b9a95c-a05a-42a7-8378-e20bab742a02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0712464 Aug 19 18:06:54.529739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36026) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:54.582135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-afc36417-62a5-42ce-8723-b950c3800b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.583887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-afc36417-62a5-42ce-8723-b950c3800b62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1129274 Aug 19 18:06:54.691226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-9d8144f2-dcdb-4e06-ab57-1d89a9c5a0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999513 Aug 19 18:06:54.818394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-4a556e18-ebdf-4647-a5b9-6d8bb342979e service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187873 Aug 19 18:06:54.834821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:54.872824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:54.880760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e257862-527b-40f2-8e58-794586ae8c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:54.902877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-08f75d06-5c86-4b65-949d-6517a1eaed14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 200 len: 217 time: 0.0550745 Aug 19 18:06:54.965740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-8151e19f-4bcb-4ed7-83eb-de0bfb14db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:54.971099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-8151e19f-4bcb-4ed7-83eb-de0bfb14db48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0599086 Aug 19 18:06:55.041407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-39100c79-637f-429e-864d-4f4e08f15b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.043090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-39100c79-637f-429e-864d-4f4e08f15b43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663095 Aug 19 18:06:55.091337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e257862-527b-40f2-8e58-794586ae8c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.101179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-336719579-network', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:55.106893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e257862-527b-40f2-8e58-794586ae8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.177119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36050) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:55.196594 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0e257862-527b-40f2-8e58-794586ae8c1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cf79685933243329d22bd322d3bb22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666331 Aug 19 18:06:55.197747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257862-527b-40f2-8e58-794586ae8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede3d7c-13e7-407a-9a6e-8d7ec7651869,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.200473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36056) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:55.244950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-9ee4622f-ae54-4bab-a772-0f87cacb0bba service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875269 Aug 19 18:06:55.268937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Made reservation on behalf of f61aa1dbfa5642bcbb8b7a67eb34be74 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:55.271668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.284406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.308494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.350889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.366823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4403d7ed-1304-4a9b-8dbd-5c40fa757345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.383789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55778195-058a-4dd1-8a7b-94fe88f2cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.439515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-f2a3d736-4510-4947-b2a6-f07031398d21 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868260 Aug 19 18:06:55.451496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec724201-44f2-4f0a-951c-24757ceea8ff req-0e82463d-51d2-4045-b4ff-97b97241a199 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.460289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec724201-44f2-4f0a-951c-24757ceea8ff req-0e82463d-51d2-4045-b4ff-97b97241a199 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 982 time: 0.1269195 Aug 19 18:06:55.475763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.478349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.479569 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ede3d7c-13e7-407a-9a6e-8d7ec7651869 HTTP/1.1" status: 204 len: 168 time: 0.2623150 Aug 19 18:06:55.504858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc80d9-7e1d-4209-bae4-88e7e47f7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede3d7c-13e7-407a-9a6e-8d7ec7651869,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.513090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-6c05446a-e9f2-48f2-a60f-be7686ba3e12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 200 len: 217 time: 0.0496387 Aug 19 18:06:55.529210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.567611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.570498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec724201-44f2-4f0a-951c-24757ceea8ff req-0b3c9766-b367-4efd-bef0-72db8081b99d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1093247 Aug 19 18:06:55.613910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-17b57ff1-9f93-40b4-b053-fc6445f46935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.615677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-17b57ff1-9f93-40b4-b053-fc6445f46935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 200 len: 797 time: 0.0947633 Aug 19 18:06:55.646094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:06:55.670669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.671190 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Added segment 8ba3ba65-8b12-44f9-a75e-e59c252740d1 of type vlan for network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a Aug 19 18:06:55.685475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657343f-7c41-47e8-a375-266206c63546,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.706582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-a4aa9644-7280-4b86-936f-1cb41116f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.708267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-a4aa9644-7280-4b86-936f-1cb41116f796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43fab3b5-ff9b-4d79-96f2-d44e63187507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845516 Aug 19 18:06:55.738075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.786079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4403d7ed-1304-4a9b-8dbd-5c40fa757345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.790110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.791265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:55.792016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.805808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4403d7ed-1304-4a9b-8dbd-5c40fa757345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:55.876195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-b1b51ca7-a951-4689-91d6-e1350b5bc599 service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582360 Aug 19 18:06:55.898075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403d7ed-1304-4a9b-8dbd-5c40fa757345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef91630-1c35-4a6f-857e-312a7780a049,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.905073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4403d7ed-1304-4a9b-8dbd-5c40fa757345 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cd0785646fd4c77afaeb478b60e6707&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0298934 Aug 19 18:06:55.906314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:55.909021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:55.933636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:06:55.961017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:55.983914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c93c72b0-b9d8-4a71-a250-2b827eb806ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.014881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.025696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-2fb8c11b-5770-4f73-a31d-99e6c321e91b service neutron] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396890 Aug 19 18:06:56.031032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55778195-058a-4dd1-8a7b-94fe88f2cd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.033983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.042674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55778195-058a-4dd1-8a7b-94fe88f2cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.046083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.051259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50a4dbc5-b183-4237-b92e-e04362211ee9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2145908 Aug 19 18:06:56.059337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36070) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:56.073935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Request body: {'subnet': {'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-subnet', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:56.077113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-0b279a82-4814-4fe7-9f85-5ce5b94426ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 200 len: 217 time: 0.0427604 Aug 19 18:06:56.147828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-55778195-058a-4dd1-8a7b-94fe88f2cd34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa8ae9d6320a41b486c2d48d77c1d349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9672182 Aug 19 18:06:56.147828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55778195-058a-4dd1-8a7b-94fe88f2cd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b491a0e5-085b-4701-8d13-8844e92fb435,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.149020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36072) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:56.161532 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.164447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.165611 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ef91630-1c35-4a6f-857e-312a7780a049 HTTP/1.1" status: 204 len: 168 time: 0.2557533 Aug 19 18:06:56.185599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c93c72b0-b9d8-4a71-a250-2b827eb806ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.186276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e1a34d5d-16c8-4f13-a863-bb0f0f38fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.187318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7416b2-92d8-471e-9daf-c42e29d7ab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef91630-1c35-4a6f-857e-312a7780a049,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.187993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-e1a34d5d-16c8-4f13-a863-bb0f0f38fc50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.1006877 Aug 19 18:06:56.192768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c93c72b0-b9d8-4a71-a250-2b827eb806ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.252386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c72b0-b9d8-4a71-a250-2b827eb806ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696b10a2-9090-4269-a47a-f5c0b3c61df6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.259611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Made reservation on behalf of f61aa1dbfa5642bcbb8b7a67eb34be74 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:06:56.264749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.269805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.272713 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c93c72b0-b9d8-4a71-a250-2b827eb806ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7641a079d554cfa8717c27a7e91e7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101585 Aug 19 18:06:56.286633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:56.294646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.334890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-971431f6-ed69-4769-a5a4-b94cc4f3a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.336708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-971431f6-ed69-4769-a5a4-b94cc4f3a426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418102 Aug 19 18:06:56.399061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.410245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.413955 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.418957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b491a0e5-085b-4701-8d13-8844e92fb435 HTTP/1.1" status: 204 len: 168 time: 0.2616677 Aug 19 18:06:56.456027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.476245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876f83d-6640-4a58-b1c8-c5ed738c6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b491a0e5-085b-4701-8d13-8844e92fb435,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.536553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-2f1464fa-ea26-437c-a6ea-fbf90ebd2791 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919403 Aug 19 18:06:56.577311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.584115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.586564 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/696b10a2-9090-4269-a47a-f5c0b3c61df6 HTTP/1.1" status: 204 len: 168 time: 0.2980182 Aug 19 18:06:56.643167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91524-b95f-4425-8554-416511771e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696b10a2-9090-4269-a47a-f5c0b3c61df6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.673601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.768879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:56.810430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-7b339103-5e7b-4d38-86bf-ae4f334bda47 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664573 Aug 19 18:06:56.812969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Checking segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:06:56.813481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Network hostable DHCP agents. Network: b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:06:56.839012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:06:56.853712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:56.863612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.864425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.865904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70cdb1-6fbb-412c-a7f4-93c618ae0a05 None None] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:56.882394 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d320550f-cb85-4c98-bca3-4522021459f2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8219430 Aug 19 18:06:56.886111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36092) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:56.893080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-918f9948-0e2e-46ce-ba3e-0dc4b9f52316 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 200 len: 217 time: 0.0575061 Aug 19 18:06:56.893990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:56.946879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.948090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:56.964261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:06:56.972641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-8eb8ae85-73bb-4913-aba2-df4c3407de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:56.976762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-8eb8ae85-73bb-4913-aba2-df4c3407de07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 200 len: 797 time: 0.0770125 Aug 19 18:06:57.069208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7fa76-5564-4e81-9d8f-ad3141fbc63c req-08e527f1-657e-4a21-9297-604dca2a2a2b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.076067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeb7fa76-5564-4e81-9d8f-ad3141fbc63c req-08e527f1-657e-4a21-9297-604dca2a2a2b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 982 time: 0.3235388 Aug 19 18:06:57.077148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36098) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:57.125830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.143197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a9540-fcdb-4e39-bbda-1d68cc62628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.305054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-248eb54a-d807-4a92-b2d2-4c5d3f66a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:57.308305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-248eb54a-d807-4a92-b2d2-4c5d3f66a8b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3165717 Aug 19 18:06:57.370311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1441fd-a169-4c71-ac86-39e9f01a602a None None] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:06:57.384870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aeb7fa76-5564-4e81-9d8f-ad3141fbc63c req-4fe7ebc6-341e-4883-ad2d-a917b4b821db tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3000724 Aug 19 18:06:57.546888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-160e8c4c-e8fc-4129-9b6f-32ac6bfa2457 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278652 Aug 19 18:06:57.551261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.633241 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a9540-fcdb-4e39-bbda-1d68cc62628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.645949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-550a9540-fcdb-4e39-bbda-1d68cc62628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.709700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-550a9540-fcdb-4e39-bbda-1d68cc62628e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f1fac37799c4cd096bd8a17b2c7126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241858 Aug 19 18:06:57.712945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36118) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:57.716582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a9540-fcdb-4e39-bbda-1d68cc62628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da21f29-2d4b-436d-978f-1ca6dd78c991,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:57.733970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:57.771343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f3a5c2-1e19-4adf-95ec-b7e5662549ba req-ff3f0873-567a-4856-8375-395ce94ce19a service neutron] 10.222.0.13 "GET /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068346 Aug 19 18:06:57.793452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'port_id': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'mac_address': 'fa:16:3e:64:35:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:06:57.861897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.930181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.932211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:57.944252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:06:57.979632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:06:57.986514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.056250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:58.114616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-451508d2-25f8-4313-a2b2-add7d7e7e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.196424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.230617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.233235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.236108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.237194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1da21f29-2d4b-436d-978f-1ca6dd78c991 HTTP/1.1" status: 204 len: 168 time: 0.5219870 Aug 19 18:06:58.257005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13356-a1f8-4b09-97ff-dfdb8d56ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da21f29-2d4b-436d-978f-1ca6dd78c991,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:58.352103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:06:58.373177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Allocated IP 172.25.5.159 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/230bde31-0f02-427b-86eb-3a4d831cd255) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:06:58.545912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.603611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa045-25e4-4bf6-bfbd-4f5f5f9c6efc req-5d5c0a4c-1e38-4a71-90cf-df4f369629d5 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:06:58.613745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5befa045-25e4-4bf6-bfbd-4f5f5f9c6efc req-5d5c0a4c-1e38-4a71-90cf-df4f369629d5 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 983 time: 0.1123021 Aug 19 18:06:58.621217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:58.656565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5befa045-25e4-4bf6-bfbd-4f5f5f9c6efc req-b953fc12-4520-424c-b88d-1da8e392f981 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0416641 Aug 19 18:06:58.681171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:06:58.684727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:06:58.687579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:06:58.694728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Pushing event updated for resources: {'Port': ['ID=230bde31-0f02-427b-86eb-3a4d831cd255,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:06:59.012886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.282934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.404667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:59.497289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:06:59.664058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:06:59.680148 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Sync routers for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:06:59.692085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:06:59.696522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36198) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:06:59.699356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f2e68a99-d136-4aab-b256-37268f7baf51 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8115854 Aug 19 18:06:59.715384 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:06:59.717583 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:06:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:06:59.881452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c26bfe57-44cd-4798-b317-f54bdd07032e tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-236979118'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:06:59.882703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c26bfe57-44cd-4798-b317-f54bdd07032e tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Unknown quota resources ['metering_label']. {{(pid=101324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:06:59.890145 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:00.198720 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:06:58Z', 'revision_number': 3, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:00.242170 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Checking router: e7c6ce7a-875c-46ff-acc9-66f80272a5d7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:00.242604 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Updating router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 port 230bde31-0f02-427b-86eb-3a4d831cd255 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:00.276783 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.393807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:00.471195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af425-b069-4f3e-88fd-0c128e4bb2aa req-e75794b5-a8e4-4d91-b8c8-a42052450a25 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:00.474014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e0af425-b069-4f3e-88fd-0c128e4bb2aa req-e75794b5-a8e4-4d91-b8c8-a42052450a25 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 983 time: 0.6974967 Aug 19 18:07:00.587372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0879c8a5-f06a-444e-9440-9788175aedcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.608193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c26bfe57-44cd-4798-b317-f54bdd07032e tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.609242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c26bfe57-44cd-4798-b317-f54bdd07032e tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2037323 Aug 19 18:07:00.619126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36222) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:00.626200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10a48c5d-ee49-4336-8efa-548acf0fe35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.630580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1751c092-e037-4140-bfad-0338d7c1043c tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '522d4582-eeea-4977-bbc7-bb09eacbc604'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:00.631080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1751c092-e037-4140-bfad-0338d7c1043c tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:07:00.665499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e0af425-b069-4f3e-88fd-0c128e4bb2aa req-f2189e97-0a83-4d53-a9ee-9cfead53a173 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1537721 Aug 19 18:07:00.732639 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.745520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Transition to ACTIVE for port object 230bde31-0f02-427b-86eb-3a4d831cd255 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:00.752250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10a48c5d-ee49-4336-8efa-548acf0fe35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.752795 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.757417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10a48c5d-ee49-4336-8efa-548acf0fe35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.801271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10a48c5d-ee49-4336-8efa-548acf0fe35c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fdb759be4774c0895e11212ce093d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057236 Aug 19 18:07:00.802202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36226) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:00.806195 n-d-778550-10 neutron-server[101324]: WARNING neutron.services.metering.metering_plugin [None req-1751c092-e037-4140-bfad-0338d7c1043c tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:07:00.820051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a48c5d-ee49-4336-8efa-548acf0fe35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885adb41-7d0d-45f7-ba13-7af417465ac6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:00.827755 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87637a-b5de-4551-b34e-a40267b0be5e None None] Pushing event updated for resources: {'Port': ['ID=230bde31-0f02-427b-86eb-3a4d831cd255,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:00.832108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Attempting to bind port 230bde31-0f02-427b-86eb-3a4d831cd255 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:00.832658 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Attempting to bind port 230bde31-0f02-427b-86eb-3a4d831cd255 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:00.833025 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Attempting to bind port 230bde31-0f02-427b-86eb-3a4d831cd255 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:00.839117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:00.839767 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:00.840606 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.840737 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:00.841384 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Bound port: 230bde31-0f02-427b-86eb-3a4d831cd255, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:00.841981 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.882572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.884713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.901721 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] For port 230bde31-0f02-427b-86eb-3a4d831cd255, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:00.904940 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] For port 230bde31-0f02-427b-86eb-3a4d831cd255, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=230bde31-0f02-427b-86eb-3a4d831cd255,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:00.910756 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.919419 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.968197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1751c092-e037-4140-bfad-0338d7c1043c tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:00.971125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1751c092-e037-4140-bfad-0338d7c1043c tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3506272 Aug 19 18:07:00.979285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:00.995606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:00.997232 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87637a-b5de-4551-b34e-a40267b0be5e None None] Pushing event updated for resources: {'Port': ['ID=230bde31-0f02-427b-86eb-3a4d831cd255,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.009572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1c7d4880-670a-4091-84a7-8b973e168ed7 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '522d4582-eeea-4977-bbc7-bb09eacbc604'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:01.010098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1c7d4880-670a-4091-84a7-8b973e168ed7 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:07:01.014054 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:01.014883 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:01.023326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.031188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.034133 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/885adb41-7d0d-45f7-ba13-7af417465ac6 HTTP/1.1" status: 204 len: 168 time: 0.2152984 Aug 19 18:07:01.107797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:01.114924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:01.115991 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.169578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027b669-2492-45c7-bfb4-d2df4e84a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885adb41-7d0d-45f7-ba13-7af417465ac6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.176429 n-d-778550-10 neutron-server[101325]: WARNING neutron.services.metering.metering_plugin [None req-1c7d4880-670a-4091-84a7-8b973e168ed7 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 18:07:01.199265 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:01.306377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.314918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4880-670a-4091-84a7-8b973e168ed7 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.316317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c7d4880-670a-4091-84a7-8b973e168ed7 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3181951 Aug 19 18:07:01.318948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:01.331341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b8c1dbda-0a81-49d5-8bc4-5b31c9fc9f63 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=3a105db4-3631-4abf-964a-3fde72911498 HTTP/1.1" status: 200 len: 464 time: 0.0111368 Aug 19 18:07:01.333902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:01.336211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.367172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:01.379142 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16379059-b456-483e-a1f2-2238da79ac28" -d '{"events": [{"server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "name": "network-vif-plugged", "status": "completed", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:01.450797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:01.467728 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.574693 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756a68fe-d862-4e0d-9c97-13be71505d6d x-openstack-request-id: req-756a68fe-d862-4e0d-9c97-13be71505d6d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:01.575003 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "name": "network-vif-plugged", "status": "completed", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:01.575264 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-756a68fe-d862-4e0d-9c97-13be71505d6d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:01.576071 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'code': 200} Aug 19 18:07:01.579058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:01.593551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4249fbee-2cfb-47d9-9f42-bdd2ea05a96d tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.596362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4249fbee-2cfb-47d9-9f42-bdd2ea05a96d tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/3a105db4-3631-4abf-964a-3fde72911498 HTTP/1.1" status: 204 len: 168 time: 0.2611854 Aug 19 18:07:01.598885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:01.623753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b83a1498-a264-4ae1-9bae-14d74d280b85 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=3a105db4-3631-4abf-964a-3fde72911498 HTTP/1.1" status: 200 len: 221 time: 0.0231194 Aug 19 18:07:01.628773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36248) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:01.633158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7832a15a-3350-4ddf-9aad-b0fa86ba434a tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1296688901', 'description': 'label created by tempest'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:01.636414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7832a15a-3350-4ddf-9aad-b0fa86ba434a tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Unknown quota resources ['metering_label']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:07:01.692614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:01.701333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:06:58Z', 'revision_number': 3, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:01.729875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a936f3f9-f53c-4ddb-81e7-bf3b235468e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.735571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db222ba7-7e7e-4a7a-99da-55192c4a4402 req-ccc764d0-765a-4251-a13f-4df3966b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:01.737348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db222ba7-7e7e-4a7a-99da-55192c4a4402 req-ccc764d0-765a-4251-a13f-4df3966b5776 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.1259634 Aug 19 18:07:01.745693 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfcef1-8702-4f45-9658-f7e0de1605ba None None] The sync data for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 is: [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:06:58Z', 'revision_number': 3, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:01.796548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Allocated IP 172.20.0.1 (b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a/cd12f401-5dc0-4161-a1f0-d9d7bf3163ca/72648cb6-0130-41d5-818d-38a07fb432bf) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:01.851224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db222ba7-7e7e-4a7a-99da-55192c4a4402 req-24849153-b6e9-4743-9236-0446dee90db0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0980270 Aug 19 18:07:01.936020 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:01.954305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d0979-1dde-43db-8fe4-be05b7eca9f9 req-d7e8f6d9-280b-453f-8c08-1aceb7767997 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:01.956022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f0d0979-1dde-43db-8fe4-be05b7eca9f9 req-d7e8f6d9-280b-453f-8c08-1aceb7767997 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.1611042 Aug 19 18:07:02.067376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.081294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f0d0979-1dde-43db-8fe4-be05b7eca9f9 req-5fdd8eb7-4d55-4ff5-9aa2-5871f5d4163b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1093762 Aug 19 18:07:02.135994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a936f3f9-f53c-4ddb-81e7-bf3b235468e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.150085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a936f3f9-f53c-4ddb-81e7-bf3b235468e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.199516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.282128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7832a15a-3350-4ddf-9aad-b0fa86ba434a tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.282386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a936f3f9-f53c-4ddb-81e7-bf3b235468e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa7d5ab13e1a4f0893299cea84bf218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849931 Aug 19 18:07:02.285015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7832a15a-3350-4ddf-9aad-b0fa86ba434a tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6528950 Aug 19 18:07:02.287711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.288054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.294202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936f3f9-f53c-4ddb-81e7-bf3b235468e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e9524-2ab5-4870-84d9-a86f169ee224,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:02.302662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Pushing event updated for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:02.323615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:02.328389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:02.336633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:02.378841 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2cba0719-70be-4d61-b622-9f87d2a72646 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=b19f1662-23c6-4fd6-b89a-43071a71c77d HTTP/1.1" status: 200 len: 468 time: 0.0753264 Aug 19 18:07:02.380512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.424076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.558016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.598501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.660735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df64fff5-1a15-435a-a0cd-8ae5ee3c2b51 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.662845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df64fff5-1a15-435a-a0cd-8ae5ee3c2b51 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/b19f1662-23c6-4fd6-b89a-43071a71c77d HTTP/1.1" status: 204 len: 168 time: 0.2813411 Aug 19 18:07:02.665395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.672976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36290) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.723773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fcfa4dbe-84cf-4b5a-a943-5aac90a8a87f tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=b19f1662-23c6-4fd6-b89a-43071a71c77d HTTP/1.1" status: 200 len: 216 time: 0.0478506 Aug 19 18:07:02.724943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.760211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-be2329e6-1a22-407a-b289-a58c65157449 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0283902 Aug 19 18:07:02.763648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36296) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.783081 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7e627bc-5bd5-4369-a45c-505c820b86c3 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0147099 Aug 19 18:07:02.784515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.785580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.791146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.803656 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a7e9524-2ab5-4870-84d9-a86f169ee224 HTTP/1.1" status: 204 len: 168 time: 0.5130332 Aug 19 18:07:02.908665 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:02.914064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36302) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:02.915112 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ab5091ec-208b-47e5-b857-668a29dfcb5e tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/522d4582-eeea-4977-bbc7-bb09eacbc604 HTTP/1.1" status: 200 len: 472 time: 0.1094069 Aug 19 18:07:02.916368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b6fa2-537d-4e91-84a1-4ca49e0582b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e9524-2ab5-4870-84d9-a86f169ee224,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:02.952757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.054904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Pushing event updated for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:03.060786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cddcf8e3-cbf5-40f3-8e60-b3e31132f0a8 tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/9364e72f-afe4-4a5e-8945-aa2d5d3612fa HTTP/1.1" status: 200 len: 461 time: 0.1446655 Aug 19 18:07:03.064786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36306) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:03.103744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.270667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-44cdd0a3-53b4-4ea1-ad97-1ae9a91409bf tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.274901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-44cdd0a3-53b4-4ea1-ad97-1ae9a91409bf tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/9364e72f-afe4-4a5e-8945-aa2d5d3612fa HTTP/1.1" status: 204 len: 168 time: 0.2066102 Aug 19 18:07:03.275144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:03.390830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e46d3-aef1-42a3-a924-8160325b0ebf req-27033b5d-84c6-45b9-a3b6-03fe6dbdd9bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:03.394595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e46d3-aef1-42a3-a924-8160325b0ebf req-27033b5d-84c6-45b9-a3b6-03fe6dbdd9bc tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.1206172 Aug 19 18:07:03.412906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:03.436672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:03.492786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.506554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02ad4789-4419-4f4b-acff-45459138e8ca tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:03.508527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02ad4789-4419-4f4b-acff-45459138e8ca tempest-MeteringTestJSON-1718960854 tempest-MeteringTestJSON-1718960854-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/522d4582-eeea-4977-bbc7-bb09eacbc604 HTTP/1.1" status: 204 len: 168 time: 0.2317653 Aug 19 18:07:03.560965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-893e46d3-aef1-42a3-a924-8160325b0ebf req-b313b98c-2c54-47e0-9dfe-97ce90d46295 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1517007 Aug 19 18:07:03.713090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:03.914207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe995-0426-4d68-a9a3-d781bf02001a req-5cc9f599-e204-4b63-a233-385ab2771c99 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:03.915941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fbfe995-0426-4d68-a9a3-d781bf02001a req-5cc9f599-e204-4b63-a233-385ab2771c99 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.1897795 Aug 19 18:07:03.981498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36338) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:04.025956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:04.052765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cb81f1cf-16c4-4504-ae53-c3d2ab9b23e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7c6ce7a-875c-46ff-acc9-66f80272a5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3545427 Aug 19 18:07:04.070191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fbfe995-0426-4d68-a9a3-d781bf02001a req-cc08251b-e7f6-4d54-a05d-63f2f9f80771 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0904517 Aug 19 18:07:04.232364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-3d75666e-022e-47d4-b519-8c4acc2de9c5 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:04.234300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-3d75666e-022e-47d4-b519-8c4acc2de9c5 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.0661347 Aug 19 18:07:04.266875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 230bde31-0f02-427b-86eb-3a4d831cd255 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:04.276664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-6895be6d-cdae-490a-ba2e-86a3d4cf646c tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.392282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 230bde31-0f02-427b-86eb-3a4d831cd255 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:04.396956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Sync routers for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:04.405775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 230bde31-0f02-427b-86eb-3a4d831cd255 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:04.407228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.456087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:04.456979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:04.504479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-587e8e43-1b19-4b7f-93ef-e55a9978d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.536774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-6895be6d-cdae-490a-ba2e-86a3d4cf646c tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.547430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-6895be6d-cdae-490a-ba2e-86a3d4cf646c tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.629851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3972445-2370-44cd-b2ab-d74d99393e13 req-6895be6d-cdae-490a-ba2e-86a3d4cf646c tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3864796 Aug 19 18:07:04.642182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895be6d-cdae-490a-ba2e-86a3d4cf646c tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee30bb-a306-43a9-b550-8d8dd10da6c1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:04.659771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:04.720245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.745479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cc130-2e05-4b20-9cd6-216bb526f7fd tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:04.745815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:04.752796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-556cc130-2e05-4b20-9cd6-216bb526f7fd tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1131 time: 0.0908797 Aug 19 18:07:04.755617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36364) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:04.764441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:04.772999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-587e8e43-1b19-4b7f-93ef-e55a9978d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.778079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 230bde31-0f02-427b-86eb-3a4d831cd255, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=230bde31-0f02-427b-86eb-3a4d831cd255,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:04.780229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-587e8e43-1b19-4b7f-93ef-e55a9978d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.784211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.810802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:04.925515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-587e8e43-1b19-4b7f-93ef-e55a9978d625 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b99645a76b54fb89fc3909ae88a3bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9394372 Aug 19 18:07:04.928350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36372) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:04.929483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8e43-1b19-4b7f-93ef-e55a9978d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21325acd-f8b2-4f9f-87d6-d9454d5edb39,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:04.977802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=230bde31-0f02-427b-86eb-3a4d831cd255,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:05.087804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.119750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:07:02Z', 'revision_number': 4, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '72648cb6-0130-41d5-818d-38a07fb432bf', 'name': '', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'mac_address': 'fa:16:3e:eb:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:02Z', 'revision_number': 2, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'subnets': [{'id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:05.125741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.158195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Checking router: e7c6ce7a-875c-46ff-acc9-66f80272a5d7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:05.158784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Updating router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 port 72648cb6-0130-41d5-818d-38a07fb432bf binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:05.198306 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.225164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.229523 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.232237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.237967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21325acd-f8b2-4f9f-87d6-d9454d5edb39 HTTP/1.1" status: 204 len: 168 time: 0.2990415 Aug 19 18:07:05.258733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639afa14-caf4-4e85-945b-ecd29b5d4507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21325acd-f8b2-4f9f-87d6-d9454d5edb39,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:05.523813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.25.5.150 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:05.546181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-de7d0832-9096-45dc-852d-39d8f93b4d5b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:05.547966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-de7d0832-9096-45dc-852d-39d8f93b4d5b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 818 time: 0.2367587 Aug 19 18:07:05.581822 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-c0cf8a9d-7e06-43c7-983f-d9cb81cdfa60 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/quotas/f61aa1dbfa5642bcbb8b7a67eb34be74 HTTP/1.1" status: 200 len: 375 time: 0.0217111 Aug 19 18:07:05.742386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-37bcb9e5-2449-4631-9372-eaf40e306f2a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263838 Aug 19 18:07:05.798382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.811147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Transition to ACTIVE for port object 72648cb6-0130-41d5-818d-38a07fb432bf will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:05.822662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.882593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:05.897153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5fed-01da-407a-a98c-afa4ff3d3c4a None None] Pushing event updated for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:05.975294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-3a92b0bb-0fc7-4e82-b53f-86677ac5cee3 service neutron] 10.222.0.36 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210863 Aug 19 18:07:06.017577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Attempting to bind port 72648cb6-0130-41d5-818d-38a07fb432bf on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:06.018081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Attempting to bind port 72648cb6-0130-41d5-818d-38a07fb432bf by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:06.018471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Attempting to bind port 72648cb6-0130-41d5-818d-38a07fb432bf on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:06.027153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:06.028241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Checking segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:06.028669 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.029388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Bound using segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:06.030065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Bound port: 72648cb6-0130-41d5-818d-38a07fb432bf, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:06.030749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.091755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:06.124245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ec2f-00b4-4037-83ad-7640309fff37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.138362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-ac9ae65a-42fe-4832-b00f-022d735b75b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617937 Aug 19 18:07:06.170728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.264986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] For port 72648cb6-0130-41d5-818d-38a07fb432bf, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:06.279103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] For port 72648cb6-0130-41d5-818d-38a07fb432bf, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72648cb6-0130-41d5-818d-38a07fb432bf,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:06.286400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 230bde31-0f02-427b-86eb-3a4d831cd255 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:06.296813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:06.300264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.314666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:06.321292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:06.331319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:06.596327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5fed-01da-407a-a98c-afa4ff3d3c4a None None] Pushing event updated for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:06.624799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ec2f-00b4-4037-83ad-7640309fff37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.635724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36460) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:06.666861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:06.667533 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ec2f-00b4-4037-83ad-7640309fff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:06.668973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:06.731497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-009ff1a8-d982-4cac-953d-062b98460df4 req-3e3c70c2-1eba-4834-80ab-de95f387321b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 210 time: 0.0457416 Aug 19 18:07:06.818649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9ec2f-00b4-4037-83ad-7640309fff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b3b6f6-fadd-4d2b-8325-fececdc871c0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:06.900202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e8e9ec2f-00b4-4037-83ad-7640309fff37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ade827edcf441f98716485245ed98f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065813 Aug 19 18:07:06.904672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36484) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:07.065468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-852ed3ed-f119-4686-a90e-423bad991118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.077822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 230bde31-0f02-427b-86eb-3a4d831cd255 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:07.079473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.211790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.329304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.420719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:07.618604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.624735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.628217 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03b3b6f6-fadd-4d2b-8325-fececdc871c0 HTTP/1.1" status: 204 len: 168 time: 0.7222621 Aug 19 18:07:07.685486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7066b-f24a-4155-b3d6-c2698b111beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b3b6f6-fadd-4d2b-8325-fececdc871c0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:07.733845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36520) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:07.734949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-852ed3ed-f119-4686-a90e-423bad991118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.740902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-852ed3ed-f119-4686-a90e-423bad991118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.809792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.849022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed3ed-f119-4686-a90e-423bad991118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e55c8b-61fd-4ead-8d49-de52d83df49a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:07.860907 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-852ed3ed-f119-4686-a90e-423bad991118 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08fdd75af18f4eb1aac7bd40bce362d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2211869 Aug 19 18:07:07.861408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36524) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:07.885646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:07:02Z', 'revision_number': 4, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '72648cb6-0130-41d5-818d-38a07fb432bf', 'name': '', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'mac_address': 'fa:16:3e:eb:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:06Z', 'revision_number': 4, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'subnets': [{'id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:07.906221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.913262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.919034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.925358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.929488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2511cc-cf92-43da-a9e3-bfcd5413ec0a None None] The sync data for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 is: [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:07:02Z', 'revision_number': 4, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '72648cb6-0130-41d5-818d-38a07fb432bf', 'name': '', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'mac_address': 'fa:16:3e:eb:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:01Z', 'updated_at': '2021-08-19T18:07:06Z', 'revision_number': 4, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'subnets': [{'id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:07.932152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.943860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.963192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:07.963511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:07.976223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-52c39b07-b2a3-4187-9394-66d26db71836 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.2484224 Aug 19 18:07:08.028277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.028459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-b01d0061-67a3-4857-97a9-05ee77f9e9de tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:08.030953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-b01d0061-67a3-4857-97a9-05ee77f9e9de tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 818 time: 0.3824263 Aug 19 18:07:08.105049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.108890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.110898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0e55c8b-61fd-4ead-8d49-de52d83df49a HTTP/1.1" status: 204 len: 168 time: 0.2467136 Aug 19 18:07:08.121814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8db3a-46e0-4628-9f30-5af2532219f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e55c8b-61fd-4ead-8d49-de52d83df49a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:08.133613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-053d39f2-c995-4d1c-b2c7-33babba6feba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.136633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-0bf78b81-6b48-4c86-8a31-0b197a681598 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/quotas/f61aa1dbfa5642bcbb8b7a67eb34be74 HTTP/1.1" status: 200 len: 375 time: 0.0633299 Aug 19 18:07:08.222504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.345544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72648cb6-0130-41d5-818d-38a07fb432bf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:08.434588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 72648cb6-0130-41d5-818d-38a07fb432bf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:08.441962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 72648cb6-0130-41d5-818d-38a07fb432bf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:08.442677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.497500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baa46a11-d88b-442e-a628-e4b1d0bca7cd req-790c6961-84d0-4f50-88a5-2cb4e70d07e7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5184264 Aug 19 18:07:08.637527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.694327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-2dd4d3f9-a0f7-4232-bb44-655ca50ecd1c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5344884 Aug 19 18:07:08.761738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 72648cb6-0130-41d5-818d-38a07fb432bf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72648cb6-0130-41d5-818d-38a07fb432bf,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:08.773668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.861159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:08.874516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.885322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-16c2c38b-d9e8-4d47-9a63-162b565c464f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:08.886860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-16c2c38b-d9e8-4d47-9a63-162b565c464f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 818 time: 0.4293878 Aug 19 18:07:08.897689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:08.905053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Request body: {'port': {'device_id': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'admin_state_up': True, 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:09.099873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.106045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.112460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.118514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.128719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.135334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.142672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.144977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-b7a354a5-d3e9-45e2-86c6-9a2389095a3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.4352922 Aug 19 18:07:09.235095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:09.263551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-d1d7ccb3-7ddc-478a-a5e5-17c6613708ea service neutron] 10.222.0.36 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376780 Aug 19 18:07:09.279562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-053d39f2-c995-4d1c-b2c7-33babba6feba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.315960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-053d39f2-c995-4d1c-b2c7-33babba6feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.341907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.375885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-998e80ee-ea32-4ed3-9340-d37498316d57 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:09.377365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-998e80ee-ea32-4ed3-9340-d37498316d57 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2048895 Aug 19 18:07:09.556903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-053d39f2-c995-4d1c-b2c7-33babba6feba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e965802516734ed9b46b0e3a28ed866d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8213232 Aug 19 18:07:09.557675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d39f2-c995-4d1c-b2c7-33babba6feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7bccfc-7ea5-4af9-8d34-0c62141d30c4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:09.560216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36574) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:09.658344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Made reservation on behalf of f61aa1dbfa5642bcbb8b7a67eb34be74 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:09.662649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.718165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.746968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.753563 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Floating IP 0bfa37ab-73e0-4acc-ba09-ceb2c820bc87 associated. External IP: 172.25.5.150, port: 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3. Aug 19 18:07:09.768577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-c81a829b-57f5-4056-9f49-8c04455c90f7 service neutron] 10.222.0.36 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841516 Aug 19 18:07:09.872759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.875246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-182035ba-0429-47d1-ba20-865391c71401 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4470494 Aug 19 18:07:09.876840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:09.878752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d7bccfc-7ea5-4af9-8d34-0c62141d30c4 HTTP/1.1" status: 204 len: 168 time: 0.3174610 Aug 19 18:07:09.899496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:09.901455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f91b2-9572-48c9-9710-cd6d01264335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7bccfc-7ea5-4af9-8d34-0c62141d30c4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:10.183062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.194273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.222110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.235035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.260215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72648cb6-0130-41d5-818d-38a07fb432bf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:10.261122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.275324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.308568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:10.310959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-e25f2fb9-bee9-4dab-a273-5edc21c86af2 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 5434 time: 0.6033299 Aug 19 18:07:10.351404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 72648cb6-0130-41d5-818d-38a07fb432bf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:10.351907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.490469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36606) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:10.510334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.510575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2320905-5899-4bb7-aae0-397a6e18de01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.590137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36608) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:10.655294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2320905-5899-4bb7-aae0-397a6e18de01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.662950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2320905-5899-4bb7-aae0-397a6e18de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.724773 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2320905-5899-4bb7-aae0-397a6e18de01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e744a7600494e2ebef8521008136e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315557 Aug 19 18:07:10.727411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2320905-5899-4bb7-aae0-397a6e18de01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064de921-412d-4119-92e3-2c2b9605b99a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:10.730642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36620) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:10.794804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.842213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.909541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.916493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:10.918239 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/064de921-412d-4119-92e3-2c2b9605b99a HTTP/1.1" status: 204 len: 168 time: 0.1863611 Aug 19 18:07:10.933593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f56724-be67-4bcb-9523-2d7ef93e0311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064de921-412d-4119-92e3-2c2b9605b99a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:11.036546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7675403-8d9a-4b51-b8c8-f9626ddea09c req-e3f809ee-fad3-47c7-96c5-97e5b1d5c885 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 210 time: 0.5295391 Aug 19 18:07:11.080402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b1323bd-f25d-4ae0-8c71-783c5e739621 req-cfcd3e47-68e8-4e08-9428-0d42d6f367a3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6976142 Aug 19 18:07:11.092819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Allocated IP 172.20.0.11 (b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a/cd12f401-5dc0-4161-a1f0-d9d7bf3163ca/1a156eee-bea4-4057-adf6-925a5906fe1f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:11.436285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router facd972e-cad6-4acd-87ba-5973029e65f2 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:11.558194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=56b4fe99-dead-4441-9bee-6903706f896d,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:11.565755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1845101581'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:11.747355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Made reservation on behalf of 3c86c8915af443a4bae1f3a35e2151cb for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:11.751424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.769318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.801758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] For port 56b4fe99-dead-4441-9bee-6903706f896d, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:11.829179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.878779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-891a9155-b99a-4698-9063-e3a03da83f77 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:11.880503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-891a9155-b99a-4698-9063-e3a03da83f77 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 818 time: 0.4870448 Aug 19 18:07:11.896484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] device_id is not set on port 56b4fe99-dead-4441-9bee-6903706f896d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:11.909079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Request body: {'port': {'device_id': '6a10b9c7-adce-4789-875b-931afca773db', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'admin_state_up': True, 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:11.940016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:11.997660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:12.013399 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Sync routers for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:12.024071 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:12.024531 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:12.029011 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.042619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-43538c0a-7785-49a8-b9d4-50a469cbdffa tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b056870a662d414da6f669c8b1729997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150968 Aug 19 18:07:12.145140 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:12.199403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.280399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Pushing event updated for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.341682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e27b6cbf-4fc9-4233-81a8-66dcdcce4df9 req-2fbf23d1-e905-4dfc-b7a3-d4768dc21db7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 210 time: 0.1171350 Aug 19 18:07:12.394360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] No DVR routers for this DVR port 56b4fe99-dead-4441-9bee-6903706f896d on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:12.458754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:12.486391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:12.493978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '0bfa37ab-73e0-4acc-ba09-ceb2c820bc87', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'port_id': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'mac_address': 'fa:16:3e:64:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3729263-5fbc-4892-ae49-495b3092828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:07Z', 'updated_at': '2021-08-19T18:07:07Z', 'revision_number': 0, 'project_id': '7629d8e50b594233847121270c3525a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:12.524531 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Checking router: facd972e-cad6-4acd-87ba-5973029e65f2 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:12.524775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:12.534019 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:12.534702 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:12.560707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f39b92-a3db-471a-ac97-909eff090f6d None None] Provisioning complete for port 56b4fe99-dead-4441-9bee-6903706f896d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:12.561404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-18f39b92-a3db-471a-ac97-909eff090f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.619162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-18f39b92-a3db-471a-ac97-909eff090f6d None None] Port 56b4fe99-dead-4441-9bee-6903706f896d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:12.632101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Pushing event updated for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.640755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.649154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-ac5d2f94-088a-43f7-9b8a-061ae35a2064 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.650699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-ac5d2f94-088a-43f7-9b8a-061ae35a2064 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5611498 Aug 19 18:07:12.658213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] In _notify_port_updated(), no bound segment for port 56b4fe99-dead-4441-9bee-6903706f896d on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:07:12.659126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.659794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.661131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-07e0008b-e559-4af9-8c10-9af5a4a1a297 service neutron] 10.222.0.13 "PUT /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 200 len: 1027 time: 2.7758744 Aug 19 18:07:12.665972 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.677939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36716) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:12.681985 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:12.682152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.774751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.775331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.801200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:12.808056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-b31a3899-3e2c-4f85-86d1-695885226c03 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/quotas/b056870a662d414da6f669c8b1729997 HTTP/1.1" status: 200 len: 375 time: 0.1293261 Aug 19 18:07:12.829214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Made reservation on behalf of f61aa1dbfa5642bcbb8b7a67eb34be74 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:12.833401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0c2-3114-4ee1-adaa-e504cd41831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.834366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.857725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d3f6f2dc-0f3f-45ab-92eb-54e3dfa8f3ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0975852 Aug 19 18:07:12.857725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac144cf2-f3f4-4f4a-af59-2b96d0a683d3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:12.859111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:12.864297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:12.866915 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8dd6ca-615e-4183-8d07-58b8536dcb75" -d '{"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:12.886648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.893448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.899622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.905736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.912460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.918401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.920523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52723370-7dda-48b4-9979-47912372d0f2 req-2137568a-4e62-4832-a595-b2338dde4969 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 4660 time: 0.4457495 Aug 19 18:07:12.923263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.923821 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Added segment a97cbc6e-d79f-408c-8c9c-e970d4581d16 of type vlan for network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 Aug 19 18:07:12.960675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0c2-3114-4ee1-adaa-e504cd41831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.966754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0c2-3114-4ee1-adaa-e504cd41831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:12.979878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-3c4445a1-98d6-44b7-831f-2713a8bee9b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:12.981553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-3c4445a1-98d6-44b7-831f-2713a8bee9b9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "GET /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3041284 Aug 19 18:07:13.011887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ecc0e0c2-3114-4ee1-adaa-e504cd41831b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a338e15249494ccc8df44547ac799905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321114 Aug 19 18:07:13.013910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0e0c2-3114-4ee1-adaa-e504cd41831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f6374-88e4-4b06-8a1f-27b14bd0bd4f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.016909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:13.032318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e14930e-ac18-45c8-9c40-e17c2ee3374a no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:13.058756 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '0bfa37ab-73e0-4acc-ba09-ceb2c820bc87', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'port_id': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'mac_address': 'fa:16:3e:64:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3729263-5fbc-4892-ae49-495b3092828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:07Z', 'updated_at': '2021-08-19T18:07:07Z', 'revision_number': 0, 'project_id': '7629d8e50b594233847121270c3525a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:13.077840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.107335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.107614 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7954a1a-4226-4bbd-b8b8-29676e2c470b None None] The sync data for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 is: [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '0bfa37ab-73e0-4acc-ba09-ceb2c820bc87', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'floating_ip_address': '172.25.5.150', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'port_id': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'mac_address': 'fa:16:3e:64:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3729263-5fbc-4892-ae49-495b3092828f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:07:07Z', 'updated_at': '2021-08-19T18:07:07Z', 'revision_number': 0, 'project_id': '7629d8e50b594233847121270c3525a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:13.115098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.141471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:13.144879 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce3f82-af08-45a4-ac47-499b15ed5565" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:13.167978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:13.173847 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.176165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f7ecf384-52bc-4838-afbe-788e2eae60a8 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:13.192053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.198530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.205834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b9f6374-88e4-4b06-8a1f-27b14bd0bd4f HTTP/1.1" status: 204 len: 168 time: 0.1872380 Aug 19 18:07:13.216004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdbdde-cea0-454f-ae62-9b0687caa47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f6374-88e4-4b06-8a1f-27b14bd0bd4f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.284270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.344063 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.346200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-142064b1-18b6-458d-b54c-81aeef306259 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b056870a662d414da6f669c8b1729997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5355399 Aug 19 18:07:13.383404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:13.387248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:13.387693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-5c647961-28d2-49f8-a7f1-9bb350b80450 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4861336 Aug 19 18:07:13.392739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.393734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c8d6766d-24a5-43a8-bea9-826ea70a2d9d no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:13.481071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.497309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Request body: {'port': {'device_id': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:13.553390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.568092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84e5b2-9dd1-4381-a6c9-240c45d4674e None None] New status for floating IP 0bfa37ab-73e0-4acc-ba09-ceb2c820bc87: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:13.642121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.649033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:13.657240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.658019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a32ad05c-5390-489f-b485-b624e0e8e8d2 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:13.671294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.677824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52723370-7dda-48b4-9979-47912372d0f2 req-75771e37-78be-4c20-9fd2-d115fe096f3c tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6951263 Aug 19 18:07:13.837263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:13.882721 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377ca0e-27c4-4b46-b859-8efa7d41b468 x-openstack-request-id: req-a377ca0e-27c4-4b46-b859-8efa7d41b468 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:13.886730 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:13.887539 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a377ca0e-27c4-4b46-b859-8efa7d41b468 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:13.890492 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'status': 'completed', 'code': 200} Aug 19 18:07:13.893631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.895585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:07:13.936248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:13.942616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:13.943992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 56b4fe99-dead-4441-9bee-6903706f896d no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:14.019679 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a587f35d-fc76-466e-9481-af7e26c42fac x-openstack-request-id: req-a587f35d-fc76-466e-9481-af7e26c42fac {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:14.020270 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:14.020874 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a587f35d-fc76-466e-9481-af7e26c42fac {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:14.021443 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'code': 200} Aug 19 18:07:14.033978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Allocated IP 172.20.0.13 (b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a/cd12f401-5dc0-4161-a1f0-d9d7bf3163ca/4309b911-8f7d-4da1-87f1-d0ab57e5da75) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:14.051261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.078458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 56b4fe99-dead-4441-9bee-6903706f896d not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:14.079203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e3d710-0727-404f-9578-80ea6b89513c no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:14.211770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.266755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1a9291f-7345-49a7-908c-4264c93e50be req-2d104323-093d-475e-9bae-8daa808faf8d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 210 time: 0.1139545 Aug 19 18:07:14.274689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.278537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-161b8fc7-ca37-4a3a-9f95-191499ab6230 req-42f5aca5-3d72-495f-a3f0-e63881fb4304 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 210 time: 0.1141160 Aug 19 18:07:14.289669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.290279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.290770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.291243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.291937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.292557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.293045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.293515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.293986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.294977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.295512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.295942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.302888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:14.308292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1fdb6874-b0ec-4a4c-9672-853d9923dec8 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8454 time: 1.3862734 Aug 19 18:07:14.309662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:14.332834 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.333856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device bdb2e701-4a41-47f8-b1db-b1cf0df4e090 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:14.349926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.360519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.361673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.449357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-1c72527e-c1e0-42a2-9032-6cd75945cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.455876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-1c72527e-c1e0-42a2-9032-6cd75945cb45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.3538966 Aug 19 18:07:14.458083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8622251 Aug 19 18:07:14.530554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.532959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.534006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.535062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.536137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.537161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.538500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.540873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.541894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.542927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.543991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.545032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.549344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c5fa8e52-ad0e-46bc-8c65-f1b8277211f0 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7637 time: 0.2451985 Aug 19 18:07:14.556367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:14.570577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.579172 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.597526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:07:14.598076 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:07:14.681921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:14.688581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:14.826898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:14.855884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-be841089-a3f7-4f60-863e-578855f2d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:14.858721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-be841089-a3f7-4f60-863e-578855f2d334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 897 time: 0.3602111 Aug 19 18:07:14.952926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:14.960138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260', 'binding:host_id': 'n-h1-778550-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1955984265'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:15.032341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Made reservation on behalf of b9fb92d149474e05849ce0b574785472 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:15.035288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.060514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.099911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-49d013fd-597b-474e-a5fb-27b079a479dd tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.5280206 Aug 19 18:07:15.110776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c666-d9d0-4a3f-b13b-b10872e7c42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Pushing event updated for resources: {'Network': ['ID=8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:15.116156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:15.126502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:15.209122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e15d7-812a-4e75-b870-1f86ce226a35 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.209465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e15d7-812a-4e75-b870-1f86ce226a35 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.210975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f81e15d7-812a-4e75-b870-1f86ce226a35 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=facd972e-cad6-4acd-87ba-5973029e65f2 HTTP/1.1" status: 200 len: 1992 time: 0.0936644 Aug 19 18:07:15.221599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.228386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.234481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.242801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.249082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.255343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.257316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-1354430e-7ca1-426b-8b71-a0c4296bfc30 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 4648 time: 0.3966806 Aug 19 18:07:15.282284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-06c3ff6d-f7d4-4766-89a9-739f3dcc403e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 1001 time: 0.3144805 Aug 19 18:07:15.283812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-4f180956-62c0-4fc6-90b9-10499cd8220c tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b056870a662d414da6f669c8b1729997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482211 Aug 19 18:07:15.317281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.324827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.353842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.381385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-29724c45-a589-441f-95cc-541f2c4d7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.382926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-29724c45-a589-441f-95cc-541f2c4d7165 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 200 len: 834 time: 0.0616608 Aug 19 18:07:15.402187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:15.403137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.520007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a42b6ffc-9ef0-4684-98cc-a29ce3af00e1 req-c2954773-be32-48a9-9114-96f2eeda36a0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=882fd1e1-0103-48b2-a358-63e41fd83055&id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2344666 Aug 19 18:07:15.564366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba2233-8ac3-412c-bd47-f0e2c63150f5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:15.570310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-789a66ca-e836-4d31-b7a9-4acbe485d72d req-9755f8b1-d30a-4bdb-84f7-429ddf8167f8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 210 time: 0.1549993 Aug 19 18:07:15.622476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:15.632097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-f2dff152-9f33-4047-b539-42e5d1ac6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.633704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-f2dff152-9f33-4047-b539-42e5d1ac6658 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec9f82e3-0034-4325-b83f-09cdf5966954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345099 Aug 19 18:07:15.654201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-cbb771ab-5485-4705-b45e-050250885e7f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:15.655849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-cbb771ab-5485-4705-b45e-050250885e7f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524570 Aug 19 18:07:15.711381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Request body: {'port': {'device_id': '57a192bc-6a77-467e-8504-55e8169e593f', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': 'b056870a662d414da6f669c8b1729997'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:15.729234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d69e0db1-3255-4842-95ad-3c133834422e req-0af7a1c9-7631-469b-9d96-b1a05dd84e0d tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 210 time: 0.0805566 Aug 19 18:07:15.749931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.753711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e3d710-0727-404f-9578-80ea6b89513c,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:15.847265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-876446038'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:15.872166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:15.895295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.899954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:15.912052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Transition to ACTIVE for port object 37fc92c7-1c85-4c43-a25e-1b124bb014c2 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:15.915604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Made reservation on behalf of 3b1e3fea72a94682a83a0e4adb683807 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:15.919008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.921018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:15.932393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:15.935345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] For port 70e3d710-0727-404f-9578-80ea6b89513c, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:15.938999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Pushing event updated for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:15.942173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.951816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Made reservation on behalf of b056870a662d414da6f669c8b1729997 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:15.955876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.957871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:15.999290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.008532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-de96eb20-d332-46fe-93c8-3154c5271fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496702 Aug 19 18:07:16.014472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.014837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.015180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.015541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.016046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.016398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.016917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.017254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.017586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.017916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.018244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.018568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:16.023354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:16.026179 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a048fd8-3cdb-46f6-ad68-52419a5f6b7a" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "70e3d710-0727-404f-9578-80ea6b89513c"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:16.063637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] device_id is not set on port 70e3d710-0727-404f-9578-80ea6b89513c yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:16.064843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=37fc92c7-1c85-4c43-a25e-1b124bb014c2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.087336 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b80f6-7516-4c7a-a6f2-c89fa635e3ec x-openstack-request-id: req-f82b80f6-7516-4c7a-a6f2-c89fa635e3ec {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:16.087887 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "70e3d710-0727-404f-9578-80ea6b89513c", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:16.088316 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f82b80f6-7516-4c7a-a6f2-c89fa635e3ec {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:16.088902 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'code': 200} Aug 19 18:07:16.089306 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'code': 200} Aug 19 18:07:16.089712 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'code': 200} Aug 19 18:07:16.090115 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e3d710-0727-404f-9578-80ea6b89513c', 'code': 200} Aug 19 18:07:16.090513 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'code': 200} Aug 19 18:07:16.094352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Checking segment: {'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:16.094676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Network hostable DHCP agents. Network: 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:16.131033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.134721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:16.155620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.157927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:16.163100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.163750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.165164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:16.167702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fadc23e-3681-4377-98a3-60b09d947a6f None None] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:16.182761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.188582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.188889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.189368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.252340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.266765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.267160 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.270863 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 2 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.293031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] No DVR routers for this DVR port 70e3d710-0727-404f-9578-80ea6b89513c on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:16.312557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:16.341612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.342285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.342285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.350988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b655a8-0297-49fa-a032-d179a1c2d74e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.361008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.363263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.363640 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Added segment 140da37c-4186-4027-8f50-78e5b6fd7f31 of type vlan for network 92cf2959-8aff-406a-8138-d52232d5d575 Aug 19 18:07:16.365062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.365592 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.373226 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 3 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.377358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.488953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.491275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.491799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.492442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.517643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.517979 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.522179 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 4 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.524833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3551f038-8179-4884-89cd-4aa69619ce5e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.564101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.564438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.564977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.593113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.597203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-74d6a4e5-ac00-4672-88ed-2d81f2b910e4 None None] Provisioning complete for port 70e3d710-0727-404f-9578-80ea6b89513c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:16.597726 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-74d6a4e5-ac00-4672-88ed-2d81f2b910e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.599481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.600602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.613166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.613774 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.623321 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 5 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.657444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-74d6a4e5-ac00-4672-88ed-2d81f2b910e4 None None] Port 70e3d710-0727-404f-9578-80ea6b89513c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:16.685284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a156eee-bea4-4057-adf6-925a5906fe1f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:16.707813 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0788708 Aug 19 18:07:16.708246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.709102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.709770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.710116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.712307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36812) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:16.713487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Allocated IP 192.168.233.118 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/731ac29c-083b-42ef-99a9-e8ee24aee691) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:16.720239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-17332feb-ffd0-4fe8-8b51-3019b358bd5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8167596 Aug 19 18:07:16.738882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Pushing event updated for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.739225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca4a2d-6e6e-4b3f-aa76-fe81f59a2e59 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Pushing event updated for resources: {'Network': ['ID=92cf2959-8aff-406a-8138-d52232d5d575,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:16.744784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.745118 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.746478 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 6 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.754766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 92cf2959-8aff-406a-8138-d52232d5d575 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:16.766826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.767545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.767545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.786253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.786592 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.792302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Request body: {'port': {'device_id': '6a10b9c7-adce-4789-875b-931afca773db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:16.792492 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 7 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.824954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'name': 'tempest-network--1683907298', 'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:16.825915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] In _notify_port_updated(), no bound segment for port 70e3d710-0727-404f-9578-80ea6b89513c on network 43fab3b5-ff9b-4d79-96f2-d44e63187507 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:07:16.826797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:16.827681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.829962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-614b4ca5-aebf-4416-afa2-87cd5309fd65 service neutron] 10.222.0.13 "PUT /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 200 len: 1027 time: 3.4761930 Aug 19 18:07:16.834067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.834445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.834794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.839631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Transition to ACTIVE for port object 1a156eee-bea4-4057-adf6-925a5906fe1f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:16.842213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-dd429c32-5614-4eca-82f5-a404c5364105 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085568 Aug 19 18:07:16.859424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.878542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.878877 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.883285 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 8 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.909560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.909836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.911338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.921310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:16.923742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.928894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.929229 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.941125 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 9 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:16.952087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.953239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.967059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:16.973579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:16.973921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:16.974297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:16.992310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:16.992310 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:16.994202 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 10 to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 Aug 19 18:07:17.002940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.008860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.015128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.021570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.024045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.027391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.029465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-796ed75e-422d-4163-b069-aa9958412371 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3876 time: 0.3395200 Aug 19 18:07:17.029700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:17.029989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:17.030732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:17.049175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:17.049695 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:17.049881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.052153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Transition to ACTIVE for port object 731ac29c-083b-42ef-99a9-e8ee24aee691 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:17.064851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0694f7-59bd-4e07-bbcf-992a17410575 req-6afe80a3-b28d-42cb-8590-5a5655048e04 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.066447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e0694f7-59bd-4e07-bbcf-992a17410575 req-6afe80a3-b28d-42cb-8590-5a5655048e04 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 932 time: 0.3737354 Aug 19 18:07:17.078002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Pushing event updated for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:17.172717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.222815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port 37fc92c7-1c85-4c43-a25e-1b124bb014c2, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:17.223190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempted to set empty binding levels {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:07:17.242323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b539bc9-651b-4eb3-a838-8add95610ed9 req-afc4a2c8-ae76-45ad-9357-5b6a2ca4ec13 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748266 Aug 19 18:07:17.248415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.253861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:17.256144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e0694f7-59bd-4e07-bbcf-992a17410575 req-906eb0df-ca32-4220-9896-765b1dc89a9d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719642 Aug 19 18:07:17.265073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:17.277063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Pushing event updated for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:17.278942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:17.291153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.315881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.316824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.342186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.425290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.4670417 Aug 19 18:07:17.440935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36824) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:17.465575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:17.477037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.478146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.481504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port 6e14930e-ac18-45c8-9c40-e17c2ee3374a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:17.481869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.485428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Attempting to bind port 1a156eee-bea4-4057-adf6-925a5906fe1f on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:17.486091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Attempting to bind port 1a156eee-bea4-4057-adf6-925a5906fe1f by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:17.486198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb47e8-de1c-468b-89e0-65591e27a3b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=37fc92c7-1c85-4c43-a25e-1b124bb014c2,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:17.486420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Attempting to bind port 1a156eee-bea4-4057-adf6-925a5906fe1f on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:17.500041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Port 1a156eee-bea4-4057-adf6-925a5906fe1f on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:17.501151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Attempting to bind port 1a156eee-bea4-4057-adf6-925a5906fe1f on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:17.513911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd036b1f-b8b5-4847-80b3-f6f29e6bd2b6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:17.527636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.528533 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Added segment 1ca9e20c-1505-4a7d-affe-4092424825ff of type vlan for network 6d97497d-1cb1-49be-86c4-a27702e88750 Aug 19 18:07:17.583210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-e394c630-29ab-4b70-878c-d80f96a0205a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9009545 Aug 19 18:07:17.597527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:17.597825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Checking segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:17.598216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Bound using segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:17.598672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Bound port: 1a156eee-bea4-4057-adf6-925a5906fe1f, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:17.599037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.607519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Request body: {'port': {'device_id': '57a192bc-6a77-467e-8504-55e8169e593f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:17.648244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.693194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f76bcda4-7bf7-4ddc-9f23-b8244acfdc06 None None] Provisioning for port 731ac29c-083b-42ef-99a9-e8ee24aee691 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:17.701716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f76bcda4-7bf7-4ddc-9f23-b8244acfdc06 None None] Provisioning complete for port 731ac29c-083b-42ef-99a9-e8ee24aee691 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:17.702891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f76bcda4-7bf7-4ddc-9f23-b8244acfdc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.726713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.739491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9eff2-da7e-4b90-b4dc-efdeb7d9eef8 req-29118394-8ffd-44ee-9faf-4d15194dc1aa tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.740849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Deleting port 37fc92c7-1c85-4c43-a25e-1b124bb014c2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:17.741015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39a9eff2-da7e-4b90-b4dc-efdeb7d9eef8 req-29118394-8ffd-44ee-9faf-4d15194dc1aa tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 936 time: 0.3296814 Aug 19 18:07:17.741348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.745306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.746242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.746826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.784581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f76bcda4-7bf7-4ddc-9f23-b8244acfdc06 None None] Port 731ac29c-083b-42ef-99a9-e8ee24aee691 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:17.830384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:17.855083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] For port 6e14930e-ac18-45c8-9c40-e17c2ee3374a, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e14930e-ac18-45c8-9c40-e17c2ee3374a,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:17.855984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.863119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1a156eee-bea4-4057-adf6-925a5906fe1f,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:17.886559 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.902499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39a9eff2-da7e-4b90-b4dc-efdeb7d9eef8 req-0fec238a-2991-4f33-9082-52538e4e2d9b tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397028 Aug 19 18:07:17.986020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:17.986659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:17.988130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] 10.222.0.42 "PUT /v2.0/ports/1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 1093 time: 4.5044513 Aug 19 18:07:18.017963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:18.020437 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a" -d '{"events": [{"name": "network-changed", "server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:18.084452 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7ee472-7884-4c5f-bdfb-04c563426041 x-openstack-request-id: req-5b7ee472-7884-4c5f-bdfb-04c563426041 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:18.084813 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:18.084988 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b7ee472-7884-4c5f-bdfb-04c563426041 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:18.085363 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f', 'status': 'completed', 'code': 200} Aug 19 18:07:18.136016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4309b911-8f7d-4da1-87f1-d0ab57e5da75 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:18.154664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.163104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da64ebc-78d6-4ef5-81aa-1097a4b9b06c service neutron] Pushing event updated for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.190690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Transition to ACTIVE for port object 4309b911-8f7d-4da1-87f1-d0ab57e5da75 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:18.197356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-c00ed19b-1ac8-410c-a979-90438b82c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.198948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-c00ed19b-1ac8-410c-a979-90438b82c6a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1628556 Aug 19 18:07:18.199211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4747114 Aug 19 18:07:18.220201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36828) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:18.232646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.278328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port 37fc92c7-1c85-4c43-a25e-1b124bb014c2, host n-h1-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:18.278721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.283727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c562-97c5-4370-9746-04aaad7e168b tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=6d97497d-1cb1-49be-86c4-a27702e88750,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.315343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6d97497d-1cb1-49be-86c4-a27702e88750 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:18.318839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-dca83690-6697-4787-85ac-1d5172198f78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.0829611 Aug 19 18:07:18.398260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Calling delete_port for 37fc92c7-1c85-4c43-a25e-1b124bb014c2 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:18.425038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.425428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.425746 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Floating IP 172b4d81-2ef3-4362-83ea-65fe17a3fac8 disassociated. External IP: 172.25.5.245, port: 6e14930e-ac18-45c8-9c40-e17c2ee3374a. Aug 19 18:07:18.426096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for 6e14930e-ac18-45c8-9c40-e17c2ee3374a owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:18.427815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.474390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Pushing event updated for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.571528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-ea46ccbb-7baa-4b89-8eb2-c4cd733caea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.573051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-ea46ccbb-7baa-4b89-8eb2-c4cd733caea2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2373681 Aug 19 18:07:18.631969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746023-252a-45f8-bf43-a1871317140a req-9f4c0064-1f3f-47c2-8bad-a720382b69cd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.633517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be746023-252a-45f8-bf43-a1871317140a req-9f4c0064-1f3f-47c2-8bad-a720382b69cd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 944 time: 0.2207186 Aug 19 18:07:18.657682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.661216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-46441a31-f449-4c38-a91a-1a66dd048780 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586526 Aug 19 18:07:18.675496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d97497d-1cb1-49be-86c4-a27702e88750']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:18.678960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.699533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca9e20c-1505-4a7d-affe-4092424825ff') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:18.699864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca9e20c-1505-4a7d-affe-4092424825ff') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:18.727707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.733740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.739691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.742822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event deleted for resources: {'Port': ['ID=37fc92c7-1c85-4c43-a25e-1b124bb014c2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.745792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.745959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.751857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:18.753699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-f4863e5b-f36e-4a3d-8dab-343fbc1e05b3 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3876 time: 0.3717363 Aug 19 18:07:18.784565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.786485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba1960f4-3271-490d-8dd0-d3cdf5e8a21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/37fc92c7-1c85-4c43-a25e-1b124bb014c2 HTTP/1.1" status: 204 len: 168 time: 1.3332727 Aug 19 18:07:18.789186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.793016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:18.813744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731ac29c-083b-42ef-99a9-e8ee24aee691 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:18.831774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Attempting to bind port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:18.832116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Attempting to bind port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:18.832451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Attempting to bind port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:18.834468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:18.834887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:18.836687 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:18.847143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be746023-252a-45f8-bf43-a1871317140a req-6dceb6e5-1bf5-4d48-90b9-4f312a0e8348 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883783 Aug 19 18:07:18.848104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.850636 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ca223d-518c-4527-aae6-c2ed2eddd640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:07:18.856291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3ca223d-518c-4527-aae6-c2ed2eddd640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports/37fc92c7-1c85-4c43-a25e-1b124bb014c2 HTTP/1.1" status: 404 len: 333 time: 0.0591006 Aug 19 18:07:18.860849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36840) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:18.876798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:18.877138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Attempting to bind port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 on network b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:18.882402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261483624'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:18.918498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.921395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Transition to ACTIVE for port object 731ac29c-083b-42ef-99a9-e8ee24aee691 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:18.929162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:18.929660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Checking segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:18.930673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d97497d-1cb1-49be-86c4-a27702e88750 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:07:18.931825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Bound using segment: {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:18.932612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Bound port: 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba3ba65-8b12-44f9-a75e-e59c252740d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:18.932998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.937083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.938296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2091ea73-adbf-484e-a9a1-1d8d1d86c86e req-cf0ddf45-8c04-4d9a-95dc-131bd45773fc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442246 Aug 19 18:07:18.943006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6d97497d-1cb1-49be-86c4-a27702e88750 HTTP/1.1" status: 204 len: 168 time: 0.7217579 Aug 19 18:07:18.958721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:18.959927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:18.964189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5c200-4996-44b9-afb8-b44d94967331 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d97497d-1cb1-49be-86c4-a27702e88750,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:18.973069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:19.026395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.054324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-c1e10f61-47ba-49d4-80fd-d1250e752f87 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780608 Aug 19 18:07:19.055423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Made reservation on behalf of b9fb92d149474e05849ce0b574785472 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:19.058582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.086911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:19.089311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.091651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Pushing event updated for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:19.179430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:19.190138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=6e14930e-ac18-45c8-9c40-e17c2ee3374a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:19.211743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.212103 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Added segment 187bdff6-932f-43c4-864b-7eba2f27f11d of type vlan for network e4a33158-dc86-4618-a9e6-a210ef99da4c Aug 19 18:07:19.226056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Attempting to bind port 731ac29c-083b-42ef-99a9-e8ee24aee691 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:19.226432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Attempting to bind port 731ac29c-083b-42ef-99a9-e8ee24aee691 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:19.226877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Attempting to bind port 731ac29c-083b-42ef-99a9-e8ee24aee691 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:19.233497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:19.234106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Port 731ac29c-083b-42ef-99a9-e8ee24aee691 on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:19.234453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Attempting to bind port 731ac29c-083b-42ef-99a9-e8ee24aee691 on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:19.245827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:19.280355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:19.280895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:19.281226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:19.282501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Bound port: 731ac29c-083b-42ef-99a9-e8ee24aee691, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:19.282890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.309009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.343928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:19.362678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.388495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.389515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.390261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.419897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:19.473227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bfc7-cae5-4c55-8906-af9c6466dad7 req-7cf07bb5-e422-468a-8319-918baa4b73b1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.474779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f0bfc7-cae5-4c55-8906-af9c6466dad7 req-7cf07bb5-e422-468a-8319-918baa4b73b1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 948 time: 0.3995998 Aug 19 18:07:19.486206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5177901 Aug 19 18:07:19.490067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=731ac29c-083b-42ef-99a9-e8ee24aee691,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:19.493685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:19.499862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'subnet': {'network_id': 'e4a33158-dc86-4618-a9e6-a210ef99da4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:19.508025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.508577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.509998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] 10.222.0.42 "PUT /v2.0/ports/4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 200 len: 1093 time: 2.7464492 Aug 19 18:07:19.515834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74b448-5a76-467f-9d79-3fb4e6486ab2 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=e4a33158-dc86-4618-a9e6-a210ef99da4c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:19.520351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.527270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e4a33158-dc86-4618-a9e6-a210ef99da4c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:19.529665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e5e09d9-bc09-449c-8143-a1dfcf8746de req-26d932e2-f2ea-4b47-b0ab-219d1b60d386 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601312 Aug 19 18:07:19.583868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.584498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.585886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] 10.222.0.13 "PUT /v2.0/ports/731ac29c-083b-42ef-99a9-e8ee24aee691 HTTP/1.1" status: 200 len: 1097 time: 1.9838281 Aug 19 18:07:19.586627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:19.589667 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a000f-1572-4738-8c40-9ea461cf3492" -d '{"events": [{"name": "network-changed", "server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:19.610744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:19.614798 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.683062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571467e9-be29-4bb5-8c54-7adadd422731 service neutron] Pushing event updated for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:19.690682 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64707804-764c-4a9b-8498-41d5bbe4c026 x-openstack-request-id: req-64707804-764c-4a9b-8498-41d5bbe4c026 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:19.691332 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:19.691709 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64707804-764c-4a9b-8498-41d5bbe4c026 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:19.692116 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691', 'status': 'completed', 'code': 200} Aug 19 18:07:19.750736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Router 52c247c6-4136-447c-801b-4088e9141213 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:19.758466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-17a731a5-7ca0-4912-a476-e73a8c7c685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.760047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-17a731a5-7ca0-4912-a476-e73a8c7c685d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b056870a662d414da6f669c8b1729997&device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 1100 time: 0.0913999 Aug 19 18:07:19.774142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568e9c-8371-4149-a5d9-80b0a6770a98 service neutron] Pushing event updated for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:19.842379 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-9beedea6-a941-4d03-8f32-03235fe46450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=731ac29c-083b-42ef-99a9-e8ee24aee691 HTTP/1.1" status: 200 len: 217 time: 0.0679429 Aug 19 18:07:19.865956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f0bfc7-cae5-4c55-8906-af9c6466dad7 req-054e3956-e421-44ed-b6ec-6d54ba7dde34 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621049 Aug 19 18:07:19.920846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:19.959648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-ff7e15db-2870-49d6-8f81-655274bbf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:19.961254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-ff7e15db-2870-49d6-8f81-655274bbf879 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1108439 Aug 19 18:07:20.034295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-ad4412c7-ea90-40cd-a5c2-973dd4775501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.035899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-ad4412c7-ea90-40cd-a5c2-973dd4775501 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1096 time: 0.3048246 Aug 19 18:07:20.049251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-297d4588-6fa9-45e6-82c1-314f894b08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.050802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-297d4588-6fa9-45e6-82c1-314f894b08dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1096 time: 0.3163624 Aug 19 18:07:20.072078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-d7479aa9-f8f0-45c6-8a46-e1e852262d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.073998 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-d7479aa9-f8f0-45c6-8a46-e1e852262d97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047714 Aug 19 18:07:20.093277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:20.095670 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44988d-504f-4da9-8fbf-239e29e3d336" -d '{"events": [{"name": "network-changed", "server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:20.207987 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-1d84120d-1493-4c0a-8454-aa41f8a4ea36 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243157 Aug 19 18:07:20.276063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:07:20.276548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.392357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6859b76-16d6-48ef-a1e3-ce6e2ebdaad1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:20.419182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.419576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.419928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.420554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.420662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.420930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.421268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.421606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.421941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.422303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.422842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.423357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:20.431741 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b48f22cc-18ac-4aa9-9924-bca41b7c3658 req-7dfee766-0987-48b6-874d-92b100750881 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140994 Aug 19 18:07:20.434067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Checking segment: {'id': '187bdff6-932f-43c4-864b-7eba2f27f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a33158-dc86-4618-a9e6-a210ef99da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:20.434438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Network hostable DHCP agents. Network: e4a33158-dc86-4618-a9e6-a210ef99da4c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:20.457991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Network e4a33158-dc86-4618-a9e6-a210ef99da4c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:20.472389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e4a33158-dc86-4618-a9e6-a210ef99da4c) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:20.476911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.478017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.486935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b3622f-41e9-4a01-984a-74eaf993b119 None None] Network e4a33158-dc86-4618-a9e6-a210ef99da4c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:20.501313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a0b8b837-950a-4d97-b9e4-af687e57e64f tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0023911 Aug 19 18:07:20.503477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:20.510047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4a33158-dc86-4618-a9e6-a210ef99da4c'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:20.538154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.573681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-efaf5708-d62a-47c4-b91e-642c0175442d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 200 len: 217 time: 0.5148313 Aug 19 18:07:20.626937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-3c2e223a-844a-439c-8281-a73d76dbcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.628681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-3c2e223a-844a-439c-8281-a73d76dbcc2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b056870a662d414da6f669c8b1729997&device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 1100 time: 0.0874929 Aug 19 18:07:20.660332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62397bf-f4d6-4654-b2d1-dbb76f698d89 None None] Network e4a33158-dc86-4618-a9e6-a210ef99da4c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:20.662696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.755643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-dca4338e-0a1e-47be-9545-fd20e88bdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.757235 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-dca4338e-0a1e-47be-9545-fd20e88bdd68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.1207008 Aug 19 18:07:20.764014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e44ca5-044e-4ae1-a655-76fe89f79473 req-c9f054a9-401b-4ea2-bc14-4aa3eda78c71 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.764671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.765642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41e44ca5-044e-4ae1-a655-76fe89f79473 req-c9f054a9-401b-4ea2-bc14-4aa3eda78c71 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 944 time: 0.7387457 Aug 19 18:07:20.787720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:20.810274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:20.822575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-11b274f2-4c0b-42ca-a068-a72c31d1b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.824088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-11b274f2-4c0b-42ca-a068-a72c31d1b741 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2128417 Aug 19 18:07:20.825116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:20.835173 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Sync routers for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:20.835782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:20.836309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.836909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:20.841583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a8a528-e8b0-4d9a-96b8-d475b95f42fb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:20.846942 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:20.848048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:20.852175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-76e57d79-b778-4dcd-b151-ff9614e8a7e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=731ac29c-083b-42ef-99a9-e8ee24aee691 HTTP/1.1" status: 200 len: 217 time: 0.0755115 Aug 19 18:07:20.861564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-95f82cd5-229b-4942-8ee6-c6a6119fb248 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.868082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-95f82cd5-229b-4942-8ee6-c6a6119fb248 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.874156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-95f82cd5-229b-4942-8ee6-c6a6119fb248 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.880765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-95f82cd5-229b-4942-8ee6-c6a6119fb248 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.882557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-95f82cd5-229b-4942-8ee6-c6a6119fb248 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3143 time: 0.7269495 Aug 19 18:07:20.902473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-4e24de13-d49f-4eb4-8f62-f2855bb3fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.903372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-4e24de13-d49f-4eb4-8f62-f2855bb3fc8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.8379686 Aug 19 18:07:20.944307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-38ed1891-8da4-4349-aa3f-e5c81a6c9428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962489 Aug 19 18:07:20.961948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-dd8f3a88-6618-4ecb-9158-be47b0c990bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:20.963742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-dd8f3a88-6618-4ecb-9158-be47b0c990bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0909214 Aug 19 18:07:20.988652 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:21.010920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Allocated IP 172.20.0.7 (e4a33158-dc86-4618-a9e6-a210ef99da4c/a6859b76-16d6-48ef-a1e3-ce6e2ebdaad1/c3a64519-d325-49c8-83d6-05b86a78e1c3) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:21.036035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-132bc8a0-08dd-4520-8d77-6772067a2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:21.037601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-132bc8a0-08dd-4520-8d77-6772067a2608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665143 Aug 19 18:07:21.052075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a957090d-0d7a-4b74-be11-902d205af448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1764925 Aug 19 18:07:21.053490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] No DVR routers for this DVR port 6e14930e-ac18-45c8-9c40-e17c2ee3374a on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:21.071751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36868) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:21.073239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-8d5924a3-3f0d-4da3-ac69-1b061e75e38f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.1325154 Aug 19 18:07:21.075882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.078118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-a9738972-8bdc-4d39-817a-7b355e90f40e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "DELETE /v2.0/ports/6e14930e-ac18-45c8-9c40-e17c2ee3374a HTTP/1.1" status: 204 len: 173 time: 4.2405119 Aug 19 18:07:21.116805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:21.125246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41e44ca5-044e-4ae1-a655-76fe89f79473 req-2ba63eb6-5e2b-4e99-8b92-a544152f8b1c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356795 Aug 19 18:07:21.236669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.242146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-ee7a646e-80d4-482c-88fa-2fe7a960ea60 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646836 Aug 19 18:07:21.326046 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:21.336499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f82c411-9afe-48d7-aa00-e1808a3d11dc req-60717e26-b128-4552-a50e-3989c32db564 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394112 Aug 19 18:07:21.341609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.398565 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Checking router: 52c247c6-4136-447c-801b-4088e9141213 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:21.419826 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:21.421425 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:21.437441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a64519-d325-49c8-83d6-05b86a78e1c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:21.451838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4a1a000f-1572-4738-8c40-9ea461cf3492 req-2af81cd3-c15d-4b6d-aa97-3d92c74e26d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994338 Aug 19 18:07:21.462739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Network e4a33158-dc86-4618-a9e6-a210ef99da4c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:21.464968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:21.467584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:21.496190 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47527f91-fd6e-4b9d-b97d-b039c9cd953d x-openstack-request-id: req-47527f91-fd6e-4b9d-b97d-b039c9cd953d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:21.496634 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:21.497033 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47527f91-fd6e-4b9d-b97d-b039c9cd953d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:21.497651 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75', 'status': 'completed', 'code': 200} Aug 19 18:07:21.548123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-a95d91d5-24ad-415f-8394-1281c2336a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:21.549630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-a95d91d5-24ad-415f-8394-1281c2336a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.4399617 Aug 19 18:07:21.596081 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:21.623215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.637891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.662727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.703387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-3f2fd905-e727-4abc-bde5-2e919abbc9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015041 Aug 19 18:07:21.713333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-c983ae00-7480-4436-822b-d3a042b2957b service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579019 Aug 19 18:07:21.834654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.845802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.908676 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:21.921525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a64519-d325-49c8-83d6-05b86a78e1c3,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:21.935842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.942437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ce53-ec76-47e2-b799-c6d3aa5a23fa req-9d867318-031f-4d6b-9107-608f3b55f8c6 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:21.944046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3032ce53-ec76-47e2-b799-c6d3aa5a23fa req-9d867318-031f-4d6b-9107-608f3b55f8c6 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 948 time: 0.4125683 Aug 19 18:07:21.945908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da1a45-2684-46c5-9ccd-9c860d0ecaee None None] The sync data for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 is: [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T17:56:22Z', 'revision_number': 4, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '70c6d66c-5993-468f-9250-cfc363c44844', 'name': '', 'network_id': 'def6699b-0521-434d-ba62-494a6fbb1368', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'mac_address': 'fa:16:3e:3e:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:21Z', 'updated_at': '2021-08-19T17:56:27Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'subnets': [{'id': '4488e1a2-fd59-40b1-85ed-eb39a19cdcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:21.956898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:21.958529 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-062e7790-5942-43dc-9141-7d04c741e21d tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4530971 Aug 19 18:07:21.961810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:22.012553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:22.012896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.034369 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f07b523-44e3-4801-9da7-45697f493e50 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=e4a33158-dc86-4618-a9e6-a210ef99da4c HTTP/1.1" status: 200 len: 689 time: 0.0712345 Aug 19 18:07:22.037547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36872) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:22.139574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.149896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-59dc710b-608d-406c-be51-035e0bbe15a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350774 Aug 19 18:07:22.191410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3032ce53-ec76-47e2-b799-c6d3aa5a23fa req-c5c4e2d1-721a-4633-802f-addda1bb75e4 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281423 Aug 19 18:07:22.194875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e55b9f22-b271-4efe-80c2-4d67e10c1513 req-49fd6ef3-9a97-43f5-81a0-3e3e35c4dd23 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613938 Aug 19 18:07:22.291891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aba0b-a8da-4703-936b-71758878131f None None] New status for floating IP 172b4d81-2ef3-4362-83ea-65fe17a3fac8: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:07:22.315431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Deleting port c3a64519-d325-49c8-83d6-05b86a78e1c3 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:22.316018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.394977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:22.418051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] For port bdb2e701-4a41-47f8-b1db-b1cf0df4e090, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:22.418371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.423264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.426660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.426933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.444418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Calling delete_port for c3a64519-d325-49c8-83d6-05b86a78e1c3 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:22.458018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for bdb2e701-4a41-47f8-b1db-b1cf0df4e090 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:22.488483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Transition to ACTIVE for port object b3a8a528-e8b0-4d9a-96b8-d475b95f42fb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:22.497177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-52e4c5bd-8722-4197-8a35-a1cd95caaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.498758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-52e4c5bd-8722-4197-8a35-a1cd95caaa8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1096 time: 0.2245979 Aug 19 18:07:22.504596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d97df81b-5d8d-4a42-9ba4-cd57e0b7387a req-a917d097-3fdb-4f15-9bbc-2aa97906bd4e service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425288 Aug 19 18:07:22.505218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.537654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cf2b1-bf69-48ea-8075-9a4ef0fca869 req-0ec9e9ec-253d-4edd-9903-9c69d738e649 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.544323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-949cf2b1-bf69-48ea-8075-9a4ef0fca869 req-0ec9e9ec-253d-4edd-9903-9c69d738e649 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 944 time: 0.2349780 Aug 19 18:07:22.600149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.630841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a64519-d325-49c8-83d6-05b86a78e1c3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:22.671542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1a156eee-bea4-4057-adf6-925a5906fe1f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:22.697345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.749337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.753646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-949cf2b1-bf69-48ea-8075-9a4ef0fca869 req-9f27150c-9f6e-4705-92d5-4d88b182bbd4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083254 Aug 19 18:07:22.800255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:22.800633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:22.801668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:22.806177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a8a528-e8b0-4d9a-96b8-d475b95f42fb,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:22.829581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.846506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:22.846921 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:22.859907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6859b76-16d6-48ef-a1e3-ce6e2ebdaad1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:22.865317 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 2 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:22.894168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-d6913f87-e503-4c9b-8f42-8d11e0dc2999 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.900180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-d6913f87-e503-4c9b-8f42-8d11e0dc2999 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.906927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-d6913f87-e503-4c9b-8f42-8d11e0dc2999 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.913334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-d6913f87-e503-4c9b-8f42-8d11e0dc2999 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.915116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-d6913f87-e503-4c9b-8f42-8d11e0dc2999 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 3143 time: 0.3185823 Aug 19 18:07:22.922941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:22.923282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:22.923654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:22.926707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-74387602-6d6f-4959-8a5f-c32eaca629a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:22.928012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-74387602-6d6f-4959-8a5f-c32eaca629a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.4196153 Aug 19 18:07:22.930328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.948429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a33158-dc86-4618-a9e6-a210ef99da4c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:22.951738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:22.952846 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:22.956670 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 3 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:22.963127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187bdff6-932f-43c4-864b-7eba2f27f11d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:22.963624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187bdff6-932f-43c4-864b-7eba2f27f11d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:22.966270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1a156eee-bea4-4057-adf6-925a5906fe1f,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:22.973752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.981210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '1a156eee-bea4-4057-adf6-925a5906fe1f', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'port_id': '1a156eee-bea4-4057-adf6-925a5906fe1f', 'mac_address': 'fa:16:3e:c3:ff:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:22.991232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:22.998297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:22.998786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:23.001991 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:23.026738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-59ec1de1-6e42-4f3f-a292-53e3ba490dba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 200 len: 217 time: 0.0854807 Aug 19 18:07:23.026989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.042155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a156eee-bea4-4057-adf6-925a5906fe1f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:23.054408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:23.054995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:23.055311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.074244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1a156eee-bea4-4057-adf6-925a5906fe1f,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:23.076096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.077975 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.083964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4a33158-dc86-4618-a9e6-a210ef99da4c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:07:23.087091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.089164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e4a33158-dc86-4618-a9e6-a210ef99da4c HTTP/1.1" status: 204 len: 168 time: 1.0505359 Aug 19 18:07:23.097090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36882) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:23.100687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224c2eb-fee3-4cce-ac62-c7efc7793a37 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4a33158-dc86-4618-a9e6-a210ef99da4c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.114420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 731ac29c-083b-42ef-99a9-e8ee24aee691 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:23.185142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-efd0cb4c-688e-41d7-b50e-84e5f32fdb77 req-bd6a12cc-0c0a-448e-9383-6e3d59f94829 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494814 Aug 19 18:07:23.186124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:23.186638 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:23.198458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.228024 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 4 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:23.228024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.288662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=731ac29c-083b-42ef-99a9-e8ee24aee691,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:23.302139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '731ac29c-083b-42ef-99a9-e8ee24aee691', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '731ac29c-083b-42ef-99a9-e8ee24aee691', 'mac_address': 'fa:16:3e:c5:34:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:23.309171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-c586fb3b-7f5c-49a3-8b08-fcbbf3b14b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.310869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-c586fb3b-7f5c-49a3-8b08-fcbbf3b14b07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2714293 Aug 19 18:07:23.343720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=bdb2e701-4a41-47f8-b1db-b1cf0df4e090,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.349015 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.364711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1a156eee-bea4-4057-adf6-925a5906fe1f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:23.380662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-53745cff-c391-4484-955a-34232d858f48 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.2800698 Aug 19 18:07:23.381084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36886) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:23.398368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] No DVR routers for this DVR port bdb2e701-4a41-47f8-b1db-b1cf0df4e090 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:23.401878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-0fd25184-925b-4e04-a2ae-7b1631891cf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667543 Aug 19 18:07:23.402646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:23.402990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:23.403335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:23.405985 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.409352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-18f92893-87f8-4a60-9537-0e89c2e15eab tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "DELETE /v2.0/ports/bdb2e701-4a41-47f8-b1db-b1cf0df4e090 HTTP/1.1" status: 204 len: 173 time: 2.2892904 Aug 19 18:07:23.419080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731ac29c-083b-42ef-99a9-e8ee24aee691 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:23.450231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=731ac29c-083b-42ef-99a9-e8ee24aee691,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:23.461808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.462391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.464518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.465608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.466298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.466951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.467634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.468464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.469661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.471133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.472016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.472734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.473426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.475874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bfa0e4fb-ec19-4194-bd22-189f35dfa212 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7637 time: 0.0935278 Aug 19 18:07:23.479031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36888) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:23.527926 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-57e49352-aed1-4e3c-8268-636d6973a44a tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] delete failed (client error): The resource could not be found. Aug 19 18:07:23.529703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57e49352-aed1-4e3c-8268-636d6973a44a tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/b4a0e69c-30d1-41ec-8265-97f4a835b740 HTTP/1.1" status: 404 len: 345 time: 0.0494099 Aug 19 18:07:23.539656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36892) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:23.571544 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-36205ac7-5edb-447b-9dbb-92de65d7a1a7 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 18:07:23.571932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:23.572825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36205ac7-5edb-447b-9dbb-92de65d7a1a7 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:07:23.574309 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1552b80-5b9f-4319-83d6-9bbf588ab4fc" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:23.575614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36205ac7-5edb-447b-9dbb-92de65d7a1a7 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e4a33158-dc86-4618-a9e6-a210ef99da4c HTTP/1.1" status: 404 len: 339 time: 0.0341465 Aug 19 18:07:23.581150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36896) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:23.584565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:23.584907 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:23.586171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:23.587725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'name': 'tempest-network--2132402628', 'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:23.645292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:23.649270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.702329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:23.722391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.723018 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Added segment b7f6da9e-b3b5-4cc9-976e-fb386f922749 of type vlan for network ea11399c-fcb5-44e3-a278-a9bfd7540a81 Aug 19 18:07:23.791496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.800489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['731ac29c-083b-42ef-99a9-e8ee24aee691'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:23.857336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.859801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:23.860838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:23.892316 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3067343 Aug 19 18:07:23.902260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.002543 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 5 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.013824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a3efa-ff37-4f83-8ee9-82e340966fe3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=ea11399c-fcb5-44e3-a278-a9bfd7540a81,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:24.017028 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b86f88-1a25-4814-88f0-2294f8b57b26 x-openstack-request-id: req-73b86f88-1a25-4814-88f0-2294f8b57b26 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:24.017327 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "6e14930e-ac18-45c8-9c40-e17c2ee3374a", "status": "completed", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "bdb2e701-4a41-47f8-b1db-b1cf0df4e090", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:24.017581 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73b86f88-1a25-4814-88f0-2294f8b57b26 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:24.017975 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': '6e14930e-ac18-45c8-9c40-e17c2ee3374a', 'status': 'completed', 'code': 200} Aug 19 18:07:24.018372 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'bdb2e701-4a41-47f8-b1db-b1cf0df4e090', 'status': 'completed', 'code': 200} Aug 19 18:07:24.036135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ea11399c-fcb5-44e3-a278-a9bfd7540a81 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:24.049178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ddfcc-ffd1-427e-b7a4-2f871330bff2 req-6c03e9ef-b641-4ba3-93ab-03492cd4d405 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.050632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-266ddfcc-ffd1-427e-b7a4-2f871330bff2 req-6c03e9ef-b641-4ba3-93ab-03492cd4d405 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 948 time: 0.7368062 Aug 19 18:07:24.083517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.083929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.084184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.086619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ce793-2dd5-4969-8905-9754fd281724 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.092802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ce793-2dd5-4969-8905-9754fd281724 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.100370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ce793-2dd5-4969-8905-9754fd281724 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.109165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ce793-2dd5-4969-8905-9754fd281724 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.114291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-704ce793-2dd5-4969-8905-9754fd281724 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2108934 Aug 19 18:07:24.114964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.139270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.139913 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.146492 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 6 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.196954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-0a360e7c-1fda-47f0-a847-73a8ea9bba52 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599480 Aug 19 18:07:24.207429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.207429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.207429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.207904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.217166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492c5ad-eb21-46ee-aa53-a5dcf9a037be req-8ce17b6f-2f09-4b51-8471-8cafbe7c48cb tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.218676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e492c5ad-eb21-46ee-aa53-a5dcf9a037be req-8ce17b6f-2f09-4b51-8471-8cafbe7c48cb tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 944 time: 0.2040820 Aug 19 18:07:24.232935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-266ddfcc-ffd1-427e-b7a4-2f871330bff2 req-00fbfdc2-7662-435b-9f95-53461fb9e9a4 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564312 Aug 19 18:07:24.233497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.233834 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.247914 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 7 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.285524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.298787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea11399c-fcb5-44e3-a278-a9bfd7540a81']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:24.315049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f6da9e-b3b5-4cc9-976e-fb386f922749') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:24.315306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f6da9e-b3b5-4cc9-976e-fb386f922749') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:24.319028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.319484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.319875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.330740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.346401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.346665 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.350672 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 8 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.355363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port f7ecf384-52bc-4838-afbe-788e2eae60a8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:24.355932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.373837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e492c5ad-eb21-46ee-aa53-a5dcf9a037be req-5aa08dd2-f0f3-4ca8-ab5d-dfef4720a9f9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441243 Aug 19 18:07:24.434894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.435260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.435625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.490750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.491097 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.495367 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 9 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.517633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af44988d-504f-4da9-8fbf-239e29e3d336 req-8868dbd8-99a3-42c3-a314-29b0b94283ae service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113089 Aug 19 18:07:24.529684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.530046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.530547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.563778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.563778 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.568555 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 10 to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb Aug 19 18:07:24.589933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce07eb8-a082-4143-8d0a-52f8ca564e47 req-f079f506-b505-45b1-97be-0ca1aefe99a7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.596302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce07eb8-a082-4143-8d0a-52f8ca564e47 req-f079f506-b505-45b1-97be-0ca1aefe99a7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.602459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce07eb8-a082-4143-8d0a-52f8ca564e47 req-f079f506-b505-45b1-97be-0ca1aefe99a7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.604330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ce07eb8-a082-4143-8d0a-52f8ca564e47 req-f079f506-b505-45b1-97be-0ca1aefe99a7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 2410 time: 0.1748991 Aug 19 18:07:24.606391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] For port f7ecf384-52bc-4838-afbe-788e2eae60a8, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f7ecf384-52bc-4838-afbe-788e2eae60a8,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:24.606767 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.647835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:24.648183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:24.648541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:24.652302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for f7ecf384-52bc-4838-afbe-788e2eae60a8 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:24.669256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:24.669720 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:24.670071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.678525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4309b911-8f7d-4da1-87f1-d0ab57e5da75 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:07:24.685713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1a156eee-bea4-4057-adf6-925a5906fe1f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:24.697129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.705485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:24.706180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:24.708327 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:24.762047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ce07eb8-a082-4143-8d0a-52f8ca564e47 req-05197693-a2bb-43c5-835d-16f1f1339636 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362143 Aug 19 18:07:24.783579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.801065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea11399c-fcb5-44e3-a278-a9bfd7540a81 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:07:24.806177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.809750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ea11399c-fcb5-44e3-a278-a9bfd7540a81 HTTP/1.1" status: 204 len: 168 time: 0.6935732 Aug 19 18:07:24.816303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.841354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'name': 'tempest-network--1318699420', 'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:24.849001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a250a-66cf-4a7b-b956-ccf93cfc91e3 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea11399c-fcb5-44e3-a278-a9bfd7540a81,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:24.851055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:24.851469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempted to set empty binding levels {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:07:24.870762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.896471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:24.899882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.918919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:24.944473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '4309b911-8f7d-4da1-87f1-d0ab57e5da75', 'network_id': 'b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a', 'port_id': '4309b911-8f7d-4da1-87f1-d0ab57e5da75', 'mac_address': 'fa:16:3e:73:38:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd12f401-5dc0-4161-a1f0-d9d7bf3163ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:07:24.948666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] In _notify_port_updated(), no bound segment for port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:07:24.949646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:24.950269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.951745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "PUT /v2.0/ports/b3a8a528-e8b0-4d9a-96b8-d475b95f42fb HTTP/1.1" status: 200 len: 980 time: 3.8775218 Aug 19 18:07:24.958024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36912) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:24.960098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:24.987893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:24.988493 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Added segment 44847225-d9e6-42d7-b37c-251f4a842fbf of type vlan for network 2ffd682a-b4b3-44cc-a99f-25efd35b31eb Aug 19 18:07:25.001687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 1a156eee-bea4-4057-adf6-925a5906fe1f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:25.017830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 1a156eee-bea4-4057-adf6-925a5906fe1f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:25.019506 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.041162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33fe4c-3e48-42d2-a49c-3b58ba037c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a8a528-e8b0-4d9a-96b8-d475b95f42fb,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.090111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.108364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.120449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 731ac29c-083b-42ef-99a9-e8ee24aee691 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:25.130936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.131427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.132120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.132594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.133737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.133737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.134138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.134614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.135092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.135599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.136074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.136543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.137021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.137492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.137961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.138425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.138890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.139361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.139853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.140319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.140858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.141824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.142450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.143639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.143639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.143972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.144333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.144799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.145264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.145726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.146606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.146791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.147113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.147608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.148075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.148543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.149009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.149479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.149949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.150414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.151154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.151336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.151821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.152288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.157273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15d2fd94-4231-4f52-a538-162f24af3614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39495 time: 0.1971638 Aug 19 18:07:25.163045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36914) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:25.177529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.178898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.180206 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.185293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4309b911-8f7d-4da1-87f1-d0ab57e5da75 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:07:25.229077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.272212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4515502 Aug 19 18:07:25.272831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:25.280594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.323039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=f7ecf384-52bc-4838-afbe-788e2eae60a8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.336592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1a156eee-bea4-4057-adf6-925a5906fe1f,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:25.341573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:25.342664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:25.345703 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4665a70-87b0-4187-9ebc-20c017780bb6" -d '{"events": [{"server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:25.357686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.360781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.400528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Deleting port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:25.401066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.406059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967b27-7c96-41a5-9a88-9e52e358126c tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=2ffd682a-b4b3-44cc-a99f-25efd35b31eb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.434081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] No DVR routers for this DVR port f7ecf384-52bc-4838-afbe-788e2eae60a8 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:25.447087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.450421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 2ffd682a-b4b3-44cc-a99f-25efd35b31eb details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:25.468250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.471705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-50d8eeda-be4e-4a8e-a242-0fdfffd01d11 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "DELETE /v2.0/ports/f7ecf384-52bc-4838-afbe-788e2eae60a8 HTTP/1.1" status: 204 len: 173 time: 2.0367696 Aug 19 18:07:25.519130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00bbd1f-81c0-41fb-ab80-6f44f20a024e tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.524212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c00bbd1f-81c0-41fb-ab80-6f44f20a024e tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "GET /v2.0/networks/2ffd682a-b4b3-44cc-a99f-25efd35b31eb HTTP/1.1" status: 200 len: 757 time: 0.2471790 Aug 19 18:07:25.527744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:25.601092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:25.617040 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff83fdc7-db22-4c5b-8bde-8dd2b0aa07fe x-openstack-request-id: req-ff83fdc7-db22-4c5b-8bde-8dd2b0aa07fe {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:25.617929 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "name": "network-vif-plugged", "status": "completed", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:25.618279 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff83fdc7-db22-4c5b-8bde-8dd2b0aa07fe {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:25.618798 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f', 'code': 200} Aug 19 18:07:25.620843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 731ac29c-083b-42ef-99a9-e8ee24aee691 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:25.627863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 731ac29c-083b-42ef-99a9-e8ee24aee691 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:25.631245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.717554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['4309b911-8f7d-4da1-87f1-d0ab57e5da75'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:07:25.759829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34de3d5-81d2-4c02-9cb6-70909ec89bb2 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.766671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c34de3d5-81d2-4c02-9cb6-70909ec89bb2 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "GET /v2.0/networks/92cf2959-8aff-406a-8138-d52232d5d575 HTTP/1.1" status: 200 len: 767 time: 0.2370591 Aug 19 18:07:25.766976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port b3a8a528-e8b0-4d9a-96b8-d475b95f42fb, host n-h1-778550-10, got binding levels [] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:25.767182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.775046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:25.806952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Calling delete_port for b3a8a528-e8b0-4d9a-96b8-d475b95f42fb owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:25.819398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5c6c-16db-4bc9-b76a-e202d2177ff7 req-d2e2c324-2297-41de-9294-c9e816264a36 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.821098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e47d5c6c-16db-4bc9-b76a-e202d2177ff7 req-d2e2c324-2297-41de-9294-c9e816264a36 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 945 time: 0.1664550 Aug 19 18:07:25.848191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f20a-e244-4efd-a902-fdf641214f84 req-67cd7c04-550f-4bc4-9b3d-8e21d89d0b78 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.849844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdf3f20a-e244-4efd-a902-fdf641214f84 req-67cd7c04-550f-4bc4-9b3d-8e21d89d0b78 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 949 time: 0.3840716 Aug 19 18:07:25.860288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.865712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206e884-067d-4409-b147-9537cb52b1bd req-994c97a3-dece-413e-8e1c-165a7a6d1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:25.867545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c206e884-067d-4409-b147-9537cb52b1bd req-994c97a3-dece-413e-8e1c-165a7a6d1d5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.2044702 Aug 19 18:07:25.914492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.946278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=731ac29c-083b-42ef-99a9-e8ee24aee691,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:25.958777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:25.970950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port a32ad05c-5390-489f-b485-b624e0e8e8d2 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:25.971427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.026440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.037923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.053321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffd682a-b4b3-44cc-a99f-25efd35b31eb']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.055478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:26.059048 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41cd9b8-6698-4da9-bbfe-dea1ae78416d" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:26.066192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44847225-d9e6-42d7-b37c-251f4a842fbf') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.066653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44847225-d9e6-42d7-b37c-251f4a842fbf') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:26.080090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.110087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.128281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:26.128281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:26.132063 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:26.140060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.175145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e47d5c6c-16db-4bc9-b76a-e202d2177ff7 req-d55d062e-672e-4195-aada-870e936777fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352399 Aug 19 18:07:26.181899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c206e884-067d-4409-b147-9537cb52b1bd req-20d94618-77af-4a72-ab46-7da17a0841e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531188 Aug 19 18:07:26.185115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdf3f20a-e244-4efd-a902-fdf641214f84 req-f84060d2-6c2c-4f01-af72-12ef1fa7cb58 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137579 Aug 19 18:07:26.226285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.252047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ffd682a-b4b3-44cc-a99f-25efd35b31eb {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:07:26.253900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ffd682a-b4b3-44cc-a99f-25efd35b31eb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.257181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.262319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.264033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20ff5384-53c3-4058-b7b7-3a52c5c037b4 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/2ffd682a-b4b3-44cc-a99f-25efd35b31eb HTTP/1.1" status: 204 len: 168 time: 0.4868309 Aug 19 18:07:26.265936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36936) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:26.273708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'name': 'tempest-network--2080217610'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:26.320412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Made reservation on behalf of 1338e36b2de546c9bcfca46a34086d0f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:26.323178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.326207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.332319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b3a8a528-e8b0-4d9a-96b8-d475b95f42fb HTTP/1.1" status: 204 len: 168 time: 1.1679809 Aug 19 18:07:26.334361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375b7be-b472-4d98-9d95-badefd3d3600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3a8a528-e8b0-4d9a-96b8-d475b95f42fb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.339253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] For port a32ad05c-5390-489f-b485-b624e0e8e8d2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a32ad05c-5390-489f-b485-b624e0e8e8d2,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:26.339548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36938) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:26.339706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.384019 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361b06ed-9be7-4569-a514-81d4821c81fb x-openstack-request-id: req-361b06ed-9be7-4569-a514-81d4821c81fb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:26.384292 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "f7ecf384-52bc-4838-afbe-788e2eae60a8", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:26.384747 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-361b06ed-9be7-4569-a514-81d4821c81fb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:26.386030 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'f7ecf384-52bc-4838-afbe-788e2eae60a8', 'status': 'completed', 'code': 200} Aug 19 18:07:26.387270 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a4fb3f-40e6-4870-873d-07369697c69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:07:26.390362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06a4fb3f-40e6-4870-873d-07369697c69a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports/b3a8a528-e8b0-4d9a-96b8-d475b95f42fb HTTP/1.1" status: 404 len: 333 time: 0.0489604 Aug 19 18:07:26.397242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36940) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:26.407704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961300801', 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:26.410001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for a32ad05c-5390-489f-b485-b624e0e8e8d2 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:26.447913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:26.461589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Made reservation on behalf of b9fb92d149474e05849ce0b574785472 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:26.465112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.491826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.491826 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Added segment 9a2e8d9a-4e53-4325-bddf-decd3e52234d of type vlan for network afb4a634-f923-4cc2-963d-736d6d4511c5 Aug 19 18:07:26.513688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5de166-ae15-48ff-a720-5c1cbb4d12cb req-393de2df-d8ab-4bc3-a557-03f3811dc8b4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.522430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5de166-ae15-48ff-a720-5c1cbb4d12cb req-393de2df-d8ab-4bc3-a557-03f3811dc8b4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.532413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe5de166-ae15-48ff-a720-5c1cbb4d12cb req-393de2df-d8ab-4bc3-a557-03f3811dc8b4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 1677 time: 0.2119837 Aug 19 18:07:26.541520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port 73fb0357-2c2c-45eb-9ef9-7c75d4d99394 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:26.641919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe5de166-ae15-48ff-a720-5c1cbb4d12cb req-4eebbdd6-a120-410c-8bb4-cb4fb9d81179 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups?id=e725785c-ded4-40f7-ae92-bdc82b7940f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087272 Aug 19 18:07:26.686339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.740863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.742008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:26.742740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.755915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.790918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=a32ad05c-5390-489f-b485-b624e0e8e8d2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.839488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] No DVR routers for this DVR port a32ad05c-5390-489f-b485-b624e0e8e8d2 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:26.843427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:26.846931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-939cc09a-7f28-4305-88a3-78e1c6e92308 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "DELETE /v2.0/ports/a32ad05c-5390-489f-b485-b624e0e8e8d2 HTTP/1.1" status: 204 len: 173 time: 1.3637455 Aug 19 18:07:26.870309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6027331 Aug 19 18:07:26.875483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:26.895257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:26.904137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815b7f-b172-43ca-ae6b-c8b474b0c2c5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=afb4a634-f923-4cc2-963d-736d6d4511c5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:26.915334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network afb4a634-f923-4cc2-963d-736d6d4511c5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:26.977781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port c8d6766d-24a5-43a8-bea9-826ea70a2d9d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:26.977781 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.012784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.098203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] For port c8d6766d-24a5-43a8-bea9-826ea70a2d9d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:27.099093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.127516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for c8d6766d-24a5-43a8-bea9-826ea70a2d9d owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:27.157199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.157590 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:07:27.232446 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.264703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:27.300061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.304532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:27.413960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:27.415152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.415729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.429058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Network afb4a634-f923-4cc2-963d-736d6d4511c5 is not hosted by any dhcp agent {{(pid=101325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:07:27.430314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.431117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.435883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "PUT /v2.0/networks/afb4a634-f923-4cc2-963d-736d6d4511c5 HTTP/1.1" status: 200 len: 858 time: 0.5544107 Aug 19 18:07:27.442691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36954) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:27.442976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=73fb0357-2c2c-45eb-9ef9-7c75d4d99394,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:27.471187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a5e86d0d-3bf8-4b7d-8715-d3a563c9f8b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0688198 Aug 19 18:07:27.471187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2eda7-a4b0-4720-8a9d-d606e548bcc5 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event updated for resources: {'Network': ['ID=afb4a634-f923-4cc2-963d-736d6d4511c5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:27.474823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:27.521913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df2001-3512-4ad4-a371-6f3fc8198148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.523469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-15df2001-3512-4ad4-a371-6f3fc8198148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports/73fb0357-2c2c-45eb-9ef9-7c75d4d99394 HTTP/1.1" status: 200 len: 959 time: 0.0492747 Aug 19 18:07:27.526735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:27.620408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:27.623535 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce320271-66a9-4be2-9c84-cee88bb1e40d" -d '{"events": [{"server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "name": "network-vif-plugged", "status": "completed", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:27.637888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Deleting port 73fb0357-2c2c-45eb-9ef9-7c75d4d99394 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:27.638234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.662795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab55e5-ddc1-49ed-a5cc-a63cc26713d9 req-5d2411e9-3b3e-44fd-8def-1e0bd02dfd67 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.664950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccab55e5-ddc1-49ed-a5cc-a63cc26713d9 req-5d2411e9-3b3e-44fd-8def-1e0bd02dfd67 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 945 time: 0.2927942 Aug 19 18:07:27.687397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.709693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf47e01-a7ed-4441-8dac-3adaef27083c req-ae1a3d9c-94a0-46fd-9f6c-a8bc0a64ca1a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:27.711550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cf47e01-a7ed-4441-8dac-3adaef27083c req-ae1a3d9c-94a0-46fd-9f6c-a8bc0a64ca1a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.3170493 Aug 19 18:07:27.723875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.738754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.765158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Calling delete_port for 73fb0357-2c2c-45eb-9ef9-7c75d4d99394 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:27.790593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=c8d6766d-24a5-43a8-bea9-826ea70a2d9d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:27.866237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccab55e5-ddc1-49ed-a5cc-a63cc26713d9 req-8a6c7353-8641-44b3-81a1-c20826b98721 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882596 Aug 19 18:07:27.893490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] No DVR routers for this DVR port c8d6766d-24a5-43a8-bea9-826ea70a2d9d on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:27.904106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.910840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:27.913655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0cd4e9d-89e6-4ee9-abdc-cd7998b85900 req-4094472b-60b4-4dff-be60-dcb004b22c2f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.13 "DELETE /v2.0/ports/c8d6766d-24a5-43a8-bea9-826ea70a2d9d HTTP/1.1" status: 204 len: 173 time: 1.0609021 Aug 19 18:07:27.960815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event deleted for resources: {'Port': ['ID=73fb0357-2c2c-45eb-9ef9-7c75d4d99394,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:27.981086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.004876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cf47e01-a7ed-4441-8dac-3adaef27083c req-dc39ee42-7a87-4228-8ad4-10f5580a0844 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598536 Aug 19 18:07:28.005297 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b16a6836-dcc9-4be0-9376-43971aa8aea7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/73fb0357-2c2c-45eb-9ef9-7c75d4d99394 HTTP/1.1" status: 204 len: 168 time: 0.4704144 Aug 19 18:07:28.007202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36966) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:28.028313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.052433 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c0a230-4c01-4e41-9685-923dffbf3210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:07:28.054733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03c0a230-4c01-4e41-9685-923dffbf3210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports/73fb0357-2c2c-45eb-9ef9-7c75d4d99394 HTTP/1.1" status: 404 len: 333 time: 0.0466919 Aug 19 18:07:28.056109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb4a634-f923-4cc2-963d-736d6d4511c5']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:28.061050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:28.068289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-39255392'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:28.100523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2e8d9a-4e53-4325-bddf-decd3e52234d') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:28.101135 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0633dd-569b-42d5-8b9a-298b4bde74c5 x-openstack-request-id: req-bb0633dd-569b-42d5-8b9a-298b4bde74c5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:28.101135 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "name": "network-vif-plugged", "status": "completed", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:28.101685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2e8d9a-4e53-4325-bddf-decd3e52234d') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:28.102010 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb0633dd-569b-42d5-8b9a-298b4bde74c5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:28.102010 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691', 'code': 200} Aug 19 18:07:28.132456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Made reservation on behalf of b9fb92d149474e05849ce0b574785472 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:28.143628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.151866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.163524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ca25-2e64-41fd-94f0-3a920a9b3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.194378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:28.224050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.234296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:28.235239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:28.293251 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:28.346197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfd64a1f-d316-4b46-82b6-deed3895bb5f req-debd19a3-bd48-49fe-a7e3-3767aa93aefd tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.1465433 Aug 19 18:07:28.395002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2'}, {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:28.398366 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f379226b-d8ec-467f-ac04-c8c55ce387ac" -d '{"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2"}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:28.404118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.434816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afb4a634-f923-4cc2-963d-736d6d4511c5 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:07:28.484445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.488231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.493665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] 10.222.0.36 "DELETE /v2.0/networks/afb4a634-f923-4cc2-963d-736d6d4511c5 HTTP/1.1" status: 204 len: 168 time: 1.0490699 Aug 19 18:07:28.494547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:28.499978 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312718ef-7e52-402b-ae89-1f6ed7f72d6d x-openstack-request-id: req-312718ef-7e52-402b-ae89-1f6ed7f72d6d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:28.502834 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "a32ad05c-5390-489f-b485-b624e0e8e8d2", "status": "completed", "code": 200}, {"server_uuid": "aca2d5c0-a587-4dba-afe1-62eff6f7a93f", "name": "network-vif-deleted", "tag": "c8d6766d-24a5-43a8-bea9-826ea70a2d9d", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:28.503753 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-312718ef-7e52-402b-ae89-1f6ed7f72d6d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:28.504161 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'a32ad05c-5390-489f-b485-b624e0e8e8d2', 'status': 'completed', 'code': 200} Aug 19 18:07:28.504420 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca2d5c0-a587-4dba-afe1-62eff6f7a93f', 'name': 'network-vif-deleted', 'tag': 'c8d6766d-24a5-43a8-bea9-826ea70a2d9d', 'status': 'completed', 'code': 200} Aug 19 18:07:28.509629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ec62b-7f20-4ded-8683-09b6940b6255 tempest-ExternalNetworksTestJSON-1022124381 tempest-ExternalNetworksTestJSON-1022124381-project-admin] Pushing event deleted for resources: {'Network': ['ID=afb4a634-f923-4cc2-963d-736d6d4511c5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:28.521904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a156e8-1330-44ba-8f8f-93cf38bcdda1 req-85bab6c8-4fa2-4fde-ba13-fbc5ebd5a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.524270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2a156e8-1330-44ba-8f8f-93cf38bcdda1 req-85bab6c8-4fa2-4fde-ba13-fbc5ebd5a418 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 1102 time: 0.2411618 Aug 19 18:07:28.556702 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ff3f53-f6b5-44e0-aa54-58f2f879798c tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] DELETE failed (client error): The resource could not be found. Aug 19 18:07:28.557434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ff3f53-f6b5-44e0-aa54-58f2f879798c tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:07:28.562730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57ff3f53-f6b5-44e0-aa54-58f2f879798c tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "DELETE /v2.0/subnets/a6859b76-16d6-48ef-a1e3-ce6e2ebdaad1 HTTP/1.1" status: 404 len: 337 time: 0.0606582 Aug 19 18:07:28.563989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:28.573510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2a156e8-1330-44ba-8f8f-93cf38bcdda1 req-f9393b5d-2557-4c61-a09a-15416eefaaa6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Aug 19 18:07:28.674446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4309b911-8f7d-4da1-87f1-d0ab57e5da75 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:28.693634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.699110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.746591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:28.753560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:28.754349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.796916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:28.832429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:28.840301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=31c2d39e-945e-4317-9bc6-492ec6e9e0bd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:28.866160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:28.867342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:28.867982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.897907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.961797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.969040 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09724df0-71f9-4dbd-a8f3-5459fea69a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9042215 Aug 19 18:07:28.969299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:28.969717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:28.974765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:28.975631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:29.009549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cf2959-8aff-406a-8138-d52232d5d575']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:29.052068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140da37c-4186-4027-8f50-78e5b6fd7f31') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:29.052427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140da37c-4186-4027-8f50-78e5b6fd7f31') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:29.058324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:29.077465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.090004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.112599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.126399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:29.128482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.169818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0eaf5-aa41-4744-923d-bd06e81df659 req-f0d4e963-749d-4feb-a186-cb08d31c09fe tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:29.171501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bab0eaf5-aa41-4744-923d-bd06e81df659 req-f0d4e963-749d-4feb-a186-cb08d31c09fe tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1291096 Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:29.217794 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:29.251842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.261147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.263401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] 10.222.0.36 "DELETE /v2.0/networks/92cf2959-8aff-406a-8138-d52232d5d575 HTTP/1.1" status: 204 len: 168 time: 0.6978550 Aug 19 18:07:29.289606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139353bc-1e3f-4208-b3d2-225c22f47db0 tempest-ExternalNetworksTestJSON-1614414389 tempest-ExternalNetworksTestJSON-1614414389-project] Pushing event deleted for resources: {'Network': ['ID=92cf2959-8aff-406a-8138-d52232d5d575,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:29.328995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bab0eaf5-aa41-4744-923d-bd06e81df659 req-8b4c0abe-f9aa-418e-adb5-3981d6bfe816 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445320 Aug 19 18:07:29.372550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1f60-d051-4a2e-a079-12b9d3cffa66 req-8a5a2bc5-1cc8-47cc-b6e0-911d9ddab2e1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:29.375274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-429b1f60-d051-4a2e-a079-12b9d3cffa66 req-8a5a2bc5-1cc8-47cc-b6e0-911d9ddab2e1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.1831393 Aug 19 18:07:29.505029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-429b1f60-d051-4a2e-a079-12b9d3cffa66 req-bf4a9b76-116a-40f5-838a-214b7df72723 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161559 Aug 19 18:07:29.529487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] device_id is not set on port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:29.557509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.593425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Transition to ACTIVE for port object 31c2d39e-945e-4317-9bc6-492ec6e9e0bd will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:29.602352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.686624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36992) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:29.705992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49280711-8101-4fb7-8631-d9cec99b6ced req-add33a9b-bd82-408a-8d2d-38f3ea1f42c0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0527818 Aug 19 18:07:29.720157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=31c2d39e-945e-4317-9bc6-492ec6e9e0bd,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:29.751656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.753498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.754126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.767332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.767795 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.768264 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 2 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.787927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.787927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.787927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.793395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.793802 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.794389 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 3 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.811139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.811539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.811893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.825436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.825798 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.826203 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 4 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.844017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.844017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.844017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.848458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.848909 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.849311 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 5 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.865601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.866011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.866426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.873123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.873479 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.873870 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 6 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.887471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39869ac8-ee7b-4019-8aaf-847e5932e770 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b1e3fea72a94682a83a0e4adb683807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996400 Aug 19 18:07:29.892074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36996) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:29.907720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.908062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.908403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.921830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.922693 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.925885 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 7 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.949721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.950065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.950408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:29.963384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:29.963759 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:29.965829 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 8 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:29.972286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:29.992058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:29.992328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:29.992639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:30.005971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:30.006315 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:30.009679 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 9 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:30.013786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.039102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:30.039491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:30.039807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:30.056575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:30.056913 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:30.059580 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempt 10 to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd Aug 19 18:07:30.077560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:30.078672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:30.079073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempting to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:30.087084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:07:30.087714 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Failed to bind port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on host n-h1-778550-10 for vnic_type normal using segments [{'id': 'a97cbc6e-d79f-408c-8c9c-e970d4581d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260'}] Aug 19 18:07:30.088233 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.103731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:07:30.121240 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce5ea1-cbeb-4dfc-b6ff-ea5a62d7ce1e" -d '{"events": [{"server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "name": "network-vif-plugged", "status": "completed", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:07:30.136037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.138877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.144269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8b655a8-0297-49fa-a032-d179a1c2d74e HTTP/1.1" status: 204 len: 168 time: 0.2468147 Aug 19 18:07:30.159771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54240039-aef5-4428-bc73-5983d8d0cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b655a8-0297-49fa-a032-d179a1c2d74e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.199499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:30.201932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attempted to set empty binding levels {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:07:30.210455 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.226009 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761cdcb-2cff-4138-ac31-61742ec1ad78 x-openstack-request-id: req-8761cdcb-2cff-4138-ac31-61742ec1ad78 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:07:30.227671 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "name": "network-vif-plugged", "status": "completed", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:07:30.227671 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8761cdcb-2cff-4138-ac31-61742ec1ad78 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:07:30.227671 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75', 'code': 200} Aug 19 18:07:30.264761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] In _notify_port_updated(), no bound segment for port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd on network 8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:07:30.268206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.269726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.271666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "PUT /v2.0/ports/31c2d39e-945e-4317-9bc6-492ec6e9e0bd HTTP/1.1" status: 200 len: 978 time: 1.3005636 Aug 19 18:07:30.274965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37002) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:30.314698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a7ebd-36cb-494d-8284-a31f1031e0ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event updated for resources: {'Port': ['ID=31c2d39e-945e-4317-9bc6-492ec6e9e0bd,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.359783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79314-b2a8-4ac8-9c0a-00ac532368eb req-e3e9f3ff-f2af-418c-900e-a726004cba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.362491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6d79314-b2a8-4ac8-9c0a-00ac532368eb req-e3e9f3ff-f2af-418c-900e-a726004cba1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1098 time: 0.0627968 Aug 19 18:07:30.413945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6d79314-b2a8-4ac8-9c0a-00ac532368eb req-93374728-f86d-4e86-86cd-42ff3ff70eb5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Aug 19 18:07:30.419235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Deleting port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:30.419709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.544011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a8a0-6e00-4c41-ab4c-069f83545c2f req-ab86ecdc-cc30-4dea-9e7c-63cafb276c5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.565191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2e0a8a0-6e00-4c41-ab4c-069f83545c2f req-ab86ecdc-cc30-4dea-9e7c-63cafb276c5e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1400850 Aug 19 18:07:30.583012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b2920d9d-b98b-42af-bd7b-2bd87316306a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.604309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] For port 31c2d39e-945e-4317-9bc6-492ec6e9e0bd, host n-h1-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:30.606058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.631103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Calling delete_port for 31c2d39e-945e-4317-9bc6-492ec6e9e0bd owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:30.649687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2e0a8a0-6e00-4c41-ab4c-069f83545c2f req-b8dd3d50-a6c0-4236-b8f8-0f185bce4e06 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763130 Aug 19 18:07:30.650088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37014) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:30.771895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-56c7441a-c336-488f-aa7b-df62acd3d68c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1338e36b2de546c9bcfca46a34086d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197286 Aug 19 18:07:30.774505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37018) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:30.802072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198c36e-305e-4622-8877-7e2ebbe7b432 req-7d2e6872-5a0b-4f49-a7e6-688a44cf8fac tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:30.803839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2198c36e-305e-4622-8877-7e2ebbe7b432 req-7d2e6872-5a0b-4f49-a7e6-688a44cf8fac tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.0933244 Aug 19 18:07:30.844286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.882195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94c852f3-fcad-48d6-acaa-b60e8ade9600 req-98df66d4-24d0-4d7b-9d60-ae418c676f79 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0404010 Aug 19 18:07:30.882516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.913480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2198c36e-305e-4622-8877-7e2ebbe7b432 req-f68dc45c-3dfb-4185-bb8a-39b6525427de tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916419 Aug 19 18:07:30.914952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.920175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "DELETE /v2.0/ports/31c2d39e-945e-4317-9bc6-492ec6e9e0bd HTTP/1.1" status: 204 len: 168 time: 0.6434076 Aug 19 18:07:30.922324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ffe88-fa6a-4845-ae43-d7c72ef0d7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c2d39e-945e-4317-9bc6-492ec6e9e0bd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:30.924838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37020) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:30.930151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:30.962352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.023043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.026953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.028391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd036b1f-b8b5-4847-80b3-f6f29e6bd2b6 HTTP/1.1" status: 204 len: 168 time: 0.2527795 Aug 19 18:07:31.059292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227c23-2e16-4828-88ab-bf40c0e309cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd036b1f-b8b5-4847-80b3-f6f29e6bd2b6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:31.367084 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29c2467-77a2-4607-9171-2cb23550e5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:07:31.374460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37036) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:31.375157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c29c2467-77a2-4607-9171-2cb23550e5c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608083623-project-admin] 10.222.0.36 "GET /v2.0/ports/31c2d39e-945e-4317-9bc6-492ec6e9e0bd HTTP/1.1" status: 404 len: 333 time: 0.4487910 Aug 19 18:07:31.561971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.692444 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.707644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:31.735233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97cbc6e-d79f-408c-8c9c-e970d4581d16') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:31.735572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97cbc6e-d79f-408c-8c9c-e970d4581d16') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:31.758263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.779694 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.806146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:31.809299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.841849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12bb45-f003-4e0d-a66d-98e624a367d1 req-364d6608-9973-42e5-b10f-12b63ec8d636 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:31.843720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac12bb45-f003-4e0d-a66d-98e624a367d1 req-364d6608-9973-42e5-b10f-12b63ec8d636 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.0899925 Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:31.882620 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:31.943241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.946950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.961380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac12bb45-f003-4e0d-a66d-98e624a367d1 req-16200777-cdca-4fb9-846e-12540059ab88 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053548 Aug 19 18:07:31.983862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:31.988975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] 10.222.0.36 "DELETE /v2.0/networks/8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260 HTTP/1.1" status: 204 len: 168 time: 0.6106703 Aug 19 18:07:31.988975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df93161-5d00-48ad-be27-3fb902d55cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220342484-project] Pushing event deleted for resources: {'Network': ['ID=8b4cab2b-d3ad-4790-9ec2-bfd3c62c1260,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:32.083511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dba2bcef-79d8-458a-a444-a13198e641ba req-974505dd-e061-44a9-90d9-5d162b6b0518 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0587509 Aug 19 18:07:32.234239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.402621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-58548efa-b235-4e6c-ac2b-f0485e6b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.404350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-58548efa-b235-4e6c-ac2b-f0485e6b1b5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1098 time: 0.1335886 Aug 19 18:07:32.433977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04e8f4-13b5-48ba-9c7a-a3f0f89bb605 req-c6eee387-9b3b-4a71-82fe-45292c7b80d7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.435872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df04e8f4-13b5-48ba-9c7a-a3f0f89bb605 req-c6eee387-9b3b-4a71-82fe-45292c7b80d7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.0994947 Aug 19 18:07:32.547857 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df04e8f4-13b5-48ba-9c7a-a3f0f89bb605 req-aa8b19ef-8d2a-4e64-a123-f7d7dbb5ad5b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 Aug 19 18:07:32.561764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.617755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-548b2539-e0e1-4dae-adc3-98f1d0ded974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.619815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-548b2539-e0e1-4dae-adc3-98f1d0ded974 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.2080488 Aug 19 18:07:32.677269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-64236bf8-acfa-4659-b710-e173b3194618 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 200 len: 217 time: 0.0498385 Aug 19 18:07:32.688611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-f16bd8f2-add1-4eb2-a55f-a2dd60fa3657 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.689199 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f16bd8f2-add1-4eb2-a55f-a2dd60fa3657 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4525356 Aug 19 18:07:32.693519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37080) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.698794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-8acd9045-6af2-474b-8d0c-604dbd6a62c4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.699989 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8acd9045-6af2-474b-8d0c-604dbd6a62c4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054886 Aug 19 18:07:32.706971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.714517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-e5cea7aa-94fc-4696-9bf7-9e9695db38bc tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.715843 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e5cea7aa-94fc-4696-9bf7-9e9695db38bc tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0076330 Aug 19 18:07:32.718713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.723678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-13797db9-b83d-4ff8-b826-976b3093e022 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.725340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-13797db9-b83d-4ff8-b826-976b3093e022 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054677 Aug 19 18:07:32.728630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37086) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.731686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e4b9a2aa-3f1d-44d9-aca6-43351a9b3ff2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c86c8915af443a4bae1f3a35e2151cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688182 Aug 19 18:07:32.734343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.738753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-5b2784a9-bd8b-470c-9d4b-bb10fd9e0dbe tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.739842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5b2784a9-bd8b-470c-9d4b-bb10fd9e0dbe tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0058997 Aug 19 18:07:32.743194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37090) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.748396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-51f8a9ec-befd-49aa-9671-77b6bef5bad7 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.753022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-51f8a9ec-befd-49aa-9671-77b6bef5bad7 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056074 Aug 19 18:07:32.753714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37092) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.759591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-88dff93e-3805-433c-9352-c26b8f6dff26 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.761624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-88dff93e-3805-433c-9352-c26b8f6dff26 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065830 Aug 19 18:07:32.764685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37094) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.773224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-88a84dab-6073-463f-b2ae-717a5ca285e4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.776856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-88a84dab-6073-463f-b2ae-717a5ca285e4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079126 Aug 19 18:07:32.777304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.781981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-490ca734-2166-4568-bc1e-0a71ea8b08e8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.785680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-490ca734-2166-4568-bc1e-0a71ea8b08e8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048513 Aug 19 18:07:32.785680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-d5ba39e2-996d-4bc0-b504-e2bdc9fb6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:32.785937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.786464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-d5ba39e2-996d-4bc0-b504-e2bdc9fb6bc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.1021423 Aug 19 18:07:32.790347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-2d823f50-a5ec-4689-af15-80e8f1586ef0 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.791735 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d823f50-a5ec-4689-af15-80e8f1586ef0 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045211 Aug 19 18:07:32.793911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.798939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-18955414-d5f5-46b0-8226-8c4c1f4de5cf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.800255 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18955414-d5f5-46b0-8226-8c4c1f4de5cf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052578 Aug 19 18:07:32.802695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37102) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.808575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-22b02ab2-3752-4de4-8139-850ea31b9fac tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.809813 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22b02ab2-3752-4de4-8139-850ea31b9fac tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048892 Aug 19 18:07:32.813749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.820631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-bf1d1899-81cc-45f3-9e72-2ffcb1634898 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.824997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf1d1899-81cc-45f3-9e72-2ffcb1634898 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079424 Aug 19 18:07:32.827367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37108) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.830565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-c2910196-59c5-4316-bc3d-e96bc4d7ff6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373604 Aug 19 18:07:32.836912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-a440dcfb-a3ea-435b-9d65-d2bb622f7fc4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.837170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.838012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a440dcfb-a3ea-435b-9d65-d2bb622f7fc4 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063820 Aug 19 18:07:32.842461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.850080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-6dfb99a7-de74-411e-babe-7bf13bc5600c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.851410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6dfb99a7-de74-411e-babe-7bf13bc5600c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074847 Aug 19 18:07:32.856725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.869704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-524db471-5733-4151-85db-add879d771d8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.871011 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-524db471-5733-4151-85db-add879d771d8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0130186 Aug 19 18:07:32.874713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.883002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-2a79dc72-bd50-4479-8a1d-87c109a18bcc tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.885275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a79dc72-bd50-4479-8a1d-87c109a18bcc tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089641 Aug 19 18:07:32.892584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.904285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-82ae8a32-76e9-477d-a0cf-aca0937a47e5 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.906184 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82ae8a32-76e9-477d-a0cf-aca0937a47e5 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0119493 Aug 19 18:07:32.915480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:32.917947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37118) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.924325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-3a8ab411-7e96-4844-85ff-8b64e49b1b8c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.925333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a8ab411-7e96-4844-85ff-8b64e49b1b8c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064204 Aug 19 18:07:32.936237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.952080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-780093e2-1d3f-4cd3-8678-0b54185a5504 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.954865 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-780093e2-1d3f-4cd3-8678-0b54185a5504 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0164995 Aug 19 18:07:32.960219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37124) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:32.965752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-d7f909fb-3cc1-4bfc-94a3-02a1a34c84ef tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:32.967061 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d7f909fb-3cc1-4bfc-94a3-02a1a34c84ef tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055206 Aug 19 18:07:32.989504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-d364d9a8-bf1c-4a3e-80f3-cfdb1c54f001 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503644 Aug 19 18:07:32.990228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.011889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-79893154-00a3-47d1-a550-cae8345b6931 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.014244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79893154-00a3-47d1-a550-cae8345b6931 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0186460 Aug 19 18:07:33.016848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.023524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-4df02508-e6a1-4cc9-ad7c-fbbfc83aaba1 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.024793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4df02508-e6a1-4cc9-ad7c-fbbfc83aaba1 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067286 Aug 19 18:07:33.027888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.035959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-b09786e9-ee78-4075-a188-e0f8810c2a88 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.037814 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b09786e9-ee78-4075-a188-e0f8810c2a88 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083299 Aug 19 18:07:33.042250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.057970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-2a664f40-9df7-447b-ad29-430600a2f855 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.071530 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a664f40-9df7-447b-ad29-430600a2f855 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0212278 Aug 19 18:07:33.093363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.101814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-8e710304-228b-4acd-8b9b-42a23fa279f2 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.106419 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e710304-228b-4acd-8b9b-42a23fa279f2 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077457 Aug 19 18:07:33.107398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37136) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.115481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.116078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-e4683450-438f-42fd-b08e-c909e1d7b35d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.117536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e4683450-438f-42fd-b08e-c909e1d7b35d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089972 Aug 19 18:07:33.121390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37138) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.126768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.128149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac144cf2-f3f4-4f4a-af59-2b96d0a683d3 HTTP/1.1" status: 204 len: 168 time: 0.3917274 Aug 19 18:07:33.128314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-9d49ac2f-3c40-46f8-bb9e-96f5c8f6320a tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.129711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9d49ac2f-3c40-46f8-bb9e-96f5c8f6320a tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070722 Aug 19 18:07:33.138595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37144) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.145409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-79bca246-0d50-4586-8b19-1ba620d36d00 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.146558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-79bca246-0d50-4586-8b19-1ba620d36d00 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0065322 Aug 19 18:07:33.147675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08016038-c644-4748-bf0e-7ee3f6f77f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac144cf2-f3f4-4f4a-af59-2b96d0a683d3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:33.150066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37146) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.158941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-77a03571-c5af-456a-8dd4-1dc58568cfbf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.163959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-77a03571-c5af-456a-8dd4-1dc58568cfbf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093970 Aug 19 18:07:33.165067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37148) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.192668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-18d0ce37-446f-460f-b094-701de3c205a0 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.192668 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18d0ce37-446f-460f-b094-701de3c205a0 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0180321 Aug 19 18:07:33.192668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.204742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-465de9be-798f-445d-8746-3a7d46ed43cf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.211650 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-465de9be-798f-445d-8746-3a7d46ed43cf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0171394 Aug 19 18:07:33.212128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37152) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.227402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-45b527cf-a554-4f4e-a3bd-e654912d6d6c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.233265 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-45b527cf-a554-4f4e-a3bd-e654912d6d6c tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0169768 Aug 19 18:07:33.235378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.250105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-fd36929f-57af-40f0-b947-cb52c58b3ded tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.255903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd36929f-57af-40f0-b947-cb52c58b3ded tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0183332 Aug 19 18:07:33.259287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.264078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-90fb690a-6b03-4452-8ce3-b7238ff77368 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.269515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-90fb690a-6b03-4452-8ce3-b7238ff77368 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048001 Aug 19 18:07:33.269671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e580f5b2-85c3-4cc2-8533-6f8583414e8c req-3350ede7-620f-4979-952d-d7917e271dcc service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715118 Aug 19 18:07:33.272270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37158) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.283741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-c0f28ab8-10da-4d6f-8fcc-2c1adb6858ef tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.288680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c0f28ab8-10da-4d6f-8fcc-2c1adb6858ef tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0120089 Aug 19 18:07:33.288680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.302103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-27b0e9cf-681c-4326-952c-e50fd352259e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.307916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27b0e9cf-681c-4326-952c-e50fd352259e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0139184 Aug 19 18:07:33.310467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.322105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-e34588ac-7b2e-4275-a52b-086a278a855d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.335114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e34588ac-7b2e-4275-a52b-086a278a855d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0158241 Aug 19 18:07:33.336000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.343378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-907fa9d9-83f9-4d3d-8793-cda9e990c808 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.350428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-907fa9d9-83f9-4d3d-8793-cda9e990c808 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0109351 Aug 19 18:07:33.350678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbfdd7df-aa40-41fd-a643-3cb10fe2d1a9 req-1ad6a53f-a436-4b54-9d6d-4c72002cda96 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0809207 Aug 19 18:07:33.357982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37168) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.408250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-bc309ff9-2c44-4fad-ab85-351a31c0b332 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.412122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bc309ff9-2c44-4fad-ab85-351a31c0b332 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0499246 Aug 19 18:07:33.412395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37172) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.422121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-ea89cbff-99d7-4144-ac86-b1a206a9b12e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.426604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea89cbff-99d7-4144-ac86-b1a206a9b12e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101399 Aug 19 18:07:33.427694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.458119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-f764291f-9848-448b-b8c6-c716f00c0a98 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.459198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f764291f-9848-448b-b8c6-c716f00c0a98 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0275722 Aug 19 18:07:33.463830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37176) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.474215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-47384c0b-9b33-467f-9c4e-39324d3ac7f1 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.476044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47384c0b-9b33-467f-9c4e-39324d3ac7f1 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102026 Aug 19 18:07:33.479105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.483678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-1350d0c1-6a0c-4499-8a86-ca54e10c3f48 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.488864 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1350d0c1-6a0c-4499-8a86-ca54e10c3f48 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046263 Aug 19 18:07:33.488864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37180) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.497979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-461b37cc-ecdc-4010-a2a6-a364e8414bab tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.497979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-461b37cc-ecdc-4010-a2a6-a364e8414bab tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059912 Aug 19 18:07:33.499073 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:33.502300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37182) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.509778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-4870380e-15c1-4404-aeb0-708c461579ae tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.511081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4870380e-15c1-4404-aeb0-708c461579ae tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071025 Aug 19 18:07:33.517560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.525750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-0239eb40-96f8-40b8-a27b-e1b8fe3874bf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.527751 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0239eb40-96f8-40b8-a27b-e1b8fe3874bf tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081811 Aug 19 18:07:33.532181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37186) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.538228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-d3bbb3b6-1587-4597-95e0-4c739138e970 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.542679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3bbb3b6-1587-4597-95e0-4c739138e970 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070393 Aug 19 18:07:33.543578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.549748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-2f9c5233-d9c8-46ff-b23e-8ca3b031cb9e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.554010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37190) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.554257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f9c5233-d9c8-46ff-b23e-8ca3b031cb9e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092580 Aug 19 18:07:33.561081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-eeac1e1a-6a79-483d-8d70-b6ad5bf69bfd tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.566625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37192) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.567463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eeac1e1a-6a79-483d-8d70-b6ad5bf69bfd tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109484 Aug 19 18:07:33.573649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-80fa540d-e1a9-4f45-8d31-7314e86ea243 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.574670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-80fa540d-e1a9-4f45-8d31-7314e86ea243 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066659 Aug 19 18:07:33.579287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37196) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.584368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-6b716fa3-2c6c-4411-b808-c2f472e44d1f tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.587026 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b716fa3-2c6c-4411-b808-c2f472e44d1f tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061612 Aug 19 18:07:33.593032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.602168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-83740211-51f0-46b0-a29e-695cdf9f70be tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.608821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37202) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.615275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-5988e991-44d7-4b0e-897a-69865a0f2dc8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.621312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5988e991-44d7-4b0e-897a-69865a0f2dc8 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116320 Aug 19 18:07:33.622713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37204) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.625785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-83740211-51f0-46b0-a29e-695cdf9f70be tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0298157 Aug 19 18:07:33.632754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-8d3c125b-3905-4a39-9f7f-92c16f00538e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.639343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37206) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.644129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8d3c125b-3905-4a39-9f7f-92c16f00538e tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0199149 Aug 19 18:07:33.647613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-9be9ae42-ca52-4061-9438-f20c2f8da91d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.653133 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9be9ae42-ca52-4061-9438-f20c2f8da91d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0121217 Aug 19 18:07:33.654678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37208) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.661363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-bec991d7-59e0-4e48-911c-3107b242cf10 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.668253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bec991d7-59e0-4e48-911c-3107b242cf10 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0118716 Aug 19 18:07:33.669173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37210) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.677419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-dd828749-611d-4bb9-8855-c0a0a149720a tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.682015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd828749-611d-4bb9-8855-c0a0a149720a tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0112982 Aug 19 18:07:33.682873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37212) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.689198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [None req-207c6a06-b41c-426e-aa4c-93d1d9ca6258 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.693421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-207c6a06-b41c-426e-aa4c-93d1d9ca6258 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095441 Aug 19 18:07:33.694436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.704338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-9b091f4a-59ab-4997-ba21-402aa76aa118 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.709458 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b091f4a-59ab-4997-ba21-402aa76aa118 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0111237 Aug 19 18:07:33.710512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.714312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429f9b-10c6-4cc4-a25c-d9b00a88c9ae req-8586b668-9259-45a5-8fe4-6627ce62d4e6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:33.715534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-fcf09716-f001-453c-b450-f4e0794cde5d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.720568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fcf09716-f001-453c-b450-f4e0794cde5d tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084696 Aug 19 18:07:33.721435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.721899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14429f9b-10c6-4cc4-a25c-d9b00a88c9ae req-8586b668-9259-45a5-8fe4-6627ce62d4e6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.0765409 Aug 19 18:07:33.727420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-d5d59874-9be5-4058-8b5c-32f07e3181d2 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.733198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d5d59874-9be5-4058-8b5c-32f07e3181d2 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101478 Aug 19 18:07:33.734066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.739936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-4adbed32-bfcc-4cc9-9adc-1121e3a58859 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.744880 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4adbed32-bfcc-4cc9-9adc-1121e3a58859 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057573 Aug 19 18:07:33.745690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.751531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-3ed6bcf2-f061-429b-b4f9-4c3a1b75b0a7 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.757338 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3ed6bcf2-f061-429b-b4f9-4c3a1b75b0a7 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0103798 Aug 19 18:07:33.758004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37224) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.763859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-a829f6da-fa6d-426d-a12a-8e474443bf69 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.768997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a829f6da-fa6d-426d-a12a-8e474443bf69 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059881 Aug 19 18:07:33.776214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37226) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.776805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14429f9b-10c6-4cc4-a25c-d9b00a88c9ae req-92af8ae7-bb17-482a-989b-733188f95311 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Aug 19 18:07:33.779583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-0f702138-7ff6-491d-8b9e-f32aa784367b tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.786243 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f702138-7ff6-491d-8b9e-f32aa784367b tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132251 Aug 19 18:07:33.787236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.793721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-98b40b98-b024-4334-9399-c93494a9ab78 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.795391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98b40b98-b024-4334-9399-c93494a9ab78 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068450 Aug 19 18:07:33.798124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37230) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.805376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-1d519c76-14a1-4949-9a22-96180afc8b96 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.807046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d519c76-14a1-4949-9a22-96180afc8b96 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073738 Aug 19 18:07:33.810347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37232) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.817463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [None req-73d9981d-3edf-451f-bf6c-71f5f4946b21 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:07:33.818693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-73d9981d-3edf-451f-bf6c-71f5f4946b21 tempest-ExtensionsTestJSON-469275357 tempest-ExtensionsTestJSON-469275357-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0072203 Aug 19 18:07:33.896515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:33.985701 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6360bb4c-058f-499a-b490-6783ae69a23d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9fb92d149474e05849ce0b574785472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868900 Aug 19 18:07:33.988651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:34.076914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.125828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.207070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37248) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:34.207301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.209820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.211131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98ba2233-8ac3-412c-bd47-f0e2c63150f5 HTTP/1.1" status: 204 len: 168 time: 0.2211597 Aug 19 18:07:34.228169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dda8e-7e07-4902-8681-42a63822e621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba2233-8ac3-412c-bd47-f0e2c63150f5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:34.491353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c0a3f97-822d-4905-9a1e-ec691802b05a req-5bf0aeb1-feaa-4675-b6a3-33620885b684 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0359163 Aug 19 18:07:34.583636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1149479-634f-44e0-812d-614f2a8a1fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.725621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1149479-634f-44e0-812d-614f2a8a1fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.730504 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1149479-634f-44e0-812d-614f2a8a1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.777157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37268) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:34.777965 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1149479-634f-44e0-812d-614f2a8a1fcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=624e399d2a584e6785d95b0ee41cc685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677438 Aug 19 18:07:34.780393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149479-634f-44e0-812d-614f2a8a1fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159f791-d098-42e4-95dc-5d2a5d1001ac,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:34.928973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:34.977932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c8aaf-761f-4ff2-8d30-1fc9299b1c77 req-fbef1029-c220-4a50-8e17-6845cc6816ee tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:34.980118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623c8aaf-761f-4ff2-8d30-1fc9299b1c77 req-fbef1029-c220-4a50-8e17-6845cc6816ee tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1100292 Aug 19 18:07:34.988547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.067251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-623c8aaf-761f-4ff2-8d30-1fc9299b1c77 req-ad23c051-27f8-4568-ae15-06ca7f1414d1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Aug 19 18:07:35.121792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.125967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:35.131262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c159f791-d098-42e4-95dc-5d2a5d1001ac HTTP/1.1" status: 204 len: 168 time: 0.3519661 Aug 19 18:07:35.147399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da9c83-7719-466c-a463-5f93b39b386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159f791-d098-42e4-95dc-5d2a5d1001ac,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:35.641979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-080ccb51-3d33-4833-afcf-1b54927e875d req-a1cd96da-ee54-4fbf-8804-f53303607b02 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0351014 Aug 19 18:07:35.673554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-ed82e427-8f16-4d23-8efc-8d431fd29222 req-71487cd3-f0b3-4612-9fb1-ed2f07537530 service neutron] (101325) timed out ('10.222.0.36', 39764) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:07:36.388760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.416635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5151-700f-447f-9117-81059c10a9f8 req-6dc3baec-2d01-4b46-b8ac-c3783eeaecbd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:36.419957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820b5151-700f-447f-9117-81059c10a9f8 req-6dc3baec-2d01-4b46-b8ac-c3783eeaecbd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1477180 Aug 19 18:07:36.438242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.525644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820b5151-700f-447f-9117-81059c10a9f8 req-eacd1646-1c96-4dd8-812b-1e4ea0fcb1dc tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968790 Aug 19 18:07:36.582438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-940c1dfd-d1b3-4b34-9dc5-52465909eccf tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:36.626318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1734341962'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:36.655557 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-940c1dfd-d1b3-4b34-9dc5-52465909eccf tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "PUT /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b HTTP/1.1" status: 200 len: 366 time: 0.2648070 Aug 19 18:07:36.659930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.668464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Made reservation on behalf of 2cc18b6966e748c68c1dbdf494b55551 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:36.672572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.691209 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e10ef8a3-3ed6-4009-b044-8f52c407c442 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0296395 Aug 19 18:07:36.692185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.694181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.714840 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-158b28cc-8b04-4787-8424-19b4c891a7f4 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b HTTP/1.1" status: 200 len: 366 time: 0.0191545 Aug 19 18:07:36.718276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37346) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.747385 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aaccdada-7e19-4601-a11c-f2d276f6e260 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b HTTP/1.1" status: 204 len: 168 time: 0.0277710 Aug 19 18:07:36.751923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37348) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.768566 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13c739a1-3720-4f19-b201-21c948a760ec tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0152309 Aug 19 18:07:36.772035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37350) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.788619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-243a02f9-0e88-4c56-857f-36361b3e93ea tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b HTTP/1.1" status: 200 len: 370 time: 0.0151701 Aug 19 18:07:36.789560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37352) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.797068 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f48edaea-d31b-4d64-a729-00ae21255515 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b/default HTTP/1.1" status: 200 len: 370 time: 0.0059998 Aug 19 18:07:36.799625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:36.819182 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-8301c01c-247c-4398-b989-b089dad3f416 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] delete failed (client error): The resource could not be found. Aug 19 18:07:36.820652 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8301c01c-247c-4398-b989-b089dad3f416 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e30dccf3a3e441d1bc01aaa0bed57f5b HTTP/1.1" status: 404 len: 348 time: 0.0198581 Aug 19 18:07:36.830960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b63251d3-4e15-4c1c-8754-11e0348e32cb req-9ca9d01f-e78a-4976-a4bc-50731cc1eae8 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0410211 Aug 19 18:07:36.904602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.909721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.934078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:36.955901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:36.956271 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Added segment c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed of type vlan for network 13bce8eb-11ab-4e92-8433-1c36e354350b Aug 19 18:07:36.965103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a9474-ef5d-4175-b0a3-86fa9a3340a8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.005570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37358) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:37.008558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.027993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:network and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.037619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.045672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:subnet and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.046537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.052573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.053609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.054928 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.061831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:subnetpool and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.068735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.077153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:port and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.084597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.093090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:router and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.099620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.118518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:floatingip and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.126397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.136028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6961410 Aug 19 18:07:37.138885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37360) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:37.146392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'subnet': {'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:37.149158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c49c76-2c39-40ea-96f9-c1ae59b1a9f3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Network': ['ID=13bce8eb-11ab-4e92-8433-1c36e354350b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.161887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 13bce8eb-11ab-4e92-8433-1c36e354350b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:37.289118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:security_group and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.299712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.308884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Made reservation on behalf of 2cc18b6966e748c68c1dbdf494b55551 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:37.312590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.316571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Usage tracker for resource:security_group_rule and tenant:0e6376811a484fffab5f7f52aa4cb1be is out of sync, need to count used quota {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 18:07:37.338062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.quota.resource [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101324) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 18:07:37.372382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-79faf5c4-49f9-4866-8b89-e6adf64adba2 tempest-QuotasTest-717675890 tempest-QuotasTest-717675890-project-admin] 10.222.0.36 "GET /v2.0/quotas/0e6376811a484fffab5f7f52aa4cb1be/details.json HTTP/1.1" status: 200 len: 703 time: 0.3653333 Aug 19 18:07:37.585997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.707637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Subnet': ['ID=053a6a50-fdc0-4374-8ed7-d02332118ea0,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:37.752748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c3518-09e6-4801-a5b8-12d6ba8fc84e req-7484d3f3-ed09-4342-823e-61259681b11e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.754635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a4c3518-09e6-4801-a5b8-12d6ba8fc84e req-7484d3f3-ed09-4342-823e-61259681b11e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1015761 Aug 19 18:07:37.756211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Checking segment: {'id': 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:37.756561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network hostable DHCP agents. Network: 13bce8eb-11ab-4e92-8433-1c36e354350b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:37.790313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network 13bce8eb-11ab-4e92-8433-1c36e354350b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:37.820509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 13bce8eb-11ab-4e92-8433-1c36e354350b) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:37.827760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:37.829279 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.835674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a4c3518-09e6-4801-a5b8-12d6ba8fc84e req-90dc200a-fbcf-4601-9e7b-7463841d45aa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664449 Aug 19 18:07:37.838509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9ab3f-3968-4b3f-85d8-8859361f2609 None None] Network 13bce8eb-11ab-4e92-8433-1c36e354350b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:37.863223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:37.863884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2396b9b4-9630-4396-81f7-3239c48fe18f tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7232866 Aug 19 18:07:37.870509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1822425308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:37.919437 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.920516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:37.931103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37376) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:38.024116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79cf0dd3-fcf5-4e3b-9119-b381aba5c8d7 req-77b41427-1fcf-40f8-8d9f-6060b6264a58 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0552464 Aug 19 18:07:38.025282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.032570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.063670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.063670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c54a1889-5e1a-490f-a6b3-8b2304afa689 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1972454 Aug 19 18:07:38.066667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37380) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:38.086749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32daf922-5522-4758-954d-92201d450b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-13bce8eb-11ab-4e92-8433-1c36e354350b', 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b', 'tenant_id': '2cc18b6966e748c68c1dbdf494b55551', 'fixed_ips': [{'subnet_id': '053a6a50-fdc0-4374-8ed7-d02332118ea0'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:07:38.087937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.193804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7b48-509d-4e5e-8e9d-01f6a5697f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.259145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-32daf922-5522-4758-954d-92201d450b00 None None] Allocated IP 172.20.0.2 (13bce8eb-11ab-4e92-8433-1c36e354350b/053a6a50-fdc0-4374-8ed7-d02332118ea0/2a4c3f5c-b107-4a8b-b891-ac50686e342d) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:38.445365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.456835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-32daf922-5522-4758-954d-92201d450b00 None None] Transition to ACTIVE for port object 2a4c3f5c-b107-4a8b-b891-ac50686e342d will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:38.475772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-32daf922-5522-4758-954d-92201d450b00 None None] Transition to ACTIVE for port object 2a4c3f5c-b107-4a8b-b891-ac50686e342d will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:38.483176 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.498642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.552502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daf922-5522-4758-954d-92201d450b00 None None] Network 13bce8eb-11ab-4e92-8433-1c36e354350b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:38.558139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-32daf922-5522-4758-954d-92201d450b00 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:38.566085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daf922-5522-4758-954d-92201d450b00 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:38.582591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf922-5522-4758-954d-92201d450b00 None None] Pushing event updated for resources: {'Port': ['ID=2a4c3f5c-b107-4a8b-b891-ac50686e342d,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:38.615547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7b48-509d-4e5e-8e9d-01f6a5697f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.623678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.624329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.625092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.625941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.626271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.626598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.626979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.627305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.627681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.628001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.628320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.628944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:07:38.643129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7b48-509d-4e5e-8e9d-01f6a5697f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.677466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-32daf922-5522-4758-954d-92201d450b00 None None] Attempting to bind port 2a4c3f5c-b107-4a8b-b891-ac50686e342d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:38.677898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-32daf922-5522-4758-954d-92201d450b00 None None] Attempting to bind port 2a4c3f5c-b107-4a8b-b891-ac50686e342d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:38.678268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf922-5522-4758-954d-92201d450b00 None None] Attempting to bind port 2a4c3f5c-b107-4a8b-b891-ac50686e342d on network 13bce8eb-11ab-4e92-8433-1c36e354350b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:38.686532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf922-5522-4758-954d-92201d450b00 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:38.686945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf922-5522-4758-954d-92201d450b00 None None] Checking segment: {'id': 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:38.687424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.688615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daf922-5522-4758-954d-92201d450b00 None None] Bound using segment: {'id': 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:38.689095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-32daf922-5522-4758-954d-92201d450b00 None None] Bound port: 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:38.689544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.770910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-32daf922-5522-4758-954d-92201d450b00 None None] For port 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:38.774962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-32daf922-5522-4758-954d-92201d450b00 None None] For port 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a4c3f5c-b107-4a8b-b891-ac50686e342d,segment=NetworkSegment(c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed),segment_id=c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:38.780777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-32daf922-5522-4758-954d-92201d450b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:38.807061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-a4321182-8bb0-4310-a8f6-2cb99ff6e936 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2315056 Aug 19 18:07:38.811825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6fa7b48-509d-4e5e-8e9d-01f6a5697f6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3d2fb1ee3114b52902545de382efdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772047 Aug 19 18:07:38.813323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37386) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:38.824818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa7b48-509d-4e5e-8e9d-01f6a5697f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49859eff-6f83-4512-bf63-fe3d946a6ec9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:38.871759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf922-5522-4758-954d-92201d450b00 None None] Pushing event updated for resources: {'Port': ['ID=2a4c3f5c-b107-4a8b-b891-ac50686e342d,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:38.959920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.002551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.028530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.029346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.030172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.031010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.032387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.033218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.034044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.037338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7b114bb7-cd32-4267-ae04-38a5d4ec6248 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.1289639 Aug 19 18:07:39.096362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.097897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13980945-2fd0-4776-aeb7-9cdde4fd6f49 req-9e91cf57-d214-4571-87ed-0910319fefc0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.100618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.101943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49859eff-6f83-4512-bf63-fe3d946a6ec9 HTTP/1.1" status: 204 len: 168 time: 0.2872941 Aug 19 18:07:39.114792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13980945-2fd0-4776-aeb7-9cdde4fd6f49 req-9e91cf57-d214-4571-87ed-0910319fefc0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1658158 Aug 19 18:07:39.121350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7881dfe-e3ef-46e2-87be-01981a8a5418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49859eff-6f83-4512-bf63-fe3d946a6ec9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:39.323854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Allocated IP 172.20.0.1 (13bce8eb-11ab-4e92-8433-1c36e354350b/053a6a50-fdc0-4374-8ed7-d02332118ea0/f01815da-7e9a-48d3-9a6f-14a4ca5e94c0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:39.371696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e605085-97a5-4e82-9ad6-9955e1a35fba req-1f7f2d8a-2aba-4e50-ab6a-740523e44f86 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.1188507 Aug 19 18:07:39.413318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-13980945-2fd0-4776-aeb7-9cdde4fd6f49 req-92839902-b66c-45b2-a489-6151e1ebd2c7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905893 Aug 19 18:07:39.510968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-35c6b8f2-b049-474a-a3cb-250c032f805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.511496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-35c6b8f2-b049-474a-a3cb-250c032f805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.512226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-35c6b8f2-b049-474a-a3cb-250c032f805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.514241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-35c6b8f2-b049-474a-a3cb-250c032f805a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 2296 time: 0.4366648 Aug 19 18:07:39.636992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-3face214-b2f2-4439-9837-1a1cdf7d1efe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1001 time: 0.1059444 Aug 19 18:07:39.649472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.665637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37402) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:39.687196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e235d-b3e1-45b5-93f2-152b5b8add77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.714900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Transition to ACTIVE for port object f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:39.735417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-3655e68b-9bf5-417f-b828-19a3bd738c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.737172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-3655e68b-9bf5-417f-b828-19a3bd738c36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.0912528 Aug 19 18:07:39.797974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.831707 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e235d-b3e1-45b5-93f2-152b5b8add77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.836528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e235d-b3e1-45b5-93f2-152b5b8add77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:39.885183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network 13bce8eb-11ab-4e92-8433-1c36e354350b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:39.886520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e235d-b3e1-45b5-93f2-152b5b8add77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b39f02-4f2a-4ddb-a503-a80f1b3f33b6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:39.896052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:39.901113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:39.915854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-688e235d-b3e1-45b5-93f2-152b5b8add77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e6376811a484fffab5f7f52aa4cb1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485852 Aug 19 18:07:39.918096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37408) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:39.947016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=f01815da-7e9a-48d3-9a6f-14a4ca5e94c0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:39.965015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-62f7f2d3-7c0e-4540-a551-01584bd687af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:39.966714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-62f7f2d3-7c0e-4540-a551-01584bd687af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884685 Aug 19 18:07:39.988311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.022645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.066048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.105120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.112338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.130264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55b39f02-4f2a-4ddb-a503-a80f1b3f33b6 HTTP/1.1" status: 204 len: 168 time: 0.2050939 Aug 19 18:07:40.167708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8392dc-41ba-4939-a8f9-935a7c09e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b39f02-4f2a-4ddb-a503-a80f1b3f33b6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:40.216518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-7fb25969-994f-456a-b9e0-69c863ff82ac service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405603 Aug 19 18:07:40.325626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a4c3f5c-b107-4a8b-b891-ac50686e342d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:40.335007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.432167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 2a4c3f5c-b107-4a8b-b891-ac50686e342d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:40.446185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f30a80-c40c-482f-951b-37290aa243be None None] Network 13bce8eb-11ab-4e92-8433-1c36e354350b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:40.693200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94d1603f-431e-428b-8097-e181c326422a None None] Provisioning for port 2a4c3f5c-b107-4a8b-b891-ac50686e342d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:40.734131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94d1603f-431e-428b-8097-e181c326422a None None] Provisioning complete for port 2a4c3f5c-b107-4a8b-b891-ac50686e342d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:40.735293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d1603f-431e-428b-8097-e181c326422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:40.960872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d1603f-431e-428b-8097-e181c326422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.042379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94d1603f-431e-428b-8097-e181c326422a None None] For port 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a4c3f5c-b107-4a8b-b891-ac50686e342d,segment=NetworkSegment(c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed),segment_id=c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:41.048343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94d1603f-431e-428b-8097-e181c326422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.186637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c999a9c-4055-42e1-a4c0-b2724e404d27 req-fd49d3b6-43dc-4667-9023-6da27c5af2b7 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.6040154 Aug 19 18:07:41.196869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1603f-431e-428b-8097-e181c326422a None None] Pushing event updated for resources: {'Port': ['ID=2a4c3f5c-b107-4a8b-b891-ac50686e342d,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:41.293817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Provisioning complete for port 2a4c3f5c-b107-4a8b-b891-ac50686e342d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:41.294203 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.319715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-2d1934ab-76cb-40f5-bab7-bc7506f66e0c service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0898333 Aug 19 18:07:41.463083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37440) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:41.485009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-1d484b20-aebb-4a95-bb05-3289b2bfca82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.1515865 Aug 19 18:07:41.512664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37444) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:41.530987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5092d-7f3d-4c85-933c-f0ea547942c9 req-3b69134b-6fdd-4475-af65-c49d01ded230 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.540545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0b5092d-7f3d-4c85-933c-f0ea547942c9 req-3b69134b-6fdd-4475-af65-c49d01ded230 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.3574800 Aug 19 18:07:41.543852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Provisioning for port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:41.556412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Provisioning complete for port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:41.558232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.604215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-abc42702-e1cc-46b5-b67c-706c893844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.606366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-abc42702-e1cc-46b5-b67c-706c893844d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0905275 Aug 19 18:07:41.629116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-88305776-55f5-4d9b-8b64-1e25023d4be2 None None] Port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:41.686045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.687216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-358960008'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:41.695960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.706213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0b5092d-7f3d-4c85-933c-f0ea547942c9 req-c38c9812-08d8-428b-b252-f061000926c2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641195 Aug 19 18:07:41.761324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b390b27b-cd1d-4a51-95b8-456df404376a None None] Provisioning complete for port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:41.761898 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b390b27b-cd1d-4a51-95b8-456df404376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.777120 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c3da1a8-6c89-4c97-b32e-b4165fe30756 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5639 time: 0.2626679 Aug 19 18:07:41.785033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37446) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:41.793672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'network': {'name': 'tempest-network-smoke--2136339523', 'project_id': '7629d8e50b594233847121270c3525a3', 'port_security_enabled': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:41.805597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:41.810912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.822662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-a0b60e9f-e295-4135-be01-9c495b94c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:41.824836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-a0b60e9f-e295-4135-be01-9c495b94c588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2011828 Aug 19 18:07:41.834173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=f01815da-7e9a-48d3-9a6f-14a4ca5e94c0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:41.839036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.843131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b390b27b-cd1d-4a51-95b8-456df404376a None None] Port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:41.866970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.869103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:41.875806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.941256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:41.961972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:41.962351 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Added segment e145ac25-9392-48e4-a81d-90a0b4819bad of type vlan for network 06defd07-b2f7-47c9-be4f-162a16e5aadc Aug 19 18:07:42.025342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.081734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.087294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.097118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.101504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-10c8e504-a961-4944-93a7-b7e81eabba7b service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629189 Aug 19 18:07:42.103771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.104563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.183265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:07:42.208659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4221621 Aug 19 18:07:42.220326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37450) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:42.227724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'admin_state_up': True, 'project_id': '7629d8e50b594233847121270c3525a3', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:42.234968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.235344 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Added segment ee2bf1cf-c887-45fb-8ff8-c2bd401a1708 of type vlan for network 7515bbb3-a7a0-4383-aec1-6826105546ac Aug 19 18:07:42.240288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68cc844-3144-4972-9467-d947f1e50c93,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:42.254774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600fe87-b955-4f9b-a5ef-66a2849aae1d tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Network': ['ID=06defd07-b2f7-47c9-be4f-162a16e5aadc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:42.255584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network 13bce8eb-11ab-4e92-8433-1c36e354350b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:42.260891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:42.311020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.323157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.326644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.338823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:42.412992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a4c3f5c-b107-4a8b-b891-ac50686e342d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:42.435927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-bc5e47c1-c69c-4762-8167-aad6bfce5a85 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225329 Aug 19 18:07:42.469278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18b9a855-7a39-46b0-91a9-b747798966bc req-9e4b5b22-b084-46d7-86ad-8a1d7ef93202 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0553524 Aug 19 18:07:42.493153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.499764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.523249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.524666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.537268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-f6543809-0a92-4c49-bfce-dbfa868adf9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.0774286 Aug 19 18:07:42.669151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2a4c3f5c-b107-4a8b-b891-ac50686e342d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:42.669758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.689316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Network': ['ID=7515bbb3-a7a0-4383-aec1-6826105546ac,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:42.702594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Router 210c7322-c469-46e7-aa90-f915f9aa499a is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:07:42.707739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-ba7b3f41-d16b-420b-84b9-c29bb1882cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.710140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-ba7b3f41-d16b-420b-84b9-c29bb1882cfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1603847 Aug 19 18:07:42.715816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7515bbb3-a7a0-4383-aec1-6826105546ac details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:07:42.898679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1147211f-f7f7-4f4b-8e25-5de386db7361 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4338443 Aug 19 18:07:42.902029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37460) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:42.905821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-30194c12-a92b-4834-bb91-b402b9c94fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:42.908412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-30194c12-a92b-4834-bb91-b402b9c94fa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1900156 Aug 19 18:07:42.910345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'subnet': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:42.925546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e0180e5f-672e-40a9-ac07-a1c830ed11d3 None None] Provisioning complete for port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:42.926159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0180e5f-672e-40a9-ac07-a1c830ed11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.931635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:42.987888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e0180e5f-672e-40a9-ac07-a1c830ed11d3 None None] Port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:43.034935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:43.044452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3146fcdc-e8da-44f8-b2b6-51a4a78397c3 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "PUT /v2.0/routers/210c7322-c469-46e7-aa90-f915f9aa499a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9734018 Aug 19 18:07:43.048442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:43.052407 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] Sync routers for ids ['210c7322-c469-46e7-aa90-f915f9aa499a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:43.058519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'port': {'network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b', 'name': 'tempest-FloatingIPNegativeTestJSON-2108682007'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:43.072748 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] Routers {'210c7322-c469-46e7-aa90-f915f9aa499a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:43.073005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['210c7322-c469-46e7-aa90-f915f9aa499a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:43.092090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116cf6a-ef7a-41c5-a54f-f0bc52bef94c req-fbce11c0-e9be-415d-8e02-14382304234c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:43.094031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2116cf6a-ef7a-41c5-a54f-f0bc52bef94c req-fbce11c0-e9be-415d-8e02-14382304234c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1970170 Aug 19 18:07:43.137408 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:43.156492 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] Routers {'210c7322-c469-46e7-aa90-f915f9aa499a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:43.157396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['210c7322-c469-46e7-aa90-f915f9aa499a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:43.174892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-cf2530da-834c-4098-9c21-2d5e70beb08a service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493865 Aug 19 18:07:43.189041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:43.194405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.223008 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:43.224427 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04883bf1-656d-47fa-98c6-0f5fc5fae33c None None] The sync data for ids ['210c7322-c469-46e7-aa90-f915f9aa499a'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:43.282643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2116cf6a-ef7a-41c5-a54f-f0bc52bef94c req-5b046fb9-24d9-4704-aa1f-298a39cc9a2c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750391 Aug 19 18:07:43.374546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-5cc3fa6e-27da-41fa-bfec-849c33f995ab service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878836 Aug 19 18:07:43.449066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-705eb1bd-685d-41f0-81d5-4fc92a189307 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0675051 Aug 19 18:07:43.507111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Made reservation on behalf of 2cc18b6966e748c68c1dbdf494b55551 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:43.513029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.514612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-9af156f7-3211-4ca0-97b0-fa114f232f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:43.517806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-9af156f7-3211-4ca0-97b0-fa114f232f57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0580935 Aug 19 18:07:43.580074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.594499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] device_id is not set on port 10cedfbd-5e5c-4b09-828b-bf0e4054df1a yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:43.645844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d087c72f-50e6-41ad-b403-68755dff1169 req-555978f3-66df-44d1-ac27-103a530e7aae tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0692382 Aug 19 18:07:43.667941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-10199754-e95a-4294-b17c-fe1587a49074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:43.671242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-10199754-e95a-4294-b17c-fe1587a49074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458080 Aug 19 18:07:43.726015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.776461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:43.795913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Subnet': ['ID=b002c8d9-7fbd-40fe-8b62-76f39cfe1461,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:43.799369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-6e43c50a-9e73-44e5-87a2-42501273e054 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199429 Aug 19 18:07:43.901303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Checking segment: {'id': 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:43.901676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network hostable DHCP agents. Network: 7515bbb3-a7a0-4383-aec1-6826105546ac, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:43.930941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-b34136d1-d831-463f-9462-9f910789de75 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234863 Aug 19 18:07:43.945319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Allocated IP 172.20.0.3 (13bce8eb-11ab-4e92-8433-1c36e354350b/053a6a50-fdc0-4374-8ed7-d02332118ea0/10cedfbd-5e5c-4b09-828b-bf0e4054df1a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:43.977411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:44.012603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-4775ab98-e58d-4342-a415-b8cbfaf9cac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.0703022 Aug 19 18:07:44.017558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 7515bbb3-a7a0-4383-aec1-6826105546ac) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:44.036534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.038153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.041802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.25.5.172 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b1c3a625-c71b-4120-bb50-2d5bb2f68e01) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:44.042302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a7fac-9b26-4c56-9a56-a9fff9db9c55 None None] Network 7515bbb3-a7a0-4383-aec1-6826105546ac requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:44.099985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b8899be2-7831-4b30-892c-0f1a798f94f8 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1963675 Aug 19 18:07:44.105668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37472) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:44.113414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-1840976630'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:44.138206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-e1707962-e85b-4c08-90ca-89971a30e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.140189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-e1707962-e85b-4c08-90ca-89971a30e249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0993462 Aug 19 18:07:44.285374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-3d46bea3-94a6-4913-84f3-aa8aa018c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.287282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-3d46bea3-94a6-4913-84f3-aa8aa018c595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069512 Aug 19 18:07:44.338033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-7515bbb3-a7a0-4383-aec1-6826105546ac', 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'tenant_id': '4dce5bc3f6d14fa7abb86c9a312e375c', 'fixed_ips': [{'subnet_id': 'b002c8d9-7fbd-40fe-8b62-76f39cfe1461'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:07:44.338910 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.561227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a480-4e1c-46f0-82f7-69e962088955 req-458b7dc6-9e76-4c23-8218-12c70531495f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:44.563134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a58a480-4e1c-46f0-82f7-69e962088955 req-458b7dc6-9e76-4c23-8218-12c70531495f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1447949 Aug 19 18:07:44.566133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:44.569884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.601704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:44.607284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Allocated IP 172.20.0.2 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/64bd00b0-6b8c-4e58-963f-f95561225e48) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:44.683717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.689031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a58a480-4e1c-46f0-82f7-69e962088955 req-ef1e6c8f-5745-4ecb-bcae-12545d5260d1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987911 Aug 19 18:07:44.697114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-021a24ba-0df8-40ba-9fe0-36969065875e service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012592 Aug 19 18:07:44.749737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.764238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Transition to ACTIVE for port object 10cedfbd-5e5c-4b09-828b-bf0e4054df1a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:44.891412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.902907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:44.951414 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8cc90ecd-0b64-4dd9-a068-fd681e3a8b81 req-1d28e019-520c-4825-a77d-1c58919ebcc9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0576875 Aug 19 18:07:44.957671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:44.966312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:44.970332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network 13bce8eb-11ab-4e92-8433-1c36e354350b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:44.973699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:44.977863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:44.997594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:45.006895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-65dcd5df-71ea-42ef-9dec-45ed681a462b service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975893 Aug 19 18:07:45.009164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:45.070457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-2fc6636a-27ac-4fb7-8f61-f3772dcef7e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.0546086 Aug 19 18:07:45.148760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-578524ca-7943-4e9c-8cb3-3e0b2c2862ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.150652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-578524ca-7943-4e9c-8cb3-3e0b2c2862ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.0709126 Aug 19 18:07:45.183235 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.196167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Transition to ACTIVE for port object 64bd00b0-6b8c-4e58-963f-f95561225e48 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:45.202200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=10cedfbd-5e5c-4b09-828b-bf0e4054df1a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:45.227144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Transition to ACTIVE for port object 64bd00b0-6b8c-4e58-963f-f95561225e48 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:45.231210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.231915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.236555 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.279383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-73f07b9c-09fe-4c84-bb5d-76876d8077e8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2287316 Aug 19 18:07:45.285189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37484) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:45.292254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:45.304655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Pushing event updated for resources: {'Port': ['ID=64bd00b0-6b8c-4e58-963f-f95561225e48,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:45.316070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:45.318912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:45.322554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:45.344071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.7 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/53265d39-2fb2-49ab-b0db-2ee0d08c92c8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:45.406568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.413412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-fd352974-6162-4066-a896-ae188c883e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.415089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-fd352974-6162-4066-a896-ae188c883e68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2539887 Aug 19 18:07:45.443809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Attempting to bind port 64bd00b0-6b8c-4e58-963f-f95561225e48 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:45.444755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Attempting to bind port 64bd00b0-6b8c-4e58-963f-f95561225e48 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:45.445644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Attempting to bind port 64bd00b0-6b8c-4e58-963f-f95561225e48 on network 7515bbb3-a7a0-4383-aec1-6826105546ac {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:45.454301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:45.455045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Checking segment: {'id': 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:45.455942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.457254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Bound using segment: {'id': 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:45.458396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Bound port: 64bd00b0-6b8c-4e58-963f-f95561225e48, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:45.459004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.474644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eb880c83-fa10-4ffb-b78f-f3bcba240e0f None None] Provisioning for port 10cedfbd-5e5c-4b09-828b-bf0e4054df1a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:45.481119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eb880c83-fa10-4ffb-b78f-f3bcba240e0f None None] Provisioning complete for port 10cedfbd-5e5c-4b09-828b-bf0e4054df1a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:45.481844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eb880c83-fa10-4ffb-b78f-f3bcba240e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.538203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.546159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-ff87206b-c2cf-4f68-9a62-4213fef12b0a service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155715 Aug 19 18:07:45.604218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-eb880c83-fa10-4ffb-b78f-f3bcba240e0f None None] Port 10cedfbd-5e5c-4b09-828b-bf0e4054df1a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:45.621204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] For port 64bd00b0-6b8c-4e58-963f-f95561225e48, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:45.625778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] For port 64bd00b0-6b8c-4e58-963f-f95561225e48, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=64bd00b0-6b8c-4e58-963f-f95561225e48,segment=NetworkSegment(ee2bf1cf-c887-45fb-8ff8-c2bd401a1708),segment_id=ee2bf1cf-c887-45fb-8ff8-c2bd401a1708)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:45.632875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.698045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-690067d7-d0d9-4d9b-93ab-014f558f9fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360343 Aug 19 18:07:45.712069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377d766-bcfb-4cf4-b59c-f0193deab0c8 None None] Pushing event updated for resources: {'Port': ['ID=64bd00b0-6b8c-4e58-963f-f95561225e48,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:45.776279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.789434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-26f98d2a-668e-494b-b76c-22ffecd1ce8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.0781972 Aug 19 18:07:45.930810 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:45.951981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5aa41-65eb-41ec-be1e-a256f367078c req-3b4458c5-bea1-4b87-8fec-263b3eb37965 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.954018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff5aa41-65eb-41ec-be1e-a256f367078c req-3b4458c5-bea1-4b87-8fec-263b3eb37965 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1281626 Aug 19 18:07:45.959098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-5f779571-e57d-4114-b240-3525e0afd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:45.962962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-5f779571-e57d-4114-b240-3525e0afd56f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.1514149 Aug 19 18:07:46.037576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:46.117715 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.136336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.157398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Allocated IP 172.25.5.141 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0e55a0de-ac2e-42f5-8683-a80ba9937d64) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:46.220780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986108-1074-4ca2-82c8-613ed7427bff req-438b8dfa-fe43-4753-9d0c-cb757a9013e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:46.223656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-438b8dfa-fe43-4753-9d0c-cb757a9013e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2468369 Aug 19 18:07:46.231203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ff5aa41-65eb-41ec-be1e-a256f367078c req-e796390b-8897-46ee-8588-ab1ee7a82d1f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614222 Aug 19 18:07:46.263370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7afba03-7fbe-4df4-86e9-55fd87d08fe4 req-5b0eed62-58c6-4894-ae79-18dcfde50366 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0551512 Aug 19 18:07:46.292244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 64bd00b0-6b8c-4e58-963f-f95561225e48 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:46.359094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:46.370547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:46.379577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:46.393568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=53265d39-2fb2-49ab-b0db-2ee0d08c92c8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:46.429647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 64bd00b0-6b8c-4e58-963f-f95561225e48 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:46.488997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.500125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router 2074263f-7743-4b25-96b9-384bc38ff6d0 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:07:46.601393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.679934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:46.691990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Sync routers for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:46.692915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:46.704285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:46.705219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:46.719781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:46.722779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:46.775960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.777205 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d8b4bfb-3032-4c6d-bb28-62daf295ef88 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.5556202 Aug 19 18:07:46.784323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37498) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:46.798345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=0e55a0de-ac2e-42f5-8683-a80ba9937d64,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:46.905178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:46.905498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8e392-9404-4aa0-ab89-93e6e84e3910 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:46.905809 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.907417 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0b8e392-9404-4aa0-ab89-93e6e84e3910 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7629d8e50b594233847121270c3525a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1221144 Aug 19 18:07:46.912225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:46.924916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-cb37979f-d71e-4184-9830-8186370a2eda service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543419 Aug 19 18:07:46.946189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6477d75b-742a-4125-ad7b-52298c9faac3 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8390832 Aug 19 18:07:46.947870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37502) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:46.956130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-820268110', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:84:b2:6b'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:46.956409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:46.981747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:47.034892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.162907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.283477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:45Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:47.289092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d986108-1074-4ca2-82c8-613ed7427bff req-f867eec2-49a7-4eb6-984e-0efa2fd01122 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550813 Aug 19 18:07:47.291007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:47.397549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c2cf0-607c-4613-be38-94ba5c41540b None None] Network 7515bbb3-a7a0-4383-aec1-6826105546ac requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:47.401131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Checking router: 2074263f-7743-4b25-96b9-384bc38ff6d0 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:47.406743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Updating router 2074263f-7743-4b25-96b9-384bc38ff6d0 port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:47.452568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a69278-db98-4ca1-b764-d580680567da tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:47.452785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.455606 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50a69278-db98-4ca1-b764-d580680567da tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5423777 Aug 19 18:07:47.458349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37510) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.500807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5013e765-6f30-4eca-930d-427f69bcb69b req-5017583e-93fa-4edb-8643-1285307eb6a4 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0413191 Aug 19 18:07:47.509142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port 9f15bbdf-d5f9-4e13-93f5-de42e5db301a yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:47.523480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.528793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af0c6-d99d-4e0d-9205-d33595e0d325 req-26b10e17-dca4-4d19-b5b8-7896e24e36f5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:47.530514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-203af0c6-d99d-4e0d-9205-d33595e0d325 req-26b10e17-dca4-4d19-b5b8-7896e24e36f5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1963375 Aug 19 18:07:47.544409 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-117710b8-36b9-45bf-bd7e-e1088aa5b704 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848980 Aug 19 18:07:47.550178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37514) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.567155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Provisioning for port 64bd00b0-6b8c-4e58-963f-f95561225e48 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:47.585971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Provisioning complete for port 64bd00b0-6b8c-4e58-963f-f95561225e48 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:47.586351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.615338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.622821 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91e99e62-8891-4667-b1b8-589c97e804c6 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7629d8e50b594233847121270c3525a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698261 Aug 19 18:07:47.624079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.642347 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.686936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-203af0c6-d99d-4e0d-9205-d33595e0d325 req-7369523c-0b55-4c37-a291-d8fb33f7f5a3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058204 Aug 19 18:07:47.734674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.4 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/9f15bbdf-d5f9-4e13-93f5-de42e5db301a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:47.825053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=0e55a0de-ac2e-42f5-8683-a80ba9937d64,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:47.831741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f372874-b1fd-40d7-8bba-c728ecc5327b tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:47.835955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f372874-b1fd-40d7-8bba-c728ecc5327b tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2069459 Aug 19 18:07:47.836139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.889616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d1b7919-9130-4fc2-8427-25d2ca236ca9 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500486 Aug 19 18:07:47.889877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37522) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:47.897603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948096631', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'project_id': '7629d8e50b594233847121270c3525a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:47.948668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.972053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.981692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:47.996680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.001272 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-de90f5e4-693b-47ad-9e65-51fb168d44f9 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7117150 Aug 19 18:07:48.002383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37524) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:48.005363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object 9f15bbdf-d5f9-4e13-93f5-de42e5db301a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:48.012424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-00422893-5f5e-44c0-91f5-9238c5308f3c tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'floatingip': {'port_id': '10cedfbd-5e5c-4b09-828b-bf0e4054df1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:48.054022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] For port 64bd00b0-6b8c-4e58-963f-f95561225e48, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=64bd00b0-6b8c-4e58-963f-f95561225e48,segment=NetworkSegment(ee2bf1cf-c887-45fb-8ff8-c2bd401a1708),segment_id=ee2bf1cf-c887-45fb-8ff8-c2bd401a1708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:48.063189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.065935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.113221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00422893-5f5e-44c0-91f5-9238c5308f3c tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.149918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:48.175634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:48.180367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:48.189530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9425-6524-46ac-994b-53bbe13ab312 None None] Pushing event updated for resources: {'Port': ['ID=64bd00b0-6b8c-4e58-963f-f95561225e48,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:48.194959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=9f15bbdf-d5f9-4e13-93f5-de42e5db301a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:48.231509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.251513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Transition to ACTIVE for port object b1c3a625-c71b-4120-bb50-2d5bb2f68e01 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:48.261359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.322251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.322935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.345998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509dfff-c82e-4589-b2c2-ca15e0b349c8 None None] Pushing event updated for resources: {'Port': ['ID=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:48.361055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:48.364296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-454c2052-a415-454a-8087-20345b073a6f tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4130995 Aug 19 18:07:48.364604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37528) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:48.370195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.372977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Attempting to bind port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:48.373441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Attempting to bind port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:48.373816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Attempting to bind port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:48.383473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:48.383903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:48.384357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.384838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:48.385353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Bound port: b1c3a625-c71b-4120-bb50-2d5bb2f68e01, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:48.386039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.478381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] For port b1c3a625-c71b-4120-bb50-2d5bb2f68e01, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:48.486997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] For port b1c3a625-c71b-4120-bb50-2d5bb2f68e01, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:48.489198 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-00422893-5f5e-44c0-91f5-9238c5308f3c tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] update failed (client error): The resource could not be found. Aug 19 18:07:48.490637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00422893-5f5e-44c0-91f5-9238c5308f3c tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "PUT /v2.0/floatingips/502c442d-97e5-4d02-ba38-f084555bf0d2 HTTP/1.1" status: 404 len: 507 time: 0.4871941 Aug 19 18:07:48.493444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37530) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:48.498125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.546203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c3c23-3008-4d3d-a607-965393b77ea0 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.556866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c3c23-3008-4d3d-a607-965393b77ea0 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.578026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c3c23-3008-4d3d-a607-965393b77ea0 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.588264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-815c3c23-3008-4d3d-a607-965393b77ea0 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2223115 Aug 19 18:07:48.590459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37534) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:48.618955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509dfff-c82e-4589-b2c2-ca15e0b349c8 None None] Pushing event updated for resources: {'Port': ['ID=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:48.653967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Provisioning complete for port 64bd00b0-6b8c-4e58-963f-f95561225e48 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:48.654480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.696651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:48.697855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:48.708981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb5e2490-9ba2-4dd2-87d2-15721bd6c804 req-f2c1813f-e028-486d-8a0d-77bb27f0780b tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca2d5c0-a587-4dba-afe1-62eff6f7a93f HTTP/1.1" status: 200 len: 210 time: 0.0425615 Aug 19 18:07:48.842770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting port 0e55a0de-ac2e-42f5-8683-a80ba9937d64 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:48.843518 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.856666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 9f15bbdf-d5f9-4e13-93f5-de42e5db301a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:48.857315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.951912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Provisioning for port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:48.959991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:48.962863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Provisioning complete for port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:48.963284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:48.997113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efdc00-e486-4e5a-a2ae-65a985dc8fbb req-91629ae2-fa9a-4980-a2da-d2c911176f43 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:48.998744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6efdc00-e486-4e5a-a2ae-65a985dc8fbb req-91629ae2-fa9a-4980-a2da-d2c911176f43 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1132772 Aug 19 18:07:49.080222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.115703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 9f15bbdf-d5f9-4e13-93f5-de42e5db301a owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:49.145895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6efdc00-e486-4e5a-a2ae-65a985dc8fbb req-fe0f8cd4-2c99-4169-b2cd-1fa2a5cf96e3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303258 Aug 19 18:07:49.193416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d9af9fbf-019b-402f-92cf-4ebfc10fb33c None None] Port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:49.319176 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.342165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Provisioning complete for port 9f15bbdf-d5f9-4e13-93f5-de42e5db301a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:49.342548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.435913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=9f15bbdf-d5f9-4e13-93f5-de42e5db301a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:49.509243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.576268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Port 9f15bbdf-d5f9-4e13-93f5-de42e5db301a was deleted so its status cannot be updated. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:07:49.585668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:45Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:49.588912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.589578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.621269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67b781-5cec-440b-9343-1bb558cf843d None None] The sync data for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 is: [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:45Z', 'revision_number': 3, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:49.625437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Provisioning complete for port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:49.625575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.625871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.627650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Calling delete_port for 0e55a0de-ac2e-42f5-8683-a80ba9937d64 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:49.630931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a377aa0-4321-4008-9035-9a66dea4eafb tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/9f15bbdf-d5f9-4e13-93f5-de42e5db301a HTTP/1.1" status: 204 len: 168 time: 1.0373383 Aug 19 18:07:49.631669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37544) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:49.666386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Subnet': ['ID=240fbc65-ce32-45f3-bc10-6fae571460dc,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:49.677283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0bfc5-b4d7-4226-ab1b-ed85c26e64af None None] Port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:49.684287 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc09a345-ebbd-4def-a6a8-300cff698b7a tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] GET failed (client error): The resource could not be found. Aug 19 18:07:49.686832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dc09a345-ebbd-4def-a6a8-300cff698b7a tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports/9f15bbdf-d5f9-4e13-93f5-de42e5db301a HTTP/1.1" status: 404 len: 333 time: 0.0531292 Aug 19 18:07:49.691829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37546) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:49.701986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-2061884631'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:49.731750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Checking segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:49.732147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network hostable DHCP agents. Network: 06defd07-b2f7-47c9-be4f-162a16e5aadc, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:07:49.766119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:07:49.797907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 06defd07-b2f7-47c9-be4f-162a16e5aadc) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:49.809515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9d272-ac86-4bb2-a2a7-75c0c52dcdf8 None None] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:49.815302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:49.816415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.904340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:49.910311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:49.936571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port 588cf826-993c-480d-8121-2aa354003f06 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:49.938254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd407ae3-2cf0-4c7e-8b48-7aa0c08ccd76 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0463622 Aug 19 18:07:49.946716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:49.981620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.069955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-06defd07-b2f7-47c9-be4f-162a16e5aadc', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'fixed_ips': [{'subnet_id': '240fbc65-ce32-45f3-bc10-6fae571460dc'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:07:50.071591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.089482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.158078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Port': ['ID=0e55a0de-ac2e-42f5-8683-a80ba9937d64,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:50.238904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.285613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Allocated IP 172.20.0.18 (06defd07-b2f7-47c9-be4f-162a16e5aadc/240fbc65-ce32-45f3-bc10-6fae571460dc/f335ec25-4cd7-40f8-a8a0-ace3ed705dab) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:50.349457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.377426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.380203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.385346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-586c347b-5362-4272-bb9a-f1888064e4f5 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "DELETE /v2.0/floatingips/502c442d-97e5-4d02-ba38-f084555bf0d2 HTTP/1.1" status: 204 len: 168 time: 1.8866539 Aug 19 18:07:50.386539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.407831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4a57dd0d-363a-442d-bd78-0745c40c73b2 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'floatingip': {'floating_network_id': '13bce8eb-11ab-4e92-8433-1c36e354350b', 'port_id': '10cedfbd-5e5c-4b09-828b-bf0e4054df1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:50.446239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 64bd00b0-6b8c-4e58-963f-f95561225e48 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:50.458387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a57dd0d-363a-442d-bd78-0745c40c73b2 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.534298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.536834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.538036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/security-groups/e725785c-ded4-40f7-ae92-bdc82b7940f6 HTTP/1.1" status: 204 len: 168 time: 0.5255935 Aug 19 18:07:50.540892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.13 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/588cf826-993c-480d-8121-2aa354003f06) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:50.553817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37570) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.588324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eb48e-8ed4-4fee-b816-831d0f42e37f tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e725785c-ded4-40f7-ae92-bdc82b7940f6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:50.626287 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-580fd08f-24e6-4e38-bd3b-852cc613f6f5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] show failed (client error): The resource could not be found. Aug 19 18:07:50.630143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-580fd08f-24e6-4e38-bd3b-852cc613f6f5 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "GET /v2.0/security-groups/e725785c-ded4-40f7-ae92-bdc82b7940f6 HTTP/1.1" status: 404 len: 347 time: 0.0714786 Aug 19 18:07:50.630349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37572) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.735166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 64bd00b0-6b8c-4e58-963f-f95561225e48 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:50.735826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.737868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.754210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d933-6f9e-4228-9f00-0c6c907f1023 req-b7d5ed9a-c119-4646-b69b-6ea496226068 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:50.756155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c289d933-6f9e-4228-9f00-0c6c907f1023 req-b7d5ed9a-c119-4646-b69b-6ea496226068 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.4444270 Aug 19 18:07:50.774354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Transition to ACTIVE for port object f335ec25-4cd7-40f8-a8a0-ace3ed705dab will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:50.821341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Transition to ACTIVE for port object f335ec25-4cd7-40f8-a8a0-ace3ed705dab will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:50.833114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.924142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port 2f225064-91c8-428c-9ebd-f5573fc71109 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:50.924507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:50.925139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:50.927869 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-4a57dd0d-363a-442d-bd78-0745c40c73b2 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:07:50.929508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a57dd0d-363a-442d-bd78-0745c40c73b2 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5417240 Aug 19 18:07:50.934000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:50.954688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:50.959563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c289d933-6f9e-4228-9f00-0c6c907f1023 req-7547f083-231f-49e5-a21a-16d6c0ee0f89 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953166 Aug 19 18:07:50.962859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '10cedfbd-5e5c-4b09-828b-bf0e4054df1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:50.972626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:50.984990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Pushing event updated for resources: {'Port': ['ID=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.004041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1c3a625-c71b-4120-bb50-2d5bb2f68e01 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:51.081211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.098410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.120247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:51.132452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:51.133256 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.153354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object 588cf826-993c-480d-8121-2aa354003f06 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:51.179651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Attempting to bind port f335ec25-4cd7-40f8-a8a0-ace3ed705dab on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:07:51.180457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Attempting to bind port f335ec25-4cd7-40f8-a8a0-ace3ed705dab by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:07:51.181124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Attempting to bind port f335ec25-4cd7-40f8-a8a0-ace3ed705dab on network 06defd07-b2f7-47c9-be4f-162a16e5aadc {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:07:51.188394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:07:51.189215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Checking segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:07:51.189904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.190680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Bound using segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:07:51.191435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Bound port: f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:07:51.192108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.257241 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.270624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.270994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.293357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.300510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for 2f225064-91c8-428c-9ebd-f5573fc71109 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:51.318014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b1c3a625-c71b-4120-bb50-2d5bb2f68e01, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:51.323342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.357601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:51.387056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:51.388503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.400110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] For port f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:07:51.401366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:51.405042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.424522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] For port f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:07:51.435389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.477259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=588cf826-993c-480d-8121-2aa354003f06,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.525407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53215a-f34b-4c26-aa33-31ec4f91d1b1 None None] Pushing event updated for resources: {'Port': ['ID=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.543200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.581848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:51.582521 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.611775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Allocated IP 172.25.5.178 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ffaa717a-2026-4c25-afeb-072b4e59074e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:51.659258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1d08eee8-93b4-4f8a-85fb-f474c28628a1 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9648070 Aug 19 18:07:51.662098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:51.670310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:84:b2:6b'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:51.827014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.830519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4a821079-24b5-401f-b6de-b1b66a77f4c0 None None] Provisioning for port 588cf826-993c-480d-8121-2aa354003f06 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:51.835245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.838853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4a821079-24b5-401f-b6de-b1b66a77f4c0 None None] Provisioning complete for port 588cf826-993c-480d-8121-2aa354003f06 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:51.839481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4a821079-24b5-401f-b6de-b1b66a77f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:51.874857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=2f225064-91c8-428c-9ebd-f5573fc71109,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:51.901620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4a821079-24b5-401f-b6de-b1b66a77f4c0 None None] Port 588cf826-993c-480d-8121-2aa354003f06 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:52.019858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.095205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.098198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.100135 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7166f2f8-a662-4949-b89f-9e30167230e9 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/floatingips/172b4d81-2ef3-4362-83ea-65fe17a3fac8 HTTP/1.1" status: 204 len: 168 time: 1.4683924 Aug 19 18:07:52.122019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37588) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:52.231572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.316297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:52.330119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:52.331001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:52.333289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event updated for resources: {'Port': ['ID=ffaa717a-2026-4c25-afeb-072b4e59074e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:52.400944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1c3a625-c71b-4120-bb50-2d5bb2f68e01 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:52.412732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port 56b4fe99-dead-4441-9bee-6903706f896d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:52.413250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.458302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:52.458680 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.537795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.559760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for 56b4fe99-dead-4441-9bee-6903706f896d owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:52.577960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f335ec25-4cd7-40f8-a8a0-ace3ed705dab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:52.670571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f335ec25-4cd7-40f8-a8a0-ace3ed705dab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:52.726150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-fdfee974-53a8-422c-a330-fe037fa4d402 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7873344 Aug 19 18:07:52.858413 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:52.858678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.20.0.17 (06defd07-b2f7-47c9-be4f-162a16e5aadc/240fbc65-ce32-45f3-bc10-6fae571460dc/cb78fabb-bf5b-4416-a4be-e6e03ee1590f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:52.902272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1134b-2eac-421c-85c0-d73241433ba9 req-b490b8ce-7834-43b0-a62e-1624b4686f1e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.903984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2da1134b-2eac-421c-85c0-d73241433ba9 req-b490b8ce-7834-43b0-a62e-1624b4686f1e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.3257413 Aug 19 18:07:52.931633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-6e36d0ee-918f-45af-9b26-4b0b4216b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:52.933230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-6e36d0ee-918f-45af-9b26-4b0b4216b48c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1097 time: 0.1623642 Aug 19 18:07:52.979159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=56b4fe99-dead-4441-9bee-6903706f896d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:53.037251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting port ffaa717a-2026-4c25-afeb-072b4e59074e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:53.037946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.090138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.129964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.130353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.131877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.144109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.149370 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2bf0429a-fec2-4100-b3cd-42af3dbdb42e tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/ports/56b4fe99-dead-4441-9bee-6903706f896d HTTP/1.1" status: 204 len: 168 time: 1.0221972 Aug 19 18:07:53.151479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37596) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:53.191860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Calling delete_port for ffaa717a-2026-4c25-afeb-072b4e59074e owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:53.262472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2da1134b-2eac-421c-85c0-d73241433ba9 req-c8096414-8398-4fe5-800c-0893bae15d83 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472095 Aug 19 18:07:53.377371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42696c-e313-4b07-b9bc-e65cb4ec15a0 None None] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:53.414204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=588cf826-993c-480d-8121-2aa354003f06,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:53.494313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.496452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] In _notify_port_updated(), no bound segment for port 588cf826-993c-480d-8121-2aa354003f06 on network 7515bbb3-a7a0-4383-aec1-6826105546ac {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:07:53.498222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Provisioning for port f335ec25-4cd7-40f8-a8a0-ace3ed705dab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:53.501170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting port 70e3d710-0727-404f-9578-80ea6b89513c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:53.501821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.504180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:53.504890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.512732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dbaa9f31-c744-4b6f-b62e-968ac37ef17e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "PUT /v2.0/ports/588cf826-993c-480d-8121-2aa354003f06 HTTP/1.1" status: 200 len: 994 time: 1.8445733 Aug 19 18:07:53.512955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Provisioning complete for port f335ec25-4cd7-40f8-a8a0-ace3ed705dab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:53.512955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.516619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37600) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:53.537970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.554146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-94408a9b-5065-4364-b62f-3ca573a44af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:53.555858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-94408a9b-5065-4364-b62f-3ca573a44af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.5576172 Aug 19 18:07:53.615305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Transition to ACTIVE for port object cb78fabb-bf5b-4416-a4be-e6e03ee1590f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:53.619423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Port': ['ID=ffaa717a-2026-4c25-afeb-072b4e59074e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:53.721702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.751956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Calling delete_port for 70e3d710-0727-404f-9578-80ea6b89513c owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:53.761719 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] create failed (client error): The resource could not be found. Aug 19 18:07:53.762510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.767196 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d1dd405-6b96-469b-bda3-39a4b5d01a07 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8281367 Aug 19 18:07:53.769234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37604) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:53.793735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-77b8fab0-44f1-450a-acef-f212b0ff1aa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 1000 time: 0.2269185 Aug 19 18:07:53.846214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] For port f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:53.851806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.858643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.908156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:53.941813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:53.946271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edebd01-a5c3-484f-8b17-418fd5b99f05 None None] Pushing event updated for resources: {'Port': ['ID=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:53.980094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 588cf826-993c-480d-8121-2aa354003f06 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:53.980794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:53.992210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-28d3563f-ed7c-40f8-a576-aaa3e9b14005 None None] Provisioning complete for port 588cf826-993c-480d-8121-2aa354003f06 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:53.992592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28d3563f-ed7c-40f8-a576-aaa3e9b14005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.009843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:54.025577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting port 10cedfbd-5e5c-4b09-828b-bf0e4054df1a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:54.027400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.117683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-1b914a7e-dba4-4316-881f-32a4e052247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:54.119349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-1b914a7e-dba4-4316-881f-32a4e052247a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.3124070 Aug 19 18:07:54.123496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-28d3563f-ed7c-40f8-a576-aaa3e9b14005 None None] Port 588cf826-993c-480d-8121-2aa354003f06 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:54.130907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.196439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Port': ['ID=70e3d710-0727-404f-9578-80ea6b89513c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:54.221966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:54.256715 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.264722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82aad86b-cc3c-49ef-b28e-96644abfca10 None None] Provisioning complete for port f335ec25-4cd7-40f8-a8a0-ace3ed705dab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:54.266465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82aad86b-cc3c-49ef-b28e-96644abfca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.277731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.324049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Calling delete_port for 10cedfbd-5e5c-4b09-828b-bf0e4054df1a owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:54.357560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.362888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1cf3417-0cd2-4640-9623-e4d3eea0bccc tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/ports/70e3d710-0727-404f-9578-80ea6b89513c HTTP/1.1" status: 204 len: 168 time: 1.2080948 Aug 19 18:07:54.363186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37618) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:54.408949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f335ec25-4cd7-40f8-a8a0-ace3ed705dab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:07:54.413628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-626ef259-dc6c-45f0-9d64-a8f4f5988676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:54.415221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-626ef259-dc6c-45f0-9d64-a8f4f5988676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748647 Aug 19 18:07:54.530331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.542099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting subnet bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:54.553190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.600587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 588cf826-993c-480d-8121-2aa354003f06 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:54.628681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f335ec25-4cd7-40f8-a8a0-ace3ed705dab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:54.628681 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.697498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.787304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4adbb73-e2c7-46ab-b419-826fbb6f3e6c None None] Provisioning for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:54.787695 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.792617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4adbb73-e2c7-46ab-b419-826fbb6f3e6c None None] Provisioning complete for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:54.793106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4adbb73-e2c7-46ab-b419-826fbb6f3e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.846613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d4adbb73-e2c7-46ab-b419-826fbb6f3e6c None None] Port cb78fabb-bf5b-4416-a4be-e6e03ee1590f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:54.925578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-4b6c7d89-4aae-4ed0-8966-3c462eeb2d27 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837246 Aug 19 18:07:54.932319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:54.942507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Port': ['ID=10cedfbd-5e5c-4b09-828b-bf0e4054df1a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.018580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.019152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.024858 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-836b1040-4c8a-420b-81c0-4fea84d8b833 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "DELETE /v2.0/ports/10cedfbd-5e5c-4b09-828b-bf0e4054df1a HTTP/1.1" status: 204 len: 168 time: 1.2538555 Aug 19 18:07:55.025497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37624) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.029114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391156-9460-411a-a064-a436c825a9c7 req-2548794e-bf7b-403e-8730-f34538e78481 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:55.031837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50391156-9460-411a-a064-a436c825a9c7 req-2548794e-bf7b-403e-8730-f34538e78481 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.5373793 Aug 19 18:07:55.093620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=588cf826-993c-480d-8121-2aa354003f06,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.117151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.176629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646a69c-f29f-4a93-b8a2-88f88d43f61e tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:55.180811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a646a69c-f29f-4a93-b8a2-88f88d43f61e tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "GET /v2.0/ports?device_id=210c7322-c469-46e7-aa90-f915f9aa499a HTTP/1.1" status: 200 len: 913 time: 0.1465390 Aug 19 18:07:55.181423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37626) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.240028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50391156-9460-411a-a064-a436c825a9c7 req-fa3f8610-2b04-4a40-a12d-75397658dc3d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525712 Aug 19 18:07:55.372720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d674703-a6d5-4d70-b091-1438f186c6d2 req-ad317231-7996-4a39-9c1a-0fadea5cb012 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062655 Aug 19 18:07:55.688866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.693113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3ac2055b-a452-4947-964d-45ed5ccd78f2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/588cf826-993c-480d-8121-2aa354003f06 HTTP/1.1" status: 204 len: 168 time: 2.1693194 Aug 19 18:07:55.697538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37636) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.737714 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e62cc61-261b-4f25-80ed-dd1d89087d7b tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] GET failed (client error): The resource could not be found. Aug 19 18:07:55.743223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7e62cc61-261b-4f25-80ed-dd1d89087d7b tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports/588cf826-993c-480d-8121-2aa354003f06 HTTP/1.1" status: 404 len: 333 time: 0.0408907 Aug 19 18:07:55.747257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37638) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.754286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-472395390'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:55.776215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.823691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.830518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.893020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Subnet': ['ID=bc62a3b5-0cde-4f7f-8fea-d07e641a26c1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.911427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13afea4-2d3d-4fc2-8d51-ff3b62f05010 None None] Network fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:55.922286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.929892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:55.934922 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:55.936600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37646) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:55.950090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06835c91-b328-49a1-8691-759cbdc955e0 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/subnets/bc62a3b5-0cde-4f7f-8fea-d07e641a26c1 HTTP/1.1" status: 204 len: 168 time: 1.5849800 Aug 19 18:07:56.086509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Deleting subnet 81b9696e-3ca8-4cf3-a095-ac76e9c87993 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:56.100709 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.137493 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.170049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:07:56.179892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.223579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.267331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] DHCP port deletion for fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:07:56.388818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Deleting port 01055b96-784e-40b3-8109-38716e463b96 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:56.390095 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.424794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:56.459903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:56.546376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] For port 01055b96-784e-40b3-8109-38716e463b96, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=01055b96-784e-40b3-8109-38716e463b96,segment=NetworkSegment(6ccd490c-5dc5-4b17-9bde-52ebeeeef708),segment_id=6ccd490c-5dc5-4b17-9bde-52ebeeeef708)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:56.547350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.568974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Calling delete_port for 01055b96-784e-40b3-8109-38716e463b96 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:56.582262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.730754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:56.807791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] No DVR routers for this DVR port 01055b96-784e-40b3-8109-38716e463b96 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:56.833611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2545a2-abdd-4df4-b154-38b86302c1e3 None None] Pushing event deleted for resources: {'Port': ['ID=01055b96-784e-40b3-8109-38716e463b96,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:56.924504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-810ee304-2652-4746-b0f9-c19987df6952 None None] Provisioning complete for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:56.925165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-810ee304-2652-4746-b0f9-c19987df6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.014335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-810ee304-2652-4746-b0f9-c19987df6952 None None] Port cb78fabb-bf5b-4416-a4be-e6e03ee1590f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:57.110929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting port f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:57.111588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.218785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port 2a1b0c1c-7106-4041-9e82-7c493c980acd yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:07:57.282648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.298248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Calling delete_port for f01815da-7e9a-48d3-9a6f-14a4ca5e94c0 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:57.448227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1b2e-f30e-4a74-9f90-2a2f8daa9d57 req-2232b31c-4a7f-4d19-a505-5094faed0ce3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:57.456606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721b1b2e-f30e-4a74-9f90-2a2f8daa9d57 req-2232b31c-4a7f-4d19-a505-5094faed0ce3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 1.0056050 Aug 19 18:07:57.522892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721b1b2e-f30e-4a74-9f90-2a2f8daa9d57 req-23d20547-30d5-4b20-a501-60a168bb74cd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650733 Aug 19 18:07:57.543880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.573732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.589292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.11 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/2a1b0c1c-7106-4041-9e82-7c493c980acd) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:07:57.599169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router 2074263f-7743-4b25-96b9-384bc38ff6d0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:57.645879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Port': ['ID=f01815da-7e9a-48d3-9a6f-14a4ca5e94c0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:57.827646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.861312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:57.872949 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Sync routers for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:57.882213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ddb7af9f-2ab6-4439-a3f2-1fae964f4e87 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "PUT /v2.0/routers/2074263f-7743-4b25-96b9-384bc38ff6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9269977 Aug 19 18:07:57.919739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.926795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:57.927438 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:57.931272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Subnet': ['ID=81b9696e-3ca8-4cf3-a095-ac76e9c87993,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:57.936834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:57.943962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-343a25da-e9a8-4cf1-8707-9fc6627cb27a tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/subnets/81b9696e-3ca8-4cf3-a095-ac76e9c87993 HTTP/1.1" status: 204 len: 168 time: 2.0036106 Aug 19 18:07:57.944612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37664) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:57.949286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228684ae-215b-42ac-8388-340f8eb44ed6 None None] Network 43fab3b5-ff9b-4d79-96f2-d44e63187507 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:58.206467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.231346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:07:58.265059 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eda584a1-e4b1-47cc-b879-db2fd773f71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.287131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.293438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Router 210c7322-c469-46e7-aa90-f915f9aa499a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:07:58.372868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 01055b96-784e-40b3-8109-38716e463b96 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:07:58.404552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object 2a1b0c1c-7106-4041-9e82-7c493c980acd will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:58.418804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 01055b96-784e-40b3-8109-38716e463b96 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:07:58.419609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 01055b96-784e-40b3-8109-38716e463b96 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:07:58.433768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.449785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] DHCP port deletion for 43fab3b5-ff9b-4d79-96f2-d44e63187507 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:07:58.451213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:07:58.456939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb30607f-1de6-4389-a8e2-0cac3b9ec9c2']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.471576 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c63dece7-0aeb-45b1-9166-bccc2ee273d8 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "PUT /v2.0/routers/210c7322-c469-46e7-aa90-f915f9aa499a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2870114 Aug 19 18:07:58.474284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37680) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:58.487908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccd490c-5dc5-4b17-9bde-52ebeeeef708') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.488298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccd490c-5dc5-4b17-9bde-52ebeeeef708') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.518129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] Sync routers for ids ['210c7322-c469-46e7-aa90-f915f9aa499a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:07:58.531966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.549872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-484acd40-0621-4958-bece-db2282370781 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:58.550926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] Routers {'210c7322-c469-46e7-aa90-f915f9aa499a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:58.552821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-484acd40-0621-4958-bece-db2282370781 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/networks?id=06defd07-b2f7-47c9-be4f-162a16e5aadc HTTP/1.1" status: 200 len: 798 time: 0.2800381 Aug 19 18:07:58.576089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.576459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['210c7322-c469-46e7-aa90-f915f9aa499a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.597928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.610380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:07:58.610772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:07:58.619230 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:07:58.631856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-d14953de-4cbe-47bf-b510-4b294d746c7b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/quotas/7629d8e50b594233847121270c3525a3 HTTP/1.1" status: 200 len: 375 time: 0.0490217 Aug 19 18:07:58.636639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.751102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.784825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:07:58.793675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] Routers {'210c7322-c469-46e7-aa90-f915f9aa499a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:07:58.794316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['210c7322-c469-46e7-aa90-f915f9aa499a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.814440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:07:58.817356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:07:58.863499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=2a1b0c1c-7106-4041-9e82-7c493c980acd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:58.866865 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:54Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cb78fabb-bf5b-4416-a4be-e6e03ee1590f', 'name': '', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:14:eb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:51Z', 'updated_at': '2021-08-19T18:07:55Z', 'revision_number': 2, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.873644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.878972 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.883955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/networks/fb30607f-1de6-4389-a8e2-0cac3b9ec9c2 HTTP/1.1" status: 204 len: 168 time: 0.9169848 Aug 19 18:07:58.888323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37686) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:58.910534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.913477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.937960 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Checking router: 2074263f-7743-4b25-96b9-384bc38ff6d0 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:07:58.939660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:07:58.940304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Updating router 2074263f-7743-4b25-96b9-384bc38ff6d0 port cb78fabb-bf5b-4416-a4be-e6e03ee1590f binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:07:58.940447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fee51-b2b7-47a2-bf0a-de8a53474f91 None None] The sync data for ids ['210c7322-c469-46e7-aa90-f915f9aa499a'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:07:58.965292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Deleting port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:58.966023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.998238 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.998987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:58.999557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Fanout notify agent at l3_agent the message router_deleted on router 210c7322-c469-46e7-aa90-f915f9aa499a {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:07:59.019077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.020613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5c5b3077-3be2-43e9-8932-8f9738dc57f0 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "DELETE /v2.0/routers/210c7322-c469-46e7-aa90-f915f9aa499a HTTP/1.1" status: 204 len: 168 time: 0.5291629 Aug 19 18:07:59.026943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37694) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:59.070092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.071101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.108373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] For port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,segment=NetworkSegment(ff0b65e6-7699-469a-b68b-da72ccc53b53),segment_id=ff0b65e6-7699-469a-b68b-da72ccc53b53)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:07:59.108781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.129324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting subnet 053a6a50-fdc0-4374-8ed7-d02332118ea0 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:07:59.132894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.144719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Calling delete_port for 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:07:59.145382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7604e19f-0ce1-425d-b2bf-da9c17b5d01e tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4650869 Aug 19 18:07:59.154819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fa9a5-75b4-47e5-9603-75ffda910f36 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Network': ['ID=fb30607f-1de6-4389-a8e2-0cac3b9ec9c2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:59.175512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.195249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cf954-c06f-477e-9e06-55a438750e35 req-7f616203-3f0f-44dd-b261-15d05f2b995c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:07:59.208081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f60cf954-c06f-477e-9e06-55a438750e35 req-7f616203-3f0f-44dd-b261-15d05f2b995c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.4454560 Aug 19 18:07:59.229866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.258731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.272799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] No DVR routers for this DVR port 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:07:59.300220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5b81c-3f55-4eda-9123-c37b098fc399 None None] Pushing event deleted for resources: {'Port': ['ID=04e80bcc-60bc-4487-bdc8-f07d3c1dfc27,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:59.307935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-01042998-28b7-4226-bbb0-f12099516687 None None] Provisioning for port 2a1b0c1c-7106-4041-9e82-7c493c980acd completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:07:59.307935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-01042998-28b7-4226-bbb0-f12099516687 None None] Provisioning complete for port 2a1b0c1c-7106-4041-9e82-7c493c980acd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:07:59.308973 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-01042998-28b7-4226-bbb0-f12099516687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.355244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-01042998-28b7-4226-bbb0-f12099516687 None None] Port 2a1b0c1c-7106-4041-9e82-7c493c980acd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:07:59.366808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-89fd1917-b1fb-4aea-bf01-67a06e8cfa6e tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6182964 Aug 19 18:07:59.378500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37696) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:59.382685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.399483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:84:b2:6b'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:07:59.509349 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-6779572c-f4d0-46b7-bbe9-a4538e2a6d3c service neutron] 10.222.0.36 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467810 Aug 19 18:07:59.528900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f60cf954-c06f-477e-9e06-55a438750e35 req-0352db00-00dc-4afe-bc41-055a927f916e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198121 Aug 19 18:07:59.642704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.684049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Subnet': ['ID=053a6a50-fdc0-4374-8ed7-d02332118ea0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:07:59.694063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.695321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df35c2-6916-4fd0-9d4a-9b00bb26fb31 None None] Network 13bce8eb-11ab-4e92-8433-1c36e354350b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:07:59.698905 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ad8295ce-9900-480d-956a-04204a715e70 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "DELETE /v2.0/subnets/053a6a50-fdc0-4374-8ed7-d02332118ea0 HTTP/1.1" status: 204 len: 168 time: 0.6707997 Aug 19 18:07:59.699707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:07:59.710076 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.733102 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Transition to ACTIVE for port object cb78fabb-bf5b-4416-a4be-e6e03ee1590f will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:07:59.746914 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.789961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.891962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Deleting port 2a4c3f5c-b107-4a8b-b891-ac50686e342d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:07:59.892358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:07:59.930793 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Pushing event updated for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:00.031022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] For port 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a4c3f5c-b107-4a8b-b891-ac50686e342d,segment=NetworkSegment(c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed),segment_id=c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:00.033207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.051696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Calling delete_port for 2a4c3f5c-b107-4a8b-b891-ac50686e342d owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:00.052640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.053172 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.053411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.053629 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.053956 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.054458 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.057429 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.058343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.059028 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.059573 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.060079 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.060577 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:00.077235 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Attempting to bind port cb78fabb-bf5b-4416-a4be-e6e03ee1590f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:00.077815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Attempting to bind port cb78fabb-bf5b-4416-a4be-e6e03ee1590f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:00.079436 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Attempting to bind port cb78fabb-bf5b-4416-a4be-e6e03ee1590f on network 06defd07-b2f7-47c9-be4f-162a16e5aadc {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:00.094666 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:00.095040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Checking segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:00.095730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-8a158244-0d5e-4382-97cd-20f9c7977b42 service neutron] 10.222.0.36 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131958 Aug 19 18:08:00.095886 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.099944 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Bound using segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:00.104006 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Bound port: cb78fabb-bf5b-4416-a4be-e6e03ee1590f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:00.104408 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.213135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] DHCP port deletion for 13bce8eb-11ab-4e92-8433-1c36e354350b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:00.233934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.402807 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] For port cb78fabb-bf5b-4416-a4be-e6e03ee1590f, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:00.418211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fab3b5-ff9b-4d79-96f2-d44e63187507']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:00.428142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] For port cb78fabb-bf5b-4416-a4be-e6e03ee1590f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:00.441903 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.468362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:00.620724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0b65e6-7699-469a-b68b-da72ccc53b53') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:00.621027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0b65e6-7699-469a-b68b-da72ccc53b53') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:00.682679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.688058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.689957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Deleting port 2a4c3f5c-b107-4a8b-b891-ac50686e342d {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:00.696298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.699064 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:00.699860 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:07:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:00.744129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.764988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:00.765572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 04e80bcc-60bc-4487-bdc8-f07d3c1dfc27 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:00.807135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Port': ['ID=2a4c3f5c-b107-4a8b-b891-ac50686e342d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:00.837383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] No DVR routers for this DVR port 2a4c3f5c-b107-4a8b-b891-ac50686e342d on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:00.852388 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65790cf1-a6e5-4a8b-851c-fa972a711185 None None] Pushing event updated for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:00.949507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cced6-0e02-4275-99ec-dc49a86035c2 req-2bd0fba5-57c9-4bc6-8c03-caf4ec37aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:00.959236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d2cced6-0e02-4275-99ec-dc49a86035c2 req-2bd0fba5-57c9-4bc6-8c03-caf4ec37aa14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1098 time: 0.7276623 Aug 19 18:08:00.975141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4d6eb6-2bbf-4541-b8fe-440115ef27e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:00.993041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.004108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:01.017208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] For port 2a4c3f5c-b107-4a8b-b891-ac50686e342d, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:01.017837 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.020477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.030035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-139657ae-ee1e-40cc-b0d6-d0da83533502 req-d244ef19-65a1-430b-a095-ca630dbbd4e4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 210 time: 0.2760394 Aug 19 18:08:01.071542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:01.071968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.083257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067dc5e-eb25-41a8-aabb-b0af86910bfd req-f678c618-d07f-4cbd-8e81-f38c9f28cc04 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:01.090258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.091365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8067dc5e-eb25-41a8-aabb-b0af86910bfd req-f678c618-d07f-4cbd-8e81-f38c9f28cc04 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.2360382 Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:01.106536 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:01.115766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Calling delete_port for 2a4c3f5c-b107-4a8b-b891-ac50686e342d owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:01.120642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bce8eb-11ab-4e92-8433-1c36e354350b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:01.124070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Port 2a4c3f5c-b107-4a8b-b891-ac50686e342d was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:08:01.136183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.148867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:01.149210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a1ac0c-ac4a-43aa-925a-21a3ea4f01ed') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:01.189462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.223777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.225614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] Pushing event deleted for resources: {'Port': ['ID=2a4c3f5c-b107-4a8b-b891-ac50686e342d,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:01.242298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:01.243813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.248267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c67e7d-f023-423a-acaa-563b0b7fda7d None None] No DVR routers for this DVR port 2a4c3f5c-b107-4a8b-b891-ac50686e342d on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:01.283676 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:01.329789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d2cced6-0e02-4275-99ec-dc49a86035c2 req-c174c906-5552-46b1-9569-efc72192b858 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141649 Aug 19 18:08:01.389425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.400879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.407145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] 10.222.0.36 "DELETE /v2.0/networks/13bce8eb-11ab-4e92-8433-1c36e354350b HTTP/1.1" status: 204 len: 168 time: 1.7040572 Aug 19 18:08:01.429990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b8ce2-d77e-45eb-a616-2ce67f781122 tempest-FloatingIPNegativeTestJSON-580392220 tempest-FloatingIPNegativeTestJSON-580392220-project] Pushing event deleted for resources: {'Network': ['ID=13bce8eb-11ab-4e92-8433-1c36e354350b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:01.449618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.457881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.477268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] 10.222.0.36 "DELETE /v2.0/networks/43fab3b5-ff9b-4d79-96f2-d44e63187507 HTTP/1.1" status: 204 len: 168 time: 2.5827727 Aug 19 18:08:01.539695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8067dc5e-eb25-41a8-aabb-b0af86910bfd req-b74b0dd3-0e05-40bc-a091-a26320d341f4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418688 Aug 19 18:08:01.579659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd28b8d-e9ab-42db-b395-6a31a4fd4172 tempest-TaggedBootDevicesTest-1104166576 tempest-TaggedBootDevicesTest-1104166576-project] Pushing event deleted for resources: {'Network': ['ID=43fab3b5-ff9b-4d79-96f2-d44e63187507,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:01.615658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e4494-d851-4700-8eed-636eb764ab7c req-4de2bf6d-cd44-41fc-9c35-cb0e65b38976 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:01.617805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e9e4494-d851-4700-8eed-636eb764ab7c req-4de2bf6d-cd44-41fc-9c35-cb0e65b38976 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3018148 Aug 19 18:08:01.657784 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:54Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cb78fabb-bf5b-4416-a4be-e6e03ee1590f', 'name': '', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:14:eb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:51Z', 'updated_at': '2021-08-19T18:08:00Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:01.714440 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ea63d-b768-492c-b73a-1593a9a4bfed None None] The sync data for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 is: [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:07:54Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cb78fabb-bf5b-4416-a4be-e6e03ee1590f', 'name': '', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:14:eb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:51Z', 'updated_at': '2021-08-19T18:08:00Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:01.773902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e9e4494-d851-4700-8eed-636eb764ab7c req-86bde1f2-a349-40cc-9a22-89958ea276f4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401026 Aug 19 18:08:01.852403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-6b4d33a0-14a7-4fba-85b8-068784d7d003 req-4d9080c1-8e26-4829-b671-d6694df6c41e service neutron] (101324) timed out ('10.222.0.13', 53861) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:08:01.870626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.877038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:01.941929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.174913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=2a1b0c1c-7106-4041-9e82-7c493c980acd,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:02.213319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] In _notify_port_updated(), no bound segment for port 2a1b0c1c-7106-4041-9e82-7c493c980acd on network 7515bbb3-a7a0-4383-aec1-6826105546ac {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:08:02.223765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:02.226983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.235076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-223cb631-f40d-4a1b-b4b5-4d9425cf43b2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "PUT /v2.0/ports/2a1b0c1c-7106-4041-9e82-7c493c980acd HTTP/1.1" status: 200 len: 996 time: 2.8451946 Aug 19 18:08:02.236896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37744) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:02.254232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37746) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:02.301144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0f7662c-5980-4d06-8016-81eda49c7f55 req-ab85c19e-e31c-412a-8a4c-e3e9ca19cd45 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 210 time: 0.0714951 Aug 19 18:08:02.439252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cb78fabb-bf5b-4416-a4be-e6e03ee1590f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:02.646985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:02.664756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:02.671153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.714205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 2a1b0c1c-7106-4041-9e82-7c493c980acd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:02.717893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.777084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21aa4e54-7b6c-4dc5-80cc-7f516636e856 None None] Provisioning complete for port 2a1b0c1c-7106-4041-9e82-7c493c980acd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:02.792279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21aa4e54-7b6c-4dc5-80cc-7f516636e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.904296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-21aa4e54-7b6c-4dc5-80cc-7f516636e856 None None] Port 2a1b0c1c-7106-4041-9e82-7c493c980acd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:02.950905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:02.982752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 2a1b0c1c-7106-4041-9e82-7c493c980acd owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:03.007711 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.081315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port cb78fabb-bf5b-4416-a4be-e6e03ee1590f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:03.086719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.099941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7ba8814b-02b5-4c66-8501-448d1579083e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cc18b6966e748c68c1dbdf494b55551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439624 Aug 19 18:08:03.126846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37756) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:03.160484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f473ce6-9dff-4a1a-a7e9-4999af29ebe9 req-e8b68084-33d0-4a67-97c6-1bf86817a5cc tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.170489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f473ce6-9dff-4a1a-a7e9-4999af29ebe9 req-e8b68084-33d0-4a67-97c6-1bf86817a5cc tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.3952320 Aug 19 18:08:03.325458 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.332659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-a9486edd-be7f-48a4-b2c3-f0b45b3bfff1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.349512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-a9486edd-be7f-48a4-b2c3-f0b45b3bfff1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.42 "GET /v2.0/networks?id=06defd07-b2f7-47c9-be4f-162a16e5aadc HTTP/1.1" status: 200 len: 798 time: 0.7119558 Aug 19 18:08:03.376830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Request body: {'port': {'device_id': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'admin_state_up': True, 'tenant_id': '7629d8e50b594233847121270c3525a3'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:03.385582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.422501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8ad9-a17c-4d2a-a9ab-03ba7cbb540e req-20d1e794-dc84-4776-b391-9bbcecf8a1f9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:03.439058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27ef8ad9-a17c-4d2a-a9ab-03ba7cbb540e req-20d1e794-dc84-4776-b391-9bbcecf8a1f9 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.4142351 Aug 19 18:08:03.459124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a4c3f5c-b107-4a8b-b891-ac50686e342d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:03.503540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 2a4c3f5c-b107-4a8b-b891-ac50686e342d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:03.503876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a4c3f5c-b107-4a8b-b891-ac50686e342d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:03.523831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.546877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:03.576187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.579831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.580939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d68a9474-ef5d-4175-b0a3-86fa9a3340a8 HTTP/1.1" status: 204 len: 168 time: 0.4498172 Aug 19 18:08:03.599579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0cd5-54ad-4da0-a074-e61c33691497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a9474-ef5d-4175-b0a3-86fa9a3340a8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:03.637181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.685864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f473ce6-9dff-4a1a-a7e9-4999af29ebe9 req-ba6af65b-0e45-42cf-aa83-32661e78e0e6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103226 Aug 19 18:08:03.710671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=2a1b0c1c-7106-4041-9e82-7c493c980acd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:03.824339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27ef8ad9-a17c-4d2a-a9ab-03ba7cbb540e req-00099cdb-e652-48cc-9817-3bd54f3719b0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836532 Aug 19 18:08:03.961409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:03.966653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:03.967421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7887f34a-6eec-41d6-a667-ca12af30893d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/2a1b0c1c-7106-4041-9e82-7c493c980acd HTTP/1.1" status: 204 len: 168 time: 1.7288311 Aug 19 18:08:04.092018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c917e37-dbaa-4a88-a2d2-485c0bb69fd2 req-c3eab1c2-5137-4a58-b940-31b5ed737d33 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 210 time: 0.0426297 Aug 19 18:08:04.092643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Made reservation on behalf of 7629d8e50b594233847121270c3525a3 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:04.096499 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.110209 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-08991d61-fc45-45b9-9559-2b381c01a350 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] GET failed (client error): The resource could not be found. Aug 19 18:08:04.111909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-08991d61-fc45-45b9-9559-2b381c01a350 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports/2a1b0c1c-7106-4041-9e82-7c493c980acd HTTP/1.1" status: 404 len: 333 time: 0.1439688 Aug 19 18:08:04.123716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:04.157780 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:08:04.201723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-1123089523'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:04.438080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cb78fabb-bf5b-4416-a4be-e6e03ee1590f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:04.443753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Allocated IP 172.20.0.29 (06defd07-b2f7-47c9-be4f-162a16e5aadc/240fbc65-ce32-45f3-bc10-6fae571460dc/ec8a5f46-c681-4adc-978c-66c2331ded56) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:04.556000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:04.560561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.612709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port a961d9c4-fb5b-4d34-a981-a3357a594335 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:08:04.625707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cb78fabb-bf5b-4416-a4be-e6e03ee1590f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:04.627928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:04.986013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.13 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/a961d9c4-fb5b-4d34-a981-a3357a594335) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:05.369949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.396482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object a961d9c4-fb5b-4d34-a981-a3357a594335 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:05.470223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.534473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:05.539190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:05.556356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:05.600548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.637387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=a961d9c4-fb5b-4d34-a981-a3357a594335,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:05.685206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.686484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:05.736134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68c231-8bcd-4fe7-a6c6-953bf8143553 req-a3f142d5-a348-4c7f-b86b-2470e9927b2b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.738142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-77701384-403d-4eca-8d9d-c309907c91f9 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6037316 Aug 19 18:08:05.740699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37804) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:05.749038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be68c231-8bcd-4fe7-a6c6-953bf8143553 req-a3f142d5-a348-4c7f-b86b-2470e9927b2b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3984997 Aug 19 18:08:05.750583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'network_id': '7515bbb3-a7a0-4383-aec1-6826105546ac', 'name': 'tempest-AllowedAddressPairTestJSON-95445407'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:05.762242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Transition to ACTIVE for port object ec8a5f46-c681-4adc-978c-66c2331ded56 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:05.797191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37806) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:05.815262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26d55b-f399-4813-9cd7-175959bc24c2 req-2525ef20-c86f-428f-9c42-e8f1db1c98e7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:05.817236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb26d55b-f399-4813-9cd7-175959bc24c2 req-2525ef20-c86f-428f-9c42-e8f1db1c98e7 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.4688468 Aug 19 18:08:06.003386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Made reservation on behalf of 4dce5bc3f6d14fa7abb86c9a312e375c for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:06.009548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.018224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be68c231-8bcd-4fe7-a6c6-953bf8143553 req-c7f1c631-9ac2-42cc-88cf-c311292348c8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678139 Aug 19 18:08:06.039092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb26d55b-f399-4813-9cd7-175959bc24c2 req-64872344-d53d-45e6-bbad-674ee7ddba8c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752274 Aug 19 18:08:06.058163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] device_id is not set on port 666fa69d-ce37-4a55-bb6b-21e563a716dd yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:08:06.099019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-aec0d146-16ab-4182-952e-583e749cee43 None None] Provisioning for port a961d9c4-fb5b-4d34-a981-a3357a594335 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:06.116271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-aec0d146-16ab-4182-952e-583e749cee43 None None] Provisioning complete for port a961d9c4-fb5b-4d34-a981-a3357a594335 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:06.119798 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aec0d146-16ab-4182-952e-583e749cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.125403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.261508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-aec0d146-16ab-4182-952e-583e749cee43 None None] Port a961d9c4-fb5b-4d34-a981-a3357a594335 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:06.311231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305427242'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:06.330307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:06.357840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event updated for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:06.371065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:06.378093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Allocated IP 172.20.0.8 (7515bbb3-a7a0-4383-aec1-6826105546ac/b002c8d9-7fbd-40fe-8b62-76f39cfe1461/666fa69d-ce37-4a55-bb6b-21e563a716dd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:06.422901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:06.520176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2c05-6a59-42e6-ac74-1092c6fd1a68 req-4e9cc872-355a-446b-8cbb-2b6e2d0ceb67 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.538713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78af2c05-6a59-42e6-ac74-1092c6fd1a68 req-4e9cc872-355a-446b-8cbb-2b6e2d0ceb67 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 895 time: 0.2844481 Aug 19 18:08:06.577514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:06.582830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.608382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.620397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934320c-f637-45e8-8dc9-9e15c96e5f41 req-e320cbd2-8af2-48f8-808a-ba458a86ea91 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.622100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0934320c-f637-45e8-8dc9-9e15c96e5f41 req-e320cbd2-8af2-48f8-808a-ba458a86ea91 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2827501 Aug 19 18:08:06.666578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:06.667674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.745148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.773405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Transition to ACTIVE for port object 666fa69d-ce37-4a55-bb6b-21e563a716dd will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:06.781797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0934320c-f637-45e8-8dc9-9e15c96e5f41 req-6eafd241-2298-480a-b06f-17f0403fbfb1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351545 Aug 19 18:08:06.807437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2d863e6c-9f09-4355-ae40-04222bbd8698 None None] Provisioning for port ec8a5f46-c681-4adc-978c-66c2331ded56 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:06.822797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2d863e6c-9f09-4355-ae40-04222bbd8698 None None] Provisioning complete for port ec8a5f46-c681-4adc-978c-66c2331ded56 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:06.823289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d863e6c-9f09-4355-ae40-04222bbd8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.874575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.935753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.946812 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:06.971433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2d863e6c-9f09-4355-ae40-04222bbd8698 None None] Port ec8a5f46-c681-4adc-978c-66c2331ded56 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:06.978233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0862590e-2057-4c94-aeb3-268a20470d32 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6147428 Aug 19 18:08:07.035299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Network 7515bbb3-a7a0-4383-aec1-6826105546ac is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:07.041024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0183919a-c71a-40b9-bf85-dcfac5af31d4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:08:07.042706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:07.046808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-0183919a-c71a-40b9-bf85-dcfac5af31d4 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235450 Aug 19 18:08:07.079911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:07.083269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Request body: {'port': {'device_id': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:07.157910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:07.221244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.221982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.242798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=666fa69d-ce37-4a55-bb6b-21e563a716dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:07.263276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df1b6052-b63e-48ef-afb8-81520be3064d tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5179799 Aug 19 18:08:07.263908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:07.272970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:84:b2:6b'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4c:49:22'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:07.282008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.282356 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment a45127cc-a91e-4719-84ef-29fda495fb34 of type vlan for network 1c731cf9-38f3-43cb-a818-a7e57a326fed Aug 19 18:08:07.286721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446c1d4b-71e7-4ab7-bce2-f3a90e4a6fc3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:07.422990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.447730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a6b75-b328-4622-beb7-8c2a1d58f817 req-4459f993-987a-4155-afe2-80115cacf0c5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.449469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-727a6b75-b328-4622-beb7-8c2a1d58f817 req-4459f993-987a-4155-afe2-80115cacf0c5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2535295 Aug 19 18:08:07.460276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.524895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-57c68cb2-2061-4e28-aec3-8daa4fccb753 None None] Provisioning for port 666fa69d-ce37-4a55-bb6b-21e563a716dd completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:07.536613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-57c68cb2-2061-4e28-aec3-8daa4fccb753 None None] Provisioning complete for port 666fa69d-ce37-4a55-bb6b-21e563a716dd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:07.537346 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c68cb2-2061-4e28-aec3-8daa4fccb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.564917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e62c5e-c5c0-49b1-b3ce-6fe8cee70a60 req-215c6495-48e0-473d-9e64-ee38af009754 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.566553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88e62c5e-c5c0-49b1-b3ce-6fe8cee70a60 req-215c6495-48e0-473d-9e64-ee38af009754 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3524165 Aug 19 18:08:07.582851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-57c68cb2-2061-4e28-aec3-8daa4fccb753 None None] Port 666fa69d-ce37-4a55-bb6b-21e563a716dd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:07.587332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:08:07.655541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-727a6b75-b328-4622-beb7-8c2a1d58f817 req-d52a4ac1-c8aa-4a39-8dae-48bb44eaa693 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715465 Aug 19 18:08:07.675692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.692132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.692305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:07.692305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:07.914334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88e62c5e-c5c0-49b1-b3ce-6fe8cee70a60 req-1500499b-09dc-47c0-9069-2c26829b12e5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309832 Aug 19 18:08:07.955530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1243639 Aug 19 18:08:07.998551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee09b-e280-4e01-99e6-05dae4e85d73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=1c731cf9-38f3-43cb-a818-a7e57a326fed,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:08.002950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:08.022858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa172da-56e1-43c7-8c15-5d2e72f8d457 req-26f357a1-f916-413e-bf63-6ce5f7a6ed83 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:08.037527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2aa172da-56e1-43c7-8c15-5d2e72f8d457 req-26f357a1-f916-413e-bf63-6ce5f7a6ed83 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 895 time: 0.1174059 Aug 19 18:08:08.049131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.056358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.164635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37836) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:08.175686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:08.303110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] In _notify_port_updated(), no bound segment for port 666fa69d-ce37-4a55-bb6b-21e563a716dd on network 7515bbb3-a7a0-4383-aec1-6826105546ac {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:08:08.325846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:08.327081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.332561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "PUT /v2.0/ports/666fa69d-ce37-4a55-bb6b-21e563a716dd HTTP/1.1" status: 200 len: 1054 time: 1.0670178 Aug 19 18:08:08.335164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37840) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:08.371915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0c650-c245-4fa9-9c10-d9121f733101 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event updated for resources: {'Port': ['ID=666fa69d-ce37-4a55-bb6b-21e563a716dd,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:08.523827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4392db23-6d9d-40e8-ab67-bed59678bfd5 None None] Provisioning complete for port 666fa69d-ce37-4a55-bb6b-21e563a716dd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:08.524751 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4392db23-6d9d-40e8-ab67-bed59678bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.571145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:08.575083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.616813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4392db23-6d9d-40e8-ab67-bed59678bfd5 None None] Port 666fa69d-ce37-4a55-bb6b-21e563a716dd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:08:08.656453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a5f46-c681-4adc-978c-66c2331ded56 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:08.669074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.715221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 666fa69d-ce37-4a55-bb6b-21e563a716dd {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:08.716023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.743675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Transition to ACTIVE for port object ec8a5f46-c681-4adc-978c-66c2331ded56 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:08.787052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:08.966092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:09.017783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ed3e8-10a6-4bd2-a596-7819a99181fd req-8ac4c1ff-f0aa-4ac7-a0fc-95ed2e941084 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.030667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-426ed3e8-10a6-4bd2-a596-7819a99181fd req-8ac4c1ff-f0aa-4ac7-a0fc-95ed2e941084 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2388642 Aug 19 18:08:09.162065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.210901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 666fa69d-ce37-4a55-bb6b-21e563a716dd owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:09.269479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-426ed3e8-10a6-4bd2-a596-7819a99181fd req-880a3ce0-6285-4316-abf4-3335145f739a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384546 Aug 19 18:08:09.352692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Attempting to bind port ec8a5f46-c681-4adc-978c-66c2331ded56 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:09.352692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Attempting to bind port ec8a5f46-c681-4adc-978c-66c2331ded56 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:09.352692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Attempting to bind port ec8a5f46-c681-4adc-978c-66c2331ded56 on network 06defd07-b2f7-47c9-be4f-162a16e5aadc {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:09.372924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Port ec8a5f46-c681-4adc-978c-66c2331ded56 on network 06defd07-b2f7-47c9-be4f-162a16e5aadc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:09.373402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Attempting to bind port ec8a5f46-c681-4adc-978c-66c2331ded56 on network 06defd07-b2f7-47c9-be4f-162a16e5aadc {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:09.383141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.444093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:09.444418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Checking segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:09.444832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Bound using segment: {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:09.445291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Bound port: ec8a5f46-c681-4adc-978c-66c2331ded56, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145ac25-9392-48e4-a81d-90a0b4819bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:09.445659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.476760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16555-6976-4379-99fc-db091aa145ed req-4865cb56-5968-4ba1-9914-38fe5104d29e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.478808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68f16555-6976-4379-99fc-db091aa145ed req-4865cb56-5968-4ba1-9914-38fe5104d29e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3822131 Aug 19 18:08:09.622307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=985fcc27-22ea-4416-a1e4-2235dc89a395,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:09.692641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ebfeb-3299-48c9-8f26-3fbf727f45c4 req-4996757d-e488-49a6-9fce-7812b66f86e2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.694358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a6ebfeb-3299-48c9-8f26-3fbf727f45c4 req-4996757d-e488-49a6-9fce-7812b66f86e2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.3062587 Aug 19 18:08:09.697368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68f16555-6976-4379-99fc-db091aa145ed req-dbca7e2c-1e6b-4f19-8487-2514457e995a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763330 Aug 19 18:08:09.743185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'a45127cc-a91e-4719-84ef-29fda495fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:09.743185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 1c731cf9-38f3-43cb-a818-a7e57a326fed, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:09.757727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:09.761512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec8a5f46-c681-4adc-978c-66c2331ded56,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:09.802972 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.852273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.867132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:09.868247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:09.870873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec8a5f46-c681-4adc-978c-66c2331ded56 HTTP/1.1" status: 200 len: 1056 time: 2.8161209 Aug 19 18:08:09.872095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:09.909020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:09.914006 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81ee312-0a9b-40bf-b6d4-9892d5077a39" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:09.977788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1c731cf9-38f3-43cb-a818-a7e57a326fed) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:10.003718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778f510-1d09-4145-97d8-7f5f77432f7a None None] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:10.054782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.055527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.070697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5318a-77ea-485d-b384-c559d09e26b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.228712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=666fa69d-ce37-4a55-bb6b-21e563a716dd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.284087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-07d860da-713f-4d7a-81fd-30a27980ff83 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1182094 Aug 19 18:08:10.291045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:10.298840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1152387345'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:10.392986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:10.397217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.517221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:10.540604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.541735 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment d6b3587c-c5f1-44a9-b880-cbea989e52a0 of type vlan for network fae3fe96-6a40-4e03-bb88-0245fa678dc5 Aug 19 18:08:10.588473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1c731cf9-38f3-43cb-a818-a7e57a326fed', 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '985fcc27-22ea-4416-a1e4-2235dc89a395'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:10.590522 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.657245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.674872 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0818233-beb4-4f78-9dca-c595001b20d0 x-openstack-request-id: req-c0818233-beb4-4f78-9dca-c595001b20d0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:10.675253 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:10.675660 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0818233-beb4-4f78-9dca-c595001b20d0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:10.676166 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56', 'status': 'completed', 'code': 200} Aug 19 18:08:10.714836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.723082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.724967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:10.747409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-fe663b0c-6f9c-4fbb-a3cc-3f4b14a5fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.750620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-fe663b0c-6f9c-4fbb-a3cc-3f4b14a5fff5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 1059 time: 0.8197036 Aug 19 18:08:10.770559 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4742658 Aug 19 18:08:10.804006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:10.809654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': 'fae3fe96-6a40-4e03-bb88-0245fa678dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:10.856672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Allocated IP 172.20.255.242 (1c731cf9-38f3-43cb-a818-a7e57a326fed/985fcc27-22ea-4416-a1e4-2235dc89a395/abbabf38-b1a3-4cd3-ab32-e5c1ac158d04) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:10.901659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb9b86-991f-4414-a0fd-78194b540e76 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=fae3fe96-6a40-4e03-bb88-0245fa678dc5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:10.926181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fae3fe96-6a40-4e03-bb88-0245fa678dc5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:10.930995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30dd98-b895-471b-874c-6d0e02bca601 req-5cc91f46-0304-490f-8921-9d8672bbc28a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:10.935747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a30dd98-b895-471b-874c-6d0e02bca601 req-5cc91f46-0304-490f-8921-9d8672bbc28a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.4761779 Aug 19 18:08:11.041921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.046682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37882) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:11.047435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a1c79220-76ef-4538-8db5-bb81c2f85955 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/666fa69d-ce37-4a55-bb6b-21e563a716dd HTTP/1.1" status: 204 len: 168 time: 2.7084775 Aug 19 18:08:11.062159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a30dd98-b895-471b-874c-6d0e02bca601 req-6f970f26-1370-40c4-ab93-0b926f9e32c3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583453 Aug 19 18:08:11.089770 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2a1f36-3fae-4757-9082-2caacb6f6714 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] GET failed (client error): The resource could not be found. Aug 19 18:08:11.092135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-60a3b35e-5627-4d31-8a43-343ad297b3f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ec8a5f46-c681-4adc-978c-66c2331ded56 HTTP/1.1" status: 200 len: 217 time: 0.3124959 Aug 19 18:08:11.097649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a2a1f36-3fae-4757-9082-2caacb6f6714 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports/666fa69d-ce37-4a55-bb6b-21e563a716dd HTTP/1.1" status: 404 len: 333 time: 0.0462744 Aug 19 18:08:11.097649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37886) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:11.127824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.151743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Transition to ACTIVE for port object abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:11.173516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-97b1a095-1e61-49a0-9c01-ed5de986ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.175655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-97b1a095-1e61-49a0-9c01-ed5de986ce3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=240fbc65-ce32-45f3-bc10-6fae571460dc HTTP/1.1" status: 200 len: 837 time: 0.0566692 Aug 19 18:08:11.179216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:11.181813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Transition to ACTIVE for port object abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:11.184865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.224548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.295212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:11.309746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:11.315009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:11.318851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Pushing event updated for resources: {'Port': ['ID=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:11.364181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port a961d9c4-fb5b-4d34-a981-a3357a594335 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:11.364749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.465196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Attempting to bind port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:11.466975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Attempting to bind port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a45127cc-a91e-4719-84ef-29fda495fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:11.471089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869082db-110e-4a67-bfcc-d2369d697bbd req-ba4fc2a1-36aa-4eb7-8da5-39976a5bc51c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.471838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Attempting to bind port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 on network 1c731cf9-38f3-43cb-a818-a7e57a326fed {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:11.472760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-869082db-110e-4a67-bfcc-d2369d697bbd req-ba4fc2a1-36aa-4eb7-8da5-39976a5bc51c tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.5307653 Aug 19 18:08:11.490254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:11.491138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Checking segment: {'id': 'a45127cc-a91e-4719-84ef-29fda495fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:11.492301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.494207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Bound using segment: {'id': 'a45127cc-a91e-4719-84ef-29fda495fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:11.494979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Bound port: abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45127cc-a91e-4719-84ef-29fda495fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1c731cf9-38f3-43cb-a818-a7e57a326fed'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:11.496259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.508824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-95e34dde-1844-4ef2-a70c-4c0167b91ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.511297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-95e34dde-1844-4ef2-a70c-4c0167b91ccd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06defd07-b2f7-47c9-be4f-162a16e5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1874564 Aug 19 18:08:11.577208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3794a40-4f32-4412-a78c-ce1467875c78 req-578b700a-ef82-4f7c-aaad-b922211bb549 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:11.595853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3794a40-4f32-4412-a78c-ce1467875c78 req-578b700a-ef82-4f7c-aaad-b922211bb549 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.2857482 Aug 19 18:08:11.675242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.676870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] For port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:11.684414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] For port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,segment=NetworkSegment(a45127cc-a91e-4719-84ef-29fda495fb34),segment_id=a45127cc-a91e-4719-84ef-29fda495fb34)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:11.691982 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.699216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for a961d9c4-fb5b-4d34-a981-a3357a594335 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:11.732641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:11.843956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba6e83-6153-40ba-9387-add08c998418 None None] Pushing event updated for resources: {'Port': ['ID=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:11.868714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-869082db-110e-4a67-bfcc-d2369d697bbd req-679d7065-b381-4f12-81f7-d59a027cc2ed tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793697 Aug 19 18:08:12.020851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=06b0867f-8571-4571-b252-85c92ef538f9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.035558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-e630ba5c-3b34-4210-88a5-d908d856c595 service neutron] 10.222.0.42 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859400 Aug 19 18:08:12.041196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.042798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'd6b3587c-c5f1-44a9-b880-cbea989e52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fae3fe96-6a40-4e03-bb88-0245fa678dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:12.045593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: fae3fe96-6a40-4e03-bb88-0245fa678dc5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:12.104397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=a961d9c4-fb5b-4d34-a981-a3357a594335,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:12.349891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.358752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e4440550-add6-4e4a-84b3-afd8bbb7b1db tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/a961d9c4-fb5b-4d34-a981-a3357a594335 HTTP/1.1" status: 204 len: 168 time: 1.2599547 Aug 19 18:08:12.360612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37894) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:12.414932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:12.418939 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9c8d47-3b85-4c39-a037-ffbcc636e184 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] GET failed (client error): The resource could not be found. Aug 19 18:08:12.431590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa9c8d47-3b85-4c39-a037-ffbcc636e184 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "GET /v2.0/ports/a961d9c4-fb5b-4d34-a981-a3357a594335 HTTP/1.1" status: 404 len: 333 time: 0.0613718 Aug 19 18:08:12.432801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37896) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:12.553421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:12.579724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:12.580086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.780117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:12.801140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 53265d39-2fb2-49ab-b0db-2ee0d08c92c8 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:13.096063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.097717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network fae3fe96-6a40-4e03-bb88-0245fa678dc5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:13.195308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=53265d39-2fb2-49ab-b0db-2ee0d08c92c8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:13.208908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1394a7a-d0f5-4ba3-bfd9-79e7b1fc60ec req-13db3633-9a18-406d-9e55-2326b8af4d71 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.211943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1394a7a-d0f5-4ba3-bfd9-79e7b1fc60ec req-13db3633-9a18-406d-9e55-2326b8af4d71 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.9683409 Aug 19 18:08:13.215123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, fae3fe96-6a40-4e03-bb88-0245fa678dc5) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:13.225858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01983a34-11b7-4a8d-9f13-ec18da659062 None None] Network fae3fe96-6a40-4e03-bb88-0245fa678dc5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:13.283439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.285048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.300113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5927c0-dd50-42c3-9d83-008d1cb39f11 req-0229ecd2-f85d-4b8f-b696-93addea9fd77 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.302417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d5927c0-dd50-42c3-9d83-008d1cb39f11 req-0229ecd2-f85d-4b8f-b696-93addea9fd77 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.3188500 Aug 19 18:08:13.307392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.312020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f1a5e72-7997-4a58-96bd-45c35ba930a2 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/ports/53265d39-2fb2-49ab-b0db-2ee0d08c92c8 HTTP/1.1" status: 204 len: 168 time: 0.8752851 Aug 19 18:08:13.313309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37912) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:13.426438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c16a217d-27b0-415e-b50e-7ba06f5dbbda tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6200850 Aug 19 18:08:13.427717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37914) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:13.436968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting subnet b002c8d9-7fbd-40fe-8b62-76f39cfe1461 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:13.438954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:13.442921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1394a7a-d0f5-4ba3-bfd9-79e7b1fc60ec req-8890a247-5557-47c1-a6ba-709019879c0c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774492 Aug 19 18:08:13.452316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.585439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.725552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c925b2f-179b-4cb9-96e5-720e2b523b0d req-a048ed3e-b1ae-42a2-b55d-a1f028a71131 service neutron] 10.222.0.42 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6683793 Aug 19 18:08:13.789848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.829743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa36e9-a010-4f66-9894-365d9d0d2ec2 None None] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:13.850036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.905414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.910691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707a922-fc4a-4a41-a338-890272225dd3 req-239454a6-11ea-446c-b97b-47b887bb3ef2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.912356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0707a922-fc4a-4a41-a338-890272225dd3 req-239454a6-11ea-446c-b97b-47b887bb3ef2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.2015455 Aug 19 18:08:13.916669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-00e87cd3-8104-4f98-999b-50d188173438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:13.918158 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-00e87cd3-8104-4f98-999b-50d188173438 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 1059 time: 0.1115792 Aug 19 18:08:13.984980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:13.990196 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/subnets/b002c8d9-7fbd-40fe-8b62-76f39cfe1461 HTTP/1.1" status: 204 len: 168 time: 0.6731565 Aug 19 18:08:13.993355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37928) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:14.010055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4647f1-3041-483f-b179-9de2015018ce tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Subnet': ['ID=b002c8d9-7fbd-40fe-8b62-76f39cfe1461,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.045401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.049374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff745114-5ef8-4bd7-b603-71af6923bf21 None None] Network 7515bbb3-a7a0-4383-aec1-6826105546ac requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:14.086821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0707a922-fc4a-4a41-a338-890272225dd3 req-f0f324b5-daa3-44da-aab5-28dac9b30033 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651335 Aug 19 18:08:14.184222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.196201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-ea0765f4-3e19-4b92-acd6-6e2c8887201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.199690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-ea0765f4-3e19-4b92-acd6-6e2c8887201d service neutron] 10.222.0.42 "GET /v2.0/networks?id=06defd07-b2f7-47c9-be4f-162a16e5aadc HTTP/1.1" status: 200 len: 899 time: 0.2537920 Aug 19 18:08:14.244198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=06b0867f-8571-4571-b252-85c92ef538f9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.252601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Provisioning for port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:14.285955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.301406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Provisioning complete for port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:14.301786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.335907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:14.361604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:14.371143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.383797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae3fe96-6a40-4e03-bb88-0245fa678dc5']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.395811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b3587c-c5f1-44a9-b880-cbea989e52a0') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.396118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b3587c-c5f1-44a9-b880-cbea989e52a0') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:14.407386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.418822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea3e17-04f6-42f3-9aa2-92facd9ef6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-fae3fe96-6a40-4e03-bb88-0245fa678dc5', 'network_id': 'fae3fe96-6a40-4e03-bb88-0245fa678dc5', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '06b0867f-8571-4571-b252-85c92ef538f9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:14.419736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03ea3e17-04f6-42f3-9aa2-92facd9ef6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.425160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.431390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Deleting port 64bd00b0-6b8c-4e58-963f-f95561225e48 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:14.432271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.439359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:14.440285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.535088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-7962831b-9506-4aae-b224-93e8cb3b94bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ec8a5f46-c681-4adc-978c-66c2331ded56 HTTP/1.1" status: 200 len: 217 time: 0.3009105 Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:14.538210 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:14.604141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] For port 64bd00b0-6b8c-4e58-963f-f95561225e48, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=64bd00b0-6b8c-4e58-963f-f95561225e48,segment=NetworkSegment(ee2bf1cf-c887-45fb-8ff8-c2bd401a1708),segment_id=ee2bf1cf-c887-45fb-8ff8-c2bd401a1708)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:14.604745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.639887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-d8644d9a-ff2a-4cc9-bd77-7ff231b12e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.642195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-d8644d9a-ff2a-4cc9-bd77-7ff231b12e1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=240fbc65-ce32-45f3-bc10-6fae571460dc HTTP/1.1" status: 200 len: 837 time: 0.0727446 Aug 19 18:08:14.644856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Calling delete_port for 64bd00b0-6b8c-4e58-963f-f95561225e48 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:14.662291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.711589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de73a98-898b-48fa-a271-416dfd666be0 None None] Network fae3fe96-6a40-4e03-bb88-0245fa678dc5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:14.799742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.825592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.828198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/fae3fe96-6a40-4e03-bb88-0245fa678dc5 HTTP/1.1" status: 204 len: 168 time: 1.3756745 Aug 19 18:08:14.835855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:14.841589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60925e09-62ea-414f-a832-9602cc254acf req-94a56647-712b-4f76-bf6a-fe8b49705eee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.842193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1262134288'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:14.843164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60925e09-62ea-414f-a832-9602cc254acf req-94a56647-712b-4f76-bf6a-fe8b49705eee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.2951686 Aug 19 18:08:14.848081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.887385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Port': ['ID=64bd00b0-6b8c-4e58-963f-f95561225e48,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.891323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-66904fd8-585e-4d30-996e-4596e57a00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.892962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-66904fd8-585e-4d30-996e-4596e57a00d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06defd07-b2f7-47c9-be4f-162a16e5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1843832 Aug 19 18:08:14.893672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] No DVR routers for this DVR port 64bd00b0-6b8c-4e58-963f-f95561225e48 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:14.898482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75e3f-6976-430f-a54d-16bb589fe30e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=fae3fe96-6a40-4e03-bb88-0245fa678dc5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:14.917874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9eb55-68df-43ce-9639-d7a192a29126 req-2f51e47b-2b36-4023-ac3b-18f90f0e16d5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:14.919488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8f9eb55-68df-43ce-9639-d7a192a29126 req-2f51e47b-2b36-4023-ac3b-18f90f0e16d5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2731247 Aug 19 18:08:14.941349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:14.945302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:14.991311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:15.002154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.002480 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment d6b52266-b85f-47b2-a802-2b9b937e7a2d of type vlan for network 1da53913-c3ab-4ae0-ae0c-421f19858831 Aug 19 18:08:15.042724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:15.058730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.072968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-f6bc324c-1b1c-4d6e-9ee4-ddf16d6031bc service neutron] 10.222.0.42 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513884 Aug 19 18:08:15.153443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.168404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.173759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.174514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.204080 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3651657 Aug 19 18:08:15.207075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37964) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:15.215133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '1da53913-c3ab-4ae0-ae0c-421f19858831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:15.280485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e81ee312-0a9b-40bf-b6d4-9892d5077a39 req-2c32b18f-b599-4d79-b76b-0873affd1ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829884 Aug 19 18:08:15.316140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8f9eb55-68df-43ce-9639-d7a192a29126 req-70b83b6a-d270-4001-969d-90be1edab79f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526399 Aug 19 18:08:15.340416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.418510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7515bbb3-a7a0-4383-aec1-6826105546ac']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:15.488741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdef784-0278-4819-9b24-b165b9492487 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=1da53913-c3ab-4ae0-ae0c-421f19858831,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:15.508290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7fffe-d609-41d5-883f-40817510555e req-35b95c75-2872-4f6b-b232-b360995732cc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:15.509696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14b7fffe-d609-41d5-883f-40817510555e req-35b95c75-2872-4f6b-b232-b360995732cc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.1413250 Aug 19 18:08:15.542651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:15.543114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2bf1cf-c887-45fb-8ff8-c2bd401a1708') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:15.560819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.607846 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.610949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1da53913-c3ab-4ae0-ae0c-421f19858831 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:15.624717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14b7fffe-d609-41d5-883f-40817510555e req-1d9043b0-3815-4052-ae36-52d5d58a2402 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974860 Aug 19 18:08:15.634539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:15.670099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:15.671951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:15.678421 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:15.719851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:15.724486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.758880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] For port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,segment=NetworkSegment(a45127cc-a91e-4719-84ef-29fda495fb34),segment_id=a45127cc-a91e-4719-84ef-29fda495fb34)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:15.805476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.811829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4094b-69f0-4293-9a7e-a7e9b53bd237 None None] DHCP port deletion for 7515bbb3-a7a0-4383-aec1-6826105546ac request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:15.841835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:15.988694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89e07f-8e80-4040-b8bc-1560f301636a None None] Pushing event updated for resources: {'Port': ['ID=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.002728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Performing IP validity checks on allocation pools {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:08:16.003397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:08:16.013806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74944b9f-5ce0-4581-998c-10040e9ddaff'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:16.103966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842669-28d4-4a4d-996a-d0c52057b9ca req-03a2926a-f1cb-418a-a3df-4f40933ee81b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.133130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80842669-28d4-4a4d-996a-d0c52057b9ca req-03a2926a-f1cb-418a-a3df-4f40933ee81b tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.1306999 Aug 19 18:08:16.320238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.343207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.353661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.412178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.414504 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] 10.222.0.36 "DELETE /v2.0/networks/7515bbb3-a7a0-4383-aec1-6826105546ac HTTP/1.1" status: 204 len: 168 time: 2.4152265 Aug 19 18:08:16.480950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:16.537794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f65e62-023f-4872-9478-82284078a7db req-ce8e08e6-71e2-4053-bed3-4bada01e37c3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.545981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31f65e62-023f-4872-9478-82284078a7db req-ce8e08e6-71e2-4053-bed3-4bada01e37c3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.0707231 Aug 19 18:08:16.547182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412624-542a-4b0e-bd8e-e17c73e1df42 tempest-AllowedAddressPairTestJSON-1944328417 tempest-AllowedAddressPairTestJSON-1944328417-project] Pushing event deleted for resources: {'Network': ['ID=7515bbb3-a7a0-4383-aec1-6826105546ac,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.656266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=a90f2119-4159-45dc-a71b-af415f87980f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:16.675648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31f65e62-023f-4872-9478-82284078a7db req-93c4a1af-4c7b-490d-a13d-4e8db2bf7453 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272504 Aug 19 18:08:16.710769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2261f88d-3df8-4623-9a06-1c7882fa68a6 None None] Provisioning complete for port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:16.727715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2261f88d-3df8-4623-9a06-1c7882fa68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.728815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'd6b52266-b85f-47b2-a802-2b9b937e7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1da53913-c3ab-4ae0-ae0c-421f19858831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:16.729260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 1da53913-c3ab-4ae0-ae0c-421f19858831, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:16.795210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 1da53913-c3ab-4ae0-ae0c-421f19858831 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:16.820556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1da53913-c3ab-4ae0-ae0c-421f19858831) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:16.878707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:16.879983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:16.895390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec8a5f46-c681-4adc-978c-66c2331ded56 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:16.897359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec86c20-19ab-48e3-b48d-a5431aeb247c None None] Network 1da53913-c3ab-4ae0-ae0c-421f19858831 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:16.934742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dae421da-3ed0-42c8-9dac-bf272971529a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7240438 Aug 19 18:08:16.938915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37984) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:17.082028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a022984-2ae3-4cf4-abbc-f6433378726d req-576a5c05-0212-4f5a-9c1a-e2ce8259668f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.100846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a022984-2ae3-4cf4-abbc-f6433378726d req-576a5c05-0212-4f5a-9c1a-e2ce8259668f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.2429276 Aug 19 18:08:17.294026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a022984-2ae3-4cf4-abbc-f6433378726d req-f747ba61-c143-4125-9fbc-8ab2cc124bd6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874523 Aug 19 18:08:17.426023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37992) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:17.522380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.531283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce5686-2327-4474-9072-efe20beefab7 req-0785034e-6228-440d-a852-00ed11038c1a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:17.535225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19ce5686-2327-4474-9072-efe20beefab7 req-0785034e-6228-440d-a852-00ed11038c1a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 907 time: 0.2267776 Aug 19 18:08:17.658193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec8a5f46-c681-4adc-978c-66c2331ded56,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:17.771872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'ec8a5f46-c681-4adc-978c-66c2331ded56', 'network_id': '06defd07-b2f7-47c9-be4f-162a16e5aadc', 'port_id': 'ec8a5f46-c681-4adc-978c-66c2331ded56', 'mac_address': 'fa:16:3e:32:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240fbc65-ce32-45f3-bc10-6fae571460dc', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:17.799061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:17.922603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.023591 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5581df4e-c321-4f94-85f9-a580bc00c2a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4dce5bc3f6d14fa7abb86c9a312e375c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914133 Aug 19 18:08:18.023995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38004) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:18.089950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.097846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:18.097846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.185813 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.192091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=a90f2119-4159-45dc-a71b-af415f87980f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:18.248298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.358800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.362527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.363851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a68cc844-3144-4972-9467-d947f1e50c93 HTTP/1.1" status: 204 len: 168 time: 0.3386598 Aug 19 18:08:18.389271 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.403127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.413282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68cc844-3144-4972-9467-d947f1e50c93,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:18.435797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da53913-c3ab-4ae0-ae0c-421f19858831']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:18.444900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.447320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.449553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.450241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.451199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.453203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.456845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.457649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.458415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.463003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.463687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.467162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3317caec-45ba-489d-ac2d-7d7f4ca5b415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:18.480033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b52266-b85f-47b2-a802-2b9b937e7a2d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:18.480330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b52266-b85f-47b2-a802-2b9b937e7a2d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:18.497081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8a5f46-c681-4adc-978c-66c2331ded56 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:18.526063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.551114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755f2fa-b9e9-42a9-92d1-e9c326a9a463 None None] Network 1da53913-c3ab-4ae0-ae0c-421f19858831 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:18.585347 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.610513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:18.611081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:18.614682 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:18.789065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec8a5f46-c681-4adc-978c-66c2331ded56,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:18.824539 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.885146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.907768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:18.921826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/1da53913-c3ab-4ae0-ae0c-421f19858831 HTTP/1.1" status: 204 len: 168 time: 1.9776137 Aug 19 18:08:18.926539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38024) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:18.951033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-903034939'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:18.998616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a9f2-6057-4be6-9e74-3001357afec6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=1da53913-c3ab-4ae0-ae0c-421f19858831,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.068731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:19.068731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.069935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0391632-9187-4543-a7cb-38a19e1db436 req-917dac38-e803-49c4-bd86-24d8668b58b8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.095087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0391632-9187-4543-a7cb-38a19e1db436 req-917dac38-e803-49c4-bd86-24d8668b58b8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.4117520 Aug 19 18:08:19.126455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:19.147602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.154156 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment e6d3eaaf-c25e-4e52-81fe-df4f204cabb9 of type vlan for network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 Aug 19 18:08:19.163304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['ec8a5f46-c681-4adc-978c-66c2331ded56'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:19.169125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.257728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa568364-ab90-4b16-8ee0-4590c8c5eaca req-bf5ff631-22e4-467c-98ff-c6a60391dba3 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.293380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa568364-ab90-4b16-8ee0-4590c8c5eaca req-bf5ff631-22e4-467c-98ff-c6a60391dba3 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 908 time: 0.3938930 Aug 19 18:08:19.331439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 64bd00b0-6b8c-4e58-963f-f95561225e48 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:19.349880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0391632-9187-4543-a7cb-38a19e1db436 req-a2f3487c-bf49-40bb-ae31-efb42e990431 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372420 Aug 19 18:08:19.355652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.408795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 64bd00b0-6b8c-4e58-963f-f95561225e48 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:19.409644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 64bd00b0-6b8c-4e58-963f-f95561225e48 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:19.447542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.458610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:19.470448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:19.594489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6586471 Aug 19 18:08:19.597457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38036) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:19.604573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:19.627510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d761-f28f-479b-b33c-cdd1f3197f10 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=77bc49e5-3a0f-49c6-bd29-a8b8172b2a73,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:19.644991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:19.932611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:19.974098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:19.992107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:20.000673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.121173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 74944b9f-5ce0-4581-998c-10040e9ddaff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:20.121771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.376125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.450406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:20.525494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:20.541983 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae784f0-98b7-427f-9c9b-55194750b919" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:20.624296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:20.633658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.652400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:20.842721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec8a5f46-c681-4adc-978c-66c2331ded56 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:20.862646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=6c157df0-869b-4a97-893a-fe56f9e77b0f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:20.982465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:20.982834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:21.017543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:21.061664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port ec8a5f46-c681-4adc-978c-66c2331ded56 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:21.076161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port ec8a5f46-c681-4adc-978c-66c2331ded56 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:21.076599 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.097740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-382d50cc-af33-4879-9993-33c9b6fba848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.110757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-382d50cc-af33-4879-9993-33c9b6fba848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.2488358 Aug 19 18:08:21.127212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b1ac-b6d1-4ed2-9cb3-98e814e8390c req-679ccde9-cce6-49d6-a7ef-8bebc3ec4b40 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.130745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61f0b1ac-b6d1-4ed2-9cb3-98e814e8390c req-679ccde9-cce6-49d6-a7ef-8bebc3ec4b40 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 908 time: 0.4951894 Aug 19 18:08:21.183177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1289446479'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:21.245026 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b04cfa-06ca-46ee-82c0-2d3c2a395647 x-openstack-request-id: req-04b04cfa-06ca-46ee-82c0-2d3c2a395647 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:21.245871 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:21.246475 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04b04cfa-06ca-46ee-82c0-2d3c2a395647 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:21.247239 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'code': 200} Aug 19 18:08:21.268384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.300079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-43a4222d-b140-49a9-8451-d2e336bde646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.301687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-43a4222d-b140-49a9-8451-d2e336bde646 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.1619451 Aug 19 18:08:21.345583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec8a5f46-c681-4adc-978c-66c2331ded56,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:21.347907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:21.351924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.386700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:21.406521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.449055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:21.468728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.488976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380e87-9b0d-44a5-b16d-f4d33f5ae42a req-86b5506f-a8ba-4fa9-9145-13574438aaca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.500186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c380e87-9b0d-44a5-b16d-f4d33f5ae42a req-86b5506f-a8ba-4fa9-9145-13574438aaca tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.5832283 Aug 19 18:08:21.575072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:21.579386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e4dc4-c772-4c5a-ab09-edc501756229 None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:21.591574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-54bc5f22-f13e-4b79-8193-c01562027ebf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.2797773 Aug 19 18:08:21.643466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:21.648770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.893659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.900774 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:21.937482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:21.964426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c380e87-9b0d-44a5-b16d-f4d33f5ae42a req-cfae90e9-64be-4e7e-8309-169c13ab93ed tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459403 Aug 19 18:08:22.005634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2d3a3c14-c687-4dbf-b6f3-1c4cd69eddfe tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3962438 Aug 19 18:08:22.005634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:22.005889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.005889 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Added segment 67f934c5-409c-49cd-ae99-8c589fae9ce1 of type vlan for network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 Aug 19 18:08:22.008250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7832835d-eaac-48ed-aaf5-d721c0b03977,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:22.082470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.083392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.083965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.084502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.085029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.085549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.086062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.086589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.087270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.087882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.088391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.088932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:22.094798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-77bc49e5-3a0f-49c6-bd29-a8b8172b2a73', 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '6c157df0-869b-4a97-893a-fe56f9e77b0f'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:22.101786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.141198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de374836-4ef5-4e43-93a8-8032a58946ea req-1f7f825f-6309-4b72-aa78-cc8da82ab3e6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.151060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de374836-4ef5-4e43-93a8-8032a58946ea req-1f7f825f-6309-4b72-aa78-cc8da82ab3e6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.6259630 Aug 19 18:08:22.220340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.360748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.373863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-df6c191f-377c-421d-bf5f-64e2c95f8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.378288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.378940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.380238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-df6c191f-377c-421d-bf5f-64e2c95f8010 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.7669070 Aug 19 18:08:22.451569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.503726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0510273 Aug 19 18:08:22.511816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de374836-4ef5-4e43-93a8-8032a58946ea req-5b5b1687-be89-4ccf-b78d-98f36735a186 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150959 Aug 19 18:08:22.513218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38090) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:22.523630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-fdf9fd29-1c29-4001-9b7a-b5fade026c73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268864 Aug 19 18:08:22.528456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Allocated IP 172.20.0.1 (77bc49e5-3a0f-49c6-bd29-a8b8172b2a73/6c157df0-869b-4a97-893a-fe56f9e77b0f/0ca56c93-616b-48d6-9f1e-acc2178b183f) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:22.534307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'subnet': {'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:22.551388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61f11d-eef7-477c-8b15-d58669470bae tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Network': ['ID=3f404db4-b7ed-4c4d-adcb-4e9b9035a426,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:22.654437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:22.755440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40214d4-67e1-409b-86bb-fac90963dc06 req-686cbcf5-68c5-4e77-a79f-56f7d0b0d623 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:22.758978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c40214d4-67e1-409b-86bb-fac90963dc06 req-686cbcf5-68c5-4e77-a79f-56f7d0b0d623 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.3665454 Aug 19 18:08:22.830700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.883866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:22.888520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.891392 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.902057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Transition to ACTIVE for port object 0ca56c93-616b-48d6-9f1e-acc2178b183f will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:22.918581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Transition to ACTIVE for port object 0ca56c93-616b-48d6-9f1e-acc2178b183f will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:22.926357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:22.977693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:22.982616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:22.991535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:23.007561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Deleting port 70c6d66c-5993-468f-9250-cfc363c44844 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:23.013610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.065325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Attempting to bind port 0ca56c93-616b-48d6-9f1e-acc2178b183f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:23.065706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Attempting to bind port 0ca56c93-616b-48d6-9f1e-acc2178b183f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:23.066129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Attempting to bind port 0ca56c93-616b-48d6-9f1e-acc2178b183f on network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:23.068314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Pushing event updated for resources: {'Port': ['ID=0ca56c93-616b-48d6-9f1e-acc2178b183f,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.074587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:23.074974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Checking segment: {'id': 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:23.075386 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.076632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Bound using segment: {'id': 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:23.077153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Bound port: 0ca56c93-616b-48d6-9f1e-acc2178b183f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77bc49e5-3a0f-49c6-bd29-a8b8172b2a73'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:23.077548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.154426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] For port 0ca56c93-616b-48d6-9f1e-acc2178b183f, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:23.158577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] For port 0ca56c93-616b-48d6-9f1e-acc2178b183f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0ca56c93-616b-48d6-9f1e-acc2178b183f,segment=NetworkSegment(e6d3eaaf-c25e-4e52-81fe-df4f204cabb9),segment_id=e6d3eaaf-c25e-4e52-81fe-df4f204cabb9)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:23.164024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.167240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] For port 70c6d66c-5993-468f-9250-cfc363c44844, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=70c6d66c-5993-468f-9250-cfc363c44844,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:23.167240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.185379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Calling delete_port for 70c6d66c-5993-468f-9250-cfc363c44844 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:23.204786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.230196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4637e1-4c27-42f4-8704-9076b197443d None None] Pushing event updated for resources: {'Port': ['ID=0ca56c93-616b-48d6-9f1e-acc2178b183f,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.248690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:23.251916 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce775b99-1086-49d0-a086-ec82dbb11ad0" -d '{"events": [{"server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:23.341149 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d516421-3921-4698-af2c-9cde428c11e2 x-openstack-request-id: req-1d516421-3921-4698-af2c-9cde428c11e2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:23.342098 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:23.343961 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d516421-3921-4698-af2c-9cde428c11e2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:23.344732 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56', 'code': 200} Aug 19 18:08:23.545337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-c9829c94-bea5-4158-910a-2bee316d5453 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0006804 Aug 19 18:08:23.628371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:23.717731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c6d66c-5993-468f-9250-cfc363c44844,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:23.904167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Checking segment: {'id': '67f934c5-409c-49cd-ae99-8c589fae9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:23.904993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network hostable DHCP agents. Network: 3f404db4-b7ed-4c4d-adcb-4e9b9035a426, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:23.965813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Subnet': ['ID=dc4e58a4-70a2-408e-b6ff-12bc1db4299b,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:24.009593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f54867-6311-4b62-b91b-6d31ef234316 req-d1e95772-b8cd-4a79-ae47-daab25bda46a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.009593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f54867-6311-4b62-b91b-6d31ef234316 req-d1e95772-b8cd-4a79-ae47-daab25bda46a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.8165095 Aug 19 18:08:24.039223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb7a0b-5ac2-4293-a43d-346a8b6231d8 req-cb906f0b-5a6c-448e-a989-19c41f99af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.040735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72cb7a0b-5ac2-4293-a43d-346a8b6231d8 req-cb906f0b-5a6c-448e-a989-19c41f99af03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 1061 time: 0.5450099 Aug 19 18:08:24.072232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port 0ca56c93-616b-48d6-9f1e-acc2178b183f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:24.072639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.103131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:24.582650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Router 52c247c6-4136-447c-801b-4088e9141213 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:24.784365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:24.798608 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Sync routers for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:24.803674 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0355f64-910d-45e4-ae07-89dbb8084d47 admin admin] 10.222.0.36 "PUT /v2.0/routers/52c247c6-4136-447c-801b-4088e9141213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8615735 Aug 19 18:08:24.804424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:24.812810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:24.842971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:24.846488 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:24.857899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-956dec75-d26d-41cb-8fa7-321daee8dedd req-b8d6322b-3076-498b-a098-c858f3dc0366 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2774055 Aug 19 18:08:24.889896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7231-13f4-476a-a7db-33e7a8b72faf req-3233d945-9435-4c0c-af93-1b7971b464be tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.896001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faad7231-13f4-476a-a7db-33e7a8b72faf req-3233d945-9435-4c0c-af93-1b7971b464be tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 1.1326194 Aug 19 18:08:24.942667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 3f404db4-b7ed-4c4d-adcb-4e9b9035a426) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:24.954286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b3c8f-c70c-4f5b-b46c-1fd6d450f79a None None] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:24.978633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:24.979251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.000043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9f54867-6311-4b62-b91b-6d31ef234316 req-d7abbc8f-7660-4be9-b502-5a0560d69817 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9693239 Aug 19 18:08:25.062420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.116972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ab91e1d5-48e9-494c-b7c4-ddefbc3a55a5 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5917830 Aug 19 18:08:25.117666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38142) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:25.147579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-758789882', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:25.273637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faad7231-13f4-476a-a7db-33e7a8b72faf req-435d006c-7f5d-479d-8cf0-eb17ed091fe6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488567 Aug 19 18:08:25.307722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aab0f3-cc00-4b60-9ecb-c041f8c6c4eb None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:25.315208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port 0ca56c93-616b-48d6-9f1e-acc2178b183f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0ca56c93-616b-48d6-9f1e-acc2178b183f,segment=NetworkSegment(e6d3eaaf-c25e-4e52-81fe-df4f204cabb9),segment_id=e6d3eaaf-c25e-4e52-81fe-df4f204cabb9)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:25.315630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.324815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:25.409754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.447070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for 0ca56c93-616b-48d6-9f1e-acc2178b183f owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:25.612828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db806ac8-079c-4ddb-abb1-25c88ec5d706 None None] Provisioning for port 0ca56c93-616b-48d6-9f1e-acc2178b183f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:25.615312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc735c3-31d4-4535-bb2d-2b38e7a4a961 None None] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:25.651222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Deleting port 87cb3dd3-c366-4698-9dfa-8493e857da41 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:25.651651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.657176 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.674740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.847459 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T18:08:23Z', 'revision_number': 5, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port': {'id': '87cb3dd3-c366-4698-9dfa-8493e857da41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c247c6-4136-447c-801b-4088e9141213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T17:56:17Z', 'updated_at': '2021-08-19T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:25.875729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0ca56c93-616b-48d6-9f1e-acc2178b183f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:08:25.904454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31103b-4db5-4b37-92ac-c6ec020525fc req-625e3342-3b06-45b8-a75f-40f9a9643c7a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:25.913262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f31103b-4db5-4b37-92ac-c6ec020525fc req-625e3342-3b06-45b8-a75f-40f9a9643c7a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.6150997 Aug 19 18:08:25.921011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] For port 87cb3dd3-c366-4698-9dfa-8493e857da41, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87cb3dd3-c366-4698-9dfa-8493e857da41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:25.922251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:25.929065 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Checking router: 52c247c6-4136-447c-801b-4088e9141213 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:25.949617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Calling delete_port for 87cb3dd3-c366-4698-9dfa-8493e857da41 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:25.968093 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Routers {'52c247c6-4136-447c-801b-4088e9141213'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:25.969406 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['52c247c6-4136-447c-801b-4088e9141213'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:26.045297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.072031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.085237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0ca56c93-616b-48d6-9f1e-acc2178b183f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:08:26.235635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0ca56c93-616b-48d6-9f1e-acc2178b183f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:08:26.236281 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.253592 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] Set router 52c247c6-4136-447c-801b-4088e9141213 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:26.274299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Port 0ca56c93-616b-48d6-9f1e-acc2178b183f was deleted so its status cannot be updated. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:08:26.288431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4bd17e1c-5bb5-4337-8ab2-6e1403571376 None None] Could not find standard attr ID for object 0ca56c93-616b-48d6-9f1e-acc2178b183f. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:08:26.290731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.305827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.361075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=0ca56c93-616b-48d6-9f1e-acc2178b183f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:26.436601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cb3dd3-c366-4698-9dfa-8493e857da41,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:26.446938 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T18:08:25Z', 'revision_number': 6, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:26.485489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96dd7b-e09c-498f-9368-ef80b22de464 None None] DHCP port deletion for 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:26.502049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.515009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172295e1-cf3c-4783-bbe7-dd0fa21c7ef7 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:08:26.545664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fcdc5f-1a12-4b4e-a2cd-ce8b32c3151f None None] The sync data for ids ['52c247c6-4136-447c-801b-4088e9141213'] in n-d-778550-10 is: [{'id': '52c247c6-4136-447c-801b-4088e9141213', 'name': 'tempest-TaggedBootDevicesTest-158790356-router', 'tenant_id': 'f1e5015c330b471c9792397498d1b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T17:56:16Z', 'updated_at': '2021-08-19T18:08:25Z', 'revision_number': 6, 'project_id': 'f1e5015c330b471c9792397498d1b534', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:26.658834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port 0ca56c93-616b-48d6-9f1e-acc2178b183f on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:26.666244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.782257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f8374-a192-420b-afef-3bd7c2dee87d req-8799289e-67be-4722-b662-5a920f98dbe0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.784157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc6f8374-a192-420b-afef-3bd7c2dee87d req-8799289e-67be-4722-b662-5a920f98dbe0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.4851904 Aug 19 18:08:26.807805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8c229-d5c2-4ca4-8310-766f940fc855 req-ee845810-0ddd-4467-813b-f86324650ed8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:26.809721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bb8c229-d5c2-4ca4-8310-766f940fc855 req-ee845810-0ddd-4467-813b-f86324650ed8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1984832 Aug 19 18:08:26.821611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.829910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.848017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.873990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172295e1-cf3c-4783-bbe7-dd0fa21c7ef7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:08:26.940953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.941916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c247c6-4136-447c-801b-4088e9141213 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:08:26.969055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:26.979062 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a782e6fe-e48b-4e13-9ae0-ce1c246dc356 admin admin] 10.222.0.36 "DELETE /v2.0/routers/52c247c6-4136-447c-801b-4088e9141213 HTTP/1.1" status: 204 len: 168 time: 2.1714714 Aug 19 18:08:26.987418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38164) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:26.999413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc6f8374-a192-420b-afef-3bd7c2dee87d req-43d68a8f-28df-4b78-8662-8b165300bad7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825562 Aug 19 18:08:27.040063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bb8c229-d5c2-4ca4-8310-766f940fc855 req-24491331-6af0-48e8-8e11-221ae83504e4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061834 Aug 19 18:08:27.142841 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.235583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Deleting subnet 4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:27.261422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.319958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=6c157df0-869b-4a97-893a-fe56f9e77b0f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:27.361216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.504375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.590438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bc49e5-3a0f-49c6-bd29-a8b8172b2a73']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:27.632270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.749416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0ca56c93-616b-48d6-9f1e-acc2178b183f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:27.829406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:27.830371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d3eaaf-c25e-4e52-81fe-df4f204cabb9') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:27.857701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271787-7d68-42a9-9a81-e529d3eb281b req-464be529-88e8-4efc-b300-4b33e12d961c tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:27.861411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a271787-7d68-42a9-9a81-e529d3eb281b req-464be529-88e8-4efc-b300-4b33e12d961c tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.5096381 Aug 19 18:08:27.869743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.884660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0ca56c93-616b-48d6-9f1e-acc2178b183f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:27.885211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0ca56c93-616b-48d6-9f1e-acc2178b183f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:27.885862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 70c6d66c-5993-468f-9250-cfc363c44844 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:27.917381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:27.933369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:27.934405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.018054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 70c6d66c-5993-468f-9250-cfc363c44844 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:28.018462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 70c6d66c-5993-468f-9250-cfc363c44844 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:28.018903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87cb3dd3-c366-4698-9dfa-8493e857da41 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:28.081595 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:28.087410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 87cb3dd3-c366-4698-9dfa-8493e857da41 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:28.087797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87cb3dd3-c366-4698-9dfa-8493e857da41 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:28.132962 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.156695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.190202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da992599-8614-4f8f-a745-1c00e00c5339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.212291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535981c1-2c29-43d0-8ee7-c0861d17707c None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:28.236926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535981c1-2c29-43d0-8ee7-c0861d17707c None None] Network 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:08:28.260881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6467eb-b36c-410a-b4ac-d69fe4c39bbc None None] DHCP port deletion for 77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:28.285987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.299666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 HTTP/1.1" status: 204 len: 168 time: 6.2779799 Aug 19 18:08:28.299666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.300249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:28.306019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-321482477'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:28.315379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.351515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4488e1a2-fd59-40b1-85ed-eb39a19cdcd5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.355884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12ca80-4e47-486d-8e6b-bc820941c565 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=77bc49e5-3a0f-49c6-bd29-a8b8172b2a73,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:28.371234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39a91a-6380-465a-b68e-47d5cd85e132 req-c662256e-bb2e-40a7-afc2-a6b6a2b0452f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:28.373359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da39a91a-6380-465a-b68e-47d5cd85e132 req-c662256e-bb2e-40a7-afc2-a6b6a2b0452f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.2903442 Aug 19 18:08:28.380607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01543709-9afd-48de-bbbd-663aea406b7c None None] Network def6699b-0521-434d-ba62-494a6fbb1368 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:28.382526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.384586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4032c63e-ab6c-49d0-a596-4215ef79eca5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4488e1a2-fd59-40b1-85ed-eb39a19cdcd5 HTTP/1.1" status: 204 len: 168 time: 1.3956888 Aug 19 18:08:28.390609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:28.402145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:28.427594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.498641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e153d-4969-4580-bd77-fb33f29f803c req-63d0ae4f-45ee-469c-8417-5a1851291697 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:28.498641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-894e153d-4969-4580-bd77-fb33f29f803c req-63d0ae4f-45ee-469c-8417-5a1851291697 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2550504 Aug 19 18:08:28.572694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:28.596333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.608309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.608582 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment 7b0efbb7-a3e7-4d63-83bc-eeae06f8fcab of type vlan for network 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b Aug 19 18:08:28.753942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.781874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1aace-6934-4af1-88d5-40663788f1fb req-f1842b3c-f52e-4e8d-8177-d1f76d088e7e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:28.783869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f1aace-6934-4af1-88d5-40663788f1fb req-f1842b3c-f52e-4e8d-8177-d1f76d088e7e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.2028301 Aug 19 18:08:28.804704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-894e153d-4969-4580-bd77-fb33f29f803c req-98e7fc51-9f21-412c-8c79-f89838294ad5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979541 Aug 19 18:08:28.853723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] DHCP port deletion for def6699b-0521-434d-ba62-494a6fbb1368 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:28.860801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.192 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/64682fa9-30b4-46b0-bf54-19375876d6ae) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:28.869044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.886881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:28.888071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:28.911640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7f1aace-6934-4af1-88d5-40663788f1fb req-c459ff42-1716-4d31-9db2-ac5b36638ffd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973947 Aug 19 18:08:29.059270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Deleting port 95505996-ec9c-462f-888b-83cf778e6647 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:29.059665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.135809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.145769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Deleting port 95505996-ec9c-462f-888b-83cf778e6647 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:29.146352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.167436 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f5792470-1bdf-4bc2-bffc-c0a3711c7bcd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8657475 Aug 19 18:08:29.182235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38200) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:29.195762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:29.242236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] For port 95505996-ec9c-462f-888b-83cf778e6647, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95505996-ec9c-462f-888b-83cf778e6647,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:29.242973 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.270048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Calling delete_port for 95505996-ec9c-462f-888b-83cf778e6647 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:29.273586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] For port 95505996-ec9c-462f-888b-83cf778e6647, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95505996-ec9c-462f-888b-83cf778e6647,segment=NetworkSegment(9c750f70-4fe1-44d4-ac9f-e69a2c79b82e),segment_id=9c750f70-4fe1-44d4-ac9f-e69a2c79b82e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:29.274177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.294811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Calling delete_port for 95505996-ec9c-462f-888b-83cf778e6647 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:29.354583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:29.422414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.527232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.536011 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.573733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27b1d-4ba4-4593-b531-433586c781e9 req-69167508-0396-4cde-9491-f801d33b0bae tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:29.587495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75e27b1d-4ba4-4593-b531-433586c781e9 req-69167508-0396-4cde-9491-f801d33b0bae tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 1061 time: 0.4287634 Aug 19 18:08:29.613774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] Pushing event deleted for resources: {'Port': ['ID=95505996-ec9c-462f-888b-83cf778e6647,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.637249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c65ba3-5d56-48ea-9932-c5d2df65fc6c None None] No DVR routers for this DVR port 95505996-ec9c-462f-888b-83cf778e6647 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:29.654454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Pushing event deleted for resources: {'Port': ['ID=95505996-ec9c-462f-888b-83cf778e6647,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:29.654454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] No DVR routers for this DVR port 95505996-ec9c-462f-888b-83cf778e6647 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:29.681976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:29.687208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95505996-ec9c-462f-888b-83cf778e6647 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:29.694832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.719798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 95505996-ec9c-462f-888b-83cf778e6647 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:29.721213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95505996-ec9c-462f-888b-83cf778e6647 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:29.810901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.822881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def6699b-0521-434d-ba62-494a6fbb1368']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:29.834810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:29.835221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c750f70-4fe1-44d4-ac9f-e69a2c79b82e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:29.846176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.885300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.901554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:29.902576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:29.931172 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:30.001699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.014729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.017980 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] 10.222.0.36 "DELETE /v2.0/networks/def6699b-0521-434d-ba62-494a6fbb1368 HTTP/1.1" status: 204 len: 168 time: 1.6262798 Aug 19 18:08:30.042634 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.053514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934c03f-2363-46c6-9dd8-0ee8a9d2b135 admin admin] Pushing event deleted for resources: {'Network': ['ID=def6699b-0521-434d-ba62-494a6fbb1368,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:30.149652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.296918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:30.297943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=64682fa9-30b4-46b0-bf54-19375876d6ae,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:30.298982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:30.310038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:30.320087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:30.380467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dee0a-6e0a-45f2-9a36-03e354229c55 req-0df73fb1-ea6b-4143-8079-3e32a824ee8f tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.382136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-169dee0a-6e0a-45f2-9a36-03e354229c55 req-0df73fb1-ea6b-4143-8079-3e32a824ee8f tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.3771074 Aug 19 18:08:30.382763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=95d74d35-f1f4-4b1d-a266-03c52b882890,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:30.388901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': '7b0efbb7-a3e7-4d63-83bc-eeae06f8fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:30.389273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:30.393267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38226) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:30.394953 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c229bd2-b269-405a-aba9-a02a1960b02c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1e5015c330b471c9792397498d1b534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941994 Aug 19 18:08:30.403204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9399d-2de5-4428-a362-f2c2c9e48627 req-b82ac9c5-19fc-48d9-8aae-9ee91ae84494 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.404918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e9399d-2de5-4428-a362-f2c2c9e48627 req-b82ac9c5-19fc-48d9-8aae-9ee91ae84494 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.3795521 Aug 19 18:08:30.580857 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce9224c4-667b-4100-bef6-84b410595ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.654826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:30.738040 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.757778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-169dee0a-6e0a-45f2-9a36-03e354229c55 req-a0ce15de-3d6a-427e-87b4-6fb3f2eb32e4 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3414772 Aug 19 18:08:30.793829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38232) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:30.795762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e9399d-2de5-4428-a362-f2c2c9e48627 req-36c76ba2-2fd4-4d05-8e94-a9263060bf52 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602335 Aug 19 18:08:30.832697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:30.844361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72b54b-7e92-4daf-b67f-2456a1d57a14 None None] Network 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:30.860955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.861573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:30.982419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a10580-3e88-4d9e-bb99-e256f184a291 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:30.994129 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c6a10580-3e88-4d9e-bb99-e256f184a291 tempest-TestSecurityGroupsBasicOps-373826578 tempest-TestSecurityGroupsBasicOps-373826578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 1056 time: 0.1899574 Aug 19 18:08:31.009214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.039512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.050185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-115d10f0-9206-4046-975e-dd54dbf4bc6a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8589766 Aug 19 18:08:31.054102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:31.296148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca72ac-7ea2-421e-90c2-80fcfa4b9fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b', 'network_id': '9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '95d74d35-f1f4-4b1d-a266-03c52b882890'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:31.298169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bca72ac-7ea2-421e-90c2-80fcfa4b9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.317088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.410502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.516324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.553797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40b0a-d04d-4568-9685-b693c2984e2a req-921f08ab-3e5a-4826-8aa1-b267a63e2835 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:31.595383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=95d74d35-f1f4-4b1d-a266-03c52b882890,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:31.616129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3be40b0a-d04d-4568-9685-b693c2984e2a req-921f08ab-3e5a-4826-8aa1-b267a63e2835 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.6664746 Aug 19 18:08:31.633935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.647961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.670030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/882fd1e1-0103-48b2-a358-63e41fd83055 HTTP/1.1" status: 204 len: 168 time: 1.2634966 Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-1bca72ac-7ea2-421e-90c2-80fcfa4b9fbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95d74d35-f1f4-4b1d-a266-03c52b882890: This subnet is being modified by another concurrent operation. Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95d74d35-f1f4-4b1d-a266-03c52b882890: This subnet is being modified by another concurrent operation. Aug 19 18:08:31.689462 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:08:31.728455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2123f40-2449-4798-abcc-d325c491a0ff None None] Network 9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:31.762550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3be40b0a-d04d-4568-9685-b693c2984e2a req-f4a30b97-eb15-4dda-a22d-542b220666d8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455157 Aug 19 18:08:31.766338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e73dc-c84f-45f9-8d04-a90f03e3c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882fd1e1-0103-48b2-a358-63e41fd83055,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:31.777745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.804447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.818838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0efbb7-a3e7-4d63-83bc-eeae06f8fcab') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.819174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0efbb7-a3e7-4d63-83bc-eeae06f8fcab') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:31.836227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.855212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.858562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.866246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:31.867898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:31.956950 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:31.960393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.966179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:31.968397 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b HTTP/1.1" status: 204 len: 168 time: 0.9130766 Aug 19 18:08:31.974489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:31.991935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d1bbe-61a3-4180-b69b-dd5849f6fb28 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:08:31.992716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-389404514'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:31.996449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.021024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf11fe-3f0b-4369-89aa-abc1af85423e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:32.049295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:32.063546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.147717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc054075-173d-4bba-800f-9538f320c5a1 req-ac13d5c6-6b36-4342-b8d9-2fd465c06ad3 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.155138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:32.165220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc054075-173d-4bba-800f-9538f320c5a1 req-ac13d5c6-6b36-4342-b8d9-2fd465c06ad3 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.7110062 Aug 19 18:08:32.188801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.189213 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment 0407daf8-c0c3-4add-b40f-81b6cfd7ba61 of type vlan for network d3da981b-401a-42e1-b40c-1b57df12de3f Aug 19 18:08:32.237187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d1bbe-61a3-4180-b69b-dd5849f6fb28 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:08:32.332328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.433207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.466876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.470395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.555749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d04051-a832-4166-b038-28c4a18a048b req-aead19a7-44f3-4ec5-bc9e-8b3d6ea828b9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:32.558282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68d04051-a832-4166-b038-28c4a18a048b req-aead19a7-44f3-4ec5-bc9e-8b3d6ea828b9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.4605465 Aug 19 18:08:32.566098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.667751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=d3da981b-401a-42e1-b40c-1b57df12de3f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:32.685217 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e7c990a-00ad-4cc2-b842-c3742ceb979c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6957011 Aug 19 18:08:32.687206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38282) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:32.698227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': 'd3da981b-401a-42e1-b40c-1b57df12de3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:32.709883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d3da981b-401a-42e1-b40c-1b57df12de3f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:32.851925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:32.858688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:32.951281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Performing IP validity checks on allocation pools {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:08:32.951281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:08:33.016921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68d04051-a832-4166-b038-28c4a18a048b req-b91f7cf8-1cad-4b04-9476-cb4c536e7ddb tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435503 Aug 19 18:08:33.215916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.368548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=406e1af9-a573-4fff-8c65-066544dd764a,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:33.394887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': '0407daf8-c0c3-4add-b40f-81b6cfd7ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3da981b-401a-42e1-b40c-1b57df12de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:33.395413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: d3da981b-401a-42e1-b40c-1b57df12de3f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:33.413058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38302) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:33.443191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network d3da981b-401a-42e1-b40c-1b57df12de3f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:33.469933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d3da981b-401a-42e1-b40c-1b57df12de3f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:33.483019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82c3ba-823c-41bc-a22e-523956463a4d None None] Network d3da981b-401a-42e1-b40c-1b57df12de3f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:33.487947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:33.487947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.530357 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b5f878a-d7fc-40bc-b7b9-6cf1755372d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8417268 Aug 19 18:08:33.534452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:33.547565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.751410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.840148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-934030991-network', 'tenant_id': '087fed6bfa284a5e8e7319cdb4d4da8b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:33.883393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Made reservation on behalf of 087fed6bfa284a5e8e7319cdb4d4da8b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:33.892830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.919767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:33.923961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.012279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f2025-a192-44ff-8b1f-f2e26e20982f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d3da981b-401a-42e1-b40c-1b57df12de3f', 'network_id': 'd3da981b-401a-42e1-b40c-1b57df12de3f', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '406e1af9-a573-4fff-8c65-066544dd764a'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:34.013301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-de5f2025-a192-44ff-8b1f-f2e26e20982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.139697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.180543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-5dcec3d6-7ba1-430e-b24c-46cd23c490e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:34.183091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-5dcec3d6-7ba1-430e-b24c-46cd23c490e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 1.4667950 Aug 19 18:08:34.222548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=406e1af9-a573-4fff-8c65-066544dd764a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-de5f2025-a192-44ff-8b1f-f2e26e20982f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 406e1af9-a573-4fff-8c65-066544dd764a: This subnet is being modified by another concurrent operation. Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 406e1af9-a573-4fff-8c65-066544dd764a: This subnet is being modified by another concurrent operation. Aug 19 18:08:34.258969 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:08:34.322348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819357d1-592d-44d9-88ae-09b5cbdf570d req-b93aee06-2b09-41df-84fa-b1470f93ad60 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:34.328459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6e4aa-3036-4769-bdef-a64bdb0129c4 None None] Network d3da981b-401a-42e1-b40c-1b57df12de3f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:34.333138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819357d1-592d-44d9-88ae-09b5cbdf570d req-b93aee06-2b09-41df-84fa-b1470f93ad60 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 1.3120413 Aug 19 18:08:34.379533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4da52-59a2-4a13-968a-b04b797742fd req-6ba9eed0-4192-45c7-88b9-467c33b8d2ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:34.389584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bf4da52-59a2-4a13-968a-b04b797742fd req-6ba9eed0-4192-45c7-88b9-467c33b8d2ee tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.2947900 Aug 19 18:08:34.458687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.497633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3da981b-401a-42e1-b40c-1b57df12de3f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:34.554867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819357d1-592d-44d9-88ae-09b5cbdf570d req-a3c68436-50b5-425f-a962-01dd28df775e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206113 Aug 19 18:08:34.564042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:08:34.592018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0407daf8-c0c3-4add-b40f-81b6cfd7ba61') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:34.592336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0407daf8-c0c3-4add-b40f-81b6cfd7ba61') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:34.610230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.629341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.638920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:34.640422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.649416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba18b7c7-bf9c-49df-b14d-7861e96e5a11 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:34.730324 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:34.788682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.801986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.862735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb7555-c47b-4316-a0f6-6999b85eca58,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.868572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.879345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.885882 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/d3da981b-401a-42e1-b40c-1b57df12de3f HTTP/1.1" status: 204 len: 168 time: 1.3503227 Aug 19 18:08:34.888508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38326) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:34.895770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18b7c7-bf9c-49df-b14d-7861e96e5a11 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:08:34.900572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628267968'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:34.900973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e6449-f988-4b18-b3a7-15cc66f3481f req-4c4a9b70-f4ab-46bb-9a3a-ece0d491acab tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:34.902830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-123e6449-f988-4b18-b3a7-15cc66f3481f req-4c4a9b70-f4ab-46bb-9a3a-ece0d491acab tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2187212 Aug 19 18:08:34.925569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port ec8a5f46-c681-4adc-978c-66c2331ded56 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:34.926455 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.933956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d983771-0ad5-4810-804f-8aa8919fd84e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=d3da981b-401a-42e1-b40c-1b57df12de3f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:34.941257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:34.962067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:34.962933 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Added segment 685f66f3-7bc5-4091-8798-ee4afbe0d44b of type vlan for network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 Aug 19 18:08:34.983274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:34.996299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.003380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:35.115963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.122682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.123933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6135c9c4-d2b9-4824-8305-e89ab7416896 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9875517 Aug 19 18:08:35.129832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38328) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:35.132864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-123e6449-f988-4b18-b3a7-15cc66f3481f req-c71a0a42-8bfe-49a2-952e-e381d559356a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122362 Aug 19 18:08:35.177739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.191754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:35.197880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.200641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.205438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:35.206174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:35.259692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:35.294933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:35.295800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:35.310119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:35.322939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port ec8a5f46-c681-4adc-978c-66c2331ded56, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec8a5f46-c681-4adc-978c-66c2331ded56,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:35.323595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.332763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9170449 Aug 19 18:08:35.339126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:35.344549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Request body: {'subnet': {'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-934030991-subnet', 'tenant_id': '087fed6bfa284a5e8e7319cdb4d4da8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:35.363853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for ec8a5f46-c681-4adc-978c-66c2331ded56 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:35.364777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.365378 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment a01b6c59-bd00-4625-8dd7-c7a61aa717c1 of type vlan for network 6b9144cc-18ef-4318-99be-8f1915d214d8 Aug 19 18:08:35.365935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:35.376758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e844c-a440-47e2-9d74-e0e2f1a23438 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:35.382357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c6b71-5912-48a0-98ab-77228d7b7bae admin admin] Pushing event updated for resources: {'Network': ['ID=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:35.428677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Made reservation on behalf of 087fed6bfa284a5e8e7319cdb4d4da8b for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:35.431026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.444445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:35.448134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.588075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.594607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:35.594940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:35.735928 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8416297 Aug 19 18:08:35.745972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:35.752343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '6b9144cc-18ef-4318-99be-8f1915d214d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:35.798393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b276df-bd6c-4c98-91d9-a55aa36e11a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=6b9144cc-18ef-4318-99be-8f1915d214d8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:35.818809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6b9144cc-18ef-4318-99be-8f1915d214d8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:35.989368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:35.994602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.016484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.178384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078a61cb-8559-4694-8db7-fb64efe3caf4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:36.214703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Checking segment: {'id': '685f66f3-7bc5-4091-8798-ee4afbe0d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:36.215085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Network hostable DHCP agents. Network: 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:36.392594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:36.423674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6950af-adf4-4c4a-94f4-2eb6baf35e59 req-5096ef55-7dd5-4515-9b0a-fd64779464c7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.432240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c6950af-adf4-4c4a-94f4-2eb6baf35e59 req-5096ef55-7dd5-4515-9b0a-fd64779464c7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.5193048 Aug 19 18:08:36.449975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:36.460776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.462391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.469926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.470266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e52ed-a6f6-40cc-ac30-1619132e5781 None None] Network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:36.526084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac60aae-64ae-49d3-b01c-cd061d6814d2 req-545d77f8-802a-4130-8b98-60189f472342 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.527754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ac60aae-64ae-49d3-b01c-cd061d6814d2 req-545d77f8-802a-4130-8b98-60189f472342 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 909 time: 0.7800696 Aug 19 18:08:36.534785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e554-d015-43c3-a630-dd3fa446bdd7 req-32d18160-939e-482a-a1fd-50c9cfe042d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.535837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd04e554-d015-43c3-a630-dd3fa446bdd7 req-32d18160-939e-482a-a1fd-50c9cfe042d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.4067001 Aug 19 18:08:36.620802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bcb4d570-2e60-4283-b3ae-baf68047f908 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2801645 Aug 19 18:08:36.765826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=ee9a1b1e-bf6e-4b5f-b9f4-954676f88b28,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:36.784174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'a01b6c59-bd00-4625-8dd7-c7a61aa717c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b9144cc-18ef-4318-99be-8f1915d214d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:36.784590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 6b9144cc-18ef-4318-99be-8f1915d214d8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:36.816160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 6b9144cc-18ef-4318-99be-8f1915d214d8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:36.843493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 6b9144cc-18ef-4318-99be-8f1915d214d8) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:36.852471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c6950af-adf4-4c4a-94f4-2eb6baf35e59 req-a7f86884-d365-4410-8dea-313498db1ff0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164159 Aug 19 18:08:36.869607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:36.870959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:36.899281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e09968fc-e34d-43c4-941d-a8b7df9f1401 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1514466 Aug 19 18:08:36.903325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:36.930107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe9576d-a04d-4852-8351-9c9f936ff832 None None] Network 6b9144cc-18ef-4318-99be-8f1915d214d8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:36.931734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.021126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec8a5f46-c681-4adc-978c-66c2331ded56 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:37.063725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: ec8a5f46-c681-4adc-978c-66c2331ded56 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:37.064183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec8a5f46-c681-4adc-978c-66c2331ded56 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:37.065896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cba3e8-a37c-4e8a-b57a-b14b178a74b3 None None] Network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:37.170617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd04e554-d015-43c3-a630-dd3fa446bdd7 req-f1f37c44-b310-4df1-9a5b-1b965da9a381 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259594 Aug 19 18:08:37.211818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=ec8a5f46-c681-4adc-978c-66c2331ded56,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:37.303240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.400639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] No DVR routers for this DVR port ec8a5f46-c681-4adc-978c-66c2331ded56 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:37.408873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.411053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01fed2ae-a92a-4350-96e4-e9b8a6dec310 req-a19d41f0-38ac-4384-97e4-0371875f01f1 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.42 "DELETE /v2.0/ports/ec8a5f46-c681-4adc-978c-66c2331ded56 HTTP/1.1" status: 204 len: 173 time: 3.2181997 Aug 19 18:08:37.418643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'name': 'network-vif-deleted', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:37.424607 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc1e5c8-e2fb-417a-98bd-66ca8c58a5f9" -d '{"events": [{"server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "name": "network-vif-deleted", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:37.459474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.467494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c1971-b70c-4108-9621-2064850fcad7 req-65844b07-8d7b-4b45-be4d-91bcb3cc2bb8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:37.483796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-333c1971-b70c-4108-9621-2064850fcad7 req-65844b07-8d7b-4b45-be4d-91bcb3cc2bb8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.6282530 Aug 19 18:08:37.607732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.730337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9a1b1e-bf6e-4b5f-b9f4-954676f88b28,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:37.766872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-333c1971-b70c-4108-9621-2064850fcad7 req-63ea6865-a0c1-40c6-bcef-38da3dc86a80 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817562 Aug 19 18:08:37.768793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.836493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.860213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9144cc-18ef-4318-99be-8f1915d214d8']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:37.888669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01b6c59-bd00-4625-8dd7-c7a61aa717c1') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:37.889431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01b6c59-bd00-4625-8dd7-c7a61aa717c1') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:37.902988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.936406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.955218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:37.956054 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:37.965698 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:37.974360 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd351160-e656-4278-981d-2edef959b708 x-openstack-request-id: req-fd351160-e656-4278-981d-2edef959b708 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:37.979388 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc79fe1-e356-4dad-acef-71cb382b5e61", "name": "network-vif-deleted", "tag": "ec8a5f46-c681-4adc-978c-66c2331ded56", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:37.980753 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd351160-e656-4278-981d-2edef959b708 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:37.982057 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc79fe1-e356-4dad-acef-71cb382b5e61', 'name': 'network-vif-deleted', 'tag': 'ec8a5f46-c681-4adc-978c-66c2331ded56', 'status': 'completed', 'code': 200} Aug 19 18:08:38.024541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef6e355-7e9f-48d5-906d-07a7ede74f46 None None] Network 6b9144cc-18ef-4318-99be-8f1915d214d8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:38.174998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.246904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.261831 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/6b9144cc-18ef-4318-99be-8f1915d214d8 HTTP/1.1" status: 204 len: 168 time: 1.3273728 Aug 19 18:08:38.261831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0e1c-8235-455b-b5ec-0a9d5c6509ca tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=6b9144cc-18ef-4318-99be-8f1915d214d8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:38.261831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:38.267350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387246204'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:38.344396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:38.347203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32cba3c0-a202-4e4f-b4f1-a3e6d7397278 req-3cd4dddf-f454-4a9a-9253-1cb1d7a27e72 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc79fe1-e356-4dad-acef-71cb382b5e61 HTTP/1.1" status: 200 len: 210 time: 0.1217115 Aug 19 18:08:38.365877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.415197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-39650e04-61d8-429a-8b70-3d8fb956787b tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.430201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-39650e04-61d8-429a-8b70-3d8fb956787b tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/networks?id=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 HTTP/1.1" status: 200 len: 820 time: 0.6819460 Aug 19 18:08:38.454609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-43d9f06c-0331-4fe1-aff6-07a46230fc8d tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/quotas/087fed6bfa284a5e8e7319cdb4d4da8b HTTP/1.1" status: 200 len: 375 time: 0.0208466 Aug 19 18:08:38.493051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:38.554147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.555770 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment e495dd7a-9501-4aac-a375-03b6dc46613b of type vlan for network 80a5b438-d213-4335-90f4-8ccba463af70 Aug 19 18:08:38.596984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-e7fa5e67-ce80-4e44-8ec5-7f5cfa751ee5 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=087fed6bfa284a5e8e7319cdb4d4da8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408322 Aug 19 18:08:38.665314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.758822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.778363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.779826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:38.787221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c7db2-23e9-41c6-846b-8c87bdcc3661 req-a2c1b92d-b224-46ff-900c-02ed88bab177 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:38.794651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-353c7db2-23e9-41c6-846b-8c87bdcc3661 req-a2c1b92d-b224-46ff-900c-02ed88bab177 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.2201540 Aug 19 18:08:38.859488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.1 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/70249ec3-8eb9-4b19-846a-08f9964707c7) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:38.877018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6192954 Aug 19 18:08:38.881181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38408) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:38.889093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '80a5b438-d213-4335-90f4-8ccba463af70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:38.893287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-353c7db2-23e9-41c6-846b-8c87bdcc3661 req-ba001210-73bb-4110-a831-dabb1d7816a4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974085 Aug 19 18:08:38.910383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-2a0a932b-19bb-4c25-bf52-0072591a895b service neutron] 10.222.0.36 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115544 Aug 19 18:08:39.003718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a74ac-3487-4ca4-8100-218304888dd4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=80a5b438-d213-4335-90f4-8ccba463af70,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:39.025713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 80a5b438-d213-4335-90f4-8ccba463af70 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:39.092469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:39.098303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.462129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf37c5-1173-4386-adab-cb4a47fe08b1 req-79df7f06-a98f-4e00-99af-de5330a28e91 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:39.473508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6bbf37c5-1173-4386-adab-cb4a47fe08b1 req-79df7f06-a98f-4e00-99af-de5330a28e91 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2188859 Aug 19 18:08:39.531784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.553530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-9d3bf614-dbf2-4329-829c-7af9251cea28 service neutron] 10.222.0.36 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428285 Aug 19 18:08:39.567363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.682660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6bbf37c5-1173-4386-adab-cb4a47fe08b1 req-b6069f51-57f2-4ffb-85d5-23b1f9aef2d6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047458 Aug 19 18:08:39.706008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=ea587833-a143-4ad8-820b-0398642af550,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:39.757146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'e495dd7a-9501-4aac-a375-03b6dc46613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:39.757527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 80a5b438-d213-4335-90f4-8ccba463af70, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:39.812935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38426) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:39.838902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 80a5b438-d213-4335-90f4-8ccba463af70 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:39.867804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 80a5b438-d213-4335-90f4-8ccba463af70) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:39.883265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:39.884049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:39.885806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e64117-adf7-477b-bd69-f6bea6a9add8 None None] Network 80a5b438-d213-4335-90f4-8ccba463af70 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:39.935487 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-04d56e87-3158-4909-8202-abde26b36edb tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0504260 Aug 19 18:08:39.936018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:39.941470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.526671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-80a5b438-d213-4335-90f4-8ccba463af70', 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': 'ea587833-a143-4ad8-820b-0398642af550'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:40.529303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.698718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:40.789331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Allocated IP 172.20.0.1 (80a5b438-d213-4335-90f4-8ccba463af70/ea587833-a143-4ad8-820b-0398642af550/0da04dbe-6139-4974-82a4-8ab41b242628) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:40.814024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.065214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-403541ee-cb71-40cc-b1cd-c383dfaa5f12 req-bd28a044-ae40-4c49-affe-9a410ccfaa6f tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 210 time: 1.1013491 Aug 19 18:08:41.138199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:41.142191 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.154680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Transition to ACTIVE for port object 0da04dbe-6139-4974-82a4-8ab41b242628 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:41.161525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:08:41.177450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Transition to ACTIVE for port object 0da04dbe-6139-4974-82a4-8ab41b242628 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:41.210006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.222875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.272311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:41.289125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-03ad0a31-edd3-471f-8734-a6555418a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:41.293201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-03ad0a31-edd3-471f-8734-a6555418a6ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 1.1202438 Aug 19 18:08:41.313970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:41.351627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Pushing event updated for resources: {'Port': ['ID=0da04dbe-6139-4974-82a4-8ab41b242628,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:41.395661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Network 80a5b438-d213-4335-90f4-8ccba463af70 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:41.402177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:41.409854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.410052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.410372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.410712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.411045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.411428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.411785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.412263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.412471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.412804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.413129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.413504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:08:41.422123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:41.427758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=ea587833-a143-4ad8-820b-0398642af550,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:41.475040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.503231 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.516821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a5b438-d213-4335-90f4-8ccba463af70']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:41.558071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Attempting to bind port 0da04dbe-6139-4974-82a4-8ab41b242628 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:41.558984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Attempting to bind port 0da04dbe-6139-4974-82a4-8ab41b242628 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e495dd7a-9501-4aac-a375-03b6dc46613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:41.558984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Attempting to bind port 0da04dbe-6139-4974-82a4-8ab41b242628 on network 80a5b438-d213-4335-90f4-8ccba463af70 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:41.583906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:41.584508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Checking segment: {'id': 'e495dd7a-9501-4aac-a375-03b6dc46613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:41.584691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495dd7a-9501-4aac-a375-03b6dc46613b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:41.584691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495dd7a-9501-4aac-a375-03b6dc46613b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:41.590323 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.590531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Bound using segment: {'id': 'e495dd7a-9501-4aac-a375-03b6dc46613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:41.590889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Bound port: 0da04dbe-6139-4974-82a4-8ab41b242628, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495dd7a-9501-4aac-a375-03b6dc46613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80a5b438-d213-4335-90f4-8ccba463af70'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:41.591298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.600324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.623795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.643582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:41.644191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:41.653076 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:41.740523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] For port 0da04dbe-6139-4974-82a4-8ab41b242628, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:41.760701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] For port 0da04dbe-6139-4974-82a4-8ab41b242628, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0da04dbe-6139-4974-82a4-8ab41b242628,segment=NetworkSegment(e495dd7a-9501-4aac-a375-03b6dc46613b),segment_id=e495dd7a-9501-4aac-a375-03b6dc46613b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:41.765594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:08:41.765594 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:08:41.765594 n-d-778550-10 neutron-server[101325]: [parameters: {'id': '80a5b438-d213-4335-90f4-8ccba463af70'}] Aug 19 18:08:41.765594 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:08:41.767061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:41.767474 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:08:41.931377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36551-7252-4f8e-9974-994a60ce0595 None None] Pushing event updated for resources: {'Port': ['ID=0da04dbe-6139-4974-82a4-8ab41b242628,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:41.937497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bd383-4435-4026-8877-34b99ccefbc9 None None] Network 80a5b438-d213-4335-90f4-8ccba463af70 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:42.006991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=70249ec3-8eb9-4b19-846a-08f9964707c7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:42.136167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f60f3-4caa-40c3-9acd-13208f37c979 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:08:42.155624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ab32-060c-41d9-8671-61c0a890fb1b req-cfe70824-4cef-4ede-a1bb-eb8d14618d8a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.167755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f7ab32-060c-41d9-8671-61c0a890fb1b req-cfe70824-4cef-4ede-a1bb-eb8d14618d8a tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.8836403 Aug 19 18:08:42.197620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003ac7-eda0-43ae-bd40-36b056568019 req-a3a2b1e8-5843-48ed-a5b6-6328759287c8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.208590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97003ac7-eda0-43ae-bd40-36b056568019 req-a3a2b1e8-5843-48ed-a5b6-6328759287c8 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 1.9874966 Aug 19 18:08:42.270124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.346176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f60f3-4caa-40c3-9acd-13208f37c979 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:08:42.460740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port 0da04dbe-6139-4974-82a4-8ab41b242628 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:42.467898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.479348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.630158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port 0da04dbe-6139-4974-82a4-8ab41b242628, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0da04dbe-6139-4974-82a4-8ab41b242628,segment=NetworkSegment(e495dd7a-9501-4aac-a375-03b6dc46613b),segment_id=e495dd7a-9501-4aac-a375-03b6dc46613b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:42.630661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.651163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for 0da04dbe-6139-4974-82a4-8ab41b242628 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:42.777820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97003ac7-eda0-43ae-bd40-36b056568019 req-3d51b3aa-37dd-49c1-9f9a-649e8d5e759d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004904 Aug 19 18:08:42.857206 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:42.893864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=0da04dbe-6139-4974-82a4-8ab41b242628,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:42.910050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port 0da04dbe-6139-4974-82a4-8ab41b242628 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:42.928072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f7ab32-060c-41d9-8671-61c0a890fb1b req-02c1f50f-e59c-4e72-81db-5812105aeda1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119613 Aug 19 18:08:42.964308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-ecbf9e04-9be2-452b-b4da-11b5a5149e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.966104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-ecbf9e04-9be2-452b-b4da-11b5a5149e7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 1.4965842 Aug 19 18:08:42.988507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-9355ec91-e62f-4145-9acb-2a88fddddc62 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:42.990210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-9355ec91-e62f-4145-9acb-2a88fddddc62 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.13 "GET /v2.0/networks?id=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 HTTP/1.1" status: 200 len: 820 time: 0.6960154 Aug 19 18:08:43.053563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.071006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a5b438-d213-4335-90f4-8ccba463af70']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:43.084777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495dd7a-9501-4aac-a375-03b6dc46613b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:43.085695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495dd7a-9501-4aac-a375-03b6dc46613b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:43.096643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.115754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.124976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:43.125580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:43.129397 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:43.144123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Request body: {'port': {'device_id': '55562931-36b5-439c-a463-0db7630563a4', 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9', 'admin_state_up': True, 'tenant_id': '087fed6bfa284a5e8e7319cdb4d4da8b'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.162671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-5ea126d7-0a8b-4942-8835-dd3b058a0914 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.1806021 Aug 19 18:08:43.210435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.237315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.239645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/80a5b438-d213-4335-90f4-8ccba463af70 HTTP/1.1" status: 204 len: 168 time: 3.3010647 Aug 19 18:08:43.243160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a6296-f0fd-4ab2-b6ff-af7af5fca8a9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=80a5b438-d213-4335-90f4-8ccba463af70,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:43.244942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38502) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:43.252309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701000376'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.253420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0048c7a-d682-4d11-abb3-8f9140a8a20d req-acdcefd2-6db3-4c5a-b2a0-a1a8c8826a9a tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 210 time: 0.1522617 Aug 19 18:08:43.289916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:43.289916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.314200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:43.330780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.331171 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment 34627fa8-898d-4099-98b3-6ba09b32faea of type vlan for network 5842594b-a2e8-4616-8237-f51bc55e2588 Aug 19 18:08:43.389544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.419548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.426657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.427410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.447669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-ae9f3a75-2f4b-4484-8e62-35d24fe4ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.449258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-ae9f3a75-2f4b-4484-8e62-35d24fe4ae05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2220287 Aug 19 18:08:43.454824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2049246 Aug 19 18:08:43.464567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38506) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:43.499955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.528621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-d8de34b6-3c03-456d-8255-e81713253f52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670407 Aug 19 18:08:43.596272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707714c-f32f-420b-a249-fb36ab5dde44 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=5842594b-a2e8-4616-8237-f51bc55e2588,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:43.608546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:43.717735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Made reservation on behalf of 087fed6bfa284a5e8e7319cdb4d4da8b for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:43.723255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.732917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.759791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.760085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.773654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.827915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 5842594b-a2e8-4616-8237-f51bc55e2588 is not hosted by any dhcp agent {{(pid=101325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:08:43.833535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.834153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:43.838464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "PUT /v2.0/networks/5842594b-a2e8-4616-8237-f51bc55e2588 HTTP/1.1" status: 200 len: 723 time: 0.3701732 Aug 19 18:08:43.846097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:43.852387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:43.933718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04e61-bdbe-461e-9964-9e214d21a150 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=5842594b-a2e8-4616-8237-f51bc55e2588,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:43.948840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:43.958624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-e4af5b6e-5459-4a93-b976-292c41b16afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:43.960457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-e4af5b6e-5459-4a93-b976-292c41b16afb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1097 time: 0.3987513 Aug 19 18:08:43.982711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-0a8ba412-520c-411e-ad08-f19fec18c49b service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392409 Aug 19 18:08:44.002411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:44.006144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.042628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.153893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-e4883928-a9b4-42a8-b87f-bcd56c9010ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.156212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-e4883928-a9b4-42a8-b87f-bcd56c9010ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.1775706 Aug 19 18:08:44.156415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=70249ec3-8eb9-4b19-846a-08f9964707c7,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.300247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-f385a703-3468-4f3d-84de-d0c49f196577 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 1000 time: 0.1330881 Aug 19 18:08:44.398033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.411186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-6a554053-9385-43fc-b319-2f47a60e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.412703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-6a554053-9385-43fc-b319-2f47a60e8cff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1048086 Aug 19 18:08:44.501823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=4211fcbc-3aca-4fda-97a2-24d1dd908125,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:44.539485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-5d9fe494-0829-47b9-bedc-e0ac38fa5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.541287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-5d9fe494-0829-47b9-bedc-e0ac38fa5a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063447 Aug 19 18:08:44.542551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': '34627fa8-898d-4099-98b3-6ba09b32faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:44.542911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 5842594b-a2e8-4616-8237-f51bc55e2588, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:44.555376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-50c2143d-3a43-48ff-96ff-e6b39996b55d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:08:44.556844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-50c2143d-3a43-48ff-96ff-e6b39996b55d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060318 Aug 19 18:08:44.582604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 5842594b-a2e8-4616-8237-f51bc55e2588 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:44.639407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5842594b-a2e8-4616-8237-f51bc55e2588) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:44.649471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.650075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.650271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7287fa1-4316-4b35-ac53-2b0ac942ea04 None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:44.675883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7fee1d6a-14ba-45f6-a754-9616963e4b11 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8282232 Aug 19 18:08:44.682679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38536) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:44.693412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:44.742323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ebb24-1764-4f87-8125-5002b5703732 req-66d2bb24-7c0a-4ceb-8a7c-b8d225d85452 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.744134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-960ebb24-1764-4f87-8125-5002b5703732 req-66d2bb24-7c0a-4ceb-8a7c-b8d225d85452 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.8404021 Aug 19 18:08:44.759487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:44.779833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-47bcf4df-c76e-4de7-9af1-1a3ae69861f0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104685 Aug 19 18:08:44.828243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Allocated IP 172.20.0.4 (4a9ec2a2-be7b-471c-828f-c1e4e140d7d9/078a61cb-8559-4694-8db7-fb64efe3caf4/a0ba660c-b1b9-4837-8ce7-ef6411cacacf) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:44.849830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841958d-d5e0-427b-9969-a5d3ad7a9f7c req-ab387986-1ab7-417e-85b3-f41dcb308091 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:44.851503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d841958d-d5e0-427b-9969-a5d3ad7a9f7c req-ab387986-1ab7-417e-85b3-f41dcb308091 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.7365041 Aug 19 18:08:44.888675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-451f6962-e352-4b44-aa8f-d5ead99d0b0b req-e198fcd3-e851-4e47-873e-46e18bf8f4d9 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556674 Aug 19 18:08:44.897314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-5842594b-a2e8-4616-8237-f51bc55e2588', 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '4211fcbc-3aca-4fda-97a2-24d1dd908125'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:44.898650 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.001643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-265337048'] for subnet, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.049355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:45.049638 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6516fe1-8ff0-4cd8-9760-90ae04b61e5f req-11b0bcd0-3d6b-4880-b61f-0babaaa095fd service neutron] 10.222.0.13 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586894 Aug 19 18:08:45.051107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-960ebb24-1764-4f87-8125-5002b5703732 req-f34608c7-90fc-4591-9da7-9ff721be7096 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836034 Aug 19 18:08:45.087058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:45.115005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d841958d-d5e0-427b-9969-a5d3ad7a9f7c req-d0f7c3be-2c16-4cf2-b77f-70f0a4e97024 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426052 Aug 19 18:08:45.127207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Allocated IP 172.20.0.2 (5842594b-a2e8-4616-8237-f51bc55e2588/4211fcbc-3aca-4fda-97a2-24d1dd908125/9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:45.314466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-2e97555e-eba1-4135-9c52-e13edced1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.316022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-2e97555e-eba1-4135-9c52-e13edced1d25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.3696105 Aug 19 18:08:45.340383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95f929d6-5795-4720-aaab-dab713ee77f7 req-e29455de-3a13-4b8b-bd5c-0a1c675d1750 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 210 time: 0.0939224 Aug 19 18:08:45.354850 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.366445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Transition to ACTIVE for port object 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:45.384104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Transition to ACTIVE for port object 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:45.391541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.443304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:45.448244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:45.451591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:45.471687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Pushing event updated for resources: {'Port': ['ID=9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:45.536859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Attempting to bind port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:45.537702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Attempting to bind port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '34627fa8-898d-4099-98b3-6ba09b32faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:45.538247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Attempting to bind port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 on network 5842594b-a2e8-4616-8237-f51bc55e2588 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:45.548271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:45.549067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Checking segment: {'id': '34627fa8-898d-4099-98b3-6ba09b32faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:45.550058 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.550655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Bound using segment: {'id': '34627fa8-898d-4099-98b3-6ba09b32faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:45.551372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Bound port: 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34627fa8-898d-4099-98b3-6ba09b32faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5842594b-a2e8-4616-8237-f51bc55e2588'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:45.551989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.564974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.581326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:45.585416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045468007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-265541411'] for subnet, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.623919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-30d9ab94-b941-470f-97af-89daf1571a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.626377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-30d9ab94-b941-470f-97af-89daf1571a6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.2850382 Aug 19 18:08:45.634522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.635404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.636854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "PUT /v2.0/subnets/4211fcbc-3aca-4fda-97a2-24d1dd908125 HTTP/1.1" status: 200 len: 806 time: 0.9530752 Aug 19 18:08:45.639769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38550) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:45.657620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] For port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:45.663323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] For port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8,segment=NetworkSegment(34627fa8-898d-4099-98b3-6ba09b32faea),segment_id=34627fa8-898d-4099-98b3-6ba09b32faea)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:45.669121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.730398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-4d423d1f-1b4a-409e-ab7d-7486885d6518 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.0938621 Aug 19 18:08:45.733463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c23b-cca4-4e23-bf1f-faf194c3f8ed None None] Pushing event updated for resources: {'Port': ['ID=9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:45.737322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5bd5b-6bef-4c34-acd3-63d529429df4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=4211fcbc-3aca-4fda-97a2-24d1dd908125,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:45.809155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.894226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.911833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:45.912199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:45.988003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-716c3429-ffda-4ae8-9269-1c80cb7ec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:45.989571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-716c3429-ffda-4ae8-9269-1c80cb7ec48c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2460108 Aug 19 18:08:45.995875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:46.006029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:46.019193 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:46.021929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e8dc3ab4-a098-452f-a096-da3adb2e9733 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/routers/b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8879821 Aug 19 18:08:46.024518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Pushing event updated for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.027100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:46.030878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:46.035862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'port': {'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426', 'name': 'tempest-FloatingIPTestJSON-723862304'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:46.038562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8,segment=NetworkSegment(34627fa8-898d-4099-98b3-6ba09b32faea),segment_id=34627fa8-898d-4099-98b3-6ba09b32faea)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:46.039066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.039178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:46.041558 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:46.042217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.058100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:46.151580 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.165213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:46.166290 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.182009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-c630124c-347d-40bc-aa00-66f27e24c61f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778457 Aug 19 18:08:46.238998 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.239259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.240908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905506-6e25-48d5-8164-a1f6bd66f90c None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:46.304083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.373845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:46.455972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.482919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port cb78fabb-bf5b-4416-a4be-e6e03ee1590f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:46.483486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.492808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.493437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.577536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.606487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=4211fcbc-3aca-4fda-97a2-24d1dd908125,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.665948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-af54da13-22a8-4f22-9712-9ba7449a72d3 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5636132 Aug 19 18:08:46.701686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.705722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Request body: {'port': {'device_id': '55562931-36b5-439c-a463-0db7630563a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:46.713736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5842594b-a2e8-4616-8237-f51bc55e2588']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.721489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039a718-e3d5-4880-bcf2-4f98a0b90ff0 req-b8fc799c-94ed-4259-aad6-f01555df60bc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.723044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a039a718-e3d5-4880-bcf2-4f98a0b90ff0 req-b8fc799c-94ed-4259-aad6-f01555df60bc tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3464017 Aug 19 18:08:46.729663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34627fa8-898d-4099-98b3-6ba09b32faea') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.730653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34627fa8-898d-4099-98b3-6ba09b32faea') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:46.730871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146325-b87d-4cc8-9a21-761e9ee1f036 req-8cae68f9-07dd-437c-acb8-f2cd2989afa8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:46.732386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0146325-b87d-4cc8-9a21-761e9ee1f036 req-8cae68f9-07dd-437c-acb8-f2cd2989afa8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.3491015 Aug 19 18:08:46.756504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-91bb18ac-3986-477e-9a9e-8ed81eb03bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171008 Aug 19 18:08:46.759236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.782209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.794253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:46.795465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:46.803226 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:46.857969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:46.863496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.886501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.899036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.906898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/5842594b-a2e8-4616-8237-f51bc55e2588 HTTP/1.1" status: 204 len: 168 time: 1.2653522 Aug 19 18:08:46.918810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38578) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:46.923065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3d14-f0bc-428e-a36d-ce4ac369abb2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=5842594b-a2e8-4616-8237-f51bc55e2588,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:46.951264 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-84891c7b-f62a-4528-8ed3-5bc2f300634b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:08:46.952053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84891c7b-f62a-4528-8ed3-5bc2f300634b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:08:46.958090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84891c7b-f62a-4528-8ed3-5bc2f300634b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/5842594b-a2e8-4616-8237-f51bc55e2588 HTTP/1.1" status: 404 len: 339 time: 0.0335836 Aug 19 18:08:46.959876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:46.965816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650135777', 'description': 'd1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:46.986858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:46.988056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] device_id is not set on port 6e7f25f4-ea24-4166-b420-8444a4183c04 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:08:47.018550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:47.021711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.025079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port cb78fabb-bf5b-4416-a4be-e6e03ee1590f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:47.025467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.057179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.075220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:47.123417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a039a718-e3d5-4880-bcf2-4f98a0b90ff0 req-b0ed72ea-0ff6-44fe-af4d-10c7097012c0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3848028 Aug 19 18:08:47.129415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for cb78fabb-bf5b-4416-a4be-e6e03ee1590f owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:47.134626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0146325-b87d-4cc8-9a21-761e9ee1f036 req-f580aa51-377f-45c7-ad38-214255e9bedb tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736322 Aug 19 18:08:47.157171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.157171 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment 41d30505-d49d-450f-891b-5905a4ad6067 of type vlan for network 7a1bd564-5a20-4903-92f9-df34c89094ee Aug 19 18:08:47.285557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.342360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.357713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.360025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:47.429705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a700ddf-1b54-4bb7-88fc-1693bac4d46a req-69f773a1-2e5c-4e40-9eb1-e34a2812235f service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422698 Aug 19 18:08:47.501849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5403931 Aug 19 18:08:47.507721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:47.555025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-42d7b5b2-89da-4030-a633-a0a94f74d2cb None None] Could not find standard attr ID for object 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:08:47.556822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaddf9-28ae-4715-b91a-0ff3a2d4032e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=7a1bd564-5a20-4903-92f9-df34c89094ee,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:47.567201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0309e-0a64-4a11-9c09-654cb7aff389 None None] DHCP port deletion for 5842594b-a2e8-4616-8237-f51bc55e2588 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:47.602771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203cbb4-6610-4107-9ee7-de4e919f529b None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:47.620106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203cbb4-6610-4107-9ee7-de4e919f529b None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:08:47.637580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7a1bd564-5a20-4903-92f9-df34c89094ee details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:47.684105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc20d0-9d34-4131-baa6-52dfd17e87b6 None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:47.772790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc20d0-9d34-4131-baa6-52dfd17e87b6 None None] Network 5842594b-a2e8-4616-8237-f51bc55e2588 could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:08:47.781940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf13e58-71eb-4ffc-b8e8-c3738c754a22 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:47.783643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fbf13e58-71eb-4ffc-b8e8-c3738c754a22 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks?id=7a1bd564-5a20-4903-92f9-df34c89094ee HTTP/1.1" status: 200 len: 761 time: 0.2744074 Aug 19 18:08:47.786428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38598) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:47.792041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'description': 'd2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:48.038507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.055538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.067398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:48.076511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 7a1bd564-5a20-4903-92f9-df34c89094ee is not hosted by any dhcp agent {{(pid=101325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:08:48.082444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.083135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.084613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "PUT /v2.0/networks/7a1bd564-5a20-4903-92f9-df34c89094ee HTTP/1.1" status: 200 len: 758 time: 0.2971539 Aug 19 18:08:48.091414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.7 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/6e7f25f4-ea24-4166-b420-8444a4183c04) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:48.097738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38600) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:48.105144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090caec-be12-43b9-b6bc-988f8648bb74 req-46b3d8b5-609b-4ef2-bc76-d7df5676658c tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.106686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e090caec-be12-43b9-b6bc-988f8648bb74 req-46b3d8b5-609b-4ef2-bc76-d7df5676658c tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 931 time: 0.7698152 Aug 19 18:08:48.238042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.302565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:48.302968 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d155b-fc26-435d-b6bc-ad99b4b36905" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:48.364331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:48.384108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.480734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:48.517532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e090caec-be12-43b9-b6bc-988f8648bb74 req-0aaa8889-2dfd-47cd-b39f-2db156ce1831 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130758 Aug 19 18:08:48.557162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e4bde-d8d3-49ab-a78c-6fe01c6d61d9 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=7a1bd564-5a20-4903-92f9-df34c89094ee,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:48.577705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7a1bd564-5a20-4903-92f9-df34c89094ee details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:48.583701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453971a-e53a-4627-be38-f126da71f03e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.585623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7453971a-e53a-4627-be38-f126da71f03e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks?id=7a1bd564-5a20-4903-92f9-df34c89094ee HTTP/1.1" status: 200 len: 761 time: 0.4779303 Aug 19 18:08:48.594424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38618) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:48.603421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-729752063'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:48.641705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:48.646086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.690797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:08:48.694463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.695142 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment eff1232f-db4c-4d19-9482-91be6fabfec8 of type vlan for network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d Aug 19 18:08:48.760722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.804183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.813375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.814439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:48.844480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df85039-8292-4176-b955-a95d43692309 req-2bc02a84-42f9-45c1-8631-2d01e0431cb2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.846031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9df85039-8292-4176-b955-a95d43692309 req-2bc02a84-42f9-45c1-8631-2d01e0431cb2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.4503620 Aug 19 18:08:48.889766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2876580 Aug 19 18:08:48.892961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38622) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:48.902196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1b34a-7e26-41bc-8b4f-a265286a86a6 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=38b36df5-c25e-4bf7-93b0-4fd01ffd670d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:48.908833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:48.914278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:08:48.959809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c98ff-1765-4ca8-ae00-3f0df6259bf0 req-23de8d7e-70ab-4a6f-b84c-644bc51b48f5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:48.961477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c27c98ff-1765-4ca8-ae00-3f0df6259bf0 req-23de8d7e-70ab-4a6f-b84c-644bc51b48f5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.3724313 Aug 19 18:08:49.079838 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.093506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ba660c-b1b9-4837-8ce7-ef6411cacacf {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:49.115480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9df85039-8292-4176-b955-a95d43692309 req-e9247c60-3ed6-4529-aa10-59b85b9073c9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614739 Aug 19 18:08:49.123483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.133831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.176667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=cb78fabb-bf5b-4416-a4be-e6e03ee1590f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:49.270297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Transition to ACTIVE for port object a0ba660c-b1b9-4837-8ce7-ef6411cacacf will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:49.306483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.385878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c27c98ff-1765-4ca8-ae00-3f0df6259bf0 req-cfbd7559-211e-4d5a-a654-02ce41bda5c1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942380 Aug 19 18:08:49.428024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.507259 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc0506-e0ef-46ef-b684-a846bcb7e0f5 x-openstack-request-id: req-c2bc0506-e0ef-46ef-b684-a846bcb7e0f5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:49.508679 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-unplugged", "status": "failed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "code": 422}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:49.509448 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2bc0506-e0ef-46ef-b684-a846bcb7e0f5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:49.510442 n-d-778550-10 neutron-server[101326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'code': 422} returned with failed status Aug 19 18:08:49.623693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:49.655483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:49.675774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:49.679003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:49.679768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b5ab6a5-fcdc-4f8c-9972-4abde37f2fa8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:49.679921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:49.784780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:49.837606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:49.845275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:50.007837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=6e7f25f4-ea24-4166-b420-8444a4183c04,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:50.088786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.089593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.207257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23040a52-da81-43a4-9013-5f09963d0331 req-33569bfa-7d57-4fb3-a8cc-57ee711016b8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:50.209025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23040a52-da81-43a4-9013-5f09963d0331 req-33569bfa-7d57-4fb3-a8cc-57ee711016b8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 943 time: 0.4495521 Aug 19 18:08:50.215475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1d6bdbb1-06c0-4b79-adf3-121759763fde tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1834774 Aug 19 18:08:50.218626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:50.226977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'port': {'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426', 'name': 'tempest-FloatingIPTestJSON-1296451272'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:50.277852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Attempting to bind port a0ba660c-b1b9-4837-8ce7-ef6411cacacf on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:50.278323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Attempting to bind port a0ba660c-b1b9-4837-8ce7-ef6411cacacf by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '685f66f3-7bc5-4091-8798-ee4afbe0d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:50.278672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Attempting to bind port a0ba660c-b1b9-4837-8ce7-ef6411cacacf on network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:50.336424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.346513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Port a0ba660c-b1b9-4837-8ce7-ef6411cacacf on network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:50.346845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Attempting to bind port a0ba660c-b1b9-4837-8ce7-ef6411cacacf on network 4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:50.380255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:50.380616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Checking segment: {'id': '685f66f3-7bc5-4091-8798-ee4afbe0d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:50.381055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Bound using segment: {'id': '685f66f3-7bc5-4091-8798-ee4afbe0d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:50.381469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Bound port: a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f66f3-7bc5-4091-8798-ee4afbe0d44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:50.382049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.394283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23040a52-da81-43a4-9013-5f09963d0331 req-3554ed3d-70b5-4a80-b7c0-0a76fdaa6986 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776516 Aug 19 18:08:50.521201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:08:50.528130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.579039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] device_id is not set on port e5c0529e-0b23-424f-a4ab-f5e8e3de986e yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:08:50.607092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:50.866452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=225ae8b9-e563-4d3e-a5b1-113a47b65692,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:50.867175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.6 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/e5c0529e-0b23-424f-a4ab-f5e8e3de986e) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:50.910040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:50.921696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': 'eff1232f-db4c-4d19-9482-91be6fabfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:50.922445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: 38b36df5-c25e-4bf7-93b0-4fd01ffd670d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:08:50.936542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,segment=NetworkSegment(685f66f3-7bc5-4091-8798-ee4afbe0d44b),segment_id=685f66f3-7bc5-4091-8798-ee4afbe0d44b)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:50.976688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.021129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.021863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.023370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] 10.222.0.13 "PUT /v2.0/ports/a0ba660c-b1b9-4837-8ce7-ef6411cacacf HTTP/1.1" status: 200 len: 1092 time: 4.3354018 Aug 19 18:08:51.027920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:51.030297 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a166be9-b77b-4222-9b31-008ad166fec2" -d '{"events": [{"name": "network-changed", "server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:51.070289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:08:51.095341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.129178 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601da83e-0bfa-4c31-834c-054b0b412357 x-openstack-request-id: req-601da83e-0bfa-4c31-834c-054b0b412357 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:51.129656 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:51.130065 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-601da83e-0bfa-4c31-834c-054b0b412357 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:51.130616 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf', 'status': 'completed', 'code': 200} Aug 19 18:08:51.151816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.174635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 38b36df5-c25e-4bf7-93b0-4fd01ffd670d) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:51.183202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a617f-9404-4fbf-af4d-a3d481807b8b None None] Network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:51.205605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770c6a3-595b-4bf4-aec9-68c4fb606a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:51.211795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.213310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.268292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-881859b7-0139-42ea-b45a-0c94a9ab633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.271162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-881859b7-0139-42ea-b45a-0c94a9ab633a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=087fed6bfa284a5e8e7319cdb4d4da8b&device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 1095 time: 0.1537592 Aug 19 18:08:51.273481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router 2074263f-7743-4b25-96b9-384bc38ff6d0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:51.294552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-313f8e0b-0d72-4dd0-b1bd-a8ffdc69ef42 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3989584 Aug 19 18:08:51.297130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:51.304404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:51.340148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-2a829a1f-46b8-4140-a27d-8cc80760b522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf HTTP/1.1" status: 200 len: 217 time: 0.0487969 Aug 19 18:08:51.403027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360211-2e51-4f40-b006-2d74da7d49d0 req-9f8bbf91-cafa-43b6-90e2-c79806cae945 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.411761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41360211-2e51-4f40-b006-2d74da7d49d0 req-9f8bbf91-cafa-43b6-90e2-c79806cae945 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.1763542 Aug 19 18:08:51.461657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:51.465098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=e5c0529e-0b23-424f-a4ab-f5e8e3de986e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:51.467642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:51.524362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.525038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.533148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.558677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-079c1961-6b22-4127-baba-0cf0214b69a1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3327825 Aug 19 18:08:51.559043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d353ca-d958-41ff-bc30-90926d31f34e req-3cdf9c58-b7f1-4a48-af20-9006c6154e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:51.559748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:51.567561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'e5c0529e-0b23-424f-a4ab-f5e8e3de986e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:51.583140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-38b36df5-c25e-4bf7-93b0-4fd01ffd670d', 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '225ae8b9-e563-4d3e-a5b1-113a47b65692'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:08:51.584528 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.585371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-3cdf9c58-b7f1-4a48-af20-9006c6154e2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=078a61cb-8559-4694-8db7-fb64efe3caf4 HTTP/1.1" status: 200 len: 860 time: 0.2074199 Aug 19 18:08:51.650607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.683140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38728) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:51.703954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.716356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41360211-2e51-4f40-b006-2d74da7d49d0 req-d1679510-6eb8-423d-8ad4-9990a20d36ee tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033402 Aug 19 18:08:51.768662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c4a3dd00-38a7-4cc1-9a46-624b2ef292a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779044 Aug 19 18:08:51.860134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:51.866662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Allocated IP 172.20.0.2 (38b36df5-c25e-4bf7-93b0-4fd01ffd670d/225ae8b9-e563-4d3e-a5b1-113a47b65692/87396904-b364-4889-9880-6ab62f8c2ca0) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:51.986014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:52.001927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-697cf9e4-e4cb-4459-9aa4-32b86fb36cde tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "PUT /v2.0/routers/2074263f-7743-4b25-96b9-384bc38ff6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1841915 Aug 19 18:08:52.005306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Sync routers for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:52.007886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38740) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:52.028583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee057-4b55-46b5-a8de-58431fe0f69f req-f0b68c58-e780-4c23-816d-356153b4e6e8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.036233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-665ee057-4b55-46b5-a8de-58431fe0f69f req-f0b68c58-e780-4c23-816d-356153b4e6e8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 943 time: 0.3689036 Aug 19 18:08:52.049081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:52.049725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:52.069345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.161 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/3aa9154c-3278-4e73-9bc0-9c222a5680f7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:08:52.104975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:52.250180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.304933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.375387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.392462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:52.402953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Transition to ACTIVE for port object 87396904-b364-4889-9880-6ab62f8c2ca0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:52.409275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:52.415824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:52.470468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=3aa9154c-3278-4e73-9bc0-9c222a5680f7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:52.502753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:52.505585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Transition to ACTIVE for port object 87396904-b364-4889-9880-6ab62f8c2ca0 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:52.575356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.605767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.615907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-779e0d35-026f-4ac8-b38c-26c53e4519f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9311919 Aug 19 18:08:52.658750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3be1-4878-463b-88f2-0ad51521baea req-1ec212f7-6df6-4242-b24e-790bf97b0554 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:52.666365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e32f3be1-4878-463b-88f2-0ad51521baea req-1ec212f7-6df6-4242-b24e-790bf97b0554 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.6187904 Aug 19 18:08:52.694739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:08:52.695015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting subnet 240fbc65-ce32-45f3-bc10-6fae571460dc {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:08:52.709084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:08:52.715731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:08:52.723166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Pushing event updated for resources: {'Port': ['ID=87396904-b364-4889-9880-6ab62f8c2ca0,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:52.765802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-665ee057-4b55-46b5-a8de-58431fe0f69f req-263b645f-86f4-4aad-bf0b-1befc7af9646 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258334 Aug 19 18:08:52.778397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.854241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Attempting to bind port 87396904-b364-4889-9880-6ab62f8c2ca0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:52.855030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Attempting to bind port 87396904-b364-4889-9880-6ab62f8c2ca0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'eff1232f-db4c-4d19-9482-91be6fabfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:52.855414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Attempting to bind port 87396904-b364-4889-9880-6ab62f8c2ca0 on network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:52.856006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=225ae8b9-e563-4d3e-a5b1-113a47b65692,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:52.867223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:52.867636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Checking segment: {'id': 'eff1232f-db4c-4d19-9482-91be6fabfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:52.868057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.869667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Bound using segment: {'id': 'eff1232f-db4c-4d19-9482-91be6fabfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:52.870328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Bound port: 87396904-b364-4889-9880-6ab62f8c2ca0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff1232f-db4c-4d19-9482-91be6fabfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:52.870817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.899643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.917170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:52.996396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] For port 87396904-b364-4889-9880-6ab62f8c2ca0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:53.000710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] For port 87396904-b364-4889-9880-6ab62f8c2ca0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87396904-b364-4889-9880-6ab62f8c2ca0,segment=NetworkSegment(eff1232f-db4c-4d19-9482-91be6fabfec8),segment_id=eff1232f-db4c-4d19-9482-91be6fabfec8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:53.018476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b36df5-c25e-4bf7-93b0-4fd01ffd670d']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:53.030412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.038799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff1232f-db4c-4d19-9482-91be6fabfec8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:53.039475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff1232f-db4c-4d19-9482-91be6fabfec8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:53.075076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-c9b9afa1-8978-4254-bc75-03a19ad44f44 service neutron] 10.222.0.13 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2983141 Aug 19 18:08:53.112268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.145863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3dfae-d91f-47b9-9394-27c06803d7ac None None] Network 38b36df5-c25e-4bf7-93b0-4fd01ffd670d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:53.158614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-67a5fd0a-be5c-41db-bd61-b22d686750e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1914608 Aug 19 18:08:53.181741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.196003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab46a6d-38dd-4e93-ab11-a09b11d28ff2 None None] Pushing event updated for resources: {'Port': ['ID=87396904-b364-4889-9880-6ab62f8c2ca0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:53.214226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:53.214999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:53.226773 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:53.230364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59d353ca-d958-41ff-bc30-90926d31f34e req-78a410c2-b394-418f-b741-cb4e8ce07f1c service neutron] 10.222.0.13 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429121 Aug 19 18:08:53.252708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:08:48Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:53.275479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e32f3be1-4878-463b-88f2-0ad51521baea req-f87dcb55-5387-419a-b989-fef236ecfcd6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078887 Aug 19 18:08:53.320733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Checking router: 2074263f-7743-4b25-96b9-384bc38ff6d0 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:08:53.342189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.394168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Routers {'2074263f-7743-4b25-96b9-384bc38ff6d0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:53.395004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['2074263f-7743-4b25-96b9-384bc38ff6d0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:53.442262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c820a5-b7dd-41ba-9849-8451faa1e495 req-8ced7e67-9470-47c4-b241-753bd4ee4b19 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.453080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18c820a5-b7dd-41ba-9849-8451faa1e495 req-8ced7e67-9470-47c4-b241-753bd4ee4b19 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.3743093 Aug 19 18:08:53.510639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 18:08:53.510639 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 18:08:53.510639 n-d-778550-10 neutron-server[101325]: [parameters: {'id': '38b36df5-c25e-4bf7-93b0-4fd01ffd670d'}] Aug 19 18:08:53.510639 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:08:53.511605 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:08:53.517061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-78fdfa1c-596d-4492-96fd-7f1981ef6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.519068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-78fdfa1c-596d-4492-96fd-7f1981ef6846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.2035255 Aug 19 18:08:53.560673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18c820a5-b7dd-41ba-9849-8451faa1e495 req-2080da16-0133-4852-91ec-cc1a77cd7905 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063573 Aug 19 18:08:53.634523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] Set router 2074263f-7743-4b25-96b9-384bc38ff6d0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:08:53.748892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-c5d8f904-2751-4424-9bf5-ab4535157222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.751640 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-c5d8f904-2751-4424-9bf5-ab4535157222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=087fed6bfa284a5e8e7319cdb4d4da8b&device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 1095 time: 0.3599570 Aug 19 18:08:53.752566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-316a1fbe-3392-4cbd-a908-20729e50e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:53.757263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-316a1fbe-3392-4cbd-a908-20729e50e2ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 897 time: 0.1861176 Aug 19 18:08:53.769061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:53.907098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca01984-0d41-467c-a391-5dddb1e1e6cb None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:08:53.998570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.083769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-61851d17-8bb1-4588-95a2-a2be3b79b88d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 1001 time: 0.3167772 Aug 19 18:08:54.100773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Subnet': ['ID=240fbc65-ce32-45f3-bc10-6fae571460dc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:54.105316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.107158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.110587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2aafd7f6-7731-46ba-92b4-c468cce545e9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/subnets/240fbc65-ce32-45f3-bc10-6fae571460dc HTTP/1.1" status: 204 len: 168 time: 2.1014957 Aug 19 18:08:54.157333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38786) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:54.158449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.175714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca01984-0d41-467c-a391-5dddb1e1e6cb None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:08:54.198530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-0b5463b1-1d52-4892-bb8d-ee561e6d8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.200169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-0b5463b1-1d52-4892-bb8d-ee561e6d8553 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 200 len: 834 time: 0.0596223 Aug 19 18:08:54.323272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-cad6cdbf-f2ed-4e67-9c0a-378b7977692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.324988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-cad6cdbf-f2ed-4e67-9c0a-378b7977692f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4&tenant_id=60e0505daddb4ff08a92f539dcf636a5 HTTP/1.1" status: 200 len: 1095 time: 0.2358978 Aug 19 18:08:54.345183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:08:54.355388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae431de-c819-4f23-b673-34c3effdfdac req-18f52ea8-9e35-429a-8e79-d3ddf9a9cc95 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.357120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ae431de-c819-4f23-b673-34c3effdfdac req-18f52ea8-9e35-429a-8e79-d3ddf9a9cc95 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 943 time: 0.2694409 Aug 19 18:08:54.360423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-6e397975-197d-4534-86d7-95e8a5c1b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.362036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-6e397975-197d-4534-86d7-95e8a5c1b988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec9f82e3-0034-4325-b83f-09cdf5966954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339750 Aug 19 18:08:54.409397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:08:48Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:54.495528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f9fcc-ca5e-4224-87dd-a216e6ce5c0b None None] The sync data for ids ['2074263f-7743-4b25-96b9-384bc38ff6d0'] in n-d-778550-10 is: [{'id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612517565', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:07:42Z', 'updated_at': '2021-08-19T18:08:48Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': 'b1c3a625-c71b-4120-bb50-2d5bb2f68e01', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:36:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2074263f-7743-4b25-96b9-384bc38ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:07:43Z', 'updated_at': '2021-08-19T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:54.509174 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.575042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-312a6284-4055-44f4-880e-f1d96be4dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.576631 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-312a6284-4055-44f4-880e-f1d96be4dfe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 HTTP/1.1" status: 200 len: 921 time: 0.7766972 Aug 19 18:08:54.577722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ae431de-c819-4f23-b673-34c3effdfdac req-05c4c932-2bcd-4864-b4a6-00eebf2285af tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117326 Aug 19 18:08:54.582621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port 87396904-b364-4889-9880-6ab62f8c2ca0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:54.583111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:54.677480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-2d267f1d-9bf2-4b09-861f-0672451eba97 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855706 Aug 19 18:08:54.979006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a8e2a-5cfb-4106-8489-79a3f5c8e560 None None] Network 06defd07-b2f7-47c9-be4f-162a16e5aadc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:08:54.981019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bbd14-5419-4b66-bb9c-a67fc9d99f18 req-bdb410c2-ab43-4358-88de-0b11ddddf3b3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:54.990282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c8bbd14-5419-4b66-bb9c-a67fc9d99f18 req-bdb410c2-ab43-4358-88de-0b11ddddf3b3 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.1968269 Aug 19 18:08:55.147326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa8f00ee-172c-4cd8-ba3e-b364ea655f55 req-0ad0d5c3-16e3-4226-a8a9-449ca2016fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571586 Aug 19 18:08:55.200882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c8bbd14-5419-4b66-bb9c-a67fc9d99f18 req-d8533502-c87a-4e94-9d55-91b68049763e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093921 Aug 19 18:08:55.289068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:55.375586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:55.426085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.429401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-9a71f85f-0443-4b1f-aedb-54fc6f890d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf HTTP/1.1" status: 200 len: 217 time: 0.1711450 Aug 19 18:08:55.442720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] DHCP port deletion for 06defd07-b2f7-47c9-be4f-162a16e5aadc request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:08:55.446624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:55.460206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.462579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.510806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Transition to ACTIVE for port object 74944b9f-5ce0-4581-998c-10040e9ddaff will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:08:55.526932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.535418 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.570205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Deleting port f335ec25-4cd7-40f8-a8a0-ace3ed705dab {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:55.576935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.735128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cb78fabb-bf5b-4416-a4be-e6e03ee1590f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:55.772414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: cb78fabb-bf5b-4416-a4be-e6e03ee1590f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:08:55.772790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cb78fabb-bf5b-4416-a4be-e6e03ee1590f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:08:55.773251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f335ec25-4cd7-40f8-a8a0-ace3ed705dab no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:08:55.805001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port 87396904-b364-4889-9880-6ab62f8c2ca0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87396904-b364-4889-9880-6ab62f8c2ca0,segment=NetworkSegment(eff1232f-db4c-4d19-9482-91be6fabfec8),segment_id=eff1232f-db4c-4d19-9482-91be6fabfec8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:55.806071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:55.919091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for 87396904-b364-4889-9880-6ab62f8c2ca0 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:55.928649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-308e9efb-1768-42ec-9b95-b3eb7a87d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:55.931048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-308e9efb-1768-42ec-9b95-b3eb7a87d8f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=078a61cb-8559-4694-8db7-fb64efe3caf4 HTTP/1.1" status: 200 len: 860 time: 0.4525249 Aug 19 18:08:55.932103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=3aa9154c-3278-4e73-9bc0-9c222a5680f7,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:55.986822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] For port f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:55.987672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.021521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:56.029855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Calling delete_port for f335ec25-4cd7-40f8-a8a0-ace3ed705dab owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:56.038448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.054461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.114828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] No DVR routers for this DVR port 74944b9f-5ce0-4581-998c-10040e9ddaff on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:56.122859 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-5b933b25-4d92-4709-a2e9-dfa99ff2600f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478825 Aug 19 18:08:56.235332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a494a3-a52b-4a40-bac0-3bed3b92199c req-e1e4f6ee-37de-4033-b236-bb0bff4de8e8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.252781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99a494a3-a52b-4a40-bac0-3bed3b92199c req-e1e4f6ee-37de-4033-b236-bb0bff4de8e8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 943 time: 0.4831536 Aug 19 18:08:56.257127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f335ec25-4cd7-40f8-a8a0-ace3ed705dab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,segment=NetworkSegment(e145ac25-9392-48e4-a81d-90a0b4819bad),segment_id=e145ac25-9392-48e4-a81d-90a0b4819bad)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:56.290864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.293869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a0ba660c-b1b9-4837-8ce7-ef6411cacacf details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:08:56.406701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.552525 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-84b5cc17-b92e-4ad6-9017-e76ce3d86bad service neutron] 10.222.0.13 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700733 Aug 19 18:08:56.598947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99a494a3-a52b-4a40-bac0-3bed3b92199c req-09111079-98ec-4fb2-bc92-423297867a11 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358772 Aug 19 18:08:56.650601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,segment=NetworkSegment(685f66f3-7bc5-4091-8798-ee4afbe0d44b),segment_id=685f66f3-7bc5-4091-8798-ee4afbe0d44b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:56.660087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e4e03-9fc5-4ef9-baab-877879da31c0 req-b8be6598-5f5f-4bdf-bd65-e53dfcc89c26 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:56.661879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf3e4e03-9fc5-4ef9-baab-877879da31c0 req-b8be6598-5f5f-4bdf-bd65-e53dfcc89c26 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 943 time: 0.1560428 Aug 19 18:08:56.822404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:08:56.830772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:08:56.831291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:56.831414 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.847980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf3e4e03-9fc5-4ef9-baab-877879da31c0 req-653e7c54-fcff-4e45-80ac-1e213832c506 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611602 Aug 19 18:08:56.849795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:08:56.854899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Attempting to bind port 74944b9f-5ce0-4581-998c-10040e9ddaff on network f2e99c11-6fdf-4866-b5cc-408de8308649 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:08:56.855134 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP 93247bb6-9cb3-4dab-9fe6-aeaae886278d associated. External IP: 172.25.5.161, port: e5c0529e-0b23-424f-a4ab-f5e8e3de986e. Aug 19 18:08:56.861004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf', 'network_id': '4a9ec2a2-be7b-471c-828f-c1e4e140d7d9', 'port_id': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf', 'mac_address': 'fa:16:3e:1a:c1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078a61cb-8559-4694-8db7-fb64efe3caf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:08:56.871942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:08:56.872736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Checking segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:08:56.873439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Bound using segment: {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:08:56.874239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Bound port: 74944b9f-5ce0-4581-998c-10040e9ddaff, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b44154-9def-4578-936b-69517ad70617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:08:56.875479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.894512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:56.971789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.024419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port 87396904-b364-4889-9880-6ab62f8c2ca0 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:57.034976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.075096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:08:57.083503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=87396904-b364-4889-9880-6ab62f8c2ca0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.084713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:08:57.095996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.122111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] No DVR routers for this DVR port f335ec25-4cd7-40f8-a8a0-ace3ed705dab on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:08:57.163353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ec545-cc69-4c0a-ad75-bd69cd35862b None None] Pushing event deleted for resources: {'Port': ['ID=f335ec25-4cd7-40f8-a8a0-ace3ed705dab,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.197709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.198585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.200706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] 10.222.0.42 "PUT /v2.0/ports/74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 1092 time: 2.8665373 Aug 19 18:08:57.203387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:08:57.207153 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af20590-2b42-4f76-9404-b6e3a1ccd403" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:08:57.222241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.293184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ba660c-b1b9-4837-8ce7-ef6411cacacf {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:08:57.348638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,segment=NetworkSegment(685f66f3-7bc5-4091-8798-ee4afbe0d44b),segment_id=685f66f3-7bc5-4091-8798-ee4afbe0d44b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:57.353534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.369668 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4084830-5eda-4abf-be6d-a44d7450e48c x-openstack-request-id: req-b4084830-5eda-4abf-be6d-a44d7450e48c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:08:57.370613 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:08:57.371383 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4084830-5eda-4abf-be6d-a44d7450e48c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:08:57.372350 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'status': 'completed', 'code': 200} Aug 19 18:08:57.417119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412d4a8-f1e2-40eb-9bd5-73ddacffa52d service neutron] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.484319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-2f636dce-b5e7-43e5-b98f-ec8a2f301029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.489586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-2f636dce-b5e7-43e5-b98f-ec8a2f301029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1096 time: 0.2434919 Aug 19 18:08:57.492705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.503155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:57.527833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port b1c3a625-c71b-4120-bb50-2d5bb2f68e01 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:08:57.528414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.666631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a0ba660c-b1b9-4837-8ce7-ef6411cacacf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:08:57.723263 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7a166be9-b77b-4222-9b31-008ad166fec2 req-a9225047-e52d-4001-8a3f-1653287a905d service neutron] 10.222.0.13 "GET /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1385906 Aug 19 18:08:57.735075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b36df5-c25e-4bf7-93b0-4fd01ffd670d']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:57.766961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-6b070592-834e-48e6-9e08-b58e7d6a0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:57.769889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff1232f-db4c-4d19-9482-91be6fabfec8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:57.770305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff1232f-db4c-4d19-9482-91be6fabfec8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:57.776035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-6b070592-834e-48e6-9e08-b58e7d6a0738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.2777791 Aug 19 18:08:57.802647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.813308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port b1c3a625-c71b-4120-bb50-2d5bb2f68e01, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:08:57.813897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.846110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for b1c3a625-c71b-4120-bb50-2d5bb2f68e01 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:08:57.850781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.924075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:08:57.925454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:08:57.933248 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:08:58.040865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-0fd94590-e701-4a1d-ac40-baf91561a4b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 998 time: 0.2558887 Aug 19 18:08:58.151642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-421bfe35-165f-4cdf-83e4-91dce582cb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.188126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.227967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.230917 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/38b36df5-c25e-4bf7-93b0-4fd01ffd670d HTTP/1.1" status: 204 len: 168 time: 6.9254973 Aug 19 18:08:58.240709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38848) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:58.243387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-f6fceacb-3b14-4283-b691-d9cb6c259def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.245180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-f6fceacb-3b14-4283-b691-d9cb6c259def service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1728578 Aug 19 18:08:58.255990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798fec2-be1a-4bc3-b7d9-745c3a657762 req-5657b1e6-7457-4bea-9525-1cefc86606c2 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.261202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb097a7-e6af-4541-acf0-ff1870c5663f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=38b36df5-c25e-4bf7-93b0-4fd01ffd670d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:58.265930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3798fec2-be1a-4bc3-b7d9-745c3a657762 req-5657b1e6-7457-4bea-9525-1cefc86606c2 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 944 time: 0.2230577 Aug 19 18:08:58.341179 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0009c1-344a-4be8-9359-1dc4ac6ceb9c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] GET failed (client error): The resource could not be found. Aug 19 18:08:58.343052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bf0009c1-344a-4be8-9359-1dc4ac6ceb9c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets/225ae8b9-e563-4d3e-a5b1-113a47b65692 HTTP/1.1" status: 404 len: 337 time: 0.0674222 Aug 19 18:08:58.353736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:58.361335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:08:58.377214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2d41f-f13b-4347-a806-3628c3b67057 req-647b69bf-4eca-4bf4-a2c8-ddcd09a24032 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.388942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0a2d41f-f13b-4347-a806-3628c3b67057 req-647b69bf-4eca-4bf4-a2c8-ddcd09a24032 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.3332407 Aug 19 18:08:58.427986 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02576c8-f190-49d0-8859-120af5258987 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:08:58.428689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02576c8-f190-49d0-8859-120af5258987 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:08:58.438245 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a02576c8-f190-49d0-8859-120af5258987 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/38b36df5-c25e-4bf7-93b0-4fd01ffd670d HTTP/1.1" status: 404 len: 339 time: 0.0683188 Aug 19 18:08:58.441229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38856) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:58.492846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-b2c3cd80-da2d-48d5-8c80-127065e65428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:58.495298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-b2c3cd80-da2d-48d5-8c80-127065e65428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892860 Aug 19 18:08:58.498750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3798fec2-be1a-4bc3-b7d9-745c3a657762 req-ecb57be3-baa3-46d1-bbec-51df49a6873f tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312467 Aug 19 18:08:58.504382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0a2d41f-f13b-4347-a806-3628c3b67057 req-239422f9-b8b0-4009-b4f0-0acdf21158ac tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999057 Aug 19 18:08:58.699224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-3379c538-c878-4d87-86c2-154cf1038c5a service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932235 Aug 19 18:08:58.876141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:58.904219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9c8e-d8f9-4819-befb-53ff973942b6 req-d4a2d126-4094-4292-a3a5-095a8a52e7d3 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973774 Aug 19 18:08:59.045963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-4e88c42c-743c-419b-9662-f0512a9152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.049284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-4e88c42c-743c-419b-9662-f0512a9152b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60e0505daddb4ff08a92f539dcf636a5&device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0844390 Aug 19 18:08:59.057406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=b1c3a625-c71b-4120-bb50-2d5bb2f68e01,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:08:59.222339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac95fe-7eb3-44d5-b26c-a16c3ea3394d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.226786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9bac95fe-7eb3-44d5-b26c-a16c3ea3394d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7757807 Aug 19 18:08:59.227783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38878) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:59.257190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-ff5e1864-7699-4426-b8db-f494766a026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.264370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:08:59.265263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-ff5e1864-7699-4426-b8db-f494766a026c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 200 len: 917 time: 0.2069237 Aug 19 18:08:59.281940 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:08:59.337471 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:59.340328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8940f52b-f05e-4e77-ae5b-db0ecbb7bee1 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 207 time: 0.1094234 Aug 19 18:08:59.342107 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:59.355341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38884) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:08:59.433908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:59.440363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-a71f1e33-e1d4-4005-b339-25ced5d2c5cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 200 len: 998 time: 0.1637242 Aug 19 18:08:59.473429 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:08:59.474110 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:59.525257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:08:59.590744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-407a1857-8886-42b4-97af-f18b67b4d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.597392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-407a1857-8886-42b4-97af-f18b67b4d7a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 200 len: 855 time: 0.1498804 Aug 19 18:08:59.618858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:08:59.623892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c262e9-e072-4d90-9d1d-6f265c655c19 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:08:59.825171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-20624adf-afe9-4a65-9ae1-eb0d417c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.826902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-20624adf-afe9-4a65-9ae1-eb0d417c7c13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2e99c11-6fdf-4866-b5cc-408de8308649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2218163 Aug 19 18:08:59.875785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50c9e6-4043-4fc4-ab5a-17bf54030b10 req-29204ec7-5035-4f90-9371-257640b70f87 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:08:59.880904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f50c9e6-4043-4fc4-ab5a-17bf54030b10 req-29204ec7-5035-4f90-9371-257640b70f87 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.1522784 Aug 19 18:09:00.093937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8169-b34d-4ff7-b525-04343fde46ef req-19ec7528-3ccf-4ee6-bc36-ed2b6f254f75 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.099080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdf8169-b34d-4ff7-b525-04343fde46ef req-19ec7528-3ccf-4ee6-bc36-ed2b6f254f75 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 944 time: 0.4105997 Aug 19 18:09:00.112612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-a4aa5fba-bc0e-46b5-8526-3309a524bbab service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617159 Aug 19 18:09:00.167738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a0ba660c-b1b9-4837-8ce7-ef6411cacacf up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:00.261479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f50c9e6-4043-4fc4-ab5a-17bf54030b10 req-d12b6249-7af7-4185-8df9-e2527345c641 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128706 Aug 19 18:09:00.287488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2cdf8169-b34d-4ff7-b525-04343fde46ef req-709b8ef7-7d27-422b-936d-e82f4a202e3c tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723278 Aug 19 18:09:00.359072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port a0ba660c-b1b9-4837-8ce7-ef6411cacacf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:00.365787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port a0ba660c-b1b9-4837-8ce7-ef6411cacacf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:00.366435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.511481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaab862-7391-47e4-bf27-4d7f6185941b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.525233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaab862-7391-47e4-bf27-4d7f6185941b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.535140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaab862-7391-47e4-bf27-4d7f6185941b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.585439 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.596882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaab862-7391-47e4-bf27-4d7f6185941b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:00.601716 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cdaab862-7391-47e4-bf27-4d7f6185941b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.2428632 Aug 19 18:09:00.613933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38910) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:00.689447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5b01-c261-4d4c-bd31-682e844c7bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.708063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:00.713204 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f700b40-f640-4a56-a904-ee44346424e2" -d '{"events": [{"server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "name": "network-vif-plugged", "status": "completed", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:00.765025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,segment=NetworkSegment(685f66f3-7bc5-4091-8798-ee4afbe0d44b),segment_id=685f66f3-7bc5-4091-8798-ee4afbe0d44b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:00.770861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.858257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.885770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:00.956026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5fbd000d-578e-407c-b633-9f29828abf1b tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3374665 Aug 19 18:09:00.966548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:00.971163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:00.990556 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f585785-da7b-4eca-a3b3-2a60859cc6df x-openstack-request-id: req-9f585785-da7b-4eca-a3b3-2a60859cc6df {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:00.991305 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "name": "network-vif-plugged", "status": "completed", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:00.991847 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f585785-da7b-4eca-a3b3-2a60859cc6df {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:00.992717 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf', 'code': 200} Aug 19 18:09:00.998644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.053398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.087054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ae956f2a-cc09-46d2-b728-ce234591f9ea tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5259871 Aug 19 18:09:01.096073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38924) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:01.099311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.107425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Fanout notify agent at l3_agent the message router_deleted on router 2074263f-7743-4b25-96b9-384bc38ff6d0 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:09:01.122555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.126573 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0ccdd75-4065-404a-9da2-5f702e95897a tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/routers/2074263f-7743-4b25-96b9-384bc38ff6d0 HTTP/1.1" status: 204 len: 168 time: 6.9532905 Aug 19 18:09:01.146973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:01.147634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:01.426610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6e81-aaba-4c76-8c81-bf19630a8078 req-e16f5659-8d4f-46ba-a3ba-51f2e5de03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:01.436855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a0fb6e81-aaba-4c76-8c81-bf19630a8078 req-e16f5659-8d4f-46ba-a3ba-51f2e5de03fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 1097 time: 0.3528421 Aug 19 18:09:01.443800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.727301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.745996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06defd07-b2f7-47c9-be4f-162a16e5aadc']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.766313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145ac25-9392-48e4-a81d-90a0b4819bad') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.766581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145ac25-9392-48e4-a81d-90a0b4819bad') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:01.783299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.809287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.822655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:01.823344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.934303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:01.953995 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:01.957713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.961797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a0fb6e81-aaba-4c76-8c81-bf19630a8078 req-445d0ffd-c3e8-4545-a91e-11d299c93f18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014277 Aug 19 18:09:01.976050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:01.981127 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/networks/06defd07-b2f7-47c9-be4f-162a16e5aadc HTTP/1.1" status: 204 len: 168 time: 0.8321254 Aug 19 18:09:01.984125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38938) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:02.052465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07818057-cec5-4207-9aa5-a88790085ede tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Network': ['ID=06defd07-b2f7-47c9-be4f-162a16e5aadc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:02.549580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8471e98-ff7c-41c9-b2a5-e2628e122edc req-3abeb04d-eb1c-4bc4-ba25-70f9de911ad0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.572245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8471e98-ff7c-41c9-b2a5-e2628e122edc req-3abeb04d-eb1c-4bc4-ba25-70f9de911ad0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.3543448 Aug 19 18:09:02.597185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.635609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:02.639202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:02.648423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2689fbf-4b97-446a-b80e-69c67b3e9d63 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.651471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2689fbf-4b97-446a-b80e-69c67b3e9d63 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.654136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a2689fbf-4b97-446a-b80e-69c67b3e9d63 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 1.6860061 Aug 19 18:09:02.679622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38948) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:02.702478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858a652-bb84-4d78-9acf-116881e59c1b req-b1ad582f-51ef-45d8-91df-ac5b88162b0a tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.715297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f858a652-bb84-4d78-9acf-116881e59c1b req-b1ad582f-51ef-45d8-91df-ac5b88162b0a tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 945 time: 0.4512200 Aug 19 18:09:02.751259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af20590-2b42-4f76-9404-b6e3a1ccd403 req-13005916-cd20-4345-889e-5001c5a772d7 service neutron] 10.222.0.42 "GET /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2138391 Aug 19 18:09:02.989378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54df74-4cca-48b4-ad9f-f49356f8d51f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.992647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54df74-4cca-48b4-ad9f-f49356f8d51f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:02.994666 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d54df74-4cca-48b4-ad9f-f49356f8d51f tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3113880 Aug 19 18:09:03.008023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.095139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.121404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.121843 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP 93247bb6-9cb3-4dab-9fe6-aeaae886278d disassociated. External IP: 172.25.5.161, port: e5c0529e-0b23-424f-a4ab-f5e8e3de986e. Aug 19 18:09:03.166314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.167050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.218669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:03.368916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8471e98-ff7c-41c9-b2a5-e2628e122edc req-042e04b3-e301-4ea5-a6c9-d64d9c82cdfa tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7528176 Aug 19 18:09:03.416571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f858a652-bb84-4d78-9acf-116881e59c1b req-7350a5f3-bb50-4c05-b214-0213df9a5650 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994383 Aug 19 18:09:03.530007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.565166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f8623-ba15-4a45-bb6d-1cca3fa838b2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.572183 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c97f8623-ba15-4a45-bb6d-1cca3fa838b2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks/1c731cf9-38f3-43cb-a818-a7e57a326fed HTTP/1.1" status: 200 len: 800 time: 0.5549073 Aug 19 18:09:03.580180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1c3a625-c71b-4120-bb50-2d5bb2f68e01 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:03.585768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38964) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.673243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b1c3a625-c71b-4120-bb50-2d5bb2f68e01 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:03.673937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1c3a625-c71b-4120-bb50-2d5bb2f68e01 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:03.773176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.860305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=b3ff1edb-d4b8-4875-a67c-bfff6f07b2b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:03.871181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99c4bced-db55-4c8f-8f9b-0f50101d5fdd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/networks/1c731cf9-38f3-43cb-a818-a7e57a326fed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2835174 Aug 19 18:09:03.882056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38966) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:03.951016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:03.951695 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Floating IP 0bfa37ab-73e0-4acc-ba09-ceb2c820bc87 disassociated (deleted). External IP: 172.25.5.150, port: 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3. Aug 19 18:09:03.976748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc3ff6-c4ee-4696-944d-89e5245ae391 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:03.978511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dadc3ff6-c4ee-4696-944d-89e5245ae391 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets/985fcc27-22ea-4416-a1e4-2235dc89a395 HTTP/1.1" status: 200 len: 811 time: 0.0957470 Aug 19 18:09:04.124161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:04.176629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:04.213853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f77122-9c4d-4830-8140-36b9052308bd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['shared'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:04.226042 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d4f77122-9c4d-4830-8140-36b9052308bd tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "GET /v2.0/subnets/985fcc27-22ea-4416-a1e4-2235dc89a395?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0994830 Aug 19 18:09:04.228434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:04.254382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132529054'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:04.349047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:04.355930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.389250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:04.396158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.402101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:04.425218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:04.425875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:04.473697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9399c631-6f90-4b1b-8b7e-26c69904e8cb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/93247bb6-9cb3-4dab-9fe6-aeaae886278d HTTP/1.1" status: 200 len: 688 time: 3.3600521 Aug 19 18:09:04.474644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:04.539665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:04.565421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:04.572584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:04.616802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:04.691438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:04.693628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d14de-57ad-482f-a8d2-b41577fd672f None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:04.699332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:04.699760 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Added segment 7ecf8ee0-cf74-4856-8d06-38d0a665ef89 of type vlan for network f5d58b58-87a3-443c-88c8-e16760d81a8f Aug 19 18:09:04.937805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.003325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b006e36-8013-4554-9b99-27ba50698237 req-12bf4a2e-0c30-410e-9477-856445e25860 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.004081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router facd972e-cad6-4acd-87ba-5973029e65f2 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:05.004830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b006e36-8013-4554-9b99-27ba50698237 req-12bf4a2e-0c30-410e-9477-856445e25860 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.3291991 Aug 19 18:09:05.015363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.020024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90dc8d-9b00-49f9-b45f-a67a3a34b3de req-303d24a1-0b0b-45bd-af62-db77854853b8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.021673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e90dc8d-9b00-49f9-b45f-a67a3a34b3de req-303d24a1-0b0b-45bd-af62-db77854853b8 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 945 time: 0.3474061 Aug 19 18:09:05.025001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:05.025883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.135436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Network': ['ID=f5d58b58-87a3-443c-88c8-e16760d81a8f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:05.142297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b006e36-8013-4554-9b99-27ba50698237 req-2d045870-bfef-45bf-b800-d1e5bd6b2844 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191685 Aug 19 18:09:05.167806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e90dc8d-9b00-49f9-b45f-a67a3a34b3de req-fa56b5b4-c531-4de9-8bd2-a32dac34cb42 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192031 Aug 19 18:09:05.175275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:05.175580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 3aa9154c-3278-4e73-9bc0-9c222a5680f7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:05.176132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.304305 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-61ba9440-d179-4369-8867-65e9a305bf73 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0717173 Aug 19 18:09:05.307629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:05.315930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:05.487244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.500072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.535803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 3aa9154c-3278-4e73-9bc0-9c222a5680f7 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:05.673767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Made reservation on behalf of 06bf54b9cea042afad5be4ea2ac333d1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:05.679146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.756663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:05.764683 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:05.772369 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Sync routers for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:05.787076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:05.787812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:05.870022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-449e3079-e6a5-41e9-bad3-c78eab28d6f9 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/floatingips/0bfa37ab-73e0-4acc-ba09-ceb2c820bc87 HTTP/1.1" status: 204 len: 168 time: 3.8631754 Aug 19 18:09:05.874819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:05.889793 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ec8be-9e80-4747-a39e-993aef7cf723" -d '{"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:05.957177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Performing IP validity checks on allocation pools {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:09:05.965031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:09:06.151335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.284588 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:06.293224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=3aa9154c-3278-4e73-9bc0-9c222a5680f7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:06.522599 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e1ddac-2d01-4a01-bd11-da9d6d9d40b3 x-openstack-request-id: req-95e1ddac-2d01-4a01-bd11-da9d6d9d40b3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:06.523633 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:06.523633 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95e1ddac-2d01-4a01-bd11-da9d6d9d40b3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:06.524034 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'status': 'completed', 'code': 200} Aug 19 18:09:06.538911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.621434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.625533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:06.626910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9fba5b28-2c2b-42d9-8aa1-f2e2583e4f7f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/93247bb6-9cb3-4dab-9fe6-aeaae886278d HTTP/1.1" status: 204 len: 168 time: 2.1508956 Aug 19 18:09:06.637692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39048) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:06.646871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '6e7f25f4-ea24-4166-b420-8444a4183c04'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:06.701965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3cadf-fc47-4978-913f-ee9ec531d305 req-63103392-1988-4518-85eb-0d6d994eb632 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.705231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74a3cadf-fc47-4978-913f-ee9ec531d305 req-63103392-1988-4518-85eb-0d6d994eb632 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.2411041 Aug 19 18:09:06.833406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74a3cadf-fc47-4978-913f-ee9ec531d305 req-55d21311-96e3-4892-9576-735ba654a80b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179712 Aug 19 18:09:06.855281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-10addd15-d8a0-4606-884e-3c98d5449a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.856896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-10addd15-d8a0-4606-884e-3c98d5449a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7629d8e50b594233847121270c3525a3&device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 1136 time: 0.3368423 Aug 19 18:09:06.887335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=53ee766b-f0b6-4292-afbd-adaf7c694a5c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:06.910482 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:06.940403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ad24b-3830-4c21-9a00-989e6b256a62 req-b699ac0e-76b5-400a-9260-58ba53cd5808 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:06.950546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-089ad24b-3830-4c21-9a00-989e6b256a62 req-b699ac0e-76b5-400a-9260-58ba53cd5808 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.3702810 Aug 19 18:09:07.017069 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Checking router: facd972e-cad6-4acd-87ba-5973029e65f2 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:09:07.029776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.061707 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:07.063393 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:07.070573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Checking segment: {'id': '7ecf8ee0-cf74-4856-8d06-38d0a665ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:07.071335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network hostable DHCP agents. Network: f5d58b58-87a3-443c-88c8-e16760d81a8f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:07.187757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Network f5d58b58-87a3-443c-88c8-e16760d81a8f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:07.237052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f5d58b58-87a3-443c-88c8-e16760d81a8f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:07.240420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-089ad24b-3830-4c21-9a00-989e6b256a62 req-ee958228-a5b9-4275-9ac3-2743f65309f2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2782433 Aug 19 18:09:07.253967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21db66d-a73f-4fc6-8558-bab7700c7943 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:07.284496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.286072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.348357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-3db96857-40de-4c99-ba44-eaa8748b3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.351103 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-3db96857-40de-4c99-ba44-eaa8748b3278 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 200 len: 897 time: 0.4833896 Aug 19 18:09:07.361257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db514d66-d782-420b-ad2f-6bbc484ce16e tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0465102 Aug 19 18:09:07.361620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39056) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:07.372710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:07.434098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:07.571681 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:07.641024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-ea3b0bec-4de2-487b-add0-e48ef3ef5b14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 200 len: 217 time: 0.2400131 Aug 19 18:09:07.846287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-663faddb-7f27-47ab-b7b2-8d73d3f87d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.847791 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-663faddb-7f27-47ab-b7b2-8d73d3f87d68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 200 len: 834 time: 0.1955032 Aug 19 18:09:07.866850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec2a1-fb25-4a62-bcc8-2e29b7233d2d req-34438e17-b141-4205-8365-53e39f8da7fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:07.870157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c32ec2a1-fb25-4a62-bcc8-2e29b7233d2d req-34438e17-b141-4205-8365-53e39f8da7fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 945 time: 0.1582208 Aug 19 18:09:07.871762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.69 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/de6e89f4-ec3d-41c5-a3f1-b14b193835ea) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:07.927264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-265337048'] for subnet, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.088391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-1a1271e8-8662-4d49-b5b6-78367ab3f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.090877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-1a1271e8-8662-4d49-b5b6-78367ab3f054 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec9f82e3-0034-4325-b83f-09cdf5966954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213192 Aug 19 18:09:08.309864 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:08.321693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f5d58b58-87a3-443c-88c8-e16760d81a8f', 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f', 'tenant_id': '06bf54b9cea042afad5be4ea2ac333d1', 'fixed_ips': [{'subnet_id': '53ee766b-f0b6-4292-afbd-adaf7c694a5c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:08.324115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.440632 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-d6243ae0-8d5e-4ab4-8fe5-e58757f11b1c service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331647 Aug 19 18:09:08.517445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c32ec2a1-fb25-4a62-bcc8-2e29b7233d2d req-a600499f-0d3e-443e-9b46-8292d1726050 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390135 Aug 19 18:09:08.522828 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91314aa-8bec-4a8b-b4d6-087ae5004ac0 None None] The sync data for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 is: [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:38Z', 'revision_number': 4, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1bc7b97a-ae16-4edd-b74c-ac393b89182e', 'name': '', 'network_id': 'ec9f82e3-0034-4325-b83f-09cdf5966954', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'mac_address': 'fa:16:3e:91:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:36Z', 'updated_at': '2021-08-19T18:06:44Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'subnets': [{'id': '649f5df3-363a-405b-8e55-15aac612ac3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:08.629674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-c8b298b0-c0c9-4849-9f27-ca658ab586f2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.631299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-c8b298b0-c0c9-4849-9f27-ca658ab586f2 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.5311527 Aug 19 18:09:08.713878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01075-d498-41d5-9286-b7d7d75d5540 req-9956ec36-12c0-427b-94fc-e1dca56f2a0e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:08.723100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0d01075-d498-41d5-9286-b7d7d75d5540 req-9956ec36-12c0-427b-94fc-e1dca56f2a0e tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.6095388 Aug 19 18:09:08.928489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1f3ec8be-9e80-4747-a39e-993aef7cf723 req-cdc0e886-7338-47d6-b679-f983b1c730b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688511 Aug 19 18:09:08.944677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:08.948688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728045468007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-265541411'] for subnet, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.000474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.001577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.003252 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "PUT /v2.0/subnets/53ee766b-f0b6-4292-afbd-adaf7c694a5c HTTP/1.1" status: 200 len: 877 time: 1.6404464 Aug 19 18:09:09.008525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:09.041423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0d01075-d498-41d5-9286-b7d7d75d5540 req-cf38ef54-ee97-4d49-8f1a-c44d88d48636 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170438 Aug 19 18:09:09.057082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.122127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddedf7f-823b-4c5a-96b9-3fa804b1a94d None None] New status for floating IP 0bfa37ab-73e0-4acc-ba09-ceb2c820bc87: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:09:09.134337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:09.152054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:09.182042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b2ac-2591-4417-9b63-f76f195bc73d req-ca96582e-cb04-4871-af41-805b5253862f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:09.185934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0298b2ac-2591-4417-9b63-f76f195bc73d req-ca96582e-cb04-4871-af41-805b5253862f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 984 time: 0.3916748 Aug 19 18:09:09.191177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:09.207380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed1b23-2737-4938-b54a-832d45bf702a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event updated for resources: {'Subnet': ['ID=53ee766b-f0b6-4292-afbd-adaf7c694a5c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:09.268845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:09.269136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.286441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=de6e89f4-ec3d-41c5-a3f1-b14b193835ea,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:09.375497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0298b2ac-2591-4417-9b63-f76f195bc73d req-9fe308c3-16ed-4503-b114-d62faca8ebcd tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/security-groups?id=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd&id=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1581042 Aug 19 18:09:09.489616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Allocated IP 172.20.0.3 (f5d58b58-87a3-443c-88c8-e16760d81a8f/53ee766b-f0b6-4292-afbd-adaf7c694a5c/9cf12975-ea1e-44bc-aef8-1812e7a90424) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:09.950287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:09.951043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:09.990402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:10.001636 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.015579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Transition to ACTIVE for port object 9cf12975-ea1e-44bc-aef8-1812e7a90424 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:10.028411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce16e2-bec1-4824-bd94-c17a3c70a154 req-02904d6a-a7ef-4eea-895c-8bac089b16be tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.038055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8ce16e2-bec1-4824-bd94-c17a3c70a154 req-02904d6a-a7ef-4eea-895c-8bac089b16be tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 945 time: 0.2754066 Aug 19 18:09:10.047252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Transition to ACTIVE for port object 9cf12975-ea1e-44bc-aef8-1812e7a90424 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:10.057097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.120360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Pushing event updated for resources: {'Port': ['ID=9cf12975-ea1e-44bc-aef8-1812e7a90424,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:10.157872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:10.161987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:10.177776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:10.209233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.264588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-07a101a9-44c3-47b2-b43a-74f58363aa74 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:10.267129 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-07a101a9-44c3-47b2-b43a-74f58363aa74 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.13 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 945 time: 1.0384669 Aug 19 18:09:10.317520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Attempting to bind port 9cf12975-ea1e-44bc-aef8-1812e7a90424 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:10.318231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Attempting to bind port 9cf12975-ea1e-44bc-aef8-1812e7a90424 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '7ecf8ee0-cf74-4856-8d06-38d0a665ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:10.318683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Attempting to bind port 9cf12975-ea1e-44bc-aef8-1812e7a90424 on network f5d58b58-87a3-443c-88c8-e16760d81a8f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:10.325419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:10.325982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Checking segment: {'id': '7ecf8ee0-cf74-4856-8d06-38d0a665ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:10.326506 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.327012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Bound using segment: {'id': '7ecf8ee0-cf74-4856-8d06-38d0a665ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:10.327802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Bound port: 9cf12975-ea1e-44bc-aef8-1812e7a90424, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecf8ee0-cf74-4856-8d06-38d0a665ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5d58b58-87a3-443c-88c8-e16760d81a8f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:10.328512 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.466501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] For port 9cf12975-ea1e-44bc-aef8-1812e7a90424, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:10.482875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] For port 9cf12975-ea1e-44bc-aef8-1812e7a90424, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9cf12975-ea1e-44bc-aef8-1812e7a90424,segment=NetworkSegment(7ecf8ee0-cf74-4856-8d06-38d0a665ef89),segment_id=7ecf8ee0-cf74-4856-8d06-38d0a665ef89)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:10.498723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port 9cf12975-ea1e-44bc-aef8-1812e7a90424 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:10.499489 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.503777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.687001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf8c31-d95b-4164-b502-9236c0e2d233 None None] Pushing event updated for resources: {'Port': ['ID=9cf12975-ea1e-44bc-aef8-1812e7a90424,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:10.691511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Deleting port a0ba660c-b1b9-4837-8ce7-ef6411cacacf {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:10.691974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.770975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port 9cf12975-ea1e-44bc-aef8-1812e7a90424, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9cf12975-ea1e-44bc-aef8-1812e7a90424,segment=NetworkSegment(7ecf8ee0-cf74-4856-8d06-38d0a665ef89),segment_id=7ecf8ee0-cf74-4856-8d06-38d0a665ef89)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:10.771853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:10.794200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for 9cf12975-ea1e-44bc-aef8-1812e7a90424 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:11.027328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] For port a0ba660c-b1b9-4837-8ce7-ef6411cacacf, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,segment=NetworkSegment(685f66f3-7bc5-4091-8798-ee4afbe0d44b),segment_id=685f66f3-7bc5-4091-8798-ee4afbe0d44b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:11.028145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.164699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Calling delete_port for a0ba660c-b1b9-4837-8ce7-ef6411cacacf owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:11.529802 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8ce16e2-bec1-4824-bd94-c17a3c70a154 req-73eb3054-c8b3-44da-b858-b8dc0cb34262 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/security-groups?id=65bb7555-c47b-4316-a0f6-6999b85eca58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4457772 Aug 19 18:09:11.558403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:11.772362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998baec-8584-4e16-8e15-db8546f8d81c req-ac11c75f-8ff7-480c-a13f-2dd669ead907 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:11.806107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f998baec-8584-4e16-8e15-db8546f8d81c req-ac11c75f-8ff7-480c-a13f-2dd669ead907 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.7877133 Aug 19 18:09:11.966373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9cf12975-ea1e-44bc-aef8-1812e7a90424 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:12.005095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=7fc2f8a7-6011-42dc-904b-5bbbd5872fd3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:12.015233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.101378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['a0ba660c-b1b9-4837-8ce7-ef6411cacacf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:12.203551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] No DVR routers for this DVR port 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:12.207538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Pushing event deleted for resources: {'Port': ['ID=a0ba660c-b1b9-4837-8ce7-ef6411cacacf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:12.208741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.212489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4aa0d68-b2fc-4a4c-8c5d-15bb06f4297f req-0bdfba27-bb06-4133-afe6-2bbc73b657f7 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.13 "DELETE /v2.0/ports/7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 HTTP/1.1" status: 204 len: 173 time: 3.5655122 Aug 19 18:09:12.223957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa75e6c3-5dc1-4828-ab98-b4f79f481410 req-6eb530a4-f453-4daf-83ae-20f9e2c6e684 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.2060158 Aug 19 18:09:12.237660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'name': 'network-vif-deleted', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:12.252032 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2358d8-4112-4e75-b8b5-2e02ad84a041" -d '{"events": [{"server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "name": "network-vif-deleted", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:12.284112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] No DVR routers for this DVR port a0ba660c-b1b9-4837-8ce7-ef6411cacacf on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:12.285123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:12.292733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.299303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.307236 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e40f4746-fd72-4d1b-a6db-2e9a4813772b req-0f7be38f-f88f-4147-b0eb-06baeee666fb tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.13 "DELETE /v2.0/ports/a0ba660c-b1b9-4837-8ce7-ef6411cacacf HTTP/1.1" status: 204 len: 173 time: 2.0321577 Aug 19 18:09:12.319037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'name': 'network-vif-deleted', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:12.331161 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee419ab-857c-4d7b-aab7-29fcca0bac57" -d '{"events": [{"server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "name": "network-vif-deleted", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:12.362969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.393272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f998baec-8584-4e16-8e15-db8546f8d81c req-b9dd0b02-109c-4541-83f3-bf9dd4579dfb tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860574 Aug 19 18:09:12.408868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9cf12975-ea1e-44bc-aef8-1812e7a90424 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:12.425473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:12.427812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 7fc2f8a7-6011-42dc-904b-5bbbd5872fd3 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:12.472631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9cf12975-ea1e-44bc-aef8-1812e7a90424 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:12.474929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.576298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Port 9cf12975-ea1e-44bc-aef8-1812e7a90424 was deleted so its status cannot be updated. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 18:09:12.599387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=9cf12975-ea1e-44bc-aef8-1812e7a90424,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:12.627485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:12.774280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port 9cf12975-ea1e-44bc-aef8-1812e7a90424 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:12.785441 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54f6ad-6022-4b84-8947-12e41b4a9697 x-openstack-request-id: req-3b54f6ad-6022-4b84-8947-12e41b4a9697 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:12.785941 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55562931-36b5-439c-a463-0db7630563a4", "name": "network-vif-deleted", "tag": "a0ba660c-b1b9-4837-8ce7-ef6411cacacf", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:12.786297 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b54f6ad-6022-4b84-8947-12e41b4a9697 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:12.786811 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55562931-36b5-439c-a463-0db7630563a4', 'name': 'network-vif-deleted', 'tag': 'a0ba660c-b1b9-4837-8ce7-ef6411cacacf', 'status': 'completed', 'code': 200} Aug 19 18:09:12.932433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.020580 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c8683-8cad-43ca-8f20-a864dbd9e8c3 x-openstack-request-id: req-1b1c8683-8cad-43ca-8f20-a864dbd9e8c3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:13.028928 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3729263-5fbc-4892-ae49-495b3092828f", "name": "network-vif-deleted", "tag": "7fc2f8a7-6011-42dc-904b-5bbbd5872fd3", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:13.029444 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b1c8683-8cad-43ca-8f20-a864dbd9e8c3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:13.031902 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3729263-5fbc-4892-ae49-495b3092828f', 'name': 'network-vif-deleted', 'tag': '7fc2f8a7-6011-42dc-904b-5bbbd5872fd3', 'status': 'completed', 'code': 200} Aug 19 18:09:13.121695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4e22608-0672-4830-8b63-0b880896fe61 req-94ca7f50-7248-4472-ae7e-d1931aa22124 tempest-ServerMetadataNegativeTestJSON-1078132897 tempest-ServerMetadataNegativeTestJSON-1078132897-project] 10.222.0.36 "GET /v2.0/ports?device_id=55562931-36b5-439c-a463-0db7630563a4 HTTP/1.1" status: 200 len: 210 time: 0.0874779 Aug 19 18:09:13.137892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.220906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=53ee766b-f0b6-4292-afbd-adaf7c694a5c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:13.332754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.386806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d58b58-87a3-443c-88c8-e16760d81a8f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:13.447901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecf8ee0-cf74-4856-8d06-38d0a665ef89') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:13.449531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecf8ee0-cf74-4856-8d06-38d0a665ef89') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:13.510591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.600302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.619697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:13.622380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:13.628461 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:13.798035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6027dbc-e340-4061-8736-00568667c7b5 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:13.902685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.926000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:13.941290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/f5d58b58-87a3-443c-88c8-e16760d81a8f HTTP/1.1" status: 204 len: 168 time: 4.9251657 Aug 19 18:09:13.986883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.007565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf1c2b06-cc6c-43ca-b086-8b7d7cee75d8 req-e9034c8d-ba95-4ba4-b5c7-c0118cc81b1c tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3729263-5fbc-4892-ae49-495b3092828f HTTP/1.1" status: 200 len: 210 time: 0.2047844 Aug 19 18:09:14.026253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db54c-1fce-473f-8038-73c4fd3ea8e2 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=f5d58b58-87a3-443c-88c8-e16760d81a8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:14.081527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-be39ce34-d03a-479e-9805-025dcc1b5cca None None] Could not find standard attr ID for object 9cf12975-ea1e-44bc-aef8-1812e7a90424. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:09:14.133156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c7b5-7604-434b-a859-39f592fcb431 req-3c719ab9-6fa1-4679-9976-c2daa865881f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.175077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a619c7b5-7604-434b-a859-39f592fcb431 req-3c719ab9-6fa1-4679-9976-c2daa865881f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.6490846 Aug 19 18:09:14.197828 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-226c991c-051b-45b9-9092-22d9c0b55d79 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:14.199681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226c991c-051b-45b9-9092-22d9c0b55d79 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:14.205999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-226c991c-051b-45b9-9092-22d9c0b55d79 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/53ee766b-f0b6-4292-afbd-adaf7c694a5c HTTP/1.1" status: 404 len: 337 time: 0.2159178 Aug 19 18:09:14.208745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.227702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b4140-7603-4341-9a84-c9b5cb1c5389 None None] DHCP port deletion for f5d58b58-87a3-443c-88c8-e16760d81a8f request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:14.238102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c730212-62ae-457f-86df-7121991973dc req-4ee44950-b411-4aa2-b643-715ecfc4cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:14.240258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-4ee44950-b411-4aa2-b643-715ecfc4cc13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.9134972 Aug 19 18:09:14.255143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a0ba660c-b1b9-4837-8ce7-ef6411cacacf no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:14.267353 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-80290ffc-beab-4dce-bb6d-cd54187c3efc tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:14.268954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.269953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80290ffc-beab-4dce-bb6d-cd54187c3efc tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:14.272895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-80290ffc-beab-4dce-bb6d-cd54187c3efc tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/f5d58b58-87a3-443c-88c8-e16760d81a8f HTTP/1.1" status: 404 len: 339 time: 0.0625825 Aug 19 18:09:14.277129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39164) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.309814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: a0ba660c-b1b9-4837-8ce7-ef6411cacacf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:14.312961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device a0ba660c-b1b9-4837-8ce7-ef6411cacacf not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:14.319282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa71e8-dad3-4876-bb1f-e0bf310bc607 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:14.347006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a619c7b5-7604-434b-a859-39f592fcb431 req-f17bda72-a760-4f00-baad-ca63bd0adfa2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703899 Aug 19 18:09:14.353350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa71e8-dad3-4876-bb1f-e0bf310bc607 None None] Network f5d58b58-87a3-443c-88c8-e16760d81a8f could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:09:14.365886 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2039d7f2-9455-4da9-a434-d337175ec00a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:14.366457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.367761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2039d7f2-9455-4da9-a434-d337175ec00a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:14.371323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2039d7f2-9455-4da9-a434-d337175ec00a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/225ae8b9-e563-4d3e-a5b1-113a47b65692 HTTP/1.1" status: 404 len: 337 time: 0.0922925 Aug 19 18:09:14.376025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.410135 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6a2040-5d08-4d02-be70-1aec4f800760 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:14.410135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6a2040-5d08-4d02-be70-1aec4f800760 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:14.412420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dc6a2040-5d08-4d02-be70-1aec4f800760 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/38b36df5-c25e-4bf7-93b0-4fd01ffd670d HTTP/1.1" status: 404 len: 339 time: 0.0346138 Aug 19 18:09:14.416806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.569869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.578619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.734524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:14.802803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Deleting subnet 078a61cb-8559-4694-8db7-fb64efe3caf4 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:14.806458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.837428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.859815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.894278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1bd564-5a20-4903-92f9-df34c89094ee']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:14.913336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.941064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d30505-d49d-450f-891b-5905a4ad6067') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:14.942031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d30505-d49d-450f-891b-5905a4ad6067') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:14.957959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:14.985858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.004494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:15.005602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:15.011850 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:15.116995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5116652-d46f-469d-a592-ff938d54bc57 req-e2966b23-8590-4d72-9e1d-aea55c4e36fd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:15.130861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5116652-d46f-469d-a592-ff938d54bc57 req-e2966b23-8590-4d72-9e1d-aea55c4e36fd tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.8065593 Aug 19 18:09:15.164095 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.199490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.227285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078a61cb-8559-4694-8db7-fb64efe3caf4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.231184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=de6e89f4-ec3d-41c5-a3f1-b14b193835ea,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.327677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5116652-d46f-469d-a592-ff938d54bc57 req-cc903bc4-44ee-41ff-9eb9-788531bcb42a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950855 Aug 19 18:09:15.334909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.343329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a46b36c4-87e1-4d06-b7c1-34789acea68c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/078a61cb-8559-4694-8db7-fb64efe3caf4 HTTP/1.1" status: 204 len: 168 time: 0.5968289 Aug 19 18:09:15.357498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.366139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39182) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.384122 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP b508ef05-7d7c-466f-9694-3db7a2f016fb associated. External IP: 172.25.5.69, port: 6e7f25f4-ea24-4166-b420-8444a4183c04. Aug 19 18:09:15.413080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.425975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/7a1bd564-5a20-4903-92f9-df34c89094ee HTTP/1.1" status: 204 len: 168 time: 1.0074420 Aug 19 18:09:15.460665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.523609 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-177c0e68-cf83-4b0c-b300-a0dbe2c87748 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:15.524754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177c0e68-cf83-4b0c-b300-a0dbe2c87748 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:15.528237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-177c0e68-cf83-4b0c-b300-a0dbe2c87748 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/4211fcbc-3aca-4fda-97a2-24d1dd908125 HTTP/1.1" status: 404 len: 337 time: 0.0653954 Aug 19 18:09:15.534979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c730212-62ae-457f-86df-7121991973dc req-99ea1a35-1e1b-4267-af47-f6c085b7af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:15.539523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-99ea1a35-1e1b-4267-af47-f6c085b7af3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 1.2172067 Aug 19 18:09:15.540718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39188) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.581959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9cf12975-ea1e-44bc-aef8-1812e7a90424 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:15.606078 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da33139-4758-4fbf-be1c-668037e3fad7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:15.618787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da33139-4758-4fbf-be1c-668037e3fad7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:15.623072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8da33139-4758-4fbf-be1c-668037e3fad7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/5842594b-a2e8-4616-8237-f51bc55e2588 HTTP/1.1" status: 404 len: 339 time: 0.0779524 Aug 19 18:09:15.628987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.646919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9cf12975-ea1e-44bc-aef8-1812e7a90424 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:15.647902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9cf12975-ea1e-44bc-aef8-1812e7a90424 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:15.676521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2856a-6209-4298-9dfc-1552d80c5434 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=7a1bd564-5a20-4903-92f9-df34c89094ee,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:15.820341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.838920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.844543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-78c3e378-2be0-469e-bc08-eb83346d2e22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.2539527 Aug 19 18:09:15.852384 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2407fc5-82d7-4e59-b171-c4e40c1fc694 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:15.853524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2407fc5-82d7-4e59-b171-c4e40c1fc694 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:15.858077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f2407fc5-82d7-4e59-b171-c4e40c1fc694 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/ea587833-a143-4ad8-820b-0398642af550 HTTP/1.1" status: 404 len: 337 time: 0.2134261 Aug 19 18:09:15.868167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:15.939393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:15.943428 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f25adc-8b30-44ca-8726-5fe236fd7621 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:15.944131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f25adc-8b30-44ca-8726-5fe236fd7621 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:15.946196 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-40f25adc-8b30-44ca-8726-5fe236fd7621 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/80a5b438-d213-4335-90f4-8ccba463af70 HTTP/1.1" status: 404 len: 339 time: 0.0761282 Aug 19 18:09:15.957152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ae8c6-83f7-486c-b5c7-faa03d923cd6 req-9349ae9b-a583-492f-a583-b3c414fd24bd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:15.960039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-874ae8c6-83f7-486c-b5c7-faa03d923cd6 req-9349ae9b-a583-492f-a583-b3c414fd24bd tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2277317 Aug 19 18:09:15.960820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39200) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.026587 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4209c976-9f87-4ef6-9ed4-f842b70f73ef tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.027325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4209c976-9f87-4ef6-9ed4-f842b70f73ef tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.028394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.032666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4209c976-9f87-4ef6-9ed4-f842b70f73ef tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/ee9a1b1e-bf6e-4b5f-b9f4-954676f88b28 HTTP/1.1" status: 404 len: 337 time: 0.0655534 Aug 19 18:09:16.032962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.059568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ec2a2-be7b-471c-828f-c1e4e140d7d9']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:16.077114 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bedaf1-a69b-4cc6-8aaa-f2a584e7a42c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.077114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bedaf1-a69b-4cc6-8aaa-f2a584e7a42c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.079816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-92bedaf1-a69b-4cc6-8aaa-f2a584e7a42c tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/6b9144cc-18ef-4318-99be-8f1915d214d8 HTTP/1.1" status: 404 len: 339 time: 0.0458076 Aug 19 18:09:16.084081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39206) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.086212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685f66f3-7bc5-4091-8798-ee4afbe0d44b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:16.086731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685f66f3-7bc5-4091-8798-ee4afbe0d44b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:16.126834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.129868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.131222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2b2ddd7-7f9e-4494-bc8d-5d677efae18a HTTP/1.1" status: 204 len: 168 time: 0.9295363 Aug 19 18:09:16.133819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.139225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39210) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.146900 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-57df5a45-56ee-4cb4-904e-50098a84c317 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.147391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57df5a45-56ee-4cb4-904e-50098a84c317 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.149685 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57df5a45-56ee-4cb4-904e-50098a84c317 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/406e1af9-a573-4fff-8c65-066544dd764a HTTP/1.1" status: 404 len: 337 time: 0.0598752 Aug 19 18:09:16.157193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39212) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.173577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d3c5c-a990-4871-be8b-a4463472078f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b2ddd7-7f9e-4494-bc8d-5d677efae18a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.182339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.193467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:16.193898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:16.195713 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:16.261288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-874ae8c6-83f7-486c-b5c7-faa03d923cd6 req-506553dc-e3b1-425a-bf45-ea8f60cef0e0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514768 Aug 19 18:09:16.269911 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-57739ef2-2205-4278-91cb-39713d8baff1 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.270680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57739ef2-2205-4278-91cb-39713d8baff1 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.276280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57739ef2-2205-4278-91cb-39713d8baff1 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/d3da981b-401a-42e1-b40c-1b57df12de3f HTTP/1.1" status: 404 len: 339 time: 0.1072774 Aug 19 18:09:16.276879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39214) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.337421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.347345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.349259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a9ec2a2-be7b-471c-828f-c1e4e140d7d9 HTTP/1.1" status: 204 len: 168 time: 0.9731038 Aug 19 18:09:16.351183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.362927 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2834b666-5696-43d1-83d4-6e844963b0d7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.363647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2834b666-5696-43d1-83d4-6e844963b0d7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.367826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2834b666-5696-43d1-83d4-6e844963b0d7 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/95d74d35-f1f4-4b1d-a266-03c52b882890 HTTP/1.1" status: 404 len: 337 time: 0.0424137 Aug 19 18:09:16.371683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.394980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c09540-50f8-4af6-9044-801328cb1cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9ec2a2-be7b-471c-828f-c1e4e140d7d9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.402537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:16.409333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c730212-62ae-457f-86df-7121991973dc req-89ea4a28-2d14-4fd1-804a-32eaf11a08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.411095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-89ea4a28-2d14-4fd1-804a-32eaf11a08dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.2798481 Aug 19 18:09:16.427911 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-872e9541-202e-428d-9efa-02db2cd45f93 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.427911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872e9541-202e-428d-9efa-02db2cd45f93 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.430885 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-872e9541-202e-428d-9efa-02db2cd45f93 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/9726ed5f-f3ec-45b8-9849-8fbfd1ed2b2b HTTP/1.1" status: 404 len: 339 time: 0.0576453 Aug 19 18:09:16.438123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39224) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.476543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.534478 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad3eb28-2bd6-4d77-a9ec-4bfdf6eb5486 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.534970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad3eb28-2bd6-4d77-a9ec-4bfdf6eb5486 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.537022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7ad3eb28-2bd6-4d77-a9ec-4bfdf6eb5486 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/6c157df0-869b-4a97-893a-fe56f9e77b0f HTTP/1.1" status: 404 len: 337 time: 0.0991850 Aug 19 18:09:16.539212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-eaacc6b0-e0af-48ea-bb07-3ed4fe320e76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165233 Aug 19 18:09:16.553126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.569894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39232) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.573550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.576434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.580790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/security-groups/7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd HTTP/1.1" status: 204 len: 168 time: 0.4270535 Aug 19 18:09:16.589025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.592114 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74a2d1f-789c-4a2d-b273-737d906cad7d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.593258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74a2d1f-789c-4a2d-b273-737d906cad7d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.594667 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f74a2d1f-789c-4a2d-b273-737d906cad7d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/77bc49e5-3a0f-49c6-bd29-a8b8172b2a73 HTTP/1.1" status: 404 len: 339 time: 0.0403512 Aug 19 18:09:16.600122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.609645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289d70e-0053-4c54-910a-821838e3b89f tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7371c237-9a5c-4fed-8cf7-1e6bf0db2fdd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:16.630226 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e1e9d-4f55-470c-bd9c-5695a29c3223 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.630689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239e1e9d-4f55-470c-bd9c-5695a29c3223 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.633006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-239e1e9d-4f55-470c-bd9c-5695a29c3223 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/a90f2119-4159-45dc-a71b-af415f87980f HTTP/1.1" status: 404 len: 337 time: 0.0318310 Aug 19 18:09:16.636683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.656717 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cb1cf9-3fc0-46a9-b823-12043b995d8d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.657357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cb1cf9-3fc0-46a9-b823-12043b995d8d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.659337 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84cb1cf9-3fc0-46a9-b823-12043b995d8d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/1da53913-c3ab-4ae0-ae0c-421f19858831 HTTP/1.1" status: 404 len: 339 time: 0.0216949 Aug 19 18:09:16.661800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.701396 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a7137c-409d-429a-9520-c2a99a7f4d1d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.701868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a7137c-409d-429a-9520-c2a99a7f4d1d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.704677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14a7137c-409d-429a-9520-c2a99a7f4d1d tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/06b0867f-8571-4571-b252-85c92ef538f9 HTTP/1.1" status: 404 len: 337 time: 0.0415888 Aug 19 18:09:16.707157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.735790 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-385e02df-1080-451b-9b89-eae3281a3639 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] DELETE failed (client error): The resource could not be found. Aug 19 18:09:16.736440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385e02df-1080-451b-9b89-eae3281a3639 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:09:16.739391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-385e02df-1080-451b-9b89-eae3281a3639 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/fae3fe96-6a40-4e03-bb88-0245fa678dc5 HTTP/1.1" status: 404 len: 339 time: 0.0304151 Aug 19 18:09:16.744677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.814245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting subnet 985fcc27-22ea-4416-a1e4-2235dc89a395 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:16.818290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.838857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99708df-d48c-4868-88b3-50cc2b257b7a req-6ef9e365-d704-4139-ae3e-bf5d1ed85930 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:16.840523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e99708df-d48c-4868-88b3-50cc2b257b7a req-6ef9e365-d704-4139-ae3e-bf5d1ed85930 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.3092306 Aug 19 18:09:16.859209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e2da1203-7077-4687-8bc7-a569c9bffc0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=087fed6bfa284a5e8e7319cdb4d4da8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839186 Aug 19 18:09:16.859209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:16.861374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39246) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:16.884859 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:16.896819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.908167 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:16.908978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:16.936878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.976975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:16.978807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-ce27f21a-d7c3-4f93-abb0-6a14969b4238 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972287 Aug 19 18:09:16.979890 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:16.997079 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:16.997283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.000069 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:17.043478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.059834 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:17.061911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef404e8-5324-4043-9199-47653d7012ce None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:17.076541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e99708df-d48c-4868-88b3-50cc2b257b7a req-0af43f70-40ad-4772-8465-c4f014e723ef tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169101 Aug 19 18:09:17.082618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.200133 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.224384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6cefa7cd-6807-4b28-9a7c-bd300cbdb195 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.5797532 Aug 19 18:09:17.234924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39254) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:17.242264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Subnet': ['ID=985fcc27-22ea-4416-a1e4-2235dc89a395,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:17.251805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.253449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.262233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65bb7555-c47b-4316-a0f6-6999b85eca58 HTTP/1.1" status: 204 len: 168 time: 0.3921485 Aug 19 18:09:17.262233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.262233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6d580ce-6e76-40d1-97d5-75d3477321a4 tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/subnets/985fcc27-22ea-4416-a1e4-2235dc89a395 HTTP/1.1" status: 204 len: 168 time: 0.5128751 Aug 19 18:09:17.263821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:17.277849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea380f62-04e2-4e4d-b903-ea1699460b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb7555-c47b-4316-a0f6-6999b85eca58,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:17.286766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799bbbf-cb3a-4a4f-8182-70fbb49d3609 None None] Network 1c731cf9-38f3-43cb-a818-a7e57a326fed requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:17.424628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.436441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c730212-62ae-457f-86df-7121991973dc req-3cc6bfe5-332c-440c-97c9-2a1c39ba9abb service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422622 Aug 19 18:09:17.541299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Deleting port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:17.541705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.680741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] For port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,segment=NetworkSegment(a45127cc-a91e-4719-84ef-29fda495fb34),segment_id=a45127cc-a91e-4719-84ef-29fda495fb34)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.681295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.724771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Calling delete_port for abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:17.728527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] DHCP port deletion for 1c731cf9-38f3-43cb-a818-a7e57a326fed request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:17.850722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Deleting port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:17.853723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.866113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:17.938467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] No DVR routers for this DVR port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:17.940978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Port': ['ID=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:17.963878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] For port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,segment=NetworkSegment(a45127cc-a91e-4719-84ef-29fda495fb34),segment_id=a45127cc-a91e-4719-84ef-29fda495fb34)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:17.964410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.003468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Calling delete_port for abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:18.037573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-53e96d2d-10d3-4a5f-b078-6499abceaf50 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/floatingips/b508ef05-7d7c-466f-9694-3db7a2f016fb HTTP/1.1" status: 200 len: 976 time: 0.7975659 Aug 19 18:09:18.059396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39284) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:18.123391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:18.135115 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:09:18.143403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.146754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c731cf9-38f3-43cb-a818-a7e57a326fed']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:18.162320 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:09:18.162914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45127cc-a91e-4719-84ef-29fda495fb34') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:18.163254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45127cc-a91e-4719-84ef-29fda495fb34') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:18.176241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.203131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.212809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:18.214517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.218457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] Pushing event deleted for resources: {'Port': ['ID=abbabf38-b1a3-4cd3-ab32-e5c1ac158d04,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:18.220440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdacaf6-7e68-4572-9f55-e685425ac598 None None] No DVR routers for this DVR port abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:18.278395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685d209-e592-4a16-a2d0-ebe6ad175112 req-14f643ee-25ee-4860-b6d1-34a0cab8a5f9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.279937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0685d209-e592-4a16-a2d0-ebe6ad175112 req-14f643ee-25ee-4860-b6d1-34a0cab8a5f9 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.8377914 Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:18.291513 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:18.321147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.328658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.331293 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] 10.222.0.36 "DELETE /v2.0/networks/1c731cf9-38f3-43cb-a818-a7e57a326fed HTTP/1.1" status: 204 len: 168 time: 1.0676322 Aug 19 18:09:18.390748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd765a-8baf-4045-918f-259094a4be7a tempest-NetworksTest-1880023000 tempest-NetworksTest-1880023000-project] Pushing event deleted for resources: {'Network': ['ID=1c731cf9-38f3-43cb-a818-a7e57a326fed,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:18.451296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-86a59161-b27b-4d45-8f81-f16732600f8c tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3884909 Aug 19 18:09:18.458748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39310) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:18.458925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0685d209-e592-4a16-a2d0-ebe6ad175112 req-ff84186f-78cd-4b56-8f7f-73b7030a82f2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385357 Aug 19 18:09:18.467062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': 'e5c0529e-0b23-424f-a4ab-f5e8e3de986e'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:18.471998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd6dc-5ba7-404a-b5a7-34cca5282643 req-2e7e2521-f953-47be-a726-3422e8e6965f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:18.473387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c4cd6dc-5ba7-404a-b5a7-34cca5282643 req-2e7e2521-f953-47be-a726-3422e8e6965f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 944 time: 0.1868017 Aug 19 18:09:18.544520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c4cd6dc-5ba7-404a-b5a7-34cca5282643 req-f071c9ff-a1fc-4736-ad09-25e86485468a tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543804 Aug 19 18:09:18.620752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.652552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:18.769997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:18.798242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39328) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:18.986648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1385184645-network', 'tenant_id': '21f9c0705e6a4d698bf8984dc2bc7cf7'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:19.093010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Made reservation on behalf of 21f9c0705e6a4d698bf8984dc2bc7cf7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:19.095261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.122114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.132274 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8aa5e722-803c-4c22-a348-3abdfcfa4cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06bf54b9cea042afad5be4ea2ac333d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607764 Aug 19 18:09:19.132491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port 1bc7b97a-ae16-4edd-b74c-ac393b89182e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:19.133058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.137440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39332) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:19.186968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:19.262516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.295370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.364589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:19.384305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port 1bc7b97a-ae16-4edd-b74c-ac393b89182e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1bc7b97a-ae16-4edd-b74c-ac393b89182e,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:19.384930 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.406489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for 1bc7b97a-ae16-4edd-b74c-ac393b89182e owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:19.409305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'port_id': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'mac_address': 'fa:16:3e:e0:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:19.414108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.416783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.418023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/446c1d4b-71e7-4ab7-bce2-f3a90e4a6fc3 HTTP/1.1" status: 204 len: 168 time: 0.2792799 Aug 19 18:09:19.434823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c1d4b-71e7-4ab7-bce2-f3a90e4a6fc3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:19.464837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.471346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.479699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.480076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.480390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.480729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.481179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.481525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.482216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.482593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.482878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.483754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.484086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.484421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47011c4e-5268-47f4-a768-8b125189d194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:19.539885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:19.597647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e725d-6d30-4070-9e68-b3788b726687,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:19.604755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.608788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.609348 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Added segment ca6c8390-163d-4e07-a3c2-d04c130320b7 of type vlan for network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 Aug 19 18:09:19.611411 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.656595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:19.669960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.679895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:19.683098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:19.687178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.762768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:19.766313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:19.767089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device abbabf38-b1a3-4cd3-ab32-e5c1ac158d04 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:19.840235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1b479-22a9-4791-ac0b-f93503ca57e2 req-bb20885e-b618-4e7f-abf8-ef51e1daf353 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.843418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8f1b479-22a9-4791-ac0b-f93503ca57e2 req-bb20885e-b618-4e7f-abf8-ef51e1daf353 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1879048 Aug 19 18:09:19.862637 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP b508ef05-7d7c-466f-9694-3db7a2f016fb associated. External IP: 172.25.5.69, port: 6e7f25f4-ea24-4166-b420-8444a4183c04. Aug 19 18:09:19.917446 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:19.920335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56490a6b-2ff0-4349-9fb2-b403fa96db97 req-0786d98b-fa1a-4137-8da2-221e501b36f2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:19.922969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56490a6b-2ff0-4349-9fb2-b403fa96db97 req-0786d98b-fa1a-4137-8da2-221e501b36f2 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.1775746 Aug 19 18:09:19.984693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8f1b479-22a9-4791-ac0b-f93503ca57e2 req-775266c5-d369-47d8-8ad6-6315d3cf104f tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344614 Aug 19 18:09:19.996638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.014289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56490a6b-2ff0-4349-9fb2-b403fa96db97 req-395d7b7f-869d-476c-8449-e8160074b5c7 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772910 Aug 19 18:09:20.025903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['74944b9f-5ce0-4581-998c-10040e9ddaff'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:20.028470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.036898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:20.039118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.093916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=1bc7b97a-ae16-4edd-b74c-ac393b89182e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:20.145696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] Pushing event updated for resources: {'Network': ['ID=9ee6a71d-9fef-43c5-aec5-b39ce1004582,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:20.163532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:20.190193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39352) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:20.195694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af878936-ccca-44c0-a902-3508a75ad6bf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3942192 Aug 19 18:09:20.206192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Request body: {'subnet': {'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1385184645-subnet', 'tenant_id': '21f9c0705e6a4d698bf8984dc2bc7cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:20.301741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Made reservation on behalf of 21f9c0705e6a4d698bf8984dc2bc7cf7 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:20.304602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.441086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:20.648521 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.666878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:20.930600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39366) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:20.949232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c111b3e4-8de0-4338-9bf5-a58ec40186e9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:20.954198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Checking segment: {'id': 'ca6c8390-163d-4e07-a3c2-d04c130320b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:20.954535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Network hostable DHCP agents. Network: 9ee6a71d-9fef-43c5-aec5-b39ce1004582, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:21.007152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:21.019620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:21.036439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:21.044053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:21.045422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.046879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9ee6a71d-9fef-43c5-aec5-b39ce1004582) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:21.055858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.056515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.081489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-59f2f7c6-17b2-4935-a5ad-c10c3b8835f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8897538 Aug 19 18:09:21.083982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751a564-f276-4376-a866-4aa1758eeada None None] Network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:21.084979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Router facd972e-cad6-4acd-87ba-5973029e65f2 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:21.188255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.258192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:21.268942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6771b4e4-14ea-477e-b4b9-af215e971f81 tempest-DvrRoutersNegativeTest-116142920 tempest-DvrRoutersNegativeTest-116142920-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1761219359', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:21.272481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.policy [None req-6771b4e4-14ea-477e-b4b9-af215e971f81 tempest-DvrRoutersNegativeTest-116142920 tempest-DvrRoutersNegativeTest-116142920-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101324) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 18:09:21.272481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.policy [None req-6771b4e4-14ea-477e-b4b9-af215e971f81 tempest-DvrRoutersNegativeTest-116142920 tempest-DvrRoutersNegativeTest-116142920-project] Failed policy check for 'create_router' {{(pid=101324) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 18:09:21.272896 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-6771b4e4-14ea-477e-b4b9-af215e971f81 tempest-DvrRoutersNegativeTest-116142920 tempest-DvrRoutersNegativeTest-116142920-project] create failed (client error): Access was denied to this resource. Aug 19 18:09:21.278598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6771b4e4-14ea-477e-b4b9-af215e971f81 tempest-DvrRoutersNegativeTest-116142920 tempest-DvrRoutersNegativeTest-116142920-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3389413 Aug 19 18:09:21.297342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:21.301129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.323678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:21.337352 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Sync routers for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:21.342456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8cf073a3-3696-4297-8649-6380307cf034 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "PUT /v2.0/routers/facd972e-cad6-4acd-87ba-5973029e65f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444999 Aug 19 18:09:21.346080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39380) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:21.356809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:21.360634 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.365026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:21.433348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f605f2b-61af-4013-bbc1-0a4df48494bd req-89e778d2-ae67-478d-a43c-33e73e467042 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.435706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f605f2b-61af-4013-bbc1-0a4df48494bd req-89e778d2-ae67-478d-a43c-33e73e467042 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1595578 Aug 19 18:09:21.499681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.500609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0dd2-9866-4698-b4dc-159dfbb7309c None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:21.501336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting subnet 649f5df3-363a-405b-8e55-15aac612ac3c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:21.515907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.607626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91230eb-7a03-4b37-81ae-6a348863295b req-c3965156-804f-462d-9092-3f44f85707a6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:21.609425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d91230eb-7a03-4b37-81ae-6a348863295b req-c3965156-804f-462d-9092-3f44f85707a6 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 945 time: 0.3611593 Aug 19 18:09:21.615570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:21.624912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.637652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.651964 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:21.693451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:21.736123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f605f2b-61af-4013-bbc1-0a4df48494bd req-001c31e0-2cce-4334-82f2-58e80a69c636 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871561 Aug 19 18:09:21.760408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49b719-b585-4e68-bb99-dcc4f88773c5 None None] Network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:21.765635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 74944b9f-5ce0-4581-998c-10040e9ddaff completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:21.799979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-49cafd46-a5b1-4dfa-9579-2d2e2cdd5144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/b508ef05-7d7c-466f-9694-3db7a2f016fb HTTP/1.1" status: 200 len: 977 time: 3.3368583 Aug 19 18:09:21.801108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39390) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:21.808345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:21.808991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:21.814766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:21.818832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d91230eb-7a03-4b37-81ae-6a348863295b req-c1cd05d4-64f8-46ba-9080-3d69037b1065 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538246 Aug 19 18:09:21.833403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39392) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:21.901327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 74944b9f-5ce0-4581-998c-10040e9ddaff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:21.901706 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.925075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:21.958580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.062036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.072356 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:09:19Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.116209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.125599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Checking router: facd972e-cad6-4acd-87ba-5973029e65f2 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:09:22.141106 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Routers {'facd972e-cad6-4acd-87ba-5973029e65f2'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:22.142213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['facd972e-cad6-4acd-87ba-5973029e65f2'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.160926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:22.161565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.211886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Subnet': ['ID=649f5df3-363a-405b-8e55-15aac612ac3c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:22.214037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.219337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-39c771db-6d26-4f66-a6ac-cddb60b8e2a0 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/subnets/649f5df3-363a-405b-8e55-15aac612ac3c HTTP/1.1" status: 204 len: 168 time: 0.8667626 Aug 19 18:09:22.219566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.220018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39406) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:22.279743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45934385-4058-46ac-9b30-4088bd7a0643 None None] Network ec9f82e3-0034-4325-b83f-09cdf5966954 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:22.289035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.290069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710e659-a443-403d-bbd9-523a664fa6a5 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:22.317018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.338460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] Set router facd972e-cad6-4acd-87ba-5973029e65f2 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:09:22.453628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.455092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.457199 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP b508ef05-7d7c-466f-9694-3db7a2f016fb disassociated. External IP: 172.25.5.69, port: e5c0529e-0b23-424f-a4ab-f5e8e3de986e. Aug 19 18:09:22.462264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.497134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.543060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=252bfbb30248489dac72093e44aca883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083850 Aug 19 18:09:22.548291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39410) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:22.570652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-70ef987c-eb91-417e-8d24-c8cfec2692ae tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:22.581789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-70ef987c-eb91-417e-8d24-c8cfec2692ae tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/networks?id=9ee6a71d-9fef-43c5-aec5-b39ce1004582 HTTP/1.1" status: 200 len: 813 time: 0.3021078 Aug 19 18:09:22.597599 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.610458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-6f31fb6a-193c-470d-9ef3-4ca3a8cd6e0b tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/quotas/21f9c0705e6a4d698bf8984dc2bc7cf7 HTTP/1.1" status: 200 len: 375 time: 0.0275946 Aug 19 18:09:22.674901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bcb73e-e789-4058-8965-08f8170b9287,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:22.678377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:22.680124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-fc4d4b29-93ef-4adb-a241-e73587421b16 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21f9c0705e6a4d698bf8984dc2bc7cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684710 Aug 19 18:09:22.681852 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781afe0a-f7da-49bf-98df-7ac3af4237ce" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:22.722314 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:09:19Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:22.759178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.759554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.765390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.765799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.766143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.766488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.767060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.767398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.770758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.773400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.773690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.774038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d7a1a-2179-4d41-8ece-797deccc86d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:22.822020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.822929 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1abcd-c860-4357-9cb6-93964fd63203 None None] The sync data for ids ['facd972e-cad6-4acd-87ba-5973029e65f2'] in n-d-778550-10 is: [{'id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8533846', 'tenant_id': '7629d8e50b594233847121270c3525a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:09:19Z', 'revision_number': 5, 'project_id': '7629d8e50b594233847121270c3525a3', 'gw_port': {'id': '21fb0b9d-d929-4edd-bac8-5deaeb4e557b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ab:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facd972e-cad6-4acd-87ba-5973029e65f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:30Z', 'updated_at': '2021-08-19T18:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:22.897043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.971797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.974887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:22.988091 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70bcb73e-e789-4058-8965-08f8170b9287 HTTP/1.1" status: 204 len: 168 time: 0.4386542 Aug 19 18:09:23.040582 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6e5be-2477-47f7-9060-8b174e8b33d4 x-openstack-request-id: req-21c6e5be-2477-47f7-9060-8b174e8b33d4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:23.040889 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-plugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:23.041134 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21c6e5be-2477-47f7-9060-8b174e8b33d4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:23.041540 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'code': 200} Aug 19 18:09:23.048663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a9628-5131-47d4-855a-9e3d472a17dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bcb73e-e789-4058-8965-08f8170b9287,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:23.056948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:23.077525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.218863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:23.284835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] DHCP port deletion for ec9f82e3-0034-4325-b83f-09cdf5966954 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:23.330981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:23.383606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Deleting port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:23.384169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.465223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-5d63e00a-bee9-46ab-822d-c031a07daa7b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:09:23.475019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-5d63e00a-bee9-46ab-822d-c031a07daa7b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7937524 Aug 19 18:09:23.531002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:23.540789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] For port e6047351-8f94-41e9-a8f1-8d79cbc6dea0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,segment=NetworkSegment(6aac4e57-4e1d-439e-92d1-07542771674c),segment_id=6aac4e57-4e1d-439e-92d1-07542771674c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:23.541190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.546699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:23.584801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.589956 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:23.591968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:23.605336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Calling delete_port for e6047351-8f94-41e9-a8f1-8d79cbc6dea0 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:23.687235 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-989973aa-f7a0-41ac-87f6-dd06de041590 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/b508ef05-7d7c-466f-9694-3db7a2f016fb HTTP/1.1" status: 200 len: 687 time: 1.8841741 Aug 19 18:09:23.690331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39438) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:23.692306 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:23.696437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bc7b97a-ae16-4edd-b74c-ac393b89182e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:23.719108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:23.719986 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:23.761203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1bc7b97a-ae16-4edd-b74c-ac393b89182e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:23.761721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1bc7b97a-ae16-4edd-b74c-ac393b89182e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:23.762417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e6047351-8f94-41e9-a8f1-8d79cbc6dea0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:23.798685 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:23.806243 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeba486-db28-436f-9842-a2e95397fed9 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:23.815672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1811a8-550b-473d-852d-c59b7e855465 req-430e2445-4cb4-4c19-be9c-931ee70e81e3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.823345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a1811a8-550b-473d-852d-c59b7e855465 req-430e2445-4cb4-4c19-be9c-931ee70e81e3 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2975988 Aug 19 18:09:23.852376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43248-37e0-4cbb-8340-d25724a1f3eb req-5fee6b86-bb97-4d6c-852a-47334b4988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:23.853979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f43248-37e0-4cbb-8340-d25724a1f3eb req-5fee6b86-bb97-4d6c-852a-47334b4988e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 1098 time: 0.3691089 Aug 19 18:09:23.910595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port de6e89f4-ec3d-41c5-a3f1-b14b193835ea {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:23.911560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.919470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:23.989138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a1811a8-550b-473d-852d-c59b7e855465 req-3f05c463-08f1-4d7d-89cd-86eeaea2f877 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647768 Aug 19 18:09:23.994673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1f43248-37e0-4cbb-8340-d25724a1f3eb req-33d186a7-b506-4b5e-b0a0-d89441083244 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326149 Aug 19 18:09:24.005977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.006184 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.006945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.021744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for de6e89f4-ec3d-41c5-a3f1-b14b193835ea owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:24.026309 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.028727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-49f2ac5a-ef28-40cd-95dd-14c4cca7d5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524304 Aug 19 18:09:24.069965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] Pushing event deleted for resources: {'Port': ['ID=e6047351-8f94-41e9-a8f1-8d79cbc6dea0,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:24.081350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff874f5-fbbc-4b0e-984a-d3e25517c6d9 None None] No DVR routers for this DVR port e6047351-8f94-41e9-a8f1-8d79cbc6dea0 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:24.177063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Deleting port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:24.177421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.202948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.262560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=de6e89f4-ec3d-41c5-a3f1-b14b193835ea,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:24.279798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-e3db728a-d3c1-4b37-8341-86aa889003f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500408 Aug 19 18:09:24.296658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39448) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.382954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] For port 21fb0b9d-d929-4edd-bac8-5deaeb4e557b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:24.383330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.407123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fdb5d-6658-470c-b726-df54b6bfd659 req-acc268d7-d8f8-421a-ba93-be6aab45efb4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.408127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.408746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-063fdb5d-6658-470c-b726-df54b6bfd659 req-acc268d7-d8f8-421a-ba93-be6aab45efb4 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.0919886 Aug 19 18:09:24.411233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.416213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d59d9a4-1bb4-4a01-8cf4-fd58bda1f137 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/b508ef05-7d7c-466f-9694-3db7a2f016fb HTTP/1.1" status: 204 len: 168 time: 0.7210999 Aug 19 18:09:24.416566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Calling delete_port for 21fb0b9d-d929-4edd-bac8-5deaeb4e557b owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:24.417407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39452) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.479806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1845595481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:24.485256 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-1f82c7cc-09fc-4b28-9b39-08923e5908b3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] delete failed (client error): The resource could not be found. Aug 19 18:09:24.486211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f82c7cc-09fc-4b28-9b39-08923e5908b3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/b508ef05-7d7c-466f-9694-3db7a2f016fb HTTP/1.1" status: 404 len: 345 time: 0.0577171 Aug 19 18:09:24.492167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39454) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.584274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c8c77-0826-46b9-9279-5175c6ca6972 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.590468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c8c77-0826-46b9-9279-5175c6ca6972 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.596765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c8c77-0826-46b9-9279-5175c6ca6972 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.598485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-011c8c77-0826-46b9-9279-5175c6ca6972 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/ports?network_id=3f404db4-b7ed-4c4d-adcb-4e9b9035a426 HTTP/1.1" status: 200 len: 2357 time: 0.1053493 Aug 19 18:09:24.603630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.656707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-063fdb5d-6658-470c-b726-df54b6bfd659 req-df3d3aa2-8872-4118-9467-a230a490bdba tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395959 Aug 19 18:09:24.676703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0d901-c8bc-4b6e-9a72-f6aacd7850db tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:24.682369 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-66b0d901-c8bc-4b6e-9a72-f6aacd7850db tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/subnets/dc4e58a4-70a2-408e-b6ff-12bc1db4299b HTTP/1.1" status: 200 len: 797 time: 0.0736165 Aug 19 18:09:24.684114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39464) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.695317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'port': {'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426', 'name': 'tempest-FloatingIPTestJSON-1813786565', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:24.695680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.697666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.735614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-684ada1a-af39-4978-9e96-765cd5c6e331 req-f6d317ab-9ab1-4005-8c56-6a2eb00a64ef tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 210 time: 0.0748951 Aug 19 18:09:24.891005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.897022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.898325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:24.925485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:24.927244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-021ab024-83c6-417c-bbe1-694366b4e88c tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6295922 Aug 19 18:09:24.931120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39470) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:24.939916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-981182171'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:25.037985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:25.046223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.066755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.079479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.156951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Port': ['ID=21fb0b9d-d929-4edd-bac8-5deaeb4e557b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:25.192295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.216244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] device_id is not set on port 743d6c61-d4d4-41fc-ab19-52bcaa1d37dd yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:09:25.307564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.601517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.606133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.672213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775a432-041b-4acc-8370-9f6e1e580a56 req-07eb87a4-14b3-47c6-bd41-aa94b6756f18 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:25.675624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8775a432-041b-4acc-8370-9f6e1e580a56 req-07eb87a4-14b3-47c6-bd41-aa94b6756f18 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.5143261 Aug 19 18:09:25.791317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.793085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Fanout notify agent at l3_agent the message router_deleted on router facd972e-cad6-4acd-87ba-5973029e65f2 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:09:25.804644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:25.806420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6dfab739-8457-493d-9654-023903c013fb tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/routers/facd972e-cad6-4acd-87ba-5973029e65f2 HTTP/1.1" status: 204 len: 168 time: 3.5855563 Aug 19 18:09:25.823341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39520) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:25.842249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8775a432-041b-4acc-8370-9f6e1e580a56 req-b0e7d52c-1f45-47ca-97f7-d6a32334f359 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109855 Aug 19 18:09:25.890244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.14 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/743d6c61-d4d4-41fc-ab19-52bcaa1d37dd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:25.911473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.13 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/743d6c61-d4d4-41fc-ab19-52bcaa1d37dd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:26.113169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.172392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b32f090-c559-49cd-8a67-fd39c672ed19 req-ad329481-4837-40aa-8f15-8b686a81febf tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 210 time: 0.1177838 Aug 19 18:09:26.211317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.229297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.245572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-81500b3e-5d69-453c-8cc7-b2ff5d91003b tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.247271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-81500b3e-5d69-453c-8cc7-b2ff5d91003b tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.13 "GET /v2.0/networks?id=9ee6a71d-9fef-43c5-aec5-b39ce1004582 HTTP/1.1" status: 200 len: 813 time: 0.1883233 Aug 19 18:09:26.285942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Request body: {'port': {'device_id': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582', 'admin_state_up': True, 'tenant_id': '21f9c0705e6a4d698bf8984dc2bc7cf7'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:26.328892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91534a-f935-46bb-9d54-406578569e7f req-860e8e14-1265-4602-952b-962dbc704443 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.339639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f91534a-f935-46bb-9d54-406578569e7f req-860e8e14-1265-4602-952b-962dbc704443 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.4952538 Aug 19 18:09:26.341543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23b847-7496-4b61-9ca0-eb84b424cf40,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:26.389305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:26.398039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.467525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f91534a-f935-46bb-9d54-406578569e7f req-2d74a64c-e002-4030-b2ae-c200e5a656cf tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265743 Aug 19 18:09:26.600952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.601216 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Added segment 6bd157b4-e1bf-4262-80c1-c2ec100442ed of type vlan for network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 Aug 19 18:09:26.620258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.661280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Made reservation on behalf of 21f9c0705e6a4d698bf8984dc2bc7cf7 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:26.665146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.722179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.781705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.787175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.824511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9f82e3-0034-4325-b83f-09cdf5966954']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:26.827507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-e48b4a84-8265-4b1d-9a22-7991741779a9 req-ff82e5c6-5880-4fd7-ae25-7aec21e6fe2e service neutron] (101325) timed out ('10.222.0.42', 64447) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:09:26.846410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:26.855313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:26.867673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:26.871586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac4e57-4e1d-439e-92d1-07542771674c') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:26.871800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac4e57-4e1d-439e-92d1-07542771674c') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:26.917750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.960410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.971186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.971396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:26.972154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:26.972931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.007083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3209372 Aug 19 18:09:27.016578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39542) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:27.034471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '743d6c61-d4d4-41fc-ab19-52bcaa1d37dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:27.049289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7b236-5890-412b-be60-7bf16d2eac84 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=743d6c61-d4d4-41fc-ab19-52bcaa1d37dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.141563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.183684 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.219658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Allocated IP 172.20.0.10 (9ee6a71d-9fef-43c5-aec5-b39ce1004582/c111b3e4-8de0-4338-9bf5-a58ec40186e9/57fbd679-9eec-4156-a557-cd7005e2c1b5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:27.224482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:27.225036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:27.228576 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:27.251319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3158247 Aug 19 18:09:27.259197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:27.274397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'subnet': {'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:27.314420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7792ba-b2d3-4390-ba1e-e582947594e1 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Network': ['ID=5a5a6e9c-5fdf-42c2-bf41-1f0da2703328,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.329734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:27.385637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-839507d8-2bb1-4a8a-bbad-8165b2b95a01 req-fdc06235-6ae6-4019-9d9f-36fcd98d56b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 210 time: 0.0360050 Aug 19 18:09:27.398831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222bbe3-3893-4c48-afb4-039ffc627a72 req-d5a67cf2-deff-45d3-b780-b2a775963d19 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.411509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c222bbe3-3893-4c48-afb4-039ffc627a72 req-d5a67cf2-deff-45d3-b780-b2a775963d19 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2620535 Aug 19 18:09:27.448926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.458308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.474420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] 10.222.0.36 "DELETE /v2.0/networks/ec9f82e3-0034-4325-b83f-09cdf5966954 HTTP/1.1" status: 204 len: 168 time: 1.6452296 Aug 19 18:09:27.523087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c976ea-eda9-493c-a7b2-0bac73404a79 tempest-TestSecurityGroupsBasicOps-1924506826 tempest-TestSecurityGroupsBasicOps-1924506826-project] Pushing event deleted for resources: {'Network': ['ID=ec9f82e3-0034-4325-b83f-09cdf5966954,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:27.564471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:27.568404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:27.601479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21fb0b9d-d929-4edd-bac8-5deaeb4e557b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:27.615739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c222bbe3-3893-4c48-afb4-039ffc627a72 req-c0581ed3-646e-4235-9d6d-263397d1dbd8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997492 Aug 19 18:09:27.657755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 21fb0b9d-d929-4edd-bac8-5deaeb4e557b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:27.658265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21fb0b9d-d929-4edd-bac8-5deaeb4e557b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:27.768703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812e48-5932-42d1-ad4c-90d3a69ca421 req-3eb37cb5-02c8-45d6-b832-d354b35f9f66 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:27.770357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8812e48-5932-42d1-ad4c-90d3a69ca421 req-3eb37cb5-02c8-45d6-b832-d354b35f9f66 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.0896418 Aug 19 18:09:27.837027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8812e48-5932-42d1-ad4c-90d3a69ca421 req-8d1b0b76-2b65-4b15-9447-0d8c2878a08d tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594082 Aug 19 18:09:28.092200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39634) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:28.136042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3e1e400f-5628-414f-9e23-a042721a3d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.163879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.303413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d6807f5c-c324-4e9c-afa3-cdadd9da70a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7629d8e50b594233847121270c3525a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071900 Aug 19 18:09:28.305425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39658) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:28.309883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.317053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.385166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.417953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.460478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:28.496429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:28.510619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:28.511770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.518864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.521263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Pushing event updated for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:28.522381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e447c162-1af1-473f-8c34-8c6abd814571 HTTP/1.1" status: 204 len: 168 time: 0.2152829 Aug 19 18:09:28.588639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9978-3719-490a-b96a-a14f22a653f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447c162-1af1-473f-8c34-8c6abd814571,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:28.654736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fafb88-e7a9-4668-81a0-9e60ba93d876 req-32e0728d-6fd3-4c11-9282-fa6703013477 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:28.675832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98fafb88-e7a9-4668-81a0-9e60ba93d876 req-32e0728d-6fd3-4c11-9282-fa6703013477 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 932 time: 0.1287999 Aug 19 18:09:28.763681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:28.766242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.779746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98fafb88-e7a9-4668-81a0-9e60ba93d876 req-833e4ebb-2c5c-4dd3-bc5b-35a4d89969c5 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022737 Aug 19 18:09:28.842084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.36 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b8949986-ca84-4bf9-944e-dd79771f5b28) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:28.846784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-71fa3a27-1736-4d27-8401-d6fdf194c125 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5655901 Aug 19 18:09:28.853386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:28.885172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Request body: {'port': {'device_id': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:29.011165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9d9c-ec60-4f90-91ce-03c9bb8b4acb req-ad5a7fc9-0f0f-4f55-9684-cd9263e408f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:29.012958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdf9d9c-ec60-4f90-91ce-03c9bb8b4acb req-ad5a7fc9-0f0f-4f55-9684-cd9263e408f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.2280648 Aug 19 18:09:29.054808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db5bc-ff3f-48a2-92bc-215f87a14dee req-55cc84d9-671a-4abd-9cfe-07acfd2fc862 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:29.057597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b4db5bc-ff3f-48a2-92bc-215f87a14dee req-55cc84d9-671a-4abd-9cfe-07acfd2fc862 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1855919 Aug 19 18:09:29.127504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdf9d9c-ec60-4f90-91ce-03c9bb8b4acb req-13d1f97c-7b1b-41d1-a876-6c04072cc70e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002121 Aug 19 18:09:29.131188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.133953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Subnet': ['ID=f447002e-ebca-450f-9a66-cf8c79e608ab,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:29.222859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b4db5bc-ff3f-48a2-92bc-215f87a14dee req-63a79381-6f8b-43a1-91ee-0a7fdb87dc72 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494615 Aug 19 18:09:29.226793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Checking segment: {'id': '6bd157b4-e1bf-4262-80c1-c2ec100442ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:29.227417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network hostable DHCP agents. Network: 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:29.362909 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.370138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:29.392041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39764) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:29.415746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62a70c37-3365-4b05-8786-937cd6b4c6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.474280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:29.482772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:29.483500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.493949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123354e5-798b-4b1c-adfd-cae424a1a656 None None] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:29.597461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62a70c37-3365-4b05-8786-937cd6b4c6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.604933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62a70c37-3365-4b05-8786-937cd6b4c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.610295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.620215 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eed76201-92c1-443f-9640-60750fe8d669 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3579054 Aug 19 18:09:29.627741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:29.636256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'network': {'name': 'tempest-router-network01--1549123893'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:29.717209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-62a70c37-3365-4b05-8786-937cd6b4c6a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c40180ccf8349459676f64e93b1e10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237014 Aug 19 18:09:29.721016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39792) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:29.731001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:29.731489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a70c37-3365-4b05-8786-937cd6b4c6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0a7c7-a75c-4fda-a7df-1a56195fc788,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:29.756611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:29.772612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:29.825019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.841707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=b8949986-ca84-4bf9-944e-dd79771f5b28,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:29.858615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:29.862299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.866065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.909799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-5a5a6e9c-5fdf-42c2-bf41-1f0da2703328', 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328', 'tenant_id': 'aa3a9aa0d9ba468ba29d2a405182e18f', 'fixed_ips': [{'subnet_id': 'f447002e-ebca-450f-9a66-cf8c79e608ab'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:29.914828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.945278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:29.954503 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:29.954853 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Added segment 20d999cd-ae76-4315-860c-466efba7647a of type vlan for network cfb40cfe-af41-454d-88bd-d0b2e80c461f Aug 19 18:09:30.145743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.157486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fbd679-9eec-4156-a557-cd7005e2c1b5 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:30.198248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab28ba-0ebf-4921-91e1-a3d2cd5a9b6d req-f8c4547a-b3de-45a3-bd46-58e8d54d03ec tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.223259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83ab28ba-0ebf-4921-91e1-a3d2cd5a9b6d req-f8c4547a-b3de-45a3-bd46-58e8d54d03ec tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 932 time: 0.2480302 Aug 19 18:09:30.227639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.342505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Transition to ACTIVE for port object 57fbd679-9eec-4156-a557-cd7005e2c1b5 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:30.353171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.375143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.381224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.385062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.385959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.408196 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.430745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ba0a7c7-a75c-4fda-a7df-1a56195fc788 HTTP/1.1" status: 204 len: 168 time: 0.6938663 Aug 19 18:09:30.458430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83ab28ba-0ebf-4921-91e1-a3d2cd5a9b6d req-c798f54c-e099-4e5a-a5a4-e8836332bb65 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307107 Aug 19 18:09:30.459349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe2451-b27f-42b2-929d-dbfce3ddc826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0a7c7-a75c-4fda-a7df-1a56195fc788,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:30.554959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e48051-0e83-4c93-8d29-f680c901799b req-91f02a03-b665-4774-9201-59892991b70c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:30.556805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04e48051-0e83-4c93-8d29-f680c901799b req-91f02a03-b665-4774-9201-59892991b70c tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.0945971 Aug 19 18:09:30.592997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fd888010-9cb3-4575-9432-4e53147aa3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.640381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Allocated IP 2001:db8::2 (5a5a6e9c-5fdf-42c2-bf41-1f0da2703328/f447002e-ebca-450f-9a66-cf8c79e608ab/fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:30.651780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Network': ['ID=cfb40cfe-af41-454d-88bd-d0b2e80c461f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:30.676586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:30.698873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-807e03f3-9ec4-4d8e-bbbf-fcf6e156c727 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0682383 Aug 19 18:09:30.706138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:30.726539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'network': {'name': 'tempest-router-network02--28340220'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:30.743001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04e48051-0e83-4c93-8d29-f680c901799b req-f0e60fd5-7008-4816-9242-bac42fb3f3f0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575654 Aug 19 18:09:30.880837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:30.888197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.902485 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:30.982610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Pushing event updated for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.052190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.095893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Transition to ACTIVE for port object fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:31.118050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Transition to ACTIVE for port object fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:31.130557 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.182424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:31.187431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:31.187710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:31.198012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:31.241543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Pushing event updated for resources: {'Port': ['ID=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.279183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Attempting to bind port 57fbd679-9eec-4156-a557-cd7005e2c1b5 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:31.280232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Attempting to bind port 57fbd679-9eec-4156-a557-cd7005e2c1b5 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'ca6c8390-163d-4e07-a3c2-d04c130320b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:31.280232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Attempting to bind port 57fbd679-9eec-4156-a557-cd7005e2c1b5 on network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:31.295148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39924) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:31.313403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.314191 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Added segment be39d5c8-5efc-4c11-96e7-043850c25fea of type vlan for network a8451f3d-48e7-40b1-92dc-3af1183811fd Aug 19 18:09:31.339967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Port 57fbd679-9eec-4156-a557-cd7005e2c1b5 on network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:09:31.340758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Attempting to bind port 57fbd679-9eec-4156-a557-cd7005e2c1b5 on network 9ee6a71d-9fef-43c5-aec5-b39ce1004582 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:31.422489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:31.422847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Checking segment: {'id': 'ca6c8390-163d-4e07-a3c2-d04c130320b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:31.423237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Bound using segment: {'id': 'ca6c8390-163d-4e07-a3c2-d04c130320b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:31.424764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Attempting to bind port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:31.426708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Attempting to bind port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6bd157b4-e1bf-4262-80c1-c2ec100442ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:31.426708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Attempting to bind port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 on network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:31.427187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Bound port: 57fbd679-9eec-4156-a557-cd7005e2c1b5, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6c8390-163d-4e07-a3c2-d04c130320b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:31.427596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.442753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:31.443342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Checking segment: {'id': '6bd157b4-e1bf-4262-80c1-c2ec100442ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:31.447511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.447511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Bound using segment: {'id': '6bd157b4-e1bf-4262-80c1-c2ec100442ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:31.448103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Bound port: fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd157b4-e1bf-4262-80c1-c2ec100442ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5a5a6e9c-5fdf-42c2-bf41-1f0da2703328'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:31.448800 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.460634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.476116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.489892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12a3b1eb-ee46-4446-839c-6f7512c7b039 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98b0d9b6128946debe82723712ea7ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920414 Aug 19 18:09:31.497010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39946) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:31.559272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] For port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:31.563298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] For port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,segment=NetworkSegment(6bd157b4-e1bf-4262-80c1-c2ec100442ed),segment_id=6bd157b4-e1bf-4262-80c1-c2ec100442ed)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:31.572049 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.591946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.605058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.606248 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.666845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985390-4a76-4f75-9471-661dcf0ae419 None None] Pushing event updated for resources: {'Port': ['ID=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.752775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-ab4f946b-960a-4f33-ac77-51f6e53c73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.754363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-ab4f946b-960a-4f33-ac77-51f6e53c73b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 1098 time: 0.2987485 Aug 19 18:09:31.794974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:31.802387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0871465 Aug 19 18:09:31.815294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:31.823255 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.824686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b11c9e-8988-426b-b13f-098078e04441 req-abc6da08-f002-402e-91e0-4521039a95a8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.826243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9b11c9e-8988-426b-b13f-098078e04441 req-abc6da08-f002-402e-91e0-4521039a95a8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.3245113 Aug 19 18:09:31.830973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'subnet': {'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:31.843800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5,segment=NetworkSegment(ca6c8390-163d-4e07-a3c2-d04c130320b7),segment_id=ca6c8390-163d-4e07-a3c2-d04c130320b7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:31.866664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.880093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85d7ca-eb62-4496-a5fd-8da445a9b111 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Network': ['ID=a8451f3d-48e7-40b1-92dc-3af1183811fd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:31.901154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a8451f3d-48e7-40b1-92dc-3af1183811fd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:31.917709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:31.947129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150d178-34ee-4905-bbab-27114b473ebe req-2280c3c0-f7f9-46e0-b3a4-fd2ab8803308 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:31.948753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c150d178-34ee-4905-bbab-27114b473ebe req-2280c3c0-f7f9-46e0-b3a4-fd2ab8803308 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 944 time: 0.3072541 Aug 19 18:09:31.986152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.035746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.036383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.038361 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] 10.222.0.13 "PUT /v2.0/ports/57fbd679-9eec-4156-a557-cd7005e2c1b5 HTTP/1.1" status: 200 len: 1093 time: 3.1653996 Aug 19 18:09:32.056878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:32.060512 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:32.134008 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.155439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93bacd-56f0-446e-9045-087ef8d6744a service neutron] Pushing event updated for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:32.211903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9b11c9e-8988-426b-b13f-098078e04441 req-8526542d-c9b8-41b4-bdfe-b0b8a3e54d22 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921264 Aug 19 18:09:32.221687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c150d178-34ee-4905-bbab-27114b473ebe req-3d219581-504c-40a2-bf25-72a32ac663fa tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580550 Aug 19 18:09:32.254368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-2fabb19a-afdb-4589-85ad-33e48178a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.255995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-2fabb19a-afdb-4589-85ad-33e48178a01c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.4829810 Aug 19 18:09:32.324764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.330716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.332874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15ee30bb-a306-43a9-b550-8d8dd10da6c1 HTTP/1.1" status: 204 len: 168 time: 0.8337591 Aug 19 18:09:32.334394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-15d521cc-ed6a-43ac-be4f-1a2135b7b8b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 200 len: 217 time: 0.0666506 Aug 19 18:09:32.345028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f698-e187-46f1-8492-71468f76f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee30bb-a306-43a9-b550-8d8dd10da6c1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:32.353765 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82cb88-dbc8-4cd1-96a6-de003386fe0d x-openstack-request-id: req-ef82cb88-dbc8-4cd1-96a6-de003386fe0d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:32.354911 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:32.355628 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef82cb88-dbc8-4cd1-96a6-de003386fe0d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:32.356360 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5', 'status': 'completed', 'code': 200} Aug 19 18:09:32.390961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:32.397107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.413518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-94de737a-e833-4b98-8ea3-fe69f2858b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.416927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-94de737a-e833-4b98-8ea3-fe69f2858b4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.0719376 Aug 19 18:09:32.462750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-cdeda512-2fca-4861-94b6-d0484857c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.464758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-cdeda512-2fca-4861-94b6-d0484857c4e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9c0705e6a4d698bf8984dc2bc7cf7&device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 1096 time: 0.2192976 Aug 19 18:09:32.486240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-8cb8b481-8501-4639-b5aa-89e37a74737b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635402 Aug 19 18:09:32.501847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.597380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-99476e7d-4879-44c3-b91a-5577b0ad70ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5 HTTP/1.1" status: 200 len: 217 time: 0.1006205 Aug 19 18:09:32.602781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.676194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-420d3e3e-1c17-409b-a40b-c118b65a3258 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817434 Aug 19 18:09:32.851250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=b8949986-ca84-4bf9-944e-dd79771f5b28,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:32.855517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:32.878739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02dc5af3-c772-4107-99fe-231ff73cd0a0 req-89bff24b-cf6f-4c9b-804c-4c05596c6511 service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945219 Aug 19 18:09:32.986678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-6915fa00-1f39-4376-9f17-442ea7b73fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:32.988276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-6915fa00-1f39-4376-9f17-442ea7b73fe4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c111b3e4-8de0-4338-9bf5-a58ec40186e9 HTTP/1.1" status: 200 len: 853 time: 0.3748183 Aug 19 18:09:33.082252 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-8313bf15-08f1-42b9-a298-273d0e64d657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ee6a71d-9fef-43c5-aec5-b39ce1004582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831144 Aug 19 18:09:33.212965 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP d5152bff-6022-48db-9530-e1ea229bb26b associated. External IP: 172.25.5.36, port: 743d6c61-d4d4-41fc-ab19-52bcaa1d37dd. Aug 19 18:09:33.336820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.417775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285bdf7-6ca4-4968-ad74-6d95c86228f7 req-7dd358d6-ddab-4a43-a2db-89ac08579018 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:33.419825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d285bdf7-6ca4-4968-ad74-6d95c86228f7 req-7dd358d6-ddab-4a43-a2db-89ac08579018 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1126964 Aug 19 18:09:33.434903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066ba3-276e-4a1e-b377-ad45c2f9e46e req-27dd4b5e-3b82-4144-9b9d-c02a95d5fa36 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:33.439163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f066ba3-276e-4a1e-b377-ad45c2f9e46e req-27dd4b5e-3b82-4144-9b9d-c02a95d5fa36 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 944 time: 0.0778372 Aug 19 18:09:33.450447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9205d2c-011f-44bb-ac08-d1494fe199b4 None None] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:33.460098 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-49c79bda-1362-4e10-b33f-0d93644ec820 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614223 Aug 19 18:09:33.534615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Subnet': ['ID=5f030491-1def-4a2c-af53-d4995602d4be,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:33.560129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d285bdf7-6ca4-4968-ad74-6d95c86228f7 req-ccfa3c78-2e49-49bd-ba77-5dcf12413bd4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143355 Aug 19 18:09:33.570104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:33.575151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b0f2c4a9-ec1c-4220-b0da-daaa3006f6f1 None None] Provisioning for port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:33.589132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f066ba3-276e-4a1e-b377-ad45c2f9e46e req-1daa6041-5fb8-4d3a-9e28-baa85a4d1b2e tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264181 Aug 19 18:09:33.630562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Checking segment: {'id': '20d999cd-ae76-4315-860c-466efba7647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:33.630786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network hostable DHCP agents. Network: cfb40cfe-af41-454d-88bd-d0b2e80c461f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:33.771119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:33.915499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:33.926702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:33.927829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.092159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.153064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,segment=NetworkSegment(6bd157b4-e1bf-4262-80c1-c2ec100442ed),segment_id=6bd157b4-e1bf-4262-80c1-c2ec100442ed)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:34.158758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.204340 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d1d5c76f-ee53-44aa-8cc2-7db7431fe744 req-0f8d515f-53f5-4b25-b510-b71009a026c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315509 Aug 19 18:09:34.215417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:34.241500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, cfb40cfe-af41-454d-88bd-d0b2e80c461f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:34.258834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:34.264031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318db58-75e3-4de6-9ded-20891763ee67 None None] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:34.292795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:34.304902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.306064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.322214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d8fe86c8-e0e0-4315-bcc8-6ef4c0a0416d None None] Provisioning complete for port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:34.322801 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d8fe86c8-e0e0-4315-bcc8-6ef4c0a0416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.407089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b12a713-388c-4e1d-a2f3-d62b4e2ad6a3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5846424 Aug 19 18:09:34.410106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40070) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:34.417009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'subnet': {'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:34.580903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-1891a000-69cd-4305-a389-b3d116e9da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.585827 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-1891a000-69cd-4305-a389-b3d116e9da9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9c0705e6a4d698bf8984dc2bc7cf7&device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 1096 time: 0.1969321 Aug 19 18:09:34.618934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e020d9-430f-4426-ba26-928447485509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-cfb40cfe-af41-454d-88bd-d0b2e80c461f', 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f', 'tenant_id': 'aa3a9aa0d9ba468ba29d2a405182e18f', 'fixed_ips': [{'subnet_id': '5f030491-1def-4a2c-af53-d4995602d4be'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:34.620024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.637316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:34.658230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:34.696300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:34.708031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.736049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:34.743862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:34.744730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:34.794572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:34.812456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:34.813314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:34.828603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-2226ab39-497e-4875-9941-2b8a44ebc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.831395 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-2226ab39-497e-4875-9941-2b8a44ebc6fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ee6a71d-9fef-43c5-aec5-b39ce1004582 HTTP/1.1" status: 200 len: 914 time: 0.2290285 Aug 19 18:09:34.856990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:34.857868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43211fe-2c7c-4b8f-8ff4-987642b6a389 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:34.886012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421277e-6256-4b96-8987-24bd107d36c2 req-5e0139d7-039e-484e-bc33-9d872b73f5b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.887576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c421277e-6256-4b96-8987-24bd107d36c2 req-5e0139d7-039e-484e-bc33-9d872b73f5b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 944 time: 0.0947382 Aug 19 18:09:34.904598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-2dba7a0e-4ddb-4f0d-bd64-50ba48f4ccd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0653901 Aug 19 18:09:34.912366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7df4c292-572a-42ae-bb70-d86a8665e1e8 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8899972 Aug 19 18:09:34.922551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40078) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:34.922911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961cf35-2e47-4d16-a5ce-31a14ab8c338 req-c36eb5c8-9861-47b1-9bbb-c40ee537b645 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:34.924530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1961cf35-2e47-4d16-a5ce-31a14ab8c338 req-c36eb5c8-9861-47b1-9bbb-c40ee537b645 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1329672 Aug 19 18:09:34.927472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-13e020d9-430f-4426-ba26-928447485509 None None] Allocated IP 2001:db8::2 (cfb40cfe-af41-454d-88bd-d0b2e80c461f/5f030491-1def-4a2c-af53-d4995602d4be/ba643f76-e9c0-4a9f-89ff-6888a31371a6) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:34.934266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': '743d6c61-d4d4-41fc-ab19-52bcaa1d37dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:34.966797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c421277e-6256-4b96-8987-24bd107d36c2 req-fe7c02c4-2ea9-4c91-87df-c702fd4e8747 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598500 Aug 19 18:09:35.027993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1961cf35-2e47-4d16-a5ce-31a14ab8c338 req-70ed0d03-3ed2-46cc-8930-2def8823217d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Aug 19 18:09:35.179761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-69e376d1-0474-43a6-9240-22fbc14e0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:35.182027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-69e376d1-0474-43a6-9240-22fbc14e0f61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c111b3e4-8de0-4338-9bf5-a58ec40186e9 HTTP/1.1" status: 200 len: 853 time: 0.2682440 Aug 19 18:09:35.190361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.203995 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.224570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-13e020d9-430f-4426-ba26-928447485509 None None] Transition to ACTIVE for port object ba643f76-e9c0-4a9f-89ff-6888a31371a6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:35.244387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.256783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-13e020d9-430f-4426-ba26-928447485509 None None] Transition to ACTIVE for port object ba643f76-e9c0-4a9f-89ff-6888a31371a6 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:35.270684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.273550 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-d3eaeb13-ed95-422a-aa34-946d91991ccf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ee6a71d-9fef-43c5-aec5-b39ce1004582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780356 Aug 19 18:09:35.344512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e020d9-430f-4426-ba26-928447485509 None None] Pushing event updated for resources: {'Port': ['ID=ba643f76-e9c0-4a9f-89ff-6888a31371a6,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:35.368961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e020d9-430f-4426-ba26-928447485509 None None] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:35.370489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-13e020d9-430f-4426-ba26-928447485509 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:35.372861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e020d9-430f-4426-ba26-928447485509 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:35.397640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Subnet': ['ID=5e8c6921-a0fd-41f7-a68c-65264a2cff65,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:35.420335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Checking segment: {'id': 'be39d5c8-5efc-4c11-96e7-043850c25fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:35.421000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network hostable DHCP agents. Network: a8451f3d-48e7-40b1-92dc-3af1183811fd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:35.490432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network a8451f3d-48e7-40b1-92dc-3af1183811fd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:35.508676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a8451f3d-48e7-40b1-92dc-3af1183811fd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:35.541771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:35.543793 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.560261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f120f-5cdc-4e36-9220-c42d1b8736b0 None None] Network a8451f3d-48e7-40b1-92dc-3af1183811fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:35.587938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-09414f5d-d914-471e-8802-f69e97cbd658 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1752217 Aug 19 18:09:35.590261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40092) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:35.696070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-22329344-5194-4e66-a1ea-1145cc74572f service neutron] 10.222.0.13 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629004 Aug 19 18:09:35.774484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:35.807202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-13e020d9-430f-4426-ba26-928447485509 None None] Attempting to bind port ba643f76-e9c0-4a9f-89ff-6888a31371a6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:35.807977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-13e020d9-430f-4426-ba26-928447485509 None None] Attempting to bind port ba643f76-e9c0-4a9f-89ff-6888a31371a6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '20d999cd-ae76-4315-860c-466efba7647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:35.808607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e020d9-430f-4426-ba26-928447485509 None None] Attempting to bind port ba643f76-e9c0-4a9f-89ff-6888a31371a6 on network cfb40cfe-af41-454d-88bd-d0b2e80c461f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:35.859902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e020d9-430f-4426-ba26-928447485509 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:35.860752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e020d9-430f-4426-ba26-928447485509 None None] Checking segment: {'id': '20d999cd-ae76-4315-860c-466efba7647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:35.861368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.862034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e020d9-430f-4426-ba26-928447485509 None None] Bound using segment: {'id': '20d999cd-ae76-4315-860c-466efba7647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:35.862733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-13e020d9-430f-4426-ba26-928447485509 None None] Bound port: ba643f76-e9c0-4a9f-89ff-6888a31371a6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d999cd-ae76-4315-860c-466efba7647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cfb40cfe-af41-454d-88bd-d0b2e80c461f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:35.863338 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:35.980338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a8451f3d-48e7-40b1-92dc-3af1183811fd', 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd', 'tenant_id': 'aa3a9aa0d9ba468ba29d2a405182e18f', 'fixed_ips': [{'subnet_id': '5e8c6921-a0fd-41f7-a68c-65264a2cff65'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:35.981705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.025598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:36.028385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.163462 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dfe08a65-1d02-4971-b3c7-1dc23907cfd8 req-0ad19cee-fcae-4cbb-9e32-97b425547d08 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278436 Aug 19 18:09:36.200295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.206016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.315504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-13e020d9-430f-4426-ba26-928447485509 None None] For port ba643f76-e9c0-4a9f-89ff-6888a31371a6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:36.383611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-13e020d9-430f-4426-ba26-928447485509 None None] For port ba643f76-e9c0-4a9f-89ff-6888a31371a6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ba643f76-e9c0-4a9f-89ff-6888a31371a6,segment=NetworkSegment(20d999cd-ae76-4315-860c-466efba7647a),segment_id=20d999cd-ae76-4315-860c-466efba7647a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:36.459642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72ec1b-4062-4ce2-ba99-c074cbb8d5f8 req-8961d577-f407-41d5-922f-e4a9edc5e365 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:36.468824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef72ec1b-4062-4ce2-ba99-c074cbb8d5f8 req-8961d577-f407-41d5-922f-e4a9edc5e365 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 944 time: 0.2932229 Aug 19 18:09:36.486499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13e020d9-430f-4426-ba26-928447485509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.490199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Allocated IP 2001:db8::2 (a8451f3d-48e7-40b1-92dc-3af1183811fd/5e8c6921-a0fd-41f7-a68c-65264a2cff65/af5bc443-219a-497b-9af4-c83639be7723) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:36.513559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:36.580673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e020d9-430f-4426-ba26-928447485509 None None] Pushing event updated for resources: {'Port': ['ID=ba643f76-e9c0-4a9f-89ff-6888a31371a6,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:36.661559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef72ec1b-4062-4ce2-ba99-c074cbb8d5f8 req-f0e8fdbc-26ef-40cc-a694-6ca52d0db055 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916013 Aug 19 18:09:36.727267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:36.744048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:36.760385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.785702 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:36.786824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:36.831437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:36.911344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bcbfc29c-0211-458a-bfc8-60545c645374 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/d5152bff-6022-48db-9530-e1ea229bb26b HTTP/1.1" status: 200 len: 978 time: 1.9877803 Aug 19 18:09:36.917074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:37.134139 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:37.149038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.159042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:37.159724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:37.185936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Transition to ACTIVE for port object af5bc443-219a-497b-9af4-c83639be7723 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:37.240861 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:37.241540 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce872a6-1dac-4860-b6e4-2b1b8ab2411e None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:37.260902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Transition to ACTIVE for port object af5bc443-219a-497b-9af4-c83639be7723 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:37.283051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port b8949986-ca84-4bf9-944e-dd79771f5b28 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:37.283505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.290214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.329240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Network a8451f3d-48e7-40b1-92dc-3af1183811fd is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:37.336530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:37.337312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:37.380294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.380595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.394198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for b8949986-ca84-4bf9-944e-dd79771f5b28 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:37.478283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Allocated IP 2001:db8::1 (cfb40cfe-af41-454d-88bd-d0b2e80c461f/5f030491-1def-4a2c-af53-d4995602d4be/1516037c-842a-495f-86c0-25da3c468f2e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:37.586304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.610895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Attempting to bind port af5bc443-219a-497b-9af4-c83639be7723 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:37.611517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Attempting to bind port af5bc443-219a-497b-9af4-c83639be7723 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'be39d5c8-5efc-4c11-96e7-043850c25fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:37.611942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Attempting to bind port af5bc443-219a-497b-9af4-c83639be7723 on network a8451f3d-48e7-40b1-92dc-3af1183811fd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:37.614073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Pushing event updated for resources: {'Port': ['ID=af5bc443-219a-497b-9af4-c83639be7723,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:37.619762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=b8949986-ca84-4bf9-944e-dd79771f5b28,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:37.620980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:37.623279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Checking segment: {'id': 'be39d5c8-5efc-4c11-96e7-043850c25fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:37.624365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.626532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Bound using segment: {'id': 'be39d5c8-5efc-4c11-96e7-043850c25fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:37.627332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Bound port: af5bc443-219a-497b-9af4-c83639be7723, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39d5c8-5efc-4c11-96e7-043850c25fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a8451f3d-48e7-40b1-92dc-3af1183811fd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:37.627998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.651607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.699663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Transition to ACTIVE for port object 1516037c-842a-495f-86c0-25da3c468f2e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:37.703923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.704853 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP d5152bff-6022-48db-9530-e1ea229bb26b disassociated (deleted). External IP: 172.25.5.36, port: 743d6c61-d4d4-41fc-ab19-52bcaa1d37dd. Aug 19 18:09:37.804749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.818652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] For port af5bc443-219a-497b-9af4-c83639be7723, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:37.836983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] For port af5bc443-219a-497b-9af4-c83639be7723, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=af5bc443-219a-497b-9af4-c83639be7723,segment=NetworkSegment(be39d5c8-5efc-4c11-96e7-043850c25fea),segment_id=be39d5c8-5efc-4c11-96e7-043850c25fea)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:37.854646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ba643f76-e9c0-4a9f-89ff-6888a31371a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:37.865080 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:37.914091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Port': ['ID=1516037c-842a-495f-86c0-25da3c468f2e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:37.946928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:37.957766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:37.975011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:37.975975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.025249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686dc15-9689-4608-93a2-099d725ec89d None None] Pushing event updated for resources: {'Port': ['ID=af5bc443-219a-497b-9af4-c83639be7723,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:38.051957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ba643f76-e9c0-4a9f-89ff-6888a31371a6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:38.171821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:38.264348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c67298-7198-447f-85de-428345aa1dde req-60558b4f-184c-4ff2-a717-4f90a4a1a071 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:38.271396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0c67298-7198-447f-85de-428345aa1dde req-60558b4f-184c-4ff2-a717-4f90a4a1a071 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 944 time: 0.3218176 Aug 19 18:09:38.337715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:38.361485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.370979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0c67298-7198-447f-85de-428345aa1dde req-b6d70d8d-9901-4da4-adad-af20583e4252 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Aug 19 18:09:38.379802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.390819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 57fbd679-9eec-4156-a557-cd7005e2c1b5 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:09:38.414751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:38.424277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13cef92e-4d82-4961-8045-4d5cedf83e7a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5152bff-6022-48db-9530-e1ea229bb26b HTTP/1.1" status: 204 len: 168 time: 1.5049829 Aug 19 18:09:38.427497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:38.579601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a40c0e-e253-4c0b-bd64-54133a4db6c7 None None] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:38.608626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 743d6c61-d4d4-41fc-ab19-52bcaa1d37dd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:38.610366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.658027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5,segment=NetworkSegment(ca6c8390-163d-4e07-a3c2-d04c130320b7),segment_id=ca6c8390-163d-4e07-a3c2-d04c130320b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:38.674641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:38.676088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:38.681613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Provisioning for port ba643f76-e9c0-4a9f-89ff-6888a31371a6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:38.722631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:38.727025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '57fbd679-9eec-4156-a557-cd7005e2c1b5', 'network_id': '9ee6a71d-9fef-43c5-aec5-b39ce1004582', 'port_id': '57fbd679-9eec-4156-a557-cd7005e2c1b5', 'mac_address': 'fa:16:3e:34:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c111b3e4-8de0-4338-9bf5-a58ec40186e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:09:38.731609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Provisioning complete for port ba643f76-e9c0-4a9f-89ff-6888a31371a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:38.732127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.741058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.763743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 743d6c61-d4d4-41fc-ab19-52bcaa1d37dd owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:38.813694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.854621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fbd679-9eec-4156-a557-cd7005e2c1b5 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:09:38.870208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:38.870675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:38.949605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:38.950707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923aa24-f89a-472b-8ca1-20c61ab75df1 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:38.970628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.977997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.978823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:38.987033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5,segment=NetworkSegment(ca6c8390-163d-4e07-a3c2-d04c130320b7),segment_id=ca6c8390-163d-4e07-a3c2-d04c130320b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:39.003106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.046122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Port': ['ID=1516037c-842a-495f-86c0-25da3c468f2e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.112092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.148307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=743d6c61-d4d4-41fc-ab19-52bcaa1d37dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.153769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.200088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:39.206387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:39.219340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] For port ba643f76-e9c0-4a9f-89ff-6888a31371a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ba643f76-e9c0-4a9f-89ff-6888a31371a6,segment=NetworkSegment(20d999cd-ae76-4315-860c-466efba7647a),segment_id=20d999cd-ae76-4315-860c-466efba7647a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:39.232020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.250178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.340231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.345554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['57fbd679-9eec-4156-a557-cd7005e2c1b5'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:39.353155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40116) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:39.353873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd716c99-663b-4725-a903-e98abe223144 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/743d6c61-d4d4-41fc-ab19-52bcaa1d37dd HTTP/1.1" status: 204 len: 168 time: 0.9226987 Aug 19 18:09:39.360239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:39.405726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.468498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8a0e-70f1-44a9-93d3-a8e95b082c7c None None] Pushing event updated for resources: {'Port': ['ID=ba643f76-e9c0-4a9f-89ff-6888a31371a6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:39.679564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Router e29351f5-0995-4c05-97dd-9818e26446a0 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:09:39.701302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6d8d2-0d32-42a0-87af-6c5a0f32afe5 req-7f036a75-f421-4bc7-9ffa-76b0a5919484 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:39.703938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11a6d8d2-0d32-42a0-87af-6c5a0f32afe5 req-7f036a75-f421-4bc7-9ffa-76b0a5919484 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 945 time: 0.1464374 Aug 19 18:09:39.782537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b440499-d08e-4dc3-a153-bdf383f15a84 None None] Network a8451f3d-48e7-40b1-92dc-3af1183811fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:39.865190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Provisioning complete for port ba643f76-e9c0-4a9f-89ff-6888a31371a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:39.865574 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.871417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device af5bc443-219a-497b-9af4-c83639be7723 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:39.908199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:39.924319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:39.938561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] Sync routers for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:39.953257 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:39.953908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:40.004643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1fc702bf-5614-49cd-b683-b7ebaf43a249 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123108 Aug 19 18:09:40.008116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:40.010515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11a6d8d2-0d32-42a0-87af-6c5a0f32afe5 req-90020f62-0925-45a7-9ca5-3c439fc920c6 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707644 Aug 19 18:09:40.051905 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:40.055801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port af5bc443-219a-497b-9af4-c83639be7723 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:40.069730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:40.071142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:40.073892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ba643f76-e9c0-4a9f-89ff-6888a31371a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:40.141823 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:40.142504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467072c-b0d1-4e74-8712-f51555215bfc None None] The sync data for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:40.173411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.48 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/bd0d81c9-4b0e-4812-9b90-2b3a4fb32851) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:40.337404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ba643f76-e9c0-4a9f-89ff-6888a31371a6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:40.337760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.370948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.393015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 57fbd679-9eec-4156-a557-cd7005e2c1b5 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:40.439336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.494374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:40.497627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:40.503393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:40.513561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Provisioning for port 1516037c-842a-495f-86c0-25da3c468f2e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:40.528909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Provisioning complete for port 1516037c-842a-495f-86c0-25da3c468f2e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:40.529303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.557562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=bd0d81c9-4b0e-4812-9b90-2b3a4fb32851,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:40.684783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 57fbd679-9eec-4156-a557-cd7005e2c1b5 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:40.713928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 57fbd679-9eec-4156-a557-cd7005e2c1b5 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:40.714501 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.732517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.771005 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-1df51cf4-121a-4c7c-9de5-50fd24b1fbca tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:09:40.777833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1df51cf4-121a-4c7c-9de5-50fd24b1fbca tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7683146 Aug 19 18:09:40.778858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:40.831620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:40.871863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5355d451-da98-4ee8-ab71-0c51c92029b6 None None] Port 1516037c-842a-495f-86c0-25da3c468f2e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:41.143681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.155293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.313449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.344704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=bd0d81c9-4b0e-4812-9b90-2b3a4fb32851,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:41.367356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:41.369891 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc7b428-0712-492e-b96d-d797e77cab60" -d '{"events": [{"server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "name": "network-vif-plugged", "status": "completed", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:41.370370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350c7c-9fff-4a6f-9440-d7a904b0a3c5 req-64f62087-8067-4925-90ff-b24a4b03542a tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:41.372102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46350c7c-9fff-4a6f-9440-d7a904b0a3c5 req-64f62087-8067-4925-90ff-b24a4b03542a tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 945 time: 0.1730433 Aug 19 18:09:41.391621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Provisioning complete for port 1516037c-842a-495f-86c0-25da3c468f2e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:41.392153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.395492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5,segment=NetworkSegment(ca6c8390-163d-4e07-a3c2-d04c130320b7),segment_id=ca6c8390-163d-4e07-a3c2-d04c130320b7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:41.412846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.432878 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.438120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.458652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24695dc-56d9-44c4-a3ff-fe4de694d7e9 req-07f74f23-f80c-418c-a5b2-c6d22fb55dc1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:41.460598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b24695dc-56d9-44c4-a3ff-fe4de694d7e9 req-07f74f23-f80c-418c-a5b2-c6d22fb55dc1 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.2023363 Aug 19 18:09:41.478464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46350c7c-9fff-4a6f-9440-d7a904b0a3c5 req-e2508095-4f67-4d39-9e0b-3cd94c4cb34c tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945325 Aug 19 18:09:41.492533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.498203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9d66c4fd-b07b-4719-bdd1-59474727e56e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1408789 Aug 19 18:09:41.498203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40142) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:41.504336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Port 1516037c-842a-495f-86c0-25da3c468f2e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:41.510401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'port': {'network_id': '3f404db4-b7ed-4c4d-adcb-4e9b9035a426', 'name': 'tempest-FloatingIPTestJSON-2052133183'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:41.554877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Provisioning for port af5bc443-219a-497b-9af4-c83639be7723 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:41.559102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:41.562502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Provisioning complete for port af5bc443-219a-497b-9af4-c83639be7723 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:41.562960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.625144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.625513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.625869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.626222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.626623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.626975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.627316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.627678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.628017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.628462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.628810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.629144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:09:41.693283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b24695dc-56d9-44c4-a3ff-fe4de694d7e9 req-4b1c1f3f-817e-4c13-bc60-6221a77f51a8 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703701 Aug 19 18:09:41.693907 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2929af06-4d7a-4b3d-af70-74663739b196 x-openstack-request-id: req-2929af06-4d7a-4b3d-af70-74663739b196 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:41.694364 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "name": "network-vif-plugged", "status": "completed", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:41.694750 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2929af06-4d7a-4b3d-af70-74663739b196 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:41.695159 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5', 'code': 200} Aug 19 18:09:41.747325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.792431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-e191cebe-fd5a-41f9-861e-88de36ee43e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1660714 Aug 19 18:09:41.825130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] For port af5bc443-219a-497b-9af4-c83639be7723, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=af5bc443-219a-497b-9af4-c83639be7723,segment=NetworkSegment(be39d5c8-5efc-4c11-96e7-043850c25fea),segment_id=be39d5c8-5efc-4c11-96e7-043850c25fea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:41.830833 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.841113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:41.849460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:41.888671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] device_id is not set on port d0572f5b-f44d-44d6-902b-1d21d7b6427b yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:09:41.906676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fdb14-26d6-4c82-b30f-1da7c37f7634 None None] Pushing event updated for resources: {'Port': ['ID=af5bc443-219a-497b-9af4-c83639be7723,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:41.985335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-490f1bbc-00b4-4d4a-af8b-4bdfc9d1a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:41.986948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-490f1bbc-00b4-4d4a-af8b-4bdfc9d1a45e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 1098 time: 0.1637552 Aug 19 18:09:42.247858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0ed29-111c-44b1-be10-d3f7c8ac0407 req-c45311ff-5281-4300-8bbe-d56a4eebe3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.250097 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-28b0ed29-111c-44b1-be10-d3f7c8ac0407 req-c45311ff-5281-4300-8bbe-d56a4eebe3c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 1098 time: 0.1038520 Aug 19 18:09:42.349047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-28b0ed29-111c-44b1-be10-d3f7c8ac0407 req-dc94a103-1e0b-4c01-aca4-ae966fd64e3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890553 Aug 19 18:09:42.412215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.8 (3f404db4-b7ed-4c4d-adcb-4e9b9035a426/dc4e58a4-70a2-408e-b6ff-12bc1db4299b/d0572f5b-f44d-44d6-902b-1d21d7b6427b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:42.423558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port 1516037c-842a-495f-86c0-25da3c468f2e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:42.424336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.474235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-26ff1b7a-baff-4c00-b16b-9fce01dad862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.475990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-26ff1b7a-baff-4c00-b16b-9fce01dad862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 200 len: 919 time: 0.4315870 Aug 19 18:09:42.547631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-27aad8d6-5a7e-488a-8235-eb39e69aff83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 200 len: 217 time: 0.0552015 Aug 19 18:09:42.564689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.580133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for 1516037c-842a-495f-86c0-25da3c468f2e owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:42.717086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-cb640f2a-ef6b-4906-b10a-1195ee6b10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.719232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-cb640f2a-ef6b-4906-b10a-1195ee6b10dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 200 len: 858 time: 0.1449416 Aug 19 18:09:42.760861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f2f3-a181-42b2-82f5-b0adcbf1b406 req-0ad35cde-ec36-4c96-b01c-e825e6d006ff tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:42.763903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d60f2f3-a181-42b2-82f5-b0adcbf1b406 req-0ad35cde-ec36-4c96-b01c-e825e6d006ff tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.1498222 Aug 19 18:09:42.811713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-0d3ab1d7-0815-4f73-bbc3-084883c38e1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833306 Aug 19 18:09:42.854295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.862825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:42.890543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=1516037c-842a-495f-86c0-25da3c468f2e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:42.977506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d60f2f3-a181-42b2-82f5-b0adcbf1b406 req-5a038e5c-a17d-4246-9f28-c1cc04a81b0d tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756208 Aug 19 18:09:43.013352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d738-cedb-4204-b4a2-f2e055270429 req-09c860c1-72d4-49ff-ae95-266600bb8231 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.022043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71c0d738-cedb-4204-b4a2-f2e055270429 req-09c860c1-72d4-49ff-ae95-266600bb8231 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.1969204 Aug 19 18:09:43.098443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.119687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-c0f899d3-14d8-4ee2-b66d-e85b9fe67fe2 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.121518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-c0f899d3-14d8-4ee2-b66d-e85b9fe67fe2 tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 950 time: 0.1422942 Aug 19 18:09:43.130801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71c0d738-cedb-4204-b4a2-f2e055270429 req-b45d9b61-64b5-47fe-b274-81be1ddf9b4e tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/security-groups?id=3551f038-8179-4884-89cd-4aa69619ce5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074634 Aug 19 18:09:43.146951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-b3feada3-e2d9-4899-80cb-96d9c5e7fb0a service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208063 Aug 19 18:09:43.167336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.274778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network 3f404db4-b7ed-4c4d-adcb-4e9b9035a426 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:43.281955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:43.287963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:43.318691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=d0572f5b-f44d-44d6-902b-1d21d7b6427b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.357564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45bedfdb-55da-4bf8-b6f4-17410711aa32 req-92f62427-51d9-4aa8-b446-6ad0f2915f1b service neutron] 10.222.0.42 "GET /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001948 Aug 19 18:09:43.366675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:43.367283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.384282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eef31b8e-8ca1-433f-97d7-20d27b29fe4f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8820567 Aug 19 18:09:43.386597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40154) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:43.391660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': 'd0572f5b-f44d-44d6-902b-1d21d7b6427b'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:43.438161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Router e29351f5-0995-4c05-97dd-9818e26446a0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:43.440527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.441757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Deleting port 731ac29c-083b-42ef-99a9-e8ee24aee691 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:43.442118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.581784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] For port 731ac29c-083b-42ef-99a9-e8ee24aee691, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=731ac29c-083b-42ef-99a9-e8ee24aee691,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:43.582160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.596151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Calling delete_port for 731ac29c-083b-42ef-99a9-e8ee24aee691 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:43.640703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device af5bc443-219a-497b-9af4-c83639be7723 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:43.711392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port af5bc443-219a-497b-9af4-c83639be7723 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:43.712208 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.756550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.803080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['731ac29c-083b-42ef-99a9-e8ee24aee691'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:09:43.824565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Pushing event deleted for resources: {'Port': ['ID=731ac29c-083b-42ef-99a9-e8ee24aee691,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:43.918007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] No DVR routers for this DVR port 731ac29c-083b-42ef-99a9-e8ee24aee691 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:43.920879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:43.922929 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:43.926060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cb786cff-985c-438c-a175-b85f8c6d83b1 req-37a480e6-ee1f-4f80-aa1d-261a93b0cb4f tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.13 "DELETE /v2.0/ports/731ac29c-083b-42ef-99a9-e8ee24aee691 HTTP/1.1" status: 204 len: 173 time: 0.7254591 Aug 19 18:09:43.926649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'name': 'network-vif-deleted', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:43.930132 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d85a5-d722-475a-9706-a5b1d7d4c257" -d '{"events": [{"server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "name": "network-vif-deleted", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:43.939421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] Sync routers for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:43.939645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3c4fc974-6b52-4048-9cb0-8ba0989ed321 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1583052 Aug 19 18:09:43.943000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:43.962945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:43.963972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:44.004489 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-a504d769-a3ba-4697-915b-9f1bf28ef8c0 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] delete failed (client error): The resource could not be found. Aug 19 18:09:44.006159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a504d769-a3ba-4697-915b-9f1bf28ef8c0 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-57288716 HTTP/1.1" status: 404 len: 333 time: 0.0607169 Aug 19 18:09:44.010655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:44.017014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2e0d1711-37c5-44c5-974c-055979f211e3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e29351f5-0995-4c05-97dd-9818e26446a0'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:44.053381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:44.080132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:44.081252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:44.103526 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3fbf0-bc6a-411e-bfc7-a54d65a593a2 x-openstack-request-id: req-50a3fbf0-bc6a-411e-bfc7-a54d65a593a2 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:44.103839 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a192bc-6a77-467e-8504-55e8169e593f", "name": "network-vif-deleted", "tag": "731ac29c-083b-42ef-99a9-e8ee24aee691", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:44.104064 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50a3fbf0-bc6a-411e-bfc7-a54d65a593a2 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:44.104460 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a192bc-6a77-467e-8504-55e8169e593f', 'name': 'network-vif-deleted', 'tag': '731ac29c-083b-42ef-99a9-e8ee24aee691', 'status': 'completed', 'code': 200} Aug 19 18:09:44.164721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:44.165523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b32ac-5099-466c-bc2e-67c2ecd99889 None None] The sync data for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:44.326327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.359923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f99cc65b-8174-426b-9a2c-c03bc8f80f74 req-f4480dee-2dc2-45fb-b154-501ca80d597a tempest-VolumesBackupsTest-547638879 tempest-VolumesBackupsTest-547638879-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a192bc-6a77-467e-8504-55e8169e593f HTTP/1.1" status: 200 len: 210 time: 0.0860760 Aug 19 18:09:44.360971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.386416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1711-37c5-44c5-974c-055979f211e3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.430660 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-2e0d1711-37c5-44c5-974c-055979f211e3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] update failed (client error): The resource could not be found. Aug 19 18:09:44.437854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2e0d1711-37c5-44c5-974c-055979f211e3 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0 HTTP/1.1" status: 404 len: 339 time: 0.4258308 Aug 19 18:09:44.438336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40170) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:44.451512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-35386631'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:44.469645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bac7-9505-4c7e-a2a4-db40df4e13aa req-6be99d95-0522-4463-ba22-2e1794d64104 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.472417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa08bac7-9505-4c7e-a2a4-db40df4e13aa req-6be99d95-0522-4463-ba22-2e1794d64104 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.3558681 Aug 19 18:09:44.497299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:44.504744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.549899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:44.574593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.575128 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Added segment 4d3f3369-ff19-4ddf-b19b-f7baa469f04e of type vlan for network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b Aug 19 18:09:44.586262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa08bac7-9505-4c7e-a2a4-db40df4e13aa req-8ac6e063-397d-4c5f-be5d-004c1bd3a114 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061282 Aug 19 18:09:44.601464 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP db00cf25-1944-4945-9d82-e5c37a1df6a6 associated. External IP: 172.25.5.48, port: d0572f5b-f44d-44d6-902b-1d21d7b6427b. Aug 19 18:09:44.671962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.716816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.728740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:44.729432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:44.811560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3718822 Aug 19 18:09:44.815162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40176) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:44.823626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'subnet': {'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:44.896820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20871cd6-c337-4c49-83be-b83787697cea tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Network': ['ID=9112946d-174e-4eda-8fa7-c6ddfbd8b01b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:44.909363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:44.986430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:44.987606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Made reservation on behalf of aa3a9aa0d9ba468ba29d2a405182e18f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:44.994599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.221227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:45.228518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.240478 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:45.255574 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:45.256564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:45.286717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4789193-939f-4529-ae98-4f88d0265b11 req-bfce8941-94ff-4be1-9af4-929e7e71c226 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.289233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4789193-939f-4529-ae98-4f88d0265b11 req-bfce8941-94ff-4be1-9af4-929e7e71c226 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.1489973 Aug 19 18:09:45.303405 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:45.314387 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:45.315270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:45.316852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.319079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-286db073-33b7-4ae1-8a4e-defae6cbdd6b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/db00cf25-1944-4945-9d82-e5c37a1df6a6 HTTP/1.1" status: 200 len: 977 time: 1.9311452 Aug 19 18:09:45.324423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:45.354763 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:45.355356 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e9e04-8415-46b9-8fbe-3ac3ae598926 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:45.368330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4789193-939f-4529-ae98-4f88d0265b11 req-5a4ddc1b-54e3-4315-abf5-c43b2c17bd16 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Aug 19 18:09:45.501198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Subnet': ['ID=10ce83b9-8acd-4f79-8a7f-4bf66530418c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:45.519701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Checking segment: {'id': '4d3f3369-ff19-4ddf-b19b-f7baa469f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:45.520079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network hostable DHCP agents. Network: 9112946d-174e-4eda-8fa7-c6ddfbd8b01b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:45.569497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:45.581790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port d0572f5b-f44d-44d6-902b-1d21d7b6427b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:45.582136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.602640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9112946d-174e-4eda-8fa7-c6ddfbd8b01b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:45.615906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05239539-d8c5-4660-9543-35c7e102e2f1 None None] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:45.655299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:45.656288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.707650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40194) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:45.708194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-93a15fc7-d696-4ee8-99d6-dfd63ede3746 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8913131 Aug 19 18:09:45.717144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b849007c-ebe8-45bd-8794-d322517fba52 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'router': {'external_gateway_info': {'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:45.739009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:45.842959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-9112946d-174e-4eda-8fa7-c6ddfbd8b01b', 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b', 'tenant_id': 'aa3a9aa0d9ba468ba29d2a405182e18f', 'fixed_ips': [{'subnet_id': '10ce83b9-8acd-4f79-8a7f-4bf66530418c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:45.846262 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.022257 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b849007c-ebe8-45bd-8794-d322517fba52 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.054921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Allocated IP 2001:db8:1::2 (9112946d-174e-4eda-8fa7-c6ddfbd8b01b/10ce83b9-8acd-4f79-8a7f-4bf66530418c/cbe06cf0-61b8-4ebb-8c39-cdccfff0a169) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:46.083773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.084440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.085343 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP db00cf25-1944-4945-9d82-e5c37a1df6a6 disassociated. External IP: 172.25.5.48, port: d0572f5b-f44d-44d6-902b-1d21d7b6427b. Aug 19 18:09:46.086093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for d0572f5b-f44d-44d6-902b-1d21d7b6427b owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:46.194117 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-b849007c-ebe8-45bd-8794-d322517fba52 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:09:46.202951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b849007c-ebe8-45bd-8794-d322517fba52 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0 HTTP/1.1" status: 400 len: 364 time: 0.4857202 Aug 19 18:09:46.203397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40200) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:46.361512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.384829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.395367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Transition to ACTIVE for port object cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:46.415754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Transition to ACTIVE for port object cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:46.423944 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.457815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=d0572f5b-f44d-44d6-902b-1d21d7b6427b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:46.489445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Pushing event updated for resources: {'Port': ['ID=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:46.513823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:46.516281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:46.519115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:46.718974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:46.744331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Attempting to bind port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:09:46.744994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Attempting to bind port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4d3f3369-ff19-4ddf-b19b-f7baa469f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:09:46.745585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Attempting to bind port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 on network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:09:46.766028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:09:46.766532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Checking segment: {'id': '4d3f3369-ff19-4ddf-b19b-f7baa469f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:46.767165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.767804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Bound using segment: {'id': '4d3f3369-ff19-4ddf-b19b-f7baa469f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:09:46.768539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Bound port: cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3f3369-ff19-4ddf-b19b-f7baa469f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9112946d-174e-4eda-8fa7-c6ddfbd8b01b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:09:46.769136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:46.782584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-12babf03-70a7-47aa-93e3-3421b375c621 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:46.784474 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-12babf03-70a7-47aa-93e3-3421b375c621 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.13 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.2586257 Aug 19 18:09:46.933639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] For port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:09:46.940300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] For port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,segment=NetworkSegment(4d3f3369-ff19-4ddf-b19b-f7baa469f04e),segment_id=4d3f3369-ff19-4ddf-b19b-f7baa469f04e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:09:46.950796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.057161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.070429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:47.093535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:47.134859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:47.135965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:47.152162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83886a7-c24b-4ce2-9f0e-d8df3fdb6774 None None] Pushing event updated for resources: {'Port': ['ID=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:47.237789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:47.256511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.259378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ed50580-d0f0-4cfb-85e2-a295b88e56f7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/d0572f5b-f44d-44d6-902b-1d21d7b6427b HTTP/1.1" status: 204 len: 168 time: 1.9276729 Aug 19 18:09:47.265705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:47.267146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:47.268194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:47.340637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93283-990a-4f3a-9e57-c017bfcc8df7 req-1b557c32-6995-4707-9a69-121fe6171d28 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:47.354902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58c93283-990a-4f3a-9e57-c017bfcc8df7 req-1b557c32-6995-4707-9a69-121fe6171d28 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.3227940 Aug 19 18:09:47.359723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:47.364596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f9409-2431-4ad3-88b5-75f63a4a47b7 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:47.411822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7e04091-a13b-47ea-82d1-9ea63efe259a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/floatingips/db00cf25-1944-4945-9d82-e5c37a1df6a6 HTTP/1.1" status: 200 len: 687 time: 0.1395044 Aug 19 18:09:47.430981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:47.594338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58c93283-990a-4f3a-9e57-c017bfcc8df7 req-c6f53547-6e79-4f25-987e-27870cf41342 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900297 Aug 19 18:09:47.619207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Deleting port 57fbd679-9eec-4156-a557-cd7005e2c1b5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:47.620877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.661359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:47.741922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:47.893258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:47.996751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] For port 57fbd679-9eec-4156-a557-cd7005e2c1b5, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=57fbd679-9eec-4156-a557-cd7005e2c1b5,segment=NetworkSegment(ca6c8390-163d-4e07-a3c2-d04c130320b7),segment_id=ca6c8390-163d-4e07-a3c2-d04c130320b7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:47.997367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.017817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Calling delete_port for 57fbd679-9eec-4156-a557-cd7005e2c1b5 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:48.098696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port bd0d81c9-4b0e-4812-9b90-2b3a4fb32851 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:48.098938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.187911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Allocated IP 2001:db8::1 (5a5a6e9c-5fdf-42c2-bf41-1f0da2703328/f447002e-ebca-450f-9a66-cf8c79e608ab/eaf974ed-dd3a-49e0-abc7-e785b30e70ed) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:48.227039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.227777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.248578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for bd0d81c9-4b0e-4812-9b90-2b3a4fb32851 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:48.420651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 731ac29c-083b-42ef-99a9-e8ee24aee691 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:48.426899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.454331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Transition to ACTIVE for port object eaf974ed-dd3a-49e0-abc7-e785b30e70ed will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:09:48.495115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.512669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 731ac29c-083b-42ef-99a9-e8ee24aee691 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:48.513026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 731ac29c-083b-42ef-99a9-e8ee24aee691 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:48.552049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:48.556137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:48.563487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:48.563487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:48.632348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Port': ['ID=eaf974ed-dd3a-49e0-abc7-e785b30e70ed,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:48.849806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd7f89-34ea-4295-a1a7-4236a747109f None None] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:48.857764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.057824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.131527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114662f-9816-4f36-81d9-5898314e4baf req-1acff53a-a27b-46e0-9fce-ab9020fee0f3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:49.150138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6114662f-9816-4f36-81d9-5898314e4baf req-1acff53a-a27b-46e0-9fce-ab9020fee0f3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/ports?device_id=03ec65ae-a977-4eb0-ab10-e49e3c5c4e74 HTTP/1.1" status: 200 len: 946 time: 0.3494523 Aug 19 18:09:49.189569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=bd0d81c9-4b0e-4812-9b90-2b3a4fb32851,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:49.280979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Provisioning for port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:49.287823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Provisioning complete for port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:49.288272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.399278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.417353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6114662f-9816-4f36-81d9-5898314e4baf req-86187a6e-406d-4d40-9471-1a72fe2c91af tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8e725d-6d30-4070-9e68-b3788b726687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660320 Aug 19 18:09:49.476772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Pushing event deleted for resources: {'Port': ['ID=57fbd679-9eec-4156-a557-cd7005e2c1b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:49.524819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.525784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.528192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.538561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-23630b4f-5933-41a0-8b46-332630de38a9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/db00cf25-1944-4945-9d82-e5c37a1df6a6 HTTP/1.1" status: 204 len: 168 time: 2.0653958 Aug 19 18:09:49.548163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40236) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:49.566408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'e5c0529e-0b23-424f-a4ab-f5e8e3de986e'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:49.645450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] No DVR routers for this DVR port 57fbd679-9eec-4156-a557-cd7005e2c1b5 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:49.648714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.650435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] For port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,segment=NetworkSegment(4d3f3369-ff19-4ddf-b19b-f7baa469f04e),segment_id=4d3f3369-ff19-4ddf-b19b-f7baa469f04e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:49.653805 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c546c089-7ed6-4afc-b287-da356eb0b86f req-3f51e10d-8c83-4a4c-ae6c-2c9e1b9338b3 tempest-ServerPasswordTestJSON-1637602783 tempest-ServerPasswordTestJSON-1637602783-project] 10.222.0.13 "DELETE /v2.0/ports/57fbd679-9eec-4156-a557-cd7005e2c1b5 HTTP/1.1" status: 204 len: 173 time: 2.8162224 Aug 19 18:09:49.656603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'name': 'network-vif-deleted', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:09:49.659515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.663132 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86fd5eb-2316-4bdb-983f-f44c5866c900" -d '{"events": [{"server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "name": "network-vif-deleted", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:09:49.758550 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.821149 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ed9ea-1a66-4764-acdb-8cb0504a8839 x-openstack-request-id: req-283ed9ea-1a66-4764-acdb-8cb0504a8839 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:09:49.821449 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ec65ae-a977-4eb0-ab10-e49e3c5c4e74", "name": "network-vif-deleted", "tag": "57fbd679-9eec-4156-a557-cd7005e2c1b5", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:09:49.821707 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-283ed9ea-1a66-4764-acdb-8cb0504a8839 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:09:49.822495 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ec65ae-a977-4eb0-ab10-e49e3c5c4e74', 'name': 'network-vif-deleted', 'tag': '57fbd679-9eec-4156-a557-cd7005e2c1b5', 'status': 'completed', 'code': 200} Aug 19 18:09:49.874117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-52e62b58-6995-48c5-9152-6e35ac752e84 None None] Provisioning for port eaf974ed-dd3a-49e0-abc7-e785b30e70ed completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:09:49.887243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-52e62b58-6995-48c5-9152-6e35ac752e84 None None] Provisioning complete for port eaf974ed-dd3a-49e0-abc7-e785b30e70ed triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:49.888250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-52e62b58-6995-48c5-9152-6e35ac752e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:49.929528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af96a0-ee08-4732-97d7-2184be98bf84 None None] Pushing event updated for resources: {'Port': ['ID=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:49.961460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-52e62b58-6995-48c5-9152-6e35ac752e84 None None] Port eaf974ed-dd3a-49e0-abc7-e785b30e70ed cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:50.017417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.026155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.027127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.095777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fb167d83-336a-4c11-aa2b-2e7b808b06c4 None None] Provisioning complete for port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:50.096498 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fb167d83-336a-4c11-aa2b-2e7b808b06c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.176170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event updated for resources: {'Port': ['ID=eaf974ed-dd3a-49e0-abc7-e785b30e70ed,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:50.261941 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.432140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 57fbd679-9eec-4156-a557-cd7005e2c1b5 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:50.440436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:50.445172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:50.462359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 57fbd679-9eec-4156-a557-cd7005e2c1b5 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:50.462730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 57fbd679-9eec-4156-a557-cd7005e2c1b5 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:50.537620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40282) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:50.618046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Deleting subnet c111b3e4-8de0-4338-9bf5-a58ec40186e9 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:50.627245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.727246 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.806114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.814393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Router e29351f5-0995-4c05-97dd-9818e26446a0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:50.882044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.99 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b348e0f4-f67b-448c-9898-5768630c47d8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:50.943646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:50.961897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c62af00-270a-445b-b8fa-325039dbf78c None None] Provisioning complete for port eaf974ed-dd3a-49e0-abc7-e785b30e70ed triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:50.962693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5c62af00-270a-445b-b8fa-325039dbf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.022042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c111b3e4-8de0-4338-9bf5-a58ec40186e9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.040432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.047593 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb3207f7-a675-44b1-ae2a-372fb11cca74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c111b3e4-8de0-4338-9bf5-a58ec40186e9 HTTP/1.1" status: 204 len: 168 time: 0.5043476 Aug 19 18:09:51.047948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:51.049082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40292) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:51.065601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5c62af00-270a-445b-b8fa-325039dbf78c None None] Port eaf974ed-dd3a-49e0-abc7-e785b30e70ed cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:09:51.069283 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] Sync routers for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:51.078973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-45c31ad0-dc22-4eff-8450-489cb3b7ab04 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8742390 Aug 19 18:09:51.081568 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:51.082470 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.084060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:51.122200 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.133900 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:51.134753 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.170968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.171870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5a2a9-111e-4088-8483-c34f87c2cd6c None None] The sync data for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:51.261487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.268388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9c51d9c2-4cd7-48e6-9a3d-dcc01da7647f tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.422579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.442052 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-9c51d9c2-4cd7-48e6-9a3d-dcc01da7647f tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:09:51.452475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c51d9c2-4cd7-48e6-9a3d-dcc01da7647f tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0 HTTP/1.1" status: 409 len: 329 time: 0.3670053 Aug 19 18:09:51.453115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40316) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:51.636025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.663157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:09:51.672115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee6a71d-9fef-43c5-aec5-b39ce1004582']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.675651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.690666 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6c8390-163d-4e07-a3c2-d04c130320b7') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.691129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6c8390-163d-4e07-a3c2-d04c130320b7') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:51.721436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.738906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:09:51.739523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.760608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.782503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:51.783009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.822302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:09:51.841848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:51.862693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:51.896652 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:51.902130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.918484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:51.922935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ee6a71d-9fef-43c5-aec5-b39ce1004582 HTTP/1.1" status: 204 len: 168 time: 0.8698990 Aug 19 18:09:51.943423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4634422-1444-4b58-b56f-dee15c19171a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee6a71d-9fef-43c5-aec5-b39ce1004582,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:51.948642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=b348e0f4-f67b-448c-9898-5768630c47d8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:52.328319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:52.417336 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eaccd6f8-cfa5-48d4-a445-34c065343340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21f9c0705e6a4d698bf8984dc2bc7cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860782 Aug 19 18:09:52.422336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:52.520265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.560033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.649109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.652516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:52.657955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a8e725d-6d30-4070-9e68-b3788b726687 HTTP/1.1" status: 204 len: 168 time: 0.2324243 Aug 19 18:09:52.694283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f7a0-e5f6-493f-840d-d6334691bba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e725d-6d30-4070-9e68-b3788b726687,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:52.913555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.269485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.456108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.589351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port eaf974ed-dd3a-49e0-abc7-e785b30e70ed {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:53.589937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.926406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:53.976453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for eaf974ed-dd3a-49e0-abc7-e785b30e70ed owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:54.164128 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:54.180085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:54.423633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=b348e0f4-f67b-448c-9898-5768630c47d8,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:54.435492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:54.615763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:54.661786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=eaf974ed-dd3a-49e0-abc7-e785b30e70ed,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:54.673759 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP 61741411-5259-40c4-8379-1dc0c79bb68e associated. External IP: 172.25.5.99, port: e5c0529e-0b23-424f-a4ab-f5e8e3de986e. Aug 19 18:09:54.862911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.163232 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:09:55.330220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Router e29351f5-0995-4c05-97dd-9818e26446a0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:55.350754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:09:55.470961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:55.483874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:55.486212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d507f6b4-1a79-42e1-bc70-a595881acf6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0286999 Aug 19 18:09:55.491475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] Sync routers for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:55.524905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:55.525550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.638093 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-24d442ee-3dc4-42e0-9796-62a734296f6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] show failed (client error): The resource could not be found. Aug 19 18:09:55.640498 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-24d442ee-3dc4-42e0-9796-62a734296f6d tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1199718152 HTTP/1.1" status: 404 len: 335 time: 0.1548665 Aug 19 18:09:55.642014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.645561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40396) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:55.648855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:09:55.652984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a1b04624-8337-4da4-b833-26eb9d827074 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:55.665839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:09:55.680123 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:55.680839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] Routers {'e29351f5-0995-4c05-97dd-9818e26446a0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:55.681475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e29351f5-0995-4c05-97dd-9818e26446a0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.683063 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.693759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.763241 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.775279 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-a1b04624-8337-4da4-b833-26eb9d827074 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] update failed (client error): The resource could not be found. Aug 19 18:09:55.778705 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:09:55.779049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1b04624-8337-4da4-b833-26eb9d827074 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-74759832 HTTP/1.1" status: 404 len: 333 time: 0.1311221 Aug 19 18:09:55.780100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.781155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac22d4b-c3c7-4ba7-864d-dd27a017ccc6 None None] The sync data for ids ['e29351f5-0995-4c05-97dd-9818e26446a0'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:55.781613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:09:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.791262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40398) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:55.850980 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:55.851668 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e15acb-5c8e-425e-8d28-fc2220f95e05 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:09:55.899657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting subnet 10ce83b9-8acd-4f79-8a7f-4bf66530418c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:55.903166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:55.959167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.118053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.226665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.387915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.412337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-10fdf342-ae91-437f-a76e-9fbc9ab7730e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8630762 Aug 19 18:09:56.413984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.418389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/subnets/10ce83b9-8acd-4f79-8a7f-4bf66530418c HTTP/1.1" status: 204 len: 168 time: 0.6227517 Aug 19 18:09:56.419174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:56.419750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40412) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:56.421250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61cfdc1-8e95-4adb-82de-461100de064c None None] Network 9112946d-174e-4eda-8fa7-c6ddfbd8b01b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:56.437667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6de7c-4a6b-45e4-b2a8-06e15c839bac tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Subnet': ['ID=10ce83b9-8acd-4f79-8a7f-4bf66530418c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:56.442771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1223436773'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:56.590758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:56.595096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.618434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.669204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:09:56.702432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0db59-d2ca-4349-af9d-059ccb9227e7 req-564c18bf-be26-45c4-9fbc-ef48e4fdbde6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.708054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5d0db59-d2ca-4349-af9d-059ccb9227e7 req-564c18bf-be26-45c4-9fbc-ef48e4fdbde6 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.2104077 Aug 19 18:09:56.756429 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.757016 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Added segment bc4919ee-52a7-4319-842c-107d96cb115e of type vlan for network e402eac1-b519-4d7a-befb-0b6c7c0aab99 Aug 19 18:09:56.822323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5d0db59-d2ca-4349-af9d-059ccb9227e7 req-ccdb8fa1-2de9-4844-8112-4abbb1424503 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Aug 19 18:09:56.842373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.846147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] DHCP port deletion for 9112946d-174e-4eda-8fa7-c6ddfbd8b01b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:56.885213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:56.885582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.912713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Deleting port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:56.913461 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.958842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] For port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,segment=NetworkSegment(4d3f3369-ff19-4ddf-b19b-f7baa469f04e),segment_id=4d3f3369-ff19-4ddf-b19b-f7baa469f04e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:56.959151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.968343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:56.975190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:56.975874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.003131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:57.009335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] For port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,segment=NetworkSegment(4d3f3369-ff19-4ddf-b19b-f7baa469f04e),segment_id=4d3f3369-ff19-4ddf-b19b-f7baa469f04e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:57.010056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.031218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Calling delete_port for cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:57.054644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6334243 Aug 19 18:09:57.055812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:57.065074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'subnet': {'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:57.132818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01d41-a5cc-4e4c-9c08-3d4982cf86c7 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Network': ['ID=e402eac1-b519-4d7a-befb-0b6c7c0aab99,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:57.151490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:09:57.198668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.235817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.291511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] Pushing event deleted for resources: {'Port': ['ID=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:57.299168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=cbe06cf0-61b8-4ebb-8c39-cdccfff0a169,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:57.304014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6fbaa1-3f94-46ba-895f-9bb28d68e550 None None] No DVR routers for this DVR port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:57.312643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:09:57.319290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] No DVR routers for this DVR port cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:09:57.343732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.540156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.564674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9112946d-174e-4eda-8fa7-c6ddfbd8b01b']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:57.604834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3f3369-ff19-4ddf-b19b-f7baa469f04e') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:57.607085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3f3369-ff19-4ddf-b19b-f7baa469f04e') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:09:57.648561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.679424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:57.705535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.722425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:09:57.722641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cbe06cf0-61b8-4ebb-8c39-cdccfff0a169 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:09:57.728280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:09:57.733567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:09:57.748895 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:09:57.805479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.882659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.903071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:57.915831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:57.916039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/networks/9112946d-174e-4eda-8fa7-c6ddfbd8b01b HTTP/1.1" status: 204 len: 168 time: 1.4928787 Aug 19 18:09:57.949162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244610-0edd-49d0-a309-b619128f9eab tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Network': ['ID=9112946d-174e-4eda-8fa7-c6ddfbd8b01b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:58.000702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Subnet': ['ID=2b4bcd6d-4fde-40e7-b952-c3b47ed2c821,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:58.049498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758873d-dc2b-456c-9bb3-b12b37061712 req-04679a18-8dfa-44e1-86ad-3d147a6bfde2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.051685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b758873d-dc2b-456c-9bb3-b12b37061712 req-04679a18-8dfa-44e1-86ad-3d147a6bfde2 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.0772016 Aug 19 18:09:58.064348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting subnet 5e8c6921-a0fd-41f7-a68c-65264a2cff65 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:58.067887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Checking segment: {'id': 'bc4919ee-52a7-4319-842c-107d96cb115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:09:58.068271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network hostable DHCP agents. Network: e402eac1-b519-4d7a-befb-0b6c7c0aab99, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:09:58.074177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.128385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b758873d-dc2b-456c-9bb3-b12b37061712 req-eec71549-6858-4895-945b-846481c16b41 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696404 Aug 19 18:09:58.153889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:09:58.154303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e9774267-4473-41d3-aa62-a08af8880f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.160705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.165991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e402eac1-b519-4d7a-befb-0b6c7c0aab99) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:09:58.179140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5a506-44e6-4529-90c7-9bb272b064ac None None] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:58.206335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:58.207368 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.241763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d769920-70ac-4b1b-960d-fd87b6fcf3d3 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1841698 Aug 19 18:09:58.245986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40440) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:58.254682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1238501754', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:09:58.305872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.305872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.392519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.532882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.564443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e402eac1-b519-4d7a-befb-0b6c7c0aab99', 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99', 'tenant_id': 'e1696620dd764ce5b077d81588421794', 'fixed_ips': [{'subnet_id': '2b4bcd6d-4fde-40e7-b952-c3b47ed2c821'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:09:58.565146 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.586139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.698957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8c6921-a0fd-41f7-a68c-65264a2cff65,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:58.707628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.710356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-31086177-f80c-4917-bae8-bf8ccc6778bf tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/subnets/5e8c6921-a0fd-41f7-a68c-65264a2cff65 HTTP/1.1" status: 204 len: 168 time: 0.7854488 Aug 19 18:09:58.714770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40444) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:58.791483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2228c0-802c-468a-adb1-58e297606978 None None] Network a8451f3d-48e7-40b1-92dc-3af1183811fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:58.802687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting subnet 5f030491-1def-4a2c-af53-d4995602d4be {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:09:58.809732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:58.932593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.129251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.157606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Allocated IP 172.20.0.2 (e402eac1-b519-4d7a-befb-0b6c7c0aab99/2b4bcd6d-4fde-40e7-b952-c3b47ed2c821/63921ba7-f83d-4b2c-87cd-aa7e78c7938a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:09:59.168410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.186663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c51623-1912-4235-84c8-17700a22b64b req-95c097c6-8f57-42af-a95f-84f018977db1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.191081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30c51623-1912-4235-84c8-17700a22b64b req-95c097c6-8f57-42af-a95f-84f018977db1 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.4028771 Aug 19 18:09:59.290621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] DHCP port deletion for a8451f3d-48e7-40b1-92dc-3af1183811fd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:09:59.354506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.397232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Subnet': ['ID=5f030491-1def-4a2c-af53-d4995602d4be,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:09:59.406170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.408182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-85a0ef88-8faa-4ea4-8683-e0fec7527812 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/subnets/5f030491-1def-4a2c-af53-d4995602d4be HTTP/1.1" status: 204 len: 168 time: 0.6921494 Aug 19 18:09:59.411824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40454) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:09:59.423576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d1e43-66ee-415e-a84f-028603ebeea8 None None] Network cfb40cfe-af41-454d-88bd-d0b2e80c461f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:09:59.452506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72db9e-ee9b-4abf-a9e4-6f3c24191b8f req-a149b9d2-0f99-4f02-940d-97b7ea08217b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:09:59.454338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe72db9e-ee9b-4abf-a9e4-6f3c24191b8f req-a149b9d2-0f99-4f02-940d-97b7ea08217b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 946 time: 0.1195543 Aug 19 18:09:59.546524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe72db9e-ee9b-4abf-a9e4-6f3c24191b8f req-ebf362d0-4626-4093-91be-5079b84917e5 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808239 Aug 19 18:09:59.549086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Deleting port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:59.549434 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.625588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Deleting port af5bc443-219a-497b-9af4-c83639be7723 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:59.626174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.644433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.761411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device af5bc443-219a-497b-9af4-c83639be7723 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:09:59.783421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port af5bc443-219a-497b-9af4-c83639be7723 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:09:59.784167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] For port 4309b911-8f7d-4da1-87f1-d0ab57e5da75, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4309b911-8f7d-4da1-87f1-d0ab57e5da75,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:59.784345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.784754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.814913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Calling delete_port for 4309b911-8f7d-4da1-87f1-d0ab57e5da75 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:09:59.947382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] For port af5bc443-219a-497b-9af4-c83639be7723, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=af5bc443-219a-497b-9af4-c83639be7723,segment=NetworkSegment(be39d5c8-5efc-4c11-96e7-043850c25fea),segment_id=be39d5c8-5efc-4c11-96e7-043850c25fea)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:09:59.948045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:09:59.968194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for af5bc443-219a-497b-9af4-c83639be7723 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:00.107947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.143838 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.164486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=af5bc443-219a-497b-9af4-c83639be7723,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:00.191393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] No DVR routers for this DVR port af5bc443-219a-497b-9af4-c83639be7723 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:00.209698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.210238 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.273768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] For port af5bc443-219a-497b-9af4-c83639be7723, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=af5bc443-219a-497b-9af4-c83639be7723,segment=NetworkSegment(be39d5c8-5efc-4c11-96e7-043850c25fea),segment_id=be39d5c8-5efc-4c11-96e7-043850c25fea)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:00.274447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.298408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Calling delete_port for af5bc443-219a-497b-9af4-c83639be7723 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:00.311869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port af5bc443-219a-497b-9af4-c83639be7723 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:10:00.312480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device af5bc443-219a-497b-9af4-c83639be7723 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:00.480394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Transition to ACTIVE for port object 63921ba7-f83d-4b2c-87cd-aa7e78c7938a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:00.483256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] DHCP port deletion for cfb40cfe-af41-454d-88bd-d0b2e80c461f request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:00.535780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.539482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Transition to ACTIVE for port object 63921ba7-f83d-4b2c-87cd-aa7e78c7938a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:00.544959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.581490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.595817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.597924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] Pushing event deleted for resources: {'Port': ['ID=af5bc443-219a-497b-9af4-c83639be7723,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:00.614114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8451f3d-48e7-40b1-92dc-3af1183811fd']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:00.662152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be39d5c8-5efc-4c11-96e7-043850c25fea') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:00.662599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be39d5c8-5efc-4c11-96e7-043850c25fea') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:00.693650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.737559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.752938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:00.753172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1a156eee-bea4-4057-adf6-925a5906fe1f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:10:00.754512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:00.760151 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:00.768848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Pushing event deleted for resources: {'Port': ['ID=4309b911-8f7d-4da1-87f1-d0ab57e5da75,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:00.803041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] No DVR routers for this DVR port 4309b911-8f7d-4da1-87f1-d0ab57e5da75 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:00.807880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.811487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30c51623-1912-4235-84c8-17700a22b64b req-5bc2f138-7167-4f55-8202-ce6e18491bf4 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "DELETE /v2.0/ports/4309b911-8f7d-4da1-87f1-d0ab57e5da75 HTTP/1.1" status: 204 len: 173 time: 1.6120460 Aug 19 18:10:00.815622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'name': 'network-vif-deleted', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:00.819814 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dec155-3fa2-4041-b370-0f5d90102774" -d '{"events": [{"server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "name": "network-vif-deleted", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:00.846894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Pushing event updated for resources: {'Port': ['ID=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:00.855590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14360a0-d8cc-4d30-b0c6-0a17cc46e3fb None None] No DVR routers for this DVR port af5bc443-219a-497b-9af4-c83639be7723 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:00.863317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.25.5.154 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/30ceb2f5-f261-4691-bf33-a3e2feca7ba5) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:00.931147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:00.971320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:00.993335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.001166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/networks/a8451f3d-48e7-40b1-92dc-3af1183811fd HTTP/1.1" status: 204 len: 168 time: 1.5864568 Aug 19 18:10:01.001966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40482) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:01.042703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ebbb7af3-0e20-45c2-a826-7ddb6bab8b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.046821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae0bc6-3bff-4161-9bf5-60458a702b5e tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Network': ['ID=a8451f3d-48e7-40b1-92dc-3af1183811fd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:01.053731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff66284-e35e-4325-86d7-33c852db6a3c req-c35fe1f5-f30c-426f-901a-efe0b6d9d978 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a10b9c7-adce-4789-875b-931afca773db HTTP/1.1" status: 200 len: 210 time: 0.0985363 Aug 19 18:10:01.088697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:01.115217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:01.146424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.168097 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8c26b-85e9-4224-8b06-18617d6135b4 x-openstack-request-id: req-1ea8c26b-85e9-4224-8b06-18617d6135b4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:01.169028 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a10b9c7-adce-4789-875b-931afca773db", "name": "network-vif-deleted", "tag": "4309b911-8f7d-4da1-87f1-d0ab57e5da75", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:01.169427 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ea8c26b-85e9-4224-8b06-18617d6135b4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:01.169972 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10b9c7-adce-4789-875b-931afca773db', 'name': 'network-vif-deleted', 'tag': '4309b911-8f7d-4da1-87f1-d0ab57e5da75', 'status': 'completed', 'code': 200} Aug 19 18:10:01.172965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Deleting port ba643f76-e9c0-4a9f-89ff-6888a31371a6 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:01.173405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.207597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.288699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.354223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4309b911-8f7d-4da1-87f1-d0ab57e5da75 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:01.499568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 4309b911-8f7d-4da1-87f1-d0ab57e5da75 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:01.500122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4309b911-8f7d-4da1-87f1-d0ab57e5da75 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:01.541065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cd96d-ac6f-448f-936e-3c4e2b1cc7d4 req-bc5aee42-7313-4c00-9b86-8eb68b892cc1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:01.542727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e02cd96d-ac6f-448f-936e-3c4e2b1cc7d4 req-bc5aee42-7313-4c00-9b86-8eb68b892cc1 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.2075608 Aug 19 18:10:01.549951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port ba643f76-e9c0-4a9f-89ff-6888a31371a6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:01.550581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.611263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] For port ba643f76-e9c0-4a9f-89ff-6888a31371a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ba643f76-e9c0-4a9f-89ff-6888a31371a6,segment=NetworkSegment(20d999cd-ae76-4315-860c-466efba7647a),segment_id=20d999cd-ae76-4315-860c-466efba7647a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:01.611778 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.622108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Attempting to bind port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:01.623031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Attempting to bind port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'bc4919ee-52a7-4319-842c-107d96cb115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:01.623785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Attempting to bind port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a on network e402eac1-b519-4d7a-befb-0b6c7c0aab99 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:01.653688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Calling delete_port for ba643f76-e9c0-4a9f-89ff-6888a31371a6 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:01.665772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:01.666109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Checking segment: {'id': 'bc4919ee-52a7-4319-842c-107d96cb115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:01.666780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.667478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Bound using segment: {'id': 'bc4919ee-52a7-4319-842c-107d96cb115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:01.668313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Bound port: 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4919ee-52a7-4319-842c-107d96cb115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:01.675551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.682968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] For port ba643f76-e9c0-4a9f-89ff-6888a31371a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ba643f76-e9c0-4a9f-89ff-6888a31371a6,segment=NetworkSegment(20d999cd-ae76-4315-860c-466efba7647a),segment_id=20d999cd-ae76-4315-860c-466efba7647a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:01.683425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.699436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for ba643f76-e9c0-4a9f-89ff-6888a31371a6 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:01.780414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ba643f76-e9c0-4a9f-89ff-6888a31371a6 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:01.872250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.921040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] For port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:01.942316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=30ceb2f5-f261-4691-bf33-a3e2feca7ba5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:01.964081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] For port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,segment=NetworkSegment(bc4919ee-52a7-4319-842c-107d96cb115e),segment_id=bc4919ee-52a7-4319-842c-107d96cb115e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:01.977858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.989762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:01.994261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e02cd96d-ac6f-448f-936e-3c4e2b1cc7d4 req-e1dbe3a7-2e27-45ba-a1a9-0fda8cab0909 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690691 Aug 19 18:10:02.005409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:02.007901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.009276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:02.009897 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.012208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.015709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:02.086248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] No DVR routers for this DVR port ba643f76-e9c0-4a9f-89ff-6888a31371a6 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:02.093948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] No DVR routers for this DVR port ba643f76-e9c0-4a9f-89ff-6888a31371a6 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:02.096538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=ba643f76-e9c0-4a9f-89ff-6888a31371a6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:02.186907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca6bc0-1983-48a0-b90b-b77769de7296 None None] Pushing event updated for resources: {'Port': ['ID=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:02.304900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e46bcc-2414-4fa5-b0e8-deaf941fe844 None None] Pushing event deleted for resources: {'Port': ['ID=ba643f76-e9c0-4a9f-89ff-6888a31371a6,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:02.312343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.370527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb40cfe-af41-454d-88bd-d0b2e80c461f']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:02.387353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d999cd-ae76-4315-860c-466efba7647a') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:02.387707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d999cd-ae76-4315-860c-466efba7647a') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:02.408021 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.443287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.465078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:02.465078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:02.469545 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:03.101562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.106505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.109635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/networks/cfb40cfe-af41-454d-88bd-d0b2e80c461f HTTP/1.1" status: 204 len: 168 time: 2.1050005 Aug 19 18:10:03.114045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:03.173824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18e693-00cf-40f8-84f4-73c22d74d466 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Network': ['ID=cfb40cfe-af41-454d-88bd-d0b2e80c461f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:03.198575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-d72c3b0b-cfc0-410f-a9c4-2c876dc12518 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.200341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-d72c3b0b-cfc0-410f-a9c4-2c876dc12518 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.42 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.5808232 Aug 19 18:10:03.202805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.249571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting subnet f447002e-ebca-450f-9a66-cf8c79e608ab {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:03.255895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.334744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665b94c-bb17-4cc4-8f20-1cd913fee38e req-9c30a75e-ca53-447c-a39a-4273dbab222d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.340436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d665b94c-bb17-4cc4-8f20-1cd913fee38e req-9c30a75e-ca53-447c-a39a-4273dbab222d tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.6931925 Aug 19 18:10:03.360023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.400017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82818-2b2d-4a09-9627-907b0cb1b8f0 req-056d4ee6-ae44-43a4-8a4d-926d27691e04 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:03.413167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9f82818-2b2d-4a09-9627-907b0cb1b8f0 req-056d4ee6-ae44-43a4-8a4d-926d27691e04 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.2987287 Aug 19 18:10:03.516918 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.583338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.693303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a9f82818-2b2d-4a09-9627-907b0cb1b8f0 req-c5c82be2-5e24-4ccb-979e-7378223712e0 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483606 Aug 19 18:10:03.716019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d665b94c-bb17-4cc4-8f20-1cd913fee38e req-34b793bd-adee-4766-9ca0-347403182f62 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584313 Aug 19 18:10:03.731130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.754341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63921ba7-f83d-4b2c-87cd-aa7e78c7938a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:03.795713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:03.798074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/subnets/f447002e-ebca-450f-9a66-cf8c79e608ab HTTP/1.1" status: 204 len: 168 time: 0.6825895 Aug 19 18:10:03.798974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bde26-0360-4117-b4f3-ad2dcbd4da77 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Subnet': ['ID=f447002e-ebca-450f-9a66-cf8c79e608ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:03.808787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:03.837938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ec91e-12e5-4bf5-8c09-4e82caeb96b8 None None] Network 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:03.995249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.028967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:04.063894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Deleting port 74944b9f-5ce0-4581-998c-10040e9ddaff {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:04.064855 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.182787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d87fe-10ea-421f-9163-2af8609f03ee None None] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:04.226628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Deleting port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:04.227380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.227561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.336189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] DHCP port deletion for 5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:04.429581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] For port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,segment=NetworkSegment(6bd157b4-e1bf-4262-80c1-c2ec100442ed),segment_id=6bd157b4-e1bf-4262-80c1-c2ec100442ed)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:04.432846 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.445777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Provisioning for port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:04.463239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Calling delete_port for fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:04.463726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Provisioning complete for port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:04.464627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.574799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:04.575662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.664987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.729286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] No DVR routers for this DVR port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:04.732410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Port': ['ID=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:04.828882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Deleting port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:04.829720 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.936605 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.955216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:04.984749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5a6e9c-5fdf-42c2-bf41-1f0da2703328']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:05.004404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd157b4-e1bf-4262-80c1-c2ec100442ed') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:05.004871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd157b4-e1bf-4262-80c1-c2ec100442ed') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:05.042055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.046670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] For port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:05.047825 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.065557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.080862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:05.082052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.089161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] For port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,segment=NetworkSegment(bc4919ee-52a7-4319-842c-107d96cb115e),segment_id=bc4919ee-52a7-4319-842c-107d96cb115e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:05.089396 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:05.091045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Calling delete_port for fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:05.104267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:10:05.109441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c074b-bf75-4b0c-9cfb-697af147c043 req-c99c3c3b-32a6-46dc-adae-5908565b78a5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.111436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.112858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c71c074b-bf75-4b0c-9cfb-697af147c043 req-c99c3c3b-32a6-46dc-adae-5908565b78a5 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 946 time: 0.2242007 Aug 19 18:10:05.124149 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.166025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4c007-243c-4ba3-94a2-99bccbb36ff0 req-b4352f82-5312-4a44-9a05-e1c1b4ecbfc0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:05.173169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] Pushing event deleted for resources: {'Port': ['ID=fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:05.184845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab4c007-243c-4ba3-94a2-99bccbb36ff0 req-b4352f82-5312-4a44-9a05-e1c1b4ecbfc0 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.1982932 Aug 19 18:10:05.233575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097b4cb-be9c-4bed-ac6f-33fa49fed05d None None] No DVR routers for this DVR port fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:05.236997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.244816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.246961 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/networks/5a5a6e9c-5fdf-42c2-bf41-1f0da2703328 HTTP/1.1" status: 204 len: 168 time: 1.4368989 Aug 19 18:10:05.257692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40544) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:05.287801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c37fe-294f-40be-9059-b006f46cc3fd tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Pushing event deleted for resources: {'Network': ['ID=5a5a6e9c-5fdf-42c2-bf41-1f0da2703328,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:05.305660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346655b2-584b-4edf-bdd8-7971200c6c84 None None] Pushing event updated for resources: {'Port': ['ID=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:05.328224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-468beee0-7139-4dd6-bed7-7f4c1e8c3dc0 tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29351f5-0995-4c05-97dd-9818e26446a0 HTTP/1.1" status: 200 len: 205 time: 0.0689282 Aug 19 18:10:05.330714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40546) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:05.341842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:10:05.354179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-89e15ad4-c3cb-4db9-9efc-b0a6fb01a8ff None None] Provisioning complete for port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:05.356092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-89e15ad4-c3cb-4db9-9efc-b0a6fb01a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.365632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c71c074b-bf75-4b0c-9cfb-697af147c043 req-54746f56-22ce-4e4b-9077-a92a294f104b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c47c45e-41e1-4470-9d05-b583869e8ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013925 Aug 19 18:10:05.368319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.368929 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.369419 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Floating IP 75165c8d-4057-4390-9eda-87ed6a4916f6 disassociated. External IP: 172.25.5.14, port: 74944b9f-5ce0-4581-998c-10040e9ddaff. Aug 19 18:10:05.369935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Calling delete_port for 74944b9f-5ce0-4581-998c-10040e9ddaff owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:05.386898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aab4c007-243c-4ba3-94a2-99bccbb36ff0 req-2f07d993-a063-4f8c-9e06-91d3a374d536 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979744 Aug 19 18:10:05.430210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 74944b9f-5ce0-4581-998c-10040e9ddaff no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:05.483237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.660509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.767250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:05.774833 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7b532-9cb4-468d-8228-db8768d3d2e6" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:05.798115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63921ba7-f83d-4b2c-87cd-aa7e78c7938a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:05.830324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:05.885914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 74944b9f-5ce0-4581-998c-10040e9ddaff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=74944b9f-5ce0-4581-998c-10040e9ddaff,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:05.888871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.890154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] Sync routers for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:05.892248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-69ee4489-3ed4-43a9-a4b4-bc1437c1cd61 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6440237 Aug 19 18:10:05.894979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40558) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:05.906810 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238a624-d1f3-445c-8dd0-ea962d135f55 x-openstack-request-id: req-1238a624-d1f3-445c-8dd0-ea962d135f55 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:05.907464 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:05.908152 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1238a624-d1f3-445c-8dd0-ea962d135f55 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:05.908747 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'code': 200} Aug 19 18:10:05.916003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:05.916984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:05.919868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.954617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.958770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:05.978729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:06.039390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:06.040338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:06.069979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.070772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Fanout notify agent at l3_agent the message router_deleted on router e29351f5-0995-4c05-97dd-9818e26446a0 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:06.082174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.084257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82949dd3-7eb4-468f-a7df-36e6120d12af tempest-RoutersNegativeIpV6Test-1140905462 tempest-RoutersNegativeIpV6Test-1140905462-project] 10.222.0.36 "DELETE /v2.0/routers/e29351f5-0995-4c05-97dd-9818e26446a0 HTTP/1.1" status: 204 len: 168 time: 0.7508907 Aug 19 18:10:06.137248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:06.138327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b45ba-cbbd-4dfe-b545-483edbe25138 None None] The sync data for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:06.156661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=13']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:06.163200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:06.163840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.279961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:06.363576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'Port': ['ID=74944b9f-5ce0-4581-998c-10040e9ddaff,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:06.443100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:06.494396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:06.494992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd8e880a-cca4-4aa0-85c7-bcdd5ca6b387 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:06.749525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:07.011089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-defbd200-ae37-4b78-938c-9cd617b5bf7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa3a9aa0d9ba468ba29d2a405182e18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590222 Aug 19 18:10:07.013423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40586) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:07.051714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e26947c-da64-4957-8948-2edf6d5bccdc req-2b75689d-6cca-4dc1-9e59-45647b078b3f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.0484531 Aug 19 18:10:07.109639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.112375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:07.130218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47199d-51a9-455e-8c2a-689c9a43c6b3 req-09dd99af-695f-4544-a92c-cd43c585421b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.142215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47199d-51a9-455e-8c2a-689c9a43c6b3 req-09dd99af-695f-4544-a92c-cd43c585421b tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.5557785 Aug 19 18:10:07.144216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.249854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.256057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.259227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b23b847-7496-4b61-9ca0-eb84b424cf40 HTTP/1.1" status: 204 len: 168 time: 0.2414107 Aug 19 18:10:07.274572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d2ce-d3ab-4181-97dc-e334d385bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23b847-7496-4b61-9ca0-eb84b424cf40,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:07.312448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d47199d-51a9-455e-8c2a-689c9a43c6b3 req-768adffc-c0d4-4c01-96a9-d9b3a76ed94e tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686511 Aug 19 18:10:07.511557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:07.533364 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:07.547829 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:07.550147 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:07.628389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] No DVR routers for this DVR port 74944b9f-5ce0-4581-998c-10040e9ddaff on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:07.637369 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:07.645298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b09f93b-9fe3-4729-85b8-9689d9baa618 req-74bac7d5-b640-4e1f-ae7a-edb6baaa9f02 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.42 "DELETE /v2.0/ports/74944b9f-5ce0-4581-998c-10040e9ddaff HTTP/1.1" status: 204 len: 173 time: 4.4368787 Aug 19 18:10:07.650975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-deleted', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:07.663767 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ad9bb6-079e-4861-9551-b7d0266a2bd7" -d '{"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-deleted", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:07.798230 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63305685-8033-462b-b5e9-121083595f09 x-openstack-request-id: req-63305685-8033-462b-b5e9-121083595f09 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:07.798616 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4", "name": "network-vif-deleted", "tag": "74944b9f-5ce0-4581-998c-10040e9ddaff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:07.798876 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63305685-8033-462b-b5e9-121083595f09 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:07.799411 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4', 'name': 'network-vif-deleted', 'tag': '74944b9f-5ce0-4581-998c-10040e9ddaff', 'status': 'completed', 'code': 200} Aug 19 18:10:07.890301 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:07.951879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-b31ccd72-6a9f-45dc-aa13-55e040a298f8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:07.952518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-b31ccd72-6a9f-45dc-aa13-55e040a298f8 tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2324622 Aug 19 18:10:08.064932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:08.546247 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:08.612663 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:08.632224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:08.632224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:08.679267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9e7fd91-65ba-4bbf-8df1-f8a1bb8e7506 req-1b3c059a-3cb9-414e-bcff-226f70b67b7b tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dae2a08-4d8e-4df1-bbdd-5be8cebad8a4 HTTP/1.1" status: 200 len: 210 time: 0.1896582 Aug 19 18:10:08.834021 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:08.893281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba7bf2-d11f-4afb-ae0f-f56750561e2b req-0d3c217e-7fa1-4471-8bca-0e360f82a5bc tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:08.903787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1ba7bf2-d11f-4afb-ae0f-f56750561e2b req-0d3c217e-7fa1-4471-8bca-0e360f82a5bc tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 946 time: 0.2529073 Aug 19 18:10:08.908452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Deleting port 1a156eee-bea4-4057-adf6-925a5906fe1f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:08.908801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.002711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1ba7bf2-d11f-4afb-ae0f-f56750561e2b req-7f910eea-2d61-4a6e-83f5-615bff8c2fee tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/security-groups?id=b657343f-7c41-47e8-a375-266206c63546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976012 Aug 19 18:10:09.157798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40626) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:09.206255 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:09.292922 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee5214-645f-47de-b749-65c1dd36ec5d None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:00:18Z', 'revision_number': 4, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'b01942f8-16ac-445d-b297-c5986e96e8a8', 'name': '', 'network_id': 'f2e99c11-6fdf-4866-b5cc-408de8308649', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'mac_address': 'fa:16:3e:f3:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:17Z', 'updated_at': '2021-08-19T18:00:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'subnets': [{'id': '4d110402-bc66-471f-8062-d033eac4fe7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:09.350377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] For port 1a156eee-bea4-4057-adf6-925a5906fe1f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1a156eee-bea4-4057-adf6-925a5906fe1f,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:09.351173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.362855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-796f61ee-ade0-4981-8f6a-be0a77dbc8aa tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:09.364606 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-796f61ee-ade0-4981-8f6a-be0a77dbc8aa tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:10:09.365827 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-796f61ee-ade0-4981-8f6a-be0a77dbc8aa tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:10:09.367992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-796f61ee-ade0-4981-8f6a-be0a77dbc8aa tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2082303 Aug 19 18:10:09.373888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40630) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:09.383500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--743197812'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:09.395027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Calling delete_port for 1a156eee-bea4-4057-adf6-925a5906fe1f owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:09.444976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.463376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.464729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.1 (e402eac1-b519-4d7a-befb-0b6c7c0aab99/2b4bcd6d-4fde-40e7-b952-c3b47ed2c821/9d0a0b52-da43-45ab-9018-0a72abce9fe0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:09.650407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.660907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.752028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec7afe1-e7a1-42b5-a2d3-5bd8985eb2fc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:09.871685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce26055-7b4c-48fc-8824-0e15b3be0e47 None None] New status for floating IP 75165c8d-4057-4390-9eda-87ed6a4916f6: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:10:09.898825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.907500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.969606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0aff03-bb8f-4105-8594-4ff0b5ad2d47,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:09.982325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:09.988261 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a2bf9b4-21f8-4188-81b7-76c5a4a8e7a1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6121898 Aug 19 18:10:09.988900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40642) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:09.994332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.005066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'dd0aff03-bb8f-4105-8594-4ff0b5ad2d47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:10.016624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40644) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.099168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Transition to ACTIVE for port object 9d0a0b52-da43-45ab-9018-0a72abce9fe0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:10.112587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.113462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.169543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.227264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.242602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.253264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Pushing event deleted for resources: {'Port': ['ID=1a156eee-bea4-4057-adf6-925a5906fe1f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:10.259125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.304924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c40086a-b8a3-4f1f-8145-0a70482f3674,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:10.326948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.333653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4d14f73-ac5f-409d-95da-8989e5b9ca8e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396912 Aug 19 18:10:10.334062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40648) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.347923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] No DVR routers for this DVR port 1a156eee-bea4-4057-adf6-925a5906fe1f on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:10.358514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5bbbba9b-cfef-429f-ae64-7b5d8fe45b3f tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'dd0aff03-bb8f-4105-8594-4ff0b5ad2d47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:10.371523 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.374366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-895a18fd-38b6-42eb-b48d-856b872c30d3 req-0232378e-3f0a-4a9d-bb56-1fb49139a3fa tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.42 "DELETE /v2.0/ports/1a156eee-bea4-4057-adf6-925a5906fe1f HTTP/1.1" status: 204 len: 173 time: 2.4121270 Aug 19 18:10:10.381546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'name': 'network-vif-deleted', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:10:10.385069 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44c7a37-68a4-4818-994b-4bbf824b5eb1" -d '{"events": [{"server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "name": "network-vif-deleted", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:10:10.412260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0406545-56bc-46a8-9b6f-c1cb91d1eee3 req-d373ee81-bcba-48cf-b102-285d7dea48df tempest-ServerRescueNegativeTestJSON-1932712753 tempest-ServerRescueNegativeTestJSON-1932712753-project] 10.222.0.36 "GET /v2.0/ports?device_id=12c07ccb-f729-4a26-ad7c-656ce63c0ea5 HTTP/1.1" status: 200 len: 210 time: 0.1220627 Aug 19 18:10:10.421249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.433578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.447486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "DELETE /v2.0/security-groups/4c47c45e-41e1-4470-9d05-b583869e8ebb HTTP/1.1" status: 204 len: 168 time: 0.4200258 Aug 19 18:10:10.447946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40652) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.470426 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-f81ef157-88a6-44af-9afc-c25c22435661 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] show failed (client error): The resource could not be found. Aug 19 18:10:10.472649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f81ef157-88a6-44af-9afc-c25c22435661 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "GET /v2.0/security-groups/4c47c45e-41e1-4470-9d05-b583869e8ebb HTTP/1.1" status: 404 len: 347 time: 0.0306120 Aug 19 18:10:10.475091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.481267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40654) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.519491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7125fda-f90f-466a-9387-769f7cb4a562 tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c47c45e-41e1-4470-9d05-b583869e8ebb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:10.524649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5bbbba9b-cfef-429f-ae64-7b5d8fe45b3f tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.564767 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2828bebb-0187-4438-9956-da5bc9b8d5de x-openstack-request-id: req-2828bebb-0187-4438-9956-da5bc9b8d5de {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:10:10.565121 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c07ccb-f729-4a26-ad7c-656ce63c0ea5", "name": "network-vif-deleted", "tag": "1a156eee-bea4-4057-adf6-925a5906fe1f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:10:10.565486 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2828bebb-0187-4438-9956-da5bc9b8d5de {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:10:10.566028 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c07ccb-f729-4a26-ad7c-656ce63c0ea5', 'name': 'network-vif-deleted', 'tag': '1a156eee-bea4-4057-adf6-925a5906fe1f', 'status': 'completed', 'code': 200} Aug 19 18:10:10.647973 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-5bbbba9b-cfef-429f-ae64-7b5d8fe45b3f tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:10:10.652293 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5bbbba9b-cfef-429f-ae64-7b5d8fe45b3f tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3153634 Aug 19 18:10:10.654185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.733544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.760591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:10.763582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:10.767725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=9d0a0b52-da43-45ab-9018-0a72abce9fe0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:10.773116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.788479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:10.860780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.863497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:10.869022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd0aff03-bb8f-4105-8594-4ff0b5ad2d47 HTTP/1.1" status: 204 len: 168 time: 0.2132158 Aug 19 18:10:10.892389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40660) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:10.892389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979351bf-7cbb-4a07-ab3d-a043ffb2a093 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0aff03-bb8f-4105-8594-4ff0b5ad2d47,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:10.986541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.043651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b6d10e0-7ddb-4560-bf8a-1437a1c602a2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367333 Aug 19 18:10:11.045826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40664) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.051187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045469161'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:11.085911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.172095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Deleting port 47face82-7451-476a-9d6b-5d595fa2e27a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:11.181030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.239796 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.256645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.304995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.306970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2599869 Aug 19 18:10:11.311261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.318296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9114f9ee-4b33-46d9-a1ec-8423c8b4f590 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'c5b530be-17a3-45dd-ae9f-344ccb1594c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:11.319814 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-9114f9ee-4b33-46d9-a1ec-8423c8b4f590 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 18:10:11.321051 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-9114f9ee-4b33-46d9-a1ec-8423c8b4f590 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:11.323594 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9114f9ee-4b33-46d9-a1ec-8423c8b4f590 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100679 Aug 19 18:10:11.325083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-435b7529-f06a-45a8-a130-cde8f6a226bf None None] Provisioning for port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:11.328274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40670) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.329777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c182a9-74d0-4ee1-a63e-f0983bf17a9d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b530be-17a3-45dd-ae9f-344ccb1594c1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:11.334102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-435b7529-f06a-45a8-a130-cde8f6a226bf None None] Provisioning complete for port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:11.337805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-435b7529-f06a-45a8-a130-cde8f6a226bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.409769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.410343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.419505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-435b7529-f06a-45a8-a130-cde8f6a226bf None None] Port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:11.429044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1a156eee-bea4-4057-adf6-925a5906fe1f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:11.445380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Calling delete_port for 47face82-7451-476a-9d6b-5d595fa2e27a owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:11.463153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.495532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.548452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 1a156eee-bea4-4057-adf6-925a5906fe1f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:11.549188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1a156eee-bea4-4057-adf6-925a5906fe1f not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:11.583277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40674) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.630729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.808994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.813155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:11.818828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5b530be-17a3-45dd-ae9f-344ccb1594c1 HTTP/1.1" status: 204 len: 168 time: 0.4841547 Aug 19 18:10:11.824586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40676) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.876111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcc43-1252-428b-93e8-177ed86dad87 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b530be-17a3-45dd-ae9f-344ccb1594c1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:11.980088 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36770965-388e-4816-8a6c-139535e9e3dc tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497293 Aug 19 18:10:11.981775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40678) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:11.992589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018259886'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:12.053871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.066147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.226812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Pushing event deleted for resources: {'Port': ['ID=47face82-7451-476a-9d6b-5d595fa2e27a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:12.495726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.505221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.513466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.515164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.517024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a60d410-befd-4ded-b6a7-377f8441069f tempest-AttachVolumeShelveTestJSON-1596321045 tempest-AttachVolumeShelveTestJSON-1596321045-project] 10.222.0.36 "DELETE /v2.0/floatingips/75165c8d-4057-4390-9eda-87ed6a4916f6 HTTP/1.1" status: 204 len: 168 time: 1.9781384 Aug 19 18:10:12.541323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.547564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.548772 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5660543 Aug 19 18:10:12.572064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40690) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:12.574573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-150ed0c4-5f39-42b2-90c3-817baefda717 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0660-16f0-4327-a8ad-5b1f8ede0ce1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:12.576092 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-150ed0c4-5f39-42b2-90c3-817baefda717 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 18:10:12.577055 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-150ed0c4-5f39-42b2-90c3-817baefda717 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:12.584919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-150ed0c4-5f39-42b2-90c3-817baefda717 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118020 Aug 19 18:10:12.599034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40692) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:12.822689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.832574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f7434-b632-4ffd-b504-31562dbe1988 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb0660-16f0-4327-a8ad-5b1f8ede0ce1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:12.875394 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:12.908223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.002868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.005081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=9d0a0b52-da43-45ab-9018-0a72abce9fe0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:13.009723 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.113972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Deleting port 72648cb6-0130-41d5-818d-38a07fb432bf {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:13.114623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.150359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.154049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.156839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3eb0660-16f0-4327-a8ad-5b1f8ede0ce1 HTTP/1.1" status: 204 len: 168 time: 0.5569954 Aug 19 18:10:13.163258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40700) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:13.191576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a501e5-3931-40b6-9b9c-44f683da01f2 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb0660-16f0-4327-a8ad-5b1f8ede0ce1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:13.272138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] For port 72648cb6-0130-41d5-818d-38a07fb432bf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72648cb6-0130-41d5-818d-38a07fb432bf,segment=NetworkSegment(8ba3ba65-8b12-44f9-a75e-e59c252740d1),segment_id=8ba3ba65-8b12-44f9-a75e-e59c252740d1)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:13.272558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.290625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:13.293494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:13.315529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Calling delete_port for 72648cb6-0130-41d5-818d-38a07fb432bf owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:13.321998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b93ab741-1bf4-44a1-972e-dfda273a9bb5 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1546786 Aug 19 18:10:13.345358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40704) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:13.358603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068321226'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:13.585763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.590072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:13.799818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:13.814923 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] Sync routers for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:13.816520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a90adaa0-02f4-4721-a65e-6aa7e8c0d83f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/routers/57ce5019-0d44-4b7e-a02b-9dbcddaf110e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9203694 Aug 19 18:10:13.819935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40710) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:13.827532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'port': {'network_id': 'e402eac1-b519-4d7a-befb-0b6c7c0aab99', 'name': 'tempest-FloatingIPTestJSON-447016528'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:13.842298 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:13.843187 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:13.871932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bee2eeb6-bf07-4e10-9c98-3a93baa65e8e None None] Provisioning complete for port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:13.873861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bee2eeb6-bf07-4e10-9c98-3a93baa65e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.969535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:13.980602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.994076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:13.996645 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:13.997329 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:13.998740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bee2eeb6-bf07-4e10-9c98-3a93baa65e8e None None] Port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:14.055269 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:14.055993 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917fa67-61c3-496a-b553-f770ee00bfc5 None None] The sync data for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:14.085161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.091776 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7447593 Aug 19 18:10:14.092969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40714) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.100423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f451b6c4-6e20-4483-98ad-8fb5547e429b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'ac95fccb-13a6-4baa-a0cf-98233a87f1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:14.180212 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-f451b6c4-6e20-4483-98ad-8fb5547e429b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 18:10:14.192508 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-f451b6c4-6e20-4483-98ad-8fb5547e429b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:14.223164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f451b6c4-6e20-4483-98ad-8fb5547e429b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1253293 Aug 19 18:10:14.238960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40716) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.262838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0a316ed0-85b9-4f39-aa26-2129dbc7e05a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'ac95fccb-13a6-4baa-a0cf-98233a87f1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:14.264608 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-0a316ed0-85b9-4f39-aa26-2129dbc7e05a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 18:10:14.265679 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-0a316ed0-85b9-4f39-aa26-2129dbc7e05a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:14.273061 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a316ed0-85b9-4f39-aa26-2129dbc7e05a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0302000 Aug 19 18:10:14.278039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40718) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.289937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7b5f0a61-800b-45e0-8e48-f2b5c3f44c5b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'ac95fccb-13a6-4baa-a0cf-98233a87f1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:14.290689 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-7b5f0a61-800b-45e0-8e48-f2b5c3f44c5b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 18:10:14.291187 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-7b5f0a61-800b-45e0-8e48-f2b5c3f44c5b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:14.296840 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b5f0a61-800b-45e0-8e48-f2b5c3f44c5b tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149357 Aug 19 18:10:14.308903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40720) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.317083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-af76c260-3f27-4dfe-831a-e62dfa406e04 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'ac95fccb-13a6-4baa-a0cf-98233a87f1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:14.320382 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-af76c260-3f27-4dfe-831a-e62dfa406e04 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 18:10:14.321224 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-af76c260-3f27-4dfe-831a-e62dfa406e04 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:14.328973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af76c260-3f27-4dfe-831a-e62dfa406e04 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0182841 Aug 19 18:10:14.330227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceef3d1-564a-42fe-a656-b24debced382 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac95fccb-13a6-4baa-a0cf-98233a87f1cd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.344419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.528840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.550360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Made reservation on behalf of e1696620dd764ce5b077d81588421794 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:14.553705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.572515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.586805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] device_id is not set on port d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:10:14.648843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.697238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.700693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:14.705386 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac95fccb-13a6-4baa-a0cf-98233a87f1cd HTTP/1.1" status: 204 len: 168 time: 0.3589468 Aug 19 18:10:14.706859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Pushing event deleted for resources: {'Port': ['ID=72648cb6-0130-41d5-818d-38a07fb432bf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.709503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40730) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.890194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b62b50-f595-463a-9c94-5665371790dd tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac95fccb-13a6-4baa-a0cf-98233a87f1cd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:14.938298 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b696b82-59fa-43f5-a8c4-79ff5c7eefce tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1646912 Aug 19 18:10:14.938933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:14.945992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541450922'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:14.949254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Allocated IP 172.20.0.10 (e402eac1-b519-4d7a-befb-0b6c7c0aab99/2b4bcd6d-4fde-40e7-b952-c3b47ed2c821/d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:15.054224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.186732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.303958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.332937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Transition to ACTIVE for port object d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:15.404021 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.627258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:15.629435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event updated for resources: {'Port': ['ID=d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:15.649979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:15.676667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:15.748876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.890894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.954941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:15.956620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:15.989470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3457174-a813-43ac-b472-56370219ad86 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1683996 Aug 19 18:10:15.993553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.019761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Request body: {'floatingip': {'port_id': 'd4f7ceff-fb6c-4319-9bbc-d0c0df6142aa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.035229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.039308 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0947773 Aug 19 18:10:16.041947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d20ad-3693-437f-b79d-3a0ea887fe1a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1dac18-a0f2-4a4c-97f7-a66c82c32438,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:16.046970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.061994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-29988991-c36d-442d-b2ff-330bd204ee1d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.062821 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-29988991-c36d-442d-b2ff-330bd204ee1d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:10:16.063290 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-29988991-c36d-442d-b2ff-330bd204ee1d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.064234 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29988991-c36d-442d-b2ff-330bd204ee1d tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112729 Aug 19 18:10:16.073519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40750) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.083734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-18a82340-bb5e-4f3c-863a-637d43eb4b61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.158826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1da6af5-5990-4d08-85ec-bd0bbc0efa07 None None] Provisioning for port d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:16.165752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1da6af5-5990-4d08-85ec-bd0bbc0efa07 None None] Provisioning complete for port d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:16.168189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1da6af5-5990-4d08-85ec-bd0bbc0efa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.182678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:16.234922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e1da6af5-5990-4d08-85ec-bd0bbc0efa07 None None] Port d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:16.371404 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-18a82340-bb5e-4f3c-863a-637d43eb4b61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.376163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18a82340-bb5e-4f3c-863a-637d43eb4b61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2960832 Aug 19 18:10:16.381207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40756) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.386060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d62463f5-25dc-4795-829d-88d81aa90adf tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.387255 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-d62463f5-25dc-4795-829d-88d81aa90adf tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 18:10:16.388040 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-d62463f5-25dc-4795-829d-88d81aa90adf tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.389049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d62463f5-25dc-4795-829d-88d81aa90adf tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067871 Aug 19 18:10:16.394151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.399280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-47a426ef-6aa1-49d9-8c33-1949ac9b076c tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.432625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:16.543878 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-47a426ef-6aa1-49d9-8c33-1949ac9b076c tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.548229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47a426ef-6aa1-49d9-8c33-1949ac9b076c tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1498623 Aug 19 18:10:16.563486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40760) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.576463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-22b1c84e-d51c-40b9-843f-d1c677d1e342 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.576961 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-22b1c84e-d51c-40b9-843f-d1c677d1e342 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:10:16.577996 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-22b1c84e-d51c-40b9-843f-d1c677d1e342 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.578472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22b1c84e-d51c-40b9-843f-d1c677d1e342 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179238 Aug 19 18:10:16.583612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40762) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.603232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ead4e7ad-8263-466b-aeac-b115415cd94e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.846436 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ead4e7ad-8263-466b-aeac-b115415cd94e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.853306 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ead4e7ad-8263-466b-aeac-b115415cd94e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2639296 Aug 19 18:10:16.860121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.896399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-daa22ea3-fbae-4bef-8cdf-ce5d6462e4df tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.896890 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-daa22ea3-fbae-4bef-8cdf-ce5d6462e4df tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 18:10:16.912253 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-daa22ea3-fbae-4bef-8cdf-ce5d6462e4df tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:16.913805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:16.913959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-daa22ea3-fbae-4bef-8cdf-ce5d6462e4df tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0248125 Aug 19 18:10:16.913959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40768) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.923361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-515b50a7-f755-4fcb-9804-ffd3374cb158 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:16.923630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Sync routers for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:16.926131 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1578b2b5-0f24-4474-8db8-85c0a8533673 admin admin] 10.222.0.36 "PUT /v2.0/routers/e7c6ce7a-875c-46ff-acc9-66f80272a5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3412268 Aug 19 18:10:16.930983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:16.970454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:16.974157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:17.011390 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-515b50a7-f755-4fcb-9804-ffd3374cb158 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:17.018123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-515b50a7-f755-4fcb-9804-ffd3374cb158 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1012328 Aug 19 18:10:17.091368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40774) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:17.109406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9845614f-dd9e-4852-a492-c0d82a06fe96 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '7f1dac18-a0f2-4a4c-97f7-a66c82c32438', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:17.247626 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-9845614f-dd9e-4852-a492-c0d82a06fe96 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:17.251204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9845614f-dd9e-4852-a492-c0d82a06fe96 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1581607 Aug 19 18:10:17.265628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:17.280956 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.347243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.474488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:10:17.579681 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.614780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.640500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.652952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.657135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:17.834151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.983278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.986456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:17.988144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/7f1dac18-a0f2-4a4c-97f7-a66c82c32438 HTTP/1.1" status: 204 len: 168 time: 0.7210371 Aug 19 18:10:17.991580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40800) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:18.002601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39829019-c741-4155-ae5b-4b4c294f26e1 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1dac18-a0f2-4a4c-97f7-a66c82c32438,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:18.018277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Deleting port 230bde31-0f02-427b-86eb-3a4d831cd255 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:18.018868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.036192 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP 61741411-5259-40c4-8379-1dc0c79bb68e associated. External IP: 172.25.5.99, port: e5c0529e-0b23-424f-a4ab-f5e8e3de986e. Aug 19 18:10:18.240926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:10:14Z', 'revision_number': 5, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port': {'id': '230bde31-0f02-427b-86eb-3a4d831cd255', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:aa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:06:58Z', 'updated_at': '2021-08-19T18:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.282753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Checking router: e7c6ce7a-875c-46ff-acc9-66f80272a5d7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:18.300982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Routers {'e7c6ce7a-875c-46ff-acc9-66f80272a5d7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:18.301226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.370956 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a4ea50a-052b-429e-a2ed-476280fb8584 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3727884 Aug 19 18:10:18.374691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40806) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:18.388371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837518234'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:18.484136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] For port 230bde31-0f02-427b-86eb-3a4d831cd255, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=230bde31-0f02-427b-86eb-3a4d831cd255,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:18.484830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.512407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Calling delete_port for 230bde31-0f02-427b-86eb-3a4d831cd255 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:18.513135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:18.586711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] Set router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:18.705833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:10:17Z', 'revision_number': 6, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:18.737342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d5114-97cf-48d8-a316-64a811c3a7f8 None None] The sync data for ids ['e7c6ce7a-875c-46ff-acc9-66f80272a5d7'] in n-d-778550-10 is: [{'id': 'e7c6ce7a-875c-46ff-acc9-66f80272a5d7', 'name': 'tempest-ServerRescueNegativeTestJSON-336719579-router', 'tenant_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:06:56Z', 'updated_at': '2021-08-19T18:10:17Z', 'revision_number': 6, 'project_id': 'f61aa1dbfa5642bcbb8b7a67eb34be74', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:18.774951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:18.976569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.064274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.068415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Pushing event deleted for resources: {'Port': ['ID=230bde31-0f02-427b-86eb-3a4d831cd255,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:19.070358 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.098976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.106307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7236733 Aug 19 18:10:19.112771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40822) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:19.123789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-88090c9a-e104-4b2e-9759-ba52a62c41b3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'cfc211a3-06d4-42b6-b83e-512960620583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:19.166585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.168498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e44b7-638a-4616-a686-3f118d4978b8 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc211a3-06d4-42b6-b83e-512960620583,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:19.196451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:19.212431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:19.227530 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:19.228981 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:19.284210 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:19.295533 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:19.296887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:19.351285 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:19.352188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6157-4009-40c1-afd9-6d4ec49ad4a6 None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:19.414703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.418265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.451508 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-88090c9a-e104-4b2e-9759-ba52a62c41b3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The resource could not be found. Aug 19 18:10:19.452436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-88090c9a-e104-4b2e-9759-ba52a62c41b3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3339152 Aug 19 18:10:19.458155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40824) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:19.470421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d2c09c3b-e711-414a-a505-8b2dbd282e41 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': 'cfc211a3-06d4-42b6-b83e-512960620583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6ee3af73-f96a-40e7-941f-9329c52968ee'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:19.522460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.523484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c6ce7a-875c-46ff-acc9-66f80272a5d7 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:19.538775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:19.547147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40830) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:19.547790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4aafaa66-3527-4a9a-866b-1df5867d901e admin admin] 10.222.0.36 "DELETE /v2.0/routers/e7c6ce7a-875c-46ff-acc9-66f80272a5d7 HTTP/1.1" status: 204 len: 168 time: 2.6139834 Aug 19 18:10:19.868684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 230bde31-0f02-427b-86eb-3a4d831cd255 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:19.870428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:19.888430 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-d2c09c3b-e711-414a-a505-8b2dbd282e41 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The resource could not be found. Aug 19 18:10:19.890275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2c09c3b-e711-414a-a505-8b2dbd282e41 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4299912 Aug 19 18:10:19.895937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40832) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:19.976931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 230bde31-0f02-427b-86eb-3a4d831cd255 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:19.981252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 230bde31-0f02-427b-86eb-3a4d831cd255 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:19.981921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72648cb6-0130-41d5-818d-38a07fb432bf no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:20.066244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 72648cb6-0130-41d5-818d-38a07fb432bf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:20.070078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72648cb6-0130-41d5-818d-38a07fb432bf not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:20.133573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.141090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Deleting subnet cd12f401-5dc0-4161-a1f0-d9d7bf3163ca {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:20.157406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.183184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.189837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:20.199569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.210298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] Sync routers for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:20.226312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:20.227284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.251139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.276352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.281523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.283999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfc211a3-06d4-42b6-b83e-512960620583 HTTP/1.1" status: 204 len: 168 time: 0.3861330 Aug 19 18:10:20.288446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:20.323348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.342611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:20.349352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.368478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9df5e-1dbb-4992-9151-be7824b64f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc211a3-06d4-42b6-b83e-512960620583,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:20.433368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:20.436565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a1db6154-cacc-430d-b26c-7a5196e656e0 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/floatingips/61741411-5259-40c4-8379-1dc0c79bb68e HTTP/1.1" status: 200 len: 977 time: 4.4411361 Aug 19 18:10:20.442071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.473805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.474602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15104dac-7505-4aed-9813-fc69d97b7d67 None None] The sync data for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:20.530790 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.533623 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11a68e6b-fe22-42f1-8a60-803c019607ed tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2418435 Aug 19 18:10:20.539792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:20.548797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b9f7be91-b1f2-4615-ad8a-74bb45a2ad61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '9ebbbaa5-efaf-4d75-8435-3dd1678dbd01', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:20.567205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd12f401-5dc0-4161-a1f0-d9d7bf3163ca,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:20.580171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.580774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.581432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.582053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.582755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.583201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.584273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.584742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.585344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.585821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.586226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.586927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:20.603047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.610840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e4f282a2-2516-4efe-904d-6fe9bd5acb43 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cd12f401-5dc0-4161-a1f0-d9d7bf3163ca HTTP/1.1" status: 204 len: 168 time: 1.0571895 Aug 19 18:10:20.611556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40844) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:20.749625 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-b9f7be91-b1f2-4615-ad8a-74bb45a2ad61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The resource could not be found. Aug 19 18:10:20.751847 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9f7be91-b1f2-4615-ad8a-74bb45a2ad61 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2100704 Aug 19 18:10:20.755171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.763490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:20.769044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--837965419'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:20.782876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:20.792978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.931110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.943592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.958010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3ba65-8b12-44f9-a75e-e59c252740d1') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.958315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3ba65-8b12-44f9-a75e-e59c252740d1') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:20.970944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:20.995392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.010334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:21.011910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.033315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:21.152558 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:21.158426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.179766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.183665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] 10.222.0.36 "DELETE /v2.0/networks/b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a HTTP/1.1" status: 204 len: 168 time: 0.5707977 Aug 19 18:10:21.208748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c140d32-b846-49a3-b772-1b375dd81f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b959d8e5-3cde-4d8b-bb2e-a60e8dc8b27a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:21.212452 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.361802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.370711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.475962 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.482076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7148783 Aug 19 18:10:21.485536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40864) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:21.499007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106530313'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:21.519012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc92c1-a083-4250-af83-534b4262a90e tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea4330-1fa0-4a9c-8116-9d859fc2bf57,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:21.582147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:21.600557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.600557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.600557 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Floating IP 61741411-5259-40c4-8379-1dc0c79bb68e disassociated. External IP: 172.25.5.99, port: d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa. Aug 19 18:10:21.600557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:21.615162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.796563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:21.855296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.860983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.896429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc02a35-4d42-474c-a1c5-34406e92f04c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:21.941807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:21.943901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f25af407-c79c-4111-bcfa-81ab99fb69ec tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4573228 Aug 19 18:10:21.951941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40874) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:21.962398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eba5a9af-90ac-4a82-bcde-3e73932b8f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group_rule': {'security_group_id': '07ea4330-1fa0-4a9c-8116-9d859fc2bf57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ccc02a35-4d42-474c-a1c5-34406e92f04c'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:21.989433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.036193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e4e5e096-3975-48b8-89cb-4f77c1260197 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f61aa1dbfa5642bcbb8b7a67eb34be74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517841 Aug 19 18:10:22.040777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:22.101812 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-eba5a9af-90ac-4a82-bcde-3e73932b8f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:10:22.103271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eba5a9af-90ac-4a82-bcde-3e73932b8f69 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1491482 Aug 19 18:10:22.108330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40886) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:22.113319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:22.162890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.265821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.307053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.347794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.372581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.479339 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.482648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.487420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b657343f-7c41-47e8-a375-266206c63546 HTTP/1.1" status: 204 len: 168 time: 0.4445021 Aug 19 18:10:22.500424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75ba4f-fc50-44e7-829c-3efc2b133aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657343f-7c41-47e8-a375-266206c63546,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:22.529934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.533249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:22.534796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/ccc02a35-4d42-474c-a1c5-34406e92f04c HTTP/1.1" status: 204 len: 168 time: 0.4253585 Aug 19 18:10:22.565480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40892) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:22.566605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583417d-9d79-403d-b11a-4e0f0bb9d3a3 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc02a35-4d42-474c-a1c5-34406e92f04c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:22.705252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:22.963914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:22.978535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] Sync routers for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:23.005228 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:23.007659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:23.127741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.150631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.157359 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:23.161347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c598966b-62f9-441b-8162-03b85b658848 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5901666 Aug 19 18:10:23.165412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40906) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.197070 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:23.197816 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:23.205509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40908) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.270425 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:23.271096 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095539b-e16f-4c0d-a841-251057be4842 None None] The sync data for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:23.300460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.322205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c9cc6d-eecb-4a8e-bb6e-137052f689cf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:23.334808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.340249 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4e5db421-594a-4060-9e27-94a8fc646c6a tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa HTTP/1.1" status: 204 len: 168 time: 2.9061098 Aug 19 18:10:23.341132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.349443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.398153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.398748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.399277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.399808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.400303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.400928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.401411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.401909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.402397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.402874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.403342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.403830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:23.411565 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-844c04fd-6d0f-45a7-b19f-4c1e2baf8c7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7524fac6cded4593840b097e8b5f6189&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6133268 Aug 19 18:10:23.416526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.446073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.449385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.450944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/07ea4330-1fa0-4a9c-8116-9d859fc2bf57 HTTP/1.1" status: 204 len: 168 time: 0.2843189 Aug 19 18:10:23.456805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40922) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.472461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4b157-730b-4707-8865-6be9b656a3cb tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea4330-1fa0-4a9c-8116-9d859fc2bf57,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:23.596363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.665658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:23.673693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2aa81745-43ff-4e14-bbdb-88c270daa0a5 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2134774 Aug 19 18:10:23.710688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40928) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:23.727612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046467612'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:23.785891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.063770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.066723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.067958 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5c9cc6d-eecb-4a8e-bb6e-137052f689cf HTTP/1.1" status: 204 len: 168 time: 0.6502254 Aug 19 18:10:24.079900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26d311-bcfb-4b77-84a3-e982f98ef26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c9cc6d-eecb-4a8e-bb6e-137052f689cf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:24.176762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.233566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.244082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.340785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d54e59-cc9f-40a4-ab39-39eafd9d2204,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:24.358413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.364064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-753035b0-1d55-4a73-8fae-d779db04c383 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6505580 Aug 19 18:10:24.366946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40942) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:24.379128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fb95a179-b118-4e17-b4cb-3488f2d8f9dc tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:24.380017 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-fb95a179-b118-4e17-b4cb-3488f2d8f9dc tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:10:24.380724 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-fb95a179-b118-4e17-b4cb-3488f2d8f9dc tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 18:10:24.381974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fb95a179-b118-4e17-b4cb-3488f2d8f9dc tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "PUT /v2.0/security-groups/c2d54e59-cc9f-40a4-ab39-39eafd9d2204 HTTP/1.1" status: 409 len: 330 time: 0.0134885 Aug 19 18:10:24.387234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:24.521415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.540258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.601544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.844960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.847572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:24.854030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/c2d54e59-cc9f-40a4-ab39-39eafd9d2204 HTTP/1.1" status: 204 len: 168 time: 0.4626555 Aug 19 18:10:24.854941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:24.957398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85422171-e45e-4307-9a10-157bb5fe1103 tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d54e59-cc9f-40a4-ab39-39eafd9d2204,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:25.010202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c413f35f-a56a-44ea-9fa3-153aff66f89f tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1481314 Aug 19 18:10:25.012324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:25.027597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Deleting port b01942f8-16ac-445d-b297-c5986e96e8a8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:25.028301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.029385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 9d0a0b52-da43-45ab-9018-0a72abce9fe0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:25.029851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.180099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] For port b01942f8-16ac-445d-b297-c5986e96e8a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b01942f8-16ac-445d-b297-c5986e96e8a8,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:25.180743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.204314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Calling delete_port for b01942f8-16ac-445d-b297-c5986e96e8a8 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:25.230772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.261854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 9d0a0b52-da43-45ab-9018-0a72abce9fe0 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:25.417287 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-889b6ce9-954e-44ee-b8d0-02bc437765fe tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] delete failed (client error): The resource could not be found. Aug 19 18:10:25.427493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:25.429255 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-889b6ce9-954e-44ee-b8d0-02bc437765fe tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "DELETE /v2.0/security-groups/b489b312-a1d8-446d-84c2-e209a4c3fda7 HTTP/1.1" status: 404 len: 347 time: 0.4144001 Aug 19 18:10:25.493299 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-0f0dc708-e5bb-4597-899c-1d946bfede4c tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] show failed (client error): The resource could not be found. Aug 19 18:10:25.502854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0f0dc708-e5bb-4597-899c-1d946bfede4c tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-groups/dab3f773-386e-496d-848e-ef80e06b5e05 HTTP/1.1" status: 404 len: 347 time: 0.0663323 Aug 19 18:10:25.504809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:25.546543 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-d1bc878a-13d6-4937-bac5-d504fae2f30a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] show failed (client error): The resource could not be found. Aug 19 18:10:25.564803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d1bc878a-13d6-4937-bac5-d504fae2f30a tempest-NegativeSecGroupTest-1597863469 tempest-NegativeSecGroupTest-1597863469-project] 10.222.0.36 "GET /v2.0/security-group-rules/d953327c-df6c-495c-bef7-792c89b3480e HTTP/1.1" status: 404 len: 356 time: 0.0491898 Aug 19 18:10:25.650198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:25.684835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30cbbd58-1c2f-4cf9-bae6-98e453520d79 req-27fe27b3-8f55-45a1-b347-94befa4eac15 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0881124 Aug 19 18:10:25.742170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01942f8-16ac-445d-b297-c5986e96e8a8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:25.905745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.178360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=9d0a0b52-da43-45ab-9018-0a72abce9fe0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:26.181121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.317238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41002) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:26.421277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:26.963017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.037340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01bcacd4-62b9-40fc-8d55-5a9b58e53b7c req-8a93f39e-3320-423a-9447-19ebb7638e91 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1331060 Aug 19 18:10:27.093124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Router 6654f8ad-d636-425d-9e72-989862c07d2d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:27.353264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:27.364229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Sync routers for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:27.377738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-730e523c-8923-4bf5-8d7d-7dd03af87bf6 admin admin] 10.222.0.36 "PUT /v2.0/routers/6654f8ad-d636-425d-9e72-989862c07d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1694169 Aug 19 18:10:27.381654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41024) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:27.401140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:27.402269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:27.642496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.723558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:27.834920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:27.849605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-22c73270-c191-40c5-a874-ea59515141ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e5d85442cf54eda8b04acdc7abd27bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5146883 Aug 19 18:10:27.853213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41032) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:28.050287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.089906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Deleting port e158cfee-4ced-4fec-9c49-203e5621fb6c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:28.090306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.099674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.151819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5df5f9e5-4318-4a66-9741-6cda519bc425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.154708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:28.195415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:10:25Z', 'revision_number': 5, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port': {'id': 'e158cfee-4ced-4fec-9c49-203e5621fb6c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:00:14Z', 'updated_at': '2021-08-19T18:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.273795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Checking router: 6654f8ad-d636-425d-9e72-989862c07d2d for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:28.293819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Routers {'6654f8ad-d636-425d-9e72-989862c07d2d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:28.295665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6654f8ad-d636-425d-9e72-989862c07d2d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.332920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-208586a7-d748-4dfd-8635-f99083a0120c req-fbe74b49-36fc-4f12-918f-b79034ead710 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0731003 Aug 19 18:10:28.364783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] For port e158cfee-4ced-4fec-9c49-203e5621fb6c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e158cfee-4ced-4fec-9c49-203e5621fb6c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:28.365358 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.389688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.392307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.393459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ec7afe1-e7a1-42b5-a2d3-5bd8985eb2fc HTTP/1.1" status: 204 len: 168 time: 0.5386727 Aug 19 18:10:28.401581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1047-495a-4c2b-8ffc-b8862b35b736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec7afe1-e7a1-42b5-a2d3-5bd8985eb2fc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:28.416988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Calling delete_port for e158cfee-4ced-4fec-9c49-203e5621fb6c owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:28.554715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:28.583314 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] Sync routers for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:28.583990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] Set router 6654f8ad-d636-425d-9e72-989862c07d2d gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:28.588587 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54602736-03d6-4b9e-bcea-d2ecb37a9c6e tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/routers/57ce5019-0d44-4b7e-a02b-9dbcddaf110e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2416632 Aug 19 18:10:28.595635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41052) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:28.630622 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:28.631323 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.685623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:10:27Z', 'revision_number': 6, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.734190 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.745748 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] Routers {'57ce5019-0d44-4b7e-a02b-9dbcddaf110e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:28.746834 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.747118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a95388-ddaf-489e-80cc-f434bf49045c None None] The sync data for ids ['6654f8ad-d636-425d-9e72-989862c07d2d'] in n-d-778550-10 is: [{'id': '6654f8ad-d636-425d-9e72-989862c07d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-922195507-router', 'tenant_id': '60e0505daddb4ff08a92f539dcf636a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:00:13Z', 'updated_at': '2021-08-19T18:10:27Z', 'revision_number': 6, 'project_id': '60e0505daddb4ff08a92f539dcf636a5', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:28.844220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:28.869568 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:28.870564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ecfc0-7a76-4b6c-8b6d-ed0aa34db80e None None] The sync data for ids ['57ce5019-0d44-4b7e-a02b-9dbcddaf110e'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:28.886161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Pushing event deleted for resources: {'Port': ['ID=e158cfee-4ced-4fec-9c49-203e5621fb6c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:28.970908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.012196 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.277414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.367260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.382539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 30ceb2f5-f261-4691-bf33-a3e2feca7ba5 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:29.383024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.384749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.535651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.536887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6654f8ad-d636-425d-9e72-989862c07d2d {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:29.545516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.553626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4b803b48-2e10-4d90-841a-2ff42f344990 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6654f8ad-d636-425d-9e72-989862c07d2d HTTP/1.1" status: 204 len: 168 time: 2.1702390 Aug 19 18:10:29.556189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41086) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:29.622571 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-377e60a4-c9b3-47c1-a3f6-68fcf0f14fbb req-94c6349e-3027-4648-a213-ad7b179b9bbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0519664 Aug 19 18:10:29.715921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.724732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae67b2b-f44b-4fa2-a7f2-c52cfe708351 req-3d8c73df-eeff-463b-a14c-4df2f7682973 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1451871 Aug 19 18:10:29.759843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Deleting subnet 4d110402-bc66-471f-8062-d033eac4fe7c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:29.763584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 30ceb2f5-f261-4691-bf33-a3e2feca7ba5 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:29.777703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.872859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:29.964976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b01942f8-16ac-445d-b297-c5986e96e8a8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:30.035437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b01942f8-16ac-445d-b297-c5986e96e8a8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:30.040296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b01942f8-16ac-445d-b297-c5986e96e8a8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:30.041098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e158cfee-4ced-4fec-9c49-203e5621fb6c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:30.082575 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.102417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e158cfee-4ced-4fec-9c49-203e5621fb6c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:30.103108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e158cfee-4ced-4fec-9c49-203e5621fb6c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:30.194395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.237955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a73f8-8d90-42c6-a679-9cd1349e4be8 None None] Network f2e99c11-6fdf-4866-b5cc-408de8308649 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:30.276069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.282255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d110402-bc66-471f-8062-d033eac4fe7c HTTP/1.1" status: 204 len: 168 time: 0.7238383 Aug 19 18:10:30.287761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a292efc-8a3e-4906-b1a2-53f88bfa1c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d110402-bc66-471f-8062-d033eac4fe7c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:30.297062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41110) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:30.320750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.478585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=30ceb2f5-f261-4691-bf33-a3e2feca7ba5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:30.574479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.632412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ff59d52-4b98-491e-a465-ee7468e9f884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.689202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.752357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] DHCP port deletion for f2e99c11-6fdf-4866-b5cc-408de8308649 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:30.781753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Deleting port 308f3933-0472-4392-a4ca-c916b4c10f21 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:30.783049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.947633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:30.977554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Deleting port 308f3933-0472-4392-a4ca-c916b4c10f21 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:30.978202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.006004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] For port 308f3933-0472-4392-a4ca-c916b4c10f21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=308f3933-0472-4392-a4ca-c916b4c10f21,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:31.006542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.051598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5eb5307d-958e-47f3-a894-8ecdd43d641c req-19ee9763-415d-4d63-a9e6-59dd429b7e73 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0415645 Aug 19 18:10:31.089358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Calling delete_port for 308f3933-0472-4392-a4ca-c916b4c10f21 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:31.132327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.137784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.184770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] For port 308f3933-0472-4392-a4ca-c916b4c10f21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=308f3933-0472-4392-a4ca-c916b4c10f21,segment=NetworkSegment(08b44154-9def-4578-936b-69517ad70617),segment_id=08b44154-9def-4578-936b-69517ad70617)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:31.185192 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.218024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Calling delete_port for 308f3933-0472-4392-a4ca-c916b4c10f21 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:31.303081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.304029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Fanout notify agent at l3_agent the message router_deleted on router 57ce5019-0d44-4b7e-a02b-9dbcddaf110e {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:31.336423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.337601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dca95bcd-4b0b-43f4-add6-d6d59fe1fc0d tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/routers/57ce5019-0d44-4b7e-a02b-9dbcddaf110e HTTP/1.1" status: 204 len: 168 time: 2.7403893 Aug 19 18:10:31.342784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41144) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:31.402366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.481290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.518333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting subnet 2b4bcd6d-4fde-40e7-b952-c3b47ed2c821 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:31.536156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.544118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] No DVR routers for this DVR port 308f3933-0472-4392-a4ca-c916b4c10f21 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:31.663600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.710353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:31.712260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] Pushing event deleted for resources: {'Port': ['ID=308f3933-0472-4392-a4ca-c916b4c10f21,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:31.724215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bb14a-dfc4-4d97-9992-fa708e200d56 None None] No DVR routers for this DVR port 308f3933-0472-4392-a4ca-c916b4c10f21 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:31.801152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=308f3933-0472-4392-a4ca-c916b4c10f21,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:31.837147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 308f3933-0472-4392-a4ca-c916b4c10f21 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:31.838522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.884839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e99c11-6fdf-4866-b5cc-408de8308649']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:31.908478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 308f3933-0472-4392-a4ca-c916b4c10f21 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:31.909904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 308f3933-0472-4392-a4ca-c916b4c10f21 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:31.944258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b44154-9def-4578-936b-69517ad70617') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:31.945380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b44154-9def-4578-936b-69517ad70617') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:31.966681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:31.991512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a53868-e572-4508-a55a-8041b4308ef5 req-7eb16ed8-1589-4388-a051-24d542804395 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0803087 Aug 19 18:10:31.998111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.019695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.041067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.057809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:32.059712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:32.062658 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:32.129313 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.172898 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:10:32.176877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.185817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.200595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2e99c11-6fdf-4866-b5cc-408de8308649 HTTP/1.1" status: 204 len: 168 time: 1.9020045 Aug 19 18:10:32.201962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4bcd6d-4fde-40e7-b952-c3b47ed2c821,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:32.219068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.221171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e82bdd78-171d-4703-ba05-e545fb1456e6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4bcd6d-4fde-40e7-b952-c3b47ed2c821 HTTP/1.1" status: 204 len: 168 time: 0.8773232 Aug 19 18:10:32.224078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41170) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:32.231969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354e195-92b6-4682-9380-22bf4899695d None None] Network e402eac1-b519-4d7a-befb-0b6c7c0aab99 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:32.294034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b66c9-ac5e-4c83-9cd3-1355c2e3dd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e99c11-6fdf-4866-b5cc-408de8308649,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:32.384093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6b468da-66a1-4a85-9a9e-9e0e749dd442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.504946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.525322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41174) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:32.667267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] DHCP port deletion for e402eac1-b519-4d7a-befb-0b6c7c0aab99 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:10:32.696035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-20a8ef7d-8931-4ee6-84f8-bd7b6ee016d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60e0505daddb4ff08a92f539dcf636a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682336 Aug 19 18:10:32.698509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:32.719836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6b468da-66a1-4a85-9a9e-9e0e749dd442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.761998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6b468da-66a1-4a85-9a9e-9e0e749dd442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.770147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Deleting port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:32.770728 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.793726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6b468da-66a1-4a85-9a9e-9e0e749dd442 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2f3e162844045698a4131c6caf274eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0820374 Aug 19 18:10:32.801245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41180) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:32.897542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:32.897965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.899997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b468da-66a1-4a85-9a9e-9e0e749dd442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f3d3b0-7e17-4f17-87b5-333f25c60bec,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:32.938074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.944205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] For port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,segment=NetworkSegment(bc4919ee-52a7-4319-842c-107d96cb115e),segment_id=bc4919ee-52a7-4319-842c-107d96cb115e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:32.945194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:32.973043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Calling delete_port for 63921ba7-f83d-4b2c-87cd-aa7e78c7938a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:33.027079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.095978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.133406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] Pushing event deleted for resources: {'Port': ['ID=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.144728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4995a1-3dc7-4445-9b50-3b7819e4e782 None None] No DVR routers for this DVR port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:33.226429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.235401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.241680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2f3d3b0-7e17-4f17-87b5-333f25c60bec HTTP/1.1" status: 204 len: 168 time: 0.4267666 Aug 19 18:10:33.282440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33b11c-af39-4c08-b583-41a16850e335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f3d3b0-7e17-4f17-87b5-333f25c60bec,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.309200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] For port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,segment=NetworkSegment(bc4919ee-52a7-4319-842c-107d96cb115e),segment_id=bc4919ee-52a7-4319-842c-107d96cb115e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:33.309928 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.339205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 63921ba7-f83d-4b2c-87cd-aa7e78c7938a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:33.452926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.500297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.516787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.522634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-938ea0e7-e0e3-4b94-addf-0d64de3ae09a req-8f66d65a-3651-47be-b7ad-e7b8544adc17 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1981676 Aug 19 18:10:33.523340 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.637071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] No DVR routers for this DVR port 63921ba7-f83d-4b2c-87cd-aa7e78c7938a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:10:33.643163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=63921ba7-f83d-4b2c-87cd-aa7e78c7938a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.646837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.651909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.653213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5e50017-9810-4fa2-8419-b4d5cf2218f0 HTTP/1.1" status: 204 len: 168 time: 0.9528503 Aug 19 18:10:33.668629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e095-1666-4867-9519-831febdec198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e50017-9810-4fa2-8419-b4d5cf2218f0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:33.805383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63921ba7-f83d-4b2c-87cd-aa7e78c7938a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:10:33.823765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.852438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e402eac1-b519-4d7a-befb-0b6c7c0aab99']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:33.853554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 63921ba7-f83d-4b2c-87cd-aa7e78c7938a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:10:33.853913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63921ba7-f83d-4b2c-87cd-aa7e78c7938a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:10:33.891772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4919ee-52a7-4319-842c-107d96cb115e') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:33.892327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4919ee-52a7-4319-842c-107d96cb115e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:33.924523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.954192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.969443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:33.970894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:33.994046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41200) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:34.010637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9423-40ba-45ff-b1f0-6acf10c46578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:34.070568 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:34.132722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.141642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.144089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/networks/e402eac1-b519-4d7a-befb-0b6c7c0aab99 HTTP/1.1" status: 204 len: 168 time: 1.9187701 Aug 19 18:10:34.148259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:34.232026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f9233-e8d8-4a58-a5a4-05e6483c269f tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Network': ['ID=e402eac1-b519-4d7a-befb-0b6c7c0aab99,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:34.297927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9423-40ba-45ff-b1f0-6acf10c46578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.305330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9423-40ba-45ff-b1f0-6acf10c46578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.428215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:34.428386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bd3b9423-40ba-45ff-b1f0-6acf10c46578 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64ff8178b05f41b4a1ced70cc17961fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307690 Aug 19 18:10:34.450780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port b348e0f4-f67b-448c-9898-5768630c47d8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:34.451759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.471816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b9423-40ba-45ff-b1f0-6acf10c46578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13c460-8556-4c11-9ee1-982d6495927e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:34.701360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.712682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.713318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.739294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cc9f480-4a1c-4d28-9f69-8c8a8ae5bfb0 req-b0a6a6d7-6116-4209-98a4-02356fa5c941 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0806653 Aug 19 18:10:34.756644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for b348e0f4-f67b-448c-9898-5768630c47d8 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:34.766162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.938365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.943309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:34.947003 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe13c460-8556-4c11-9ee1-982d6495927e HTTP/1.1" status: 204 len: 168 time: 0.5036407 Aug 19 18:10:34.973019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe874ad-febf-42f7-abf5-32605272e747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13c460-8556-4c11-9ee1-982d6495927e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:35.102341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.173793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=b348e0f4-f67b-448c-9898-5768630c47d8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:35.303717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.309736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.312485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bab2708b-9bb6-4c10-af68-eeb70efb44d9 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/floatingips/61741411-5259-40c4-8379-1dc0c79bb68e HTTP/1.1" status: 204 len: 168 time: 1.1511333 Aug 19 18:10:35.318616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.352631 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6666f5-7e26-493d-a44c-895511850640 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] DELETE failed (client error): The resource could not be found. Aug 19 18:10:35.353114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6666f5-7e26-493d-a44c-895511850640 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:10:35.355120 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd6666f5-7e26-493d-a44c-895511850640 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/d4f7ceff-fb6c-4319-9bbc-d0c0df6142aa HTTP/1.1" status: 404 len: 333 time: 0.0361636 Aug 19 18:10:35.358644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41240) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.387951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.409125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b1912ac9-c8d5-409a-a7e5-96cf76425ba1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/ports?device_id=57ce5019-0d44-4b7e-a02b-9dbcddaf110e HTTP/1.1" status: 200 len: 205 time: 0.0483191 Aug 19 18:10:35.412579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.503810 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-f2bc5522-88a5-4519-83d2-5d92e0479dfc tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] delete failed (client error): The resource could not be found. Aug 19 18:10:35.508469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.508839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f2bc5522-88a5-4519-83d2-5d92e0479dfc tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/routers/57ce5019-0d44-4b7e-a02b-9dbcddaf110e HTTP/1.1" status: 404 len: 336 time: 0.0945683 Aug 19 18:10:35.541410 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8524fc0a-bbe2-4235-a4cf-b69d410357d6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] DELETE failed (client error): The resource could not be found. Aug 19 18:10:35.541879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8524fc0a-bbe2-4235-a4cf-b69d410357d6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:10:35.547531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41260) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:35.557547 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8524fc0a-bbe2-4235-a4cf-b69d410357d6 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4bcd6d-4fde-40e7-b952-c3b47ed2c821 HTTP/1.1" status: 404 len: 337 time: 0.0472884 Aug 19 18:10:35.713581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-919872544-network', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:35.749419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port e5c0529e-0b23-424f-a4ab-f5e8e3de986e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:35.749776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.759986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Made reservation on behalf of dd3c3708a7bb49d9af9bdbb9f3101ba6 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:35.763231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.775421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:35.950867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31f1f777-6b5e-4174-bf3f-7828886ac48e req-f6a7a899-85ab-4d30-b688-a59e15f38b0a tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0440784 Aug 19 18:10:35.984055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.004262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for e5c0529e-0b23-424f-a4ab-f5e8e3de986e owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:36.041304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.047669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.102450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:36.138250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.139653 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Added segment 629d2fdf-3000-4a55-90c1-84aca2160ccf of type vlan for network 49b45f4a-b356-46a0-bd27-2d4096da6c30 Aug 19 18:10:36.143332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac3d61-0551-453e-8413-7078020d2895,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:36.246779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.273280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.298761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.300276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:36.302349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.341643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=e5c0529e-0b23-424f-a4ab-f5e8e3de986e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:36.429465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] Pushing event updated for resources: {'Network': ['ID=49b45f4a-b356-46a0-bd27-2d4096da6c30,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:36.445161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00c24a0d-f15f-40f1-9eb6-11dfe715dd39 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0544393 Aug 19 18:10:36.447178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:36.449387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41280) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:36.458323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Request body: {'subnet': {'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-919872544-subnet', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:36.534437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Made reservation on behalf of dd3c3708a7bb49d9af9bdbb9f3101ba6 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:36.537460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.603971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.607902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-78abeec6-aced-45bf-be08-4e0b3b47a7ec tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/e5c0529e-0b23-424f-a4ab-f5e8e3de986e HTTP/1.1" status: 204 len: 168 time: 1.0574765 Aug 19 18:10:36.610837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41286) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:36.790532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 6e7f25f4-ea24-4166-b420-8444a4183c04 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:36.791987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:36.997025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.003920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.030373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 6e7f25f4-ea24-4166-b420-8444a4183c04 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:37.138900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb3e739-b87e-4d48-8c33-be1150e28543,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:37.154388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Checking segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:37.155254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Network hostable DHCP agents. Network: 49b45f4a-b356-46a0-bd27-2d4096da6c30, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:10:37.199608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:10:37.218958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 49b45f4a-b356-46a0-bd27-2d4096da6c30) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:37.237831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2853798-9e36-484f-b069-9013e48e0306 None None] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:37.263964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.265152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.332522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d7bea5a-d8de-4bea-bfa7-5d2b8ba18782 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8806007 Aug 19 18:10:37.333737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41300) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:37.335799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3e7f711-c885-4ca0-8920-dd91b14f4a8a req-269ba3ba-ce8e-47cb-b689-5f3434e02c49 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0634043 Aug 19 18:10:37.345107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:37.378376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.455105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.459128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=6e7f25f4-ea24-4166-b420-8444a4183c04,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:37.464540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.610136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.619852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-49b45f4a-b356-46a0-bd27-2d4096da6c30', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:10:37.620955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.742895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:37.748859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f4ef38b-9b07-4236-934c-8090919fc9c1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/ports/6e7f25f4-ea24-4166-b420-8444a4183c04 HTTP/1.1" status: 204 len: 168 time: 1.1318035 Aug 19 18:10:37.754492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:37.959421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245dead7-a817-4bb2-9176-fdf740c6801b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:37.976142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:37.977380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-245dead7-a817-4bb2-9176-fdf740c6801b tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc HTTP/1.1" status: 200 len: 913 time: 0.2130301 Aug 19 18:10:38.054730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Allocated IP 172.20.0.2 (49b45f4a-b356-46a0-bd27-2d4096da6c30/3eb3e739-b87e-4d48-8c33-be1150e28543/fd976629-7009-412e-9e49-ef3c217101a1) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:38.175235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.391971 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.413774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Transition to ACTIVE for port object fd976629-7009-412e-9e49-ef3c217101a1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:38.456016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Transition to ACTIVE for port object fd976629-7009-412e-9e49-ef3c217101a1 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:38.470635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.602155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:38.691872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:38.699723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:38.716568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Pushing event updated for resources: {'Port': ['ID=fd976629-7009-412e-9e49-ef3c217101a1,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:38.730017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28a927f0-0de3-4e44-b595-c4e688ba1abd req-1e8fc61d-8b54-4e23-b7ac-84f71efd26e4 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0987110 Aug 19 18:10:38.761965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.824398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.834458 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.876860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Attempting to bind port fd976629-7009-412e-9e49-ef3c217101a1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:38.877726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Attempting to bind port fd976629-7009-412e-9e49-ef3c217101a1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:38.878587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Attempting to bind port fd976629-7009-412e-9e49-ef3c217101a1 on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:38.889645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:38.890104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Checking segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:38.890858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:38.891438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Bound using segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:38.892581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Bound port: fd976629-7009-412e-9e49-ef3c217101a1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:38.893253 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.040370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] For port fd976629-7009-412e-9e49-ef3c217101a1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:39.045835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] For port fd976629-7009-412e-9e49-ef3c217101a1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd976629-7009-412e-9e49-ef3c217101a1,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:39.053158 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.138150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Allocated IP 172.25.5.93 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:39.173625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519713a6-47cc-42bb-9462-2b45a5ae5f69 None None] Pushing event updated for resources: {'Port': ['ID=fd976629-7009-412e-9e49-ef3c217101a1,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:39.385728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.751967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.793538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd976629-7009-412e-9e49-ef3c217101a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:39.891252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 70249ec3-8eb9-4b19-846a-08f9964707c7 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:39.892351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:39.929979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:39.931298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Pushing event updated for resources: {'Port': ['ID=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:39.932575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00dd4baf-ba49-4884-b289-e1195f885acb req-f77b4708-6aac-47a9-a4b0-8faab29533f9 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0626774 Aug 19 18:10:39.954973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:39.961491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fd976629-7009-412e-9e49-ef3c217101a1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:40.015592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:40.669668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:40.686974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 70249ec3-8eb9-4b19-846a-08f9964707c7 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:40.833720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236bdb55-98a7-4b7b-a0ac-7b4f5f2be79b None None] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:10:41.145723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Provisioning for port fd976629-7009-412e-9e49-ef3c217101a1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:41.152969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.158944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Provisioning complete for port fd976629-7009-412e-9e49-ef3c217101a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:41.160652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.169329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1edbcb6d-4ae1-4bd3-96e5-a7200d8e5c6d req-a99d51ca-887d-4179-b734-163cbe1641e4 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0799539 Aug 19 18:10:41.220398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=70249ec3-8eb9-4b19-846a-08f9964707c7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.424655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.526291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.579689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] For port fd976629-7009-412e-9e49-ef3c217101a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd976629-7009-412e-9e49-ef3c217101a1,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:41.604443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.675503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Pushing event updated for resources: {'Port': ['ID=fd976629-7009-412e-9e49-ef3c217101a1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:41.703346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.704095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.704598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.705090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.705598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.706125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.706877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.707412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.707963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.708437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.708902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.709413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0383013-94e7-4aac-95e2-c09f9d52eb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:10:41.964969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:41.973826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:42.154707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45e6abc8-b1ed-470f-9c5a-fd09f1c27b89 None None] Provisioning complete for port fd976629-7009-412e-9e49-ef3c217101a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:42.158578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45e6abc8-b1ed-470f-9c5a-fd09f1c27b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:42.421093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfce4ccc-33d2-4077-a212-82822a492c6d req-cd63f900-015c-4f31-8436-ee98f6af26f6 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0592217 Aug 19 18:10:42.522755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Router 7b62bbab-f296-4740-b099-94a358322085 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:10:42.547423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:42.795313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:42.815043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:42.821618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:42.838797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bd27e791-f441-4217-896b-411a9a52dbee tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "PUT /v2.0/routers/b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8579292 Aug 19 18:10:42.838797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:42.838797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7f6c7b7-8057-460f-b9ae-fa0448b1566d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5020912 Aug 19 18:10:42.843229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41420) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:42.843722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41422) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:42.844590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:42.845885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:42.852580 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] Sync routers for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:42.880457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:42.885106 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:42.986187 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.016214 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] Routers {'b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:43.016867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.104771 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.105655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02ac13-d502-429d-aaec-b0715dca96cd None None] The sync data for ids ['b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:43.201861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:43.318605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.736426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:43.750297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:40Z', 'revision_number': 3, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:43.847344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:43.847967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Updating router 7b62bbab-f296-4740-b099-94a358322085 port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:10:43.858143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09a5ed95-3b68-4b14-b9b9-d8d96c516321 req-cb8c5f64-a978-4a35-9cd8-3dd20ce4f394 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1459107 Aug 19 18:10:43.868160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd976629-7009-412e-9e49-ef3c217101a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:44.047581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-79666e61-3158-4e17-8a39-99d025108743 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5222340 Aug 19 18:10:44.180185 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.220351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fd976629-7009-412e-9e49-ef3c217101a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:44.222026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.279512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting port 64682fa9-30b4-46b0-bf54-19375876d6ae {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:10:44.280927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.511225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.512072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.512401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.512939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.514025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.516033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.516981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.521366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-71ce901a-9c7f-4e97-961a-ad34f727d69b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.3485768 Aug 19 18:10:44.524506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.562918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Calling delete_port for 64682fa9-30b4-46b0-bf54-19375876d6ae owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:10:44.715833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2c9b3530-d111-4b27-86c8-411b376cd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.716418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2c9b3530-d111-4b27-86c8-411b376cd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.717179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2c9b3530-d111-4b27-86c8-411b376cd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:44.721146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2c9b3530-d111-4b27-86c8-411b376cd285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 2296 time: 0.1547277 Aug 19 18:10:44.918913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:44.960458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Transition to ACTIVE for port object f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:44.969259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.036535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Attempting to bind port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:45.037102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Attempting to bind port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:45.037577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Attempting to bind port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:45.054162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:45.054708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:45.055581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.056137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:45.056732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Bound port: f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:45.057286 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.084392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b78e5-69f9-418c-abad-9034c2831096 None None] Pushing event updated for resources: {'Port': ['ID=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:45.151297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] For port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:45.161298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] For port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:45.168214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.203203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-540fec0a-a8b6-463c-aca0-76b0ba7c02e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1001 time: 0.4675095 Aug 19 18:10:45.265689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c06fa6c-ba7d-455f-9ac4-6b73651ccd4f req-55471f8c-ad12-4078-84ef-7d7bbe6245cf tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0670619 Aug 19 18:10:45.310976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:45.312192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:45.484213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:45.572460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b78e5-69f9-418c-abad-9034c2831096 None None] Pushing event updated for resources: {'Port': ['ID=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:45.611975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-73b0a263-b1f6-4238-8299-f653f1060834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.615646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-73b0a263-b1f6-4238-8299-f653f1060834 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.3557723 Aug 19 18:10:45.769545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:40Z', 'revision_number': 3, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:45.785271 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:45.807981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05792027-380a-43ab-bff5-20a95d87c9ea None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:40Z', 'revision_number': 3, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:45.870706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-1310ee76-7b65-469b-9e1c-354b8329b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:45.872534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-1310ee76-7b65-469b-9e1c-354b8329b338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467384 Aug 19 18:10:45.882739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:46.074692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-52f5aa8f-4f7f-4074-a682-ed570c4178d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939180 Aug 19 18:10:46.098600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Port': ['ID=64682fa9-30b4-46b0-bf54-19375876d6ae,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:46.765323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75b47b3b-bfe3-473a-9d53-b2ca20e48057 req-dffe89fc-1552-4fbd-98c7-71ce0b4a4655 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1488101 Aug 19 18:10:46.878379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.024404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.099566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.102351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.233240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.239275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Fanout notify agent at l3_agent the message router_deleted on router b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:10:47.265765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.267999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1cafea92-75c8-4221-9327-cb0e9e0445eb tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/routers/b2e7eeeb-d5a5-4b7b-a071-f1d9c7a3b3dc HTTP/1.1" status: 204 len: 168 time: 4.4206200 Aug 19 18:10:47.271160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41488) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:47.382941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-653eb7ec-c80d-475c-a033-62b85ff1247e service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2550991 Aug 19 18:10:47.408486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Deleting subnet dc4e58a4-70a2-408e-b6ff-12bc1db4299b {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:10:47.421232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.582764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.590206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-91919500-1aaf-4465-8870-48759ad0a259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.1855352 Aug 19 18:10:47.646443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Allocated IP 172.20.0.1 (49b45f4a-b356-46a0-bd27-2d4096da6c30/3eb3e739-b87e-4d48-8c33-be1150e28543/47154993-ab65-460d-acde-653bd3da5097) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:47.760634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-935002b4-d100-4ac5-8503-599b7e7d432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.762464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-935002b4-d100-4ac5-8503-599b7e7d432b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1544011 Aug 19 18:10:47.847526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:47.948868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:47.955282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66d9342c-f80a-4c4e-a0c1-9e3bda0737ad req-7eca7f92-b0e7-405d-a576-9a7b490921ea tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0415115 Aug 19 18:10:47.977270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-73eac9aa-8136-4795-ad1f-f3d308f4ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:47.977270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-73eac9aa-8136-4795-ad1f-f3d308f4ebef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2035053 Aug 19 18:10:48.054012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.117582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:48.130847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:48.132363 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.132529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4e58a4-70a2-408e-b6ff-12bc1db4299b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:48.146244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.151045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.153276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf866a9a-cbfd-4bec-9d4d-826522da7985 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/subnets/dc4e58a4-70a2-408e-b6ff-12bc1db4299b HTTP/1.1" status: 204 len: 168 time: 0.8804386 Aug 19 18:10:48.158114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41508) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:48.289636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-cc71f66f-81d1-428f-bc3e-97b90b4aceae service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964971 Aug 19 18:10:48.298455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Transition to ACTIVE for port object 47154993-ab65-460d-acde-653bd3da5097 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:48.315790 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.338237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:48.345996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.376286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.440841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:48.495171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.538845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-e7b76baa-5351-4add-b978-7616560f72fc service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360413 Aug 19 18:10:48.660259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Pushing event updated for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:48.665745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-b288c882-55f3-4763-a543-29b8f6497c49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.1166241 Aug 19 18:10:48.670949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:48.689960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.691519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:48.718297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:48.729377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f404db4-b7ed-4c4d-adcb-4e9b9035a426']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:48.769235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f934c5-409c-49cd-ae99-8c589fae9ce1') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:48.769554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f934c5-409c-49cd-ae99-8c589fae9ce1') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:48.790402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.793147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-4c135dd6-19ca-47fe-9961-d3b2eea253bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:48.795283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-4c135dd6-19ca-47fe-9961-d3b2eea253bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1188297 Aug 19 18:10:48.819722 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.909335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.935489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:48.935898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:48.939586 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:49.060846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-70269f43-0798-4361-a29e-7d1ae25124a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:49.062526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-70269f43-0798-4361-a29e-7d1ae25124a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2584224 Aug 19 18:10:49.155582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.183780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8c290e09-a4de-4335-b39b-21fbf177988f None None] Provisioning for port 47154993-ab65-460d-acde-653bd3da5097 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:49.189086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8c290e09-a4de-4335-b39b-21fbf177988f None None] Provisioning complete for port 47154993-ab65-460d-acde-653bd3da5097 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:49.189445 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c290e09-a4de-4335-b39b-21fbf177988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.224984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.237380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] 10.222.0.36 "DELETE /v2.0/networks/3f404db4-b7ed-4c4d-adcb-4e9b9035a426 HTTP/1.1" status: 204 len: 168 time: 1.0756259 Aug 19 18:10:49.241974 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-685e93c3-7129-4d46-820b-fbfcbd070a4a req-3509a0c7-daf7-4a0f-ad93-32bf4ffea22a tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1420991 Aug 19 18:10:49.318990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8c290e09-a4de-4335-b39b-21fbf177988f None None] Port 47154993-ab65-460d-acde-653bd3da5097 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:49.376691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646817b-979d-45e8-8869-7ea4d61b06e1 tempest-FloatingIPTestJSON-1304635060 tempest-FloatingIPTestJSON-1304635060-project] Pushing event deleted for resources: {'Network': ['ID=3f404db4-b7ed-4c4d-adcb-4e9b9035a426,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:49.415334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.459295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-80560b25-b66c-450a-9f7e-d2c641530d5b service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610413 Aug 19 18:10:49.645046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41554) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:49.747195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:49.784769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2d4d30f8-2c5b-40c8-98e8-f1df7574569b service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163760 Aug 19 18:10:49.856072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:49.856454 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:49.895189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7a94b0c-94cb-4818-a6c4-62dc5138bdee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1696620dd764ce5b077d81588421794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471321 Aug 19 18:10:49.896269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:49.927748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-cd0f78a8-f314-4837-aa0d-c14fc631e705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1284826 Aug 19 18:10:49.961752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.010653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.012050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.018497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.094113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.098350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.102576 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7832835d-eaac-48ed-aaf5-d721c0b03977 HTTP/1.1" status: 204 len: 168 time: 0.2036476 Aug 19 18:10:50.126386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3ec91-5871-429b-9737-8cea9b19a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832835d-eaac-48ed-aaf5-d721c0b03977,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:50.129665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-ea0b8d23-595a-4776-a96b-8ac5bcfe2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.131652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-ea0b8d23-595a-4776-a96b-8ac5bcfe2f7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1940501 Aug 19 18:10:50.178030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:50.215421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Pushing event updated for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:50.288613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-e31f9c35-436f-440b-94ca-55f14bce4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:50.290367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-e31f9c35-436f-440b-94ca-55f14bce4a8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507621 Aug 19 18:10:50.494715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-350848bb-5123-4029-a87c-ead08a199f3e req-3c1c7dc1-bb10-4484-b4e4-df13bd8296b7 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0562811 Aug 19 18:10:50.547561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:50.552046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:50.736072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-dee9c487-5ba1-4a3d-aef2-abc0adaa10a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385080 Aug 19 18:10:50.995019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-0e6f92e5-c05c-4f94-ac0e-e8e73469666a service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369440 Aug 19 18:10:51.048640 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-df2e9bb3-3a25-4094-9321-f08c77bc3f75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.0549016 Aug 19 18:10:51.067056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ddbd55ed-44a9-470b-94d3-e14662303535 None None] Provisioning complete for port 47154993-ab65-460d-acde-653bd3da5097 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:51.068923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ddbd55ed-44a9-470b-94d3-e14662303535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:51.118242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:10:51.145875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-f0455594-fae7-4ea6-b79e-c36c9c96825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:51.148421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-f0455594-fae7-4ea6-b79e-c36c9c96825b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0916939 Aug 19 18:10:51.193222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd55ed-44a9-470b-94d3-e14662303535 None None] Port 47154993-ab65-460d-acde-653bd3da5097 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:10:51.344983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-216de1a3-aa00-478d-ab7a-3cee60616d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:51.346814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-216de1a3-aa00-478d-ab7a-3cee60616d1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393931 Aug 19 18:10:51.551560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-0770e49a-cc6a-40f9-b24e-93588bf230c8 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898458 Aug 19 18:10:51.573746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:10:51.593085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:10:51.615303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:51.616037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:51.641159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4f00f3d0-7c77-46f8-83e4-071f05f689df admin admin] 10.222.0.36 "PUT /v2.0/routers/7b62bbab-f296-4740-b099-94a358322085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7736259 Aug 19 18:10:51.802464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:51.930924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41640) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:52.197110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0dfba3d9-8486-4ca1-ac50-050e3aff4f03 req-35360e39-ba07-4a3d-88c7-06df1d0d376d tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.4824739 Aug 19 18:10:52.227963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'networks': [{'name': 'tempest-network--2024455996'}, {'name': 'tempest-network--1293599588'}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:52.228471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-network--2024455996'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:52.229099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-network--1293599588'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:52.274704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'network': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:52.287693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.289969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-ce41f349-d1df-4e91-962f-37c4b26423ef service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273276 Aug 19 18:10:52.313550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.378805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2b83a9dd-fd77-40b4-bb31-35dca1b5826a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.0821202 Aug 19 18:10:52.442073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 2, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:52.507103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:10:52.510014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Updating router 7b62bbab-f296-4740-b099-94a358322085 port 47154993-ab65-460d-acde-653bd3da5097 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:10:52.517381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2d0e846d-8737-40cf-b58b-380b969d9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.519157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-2d0e846d-8737-40cf-b58b-380b969d9197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.1357007 Aug 19 18:10:52.554724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.563257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.564200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.580974 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.620731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-b3b35a49-1325-4706-bdc6-f32723654f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:52.623470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-b3b35a49-1325-4706-bdc6-f32723654f9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0967610 Aug 19 18:10:52.781475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68be9384-a2a3-4481-9be6-e7afa20b61fc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:52.857603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:52.889522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:52.889958 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment ef789462-5c6e-4101-a715-1fe40618f993 of type vlan for network 4884e683-866f-474b-8060-8cd694c33d66 Aug 19 18:10:52.893781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-84824acc-0bfc-4652-b6e8-124ce3d25fc9 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631443 Aug 19 18:10:52.990255 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.006492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41660) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.019603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098913619', 'description': 'tempest-description--1506817908'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:53.051183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.101982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.129335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:53.234779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-5fca802c-9a9f-4f59-8193-4e321a67d513 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338118 Aug 19 18:10:53.272373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.281071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.288980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.318781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Transition to ACTIVE for port object 47154993-ab65-460d-acde-653bd3da5097 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:10:53.332279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.344414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec7363-24c7-4a2f-b44b-f0f489db6cf2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:53.345308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-d7ff2a27-0a16-4dd2-b01d-848381c15c55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.0978615 Aug 19 18:10:53.349636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.351101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-502e8b59-9934-479f-9136-e0db5388e5f9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3427114 Aug 19 18:10:53.352808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.353234 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment 906dc25e-d08f-47e5-9a2f-315766ee07f0 of type vlan for network 31f8fd3f-d172-4853-be65-569e49b841a1 Aug 19 18:10:53.361394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41668) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.382143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group_rule': {'security_group_id': '8eec7363-24c7-4a2f-b44b-f0f489db6cf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:53.396135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.439378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37dab-5251-4d72-97e0-9729c5d9b50d None None] Pushing event updated for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:53.446264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.496209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.496797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.505300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.511272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.515653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.611694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Attempting to bind port 47154993-ab65-460d-acde-653bd3da5097 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:10:53.613374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Attempting to bind port 47154993-ab65-460d-acde-653bd3da5097 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:10:53.614103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Attempting to bind port 47154993-ab65-460d-acde-653bd3da5097 on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:10:53.622058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:10:53.622732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Checking segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:10:53.623407 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.624034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Bound using segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:10:53.624605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Bound port: 47154993-ab65-460d-acde-653bd3da5097, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:10:53.625116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.632032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48c9bff5-701b-4d09-a730-d832b51292ed req-07aa05c9-9786-4622-b19f-916ed3f76955 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.2074449 Aug 19 18:10:53.646158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:10:53.646158 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:10:53.646158 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id_1': 'bb1f196554664bfda938853953149b07', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 10, 53, 493311)}] Aug 19 18:10:53.646158 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:10:53.649064 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:10:53.697816 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7656989 Aug 19 18:10:53.698092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.707931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41672) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:53.715183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-4b484673-8ec8-48ef-8ce2-5ae9b85d30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.717446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-4b484673-8ec8-48ef-8ce2-5ae9b85d30ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.3544042 Aug 19 18:10:53.787187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] For port 47154993-ab65-460d-acde-653bd3da5097, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:10:53.798510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] For port 47154993-ab65-460d-acde-653bd3da5097, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47154993-ab65-460d-acde-653bd3da5097,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:10:53.816347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:53.945896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-04a36097-92fc-4cc3-8cf0-3188dbd169c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:53.953639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-04a36097-92fc-4cc3-8cf0-3188dbd169c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1932209 Aug 19 18:10:53.988209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37dab-5251-4d72-97e0-9729c5d9b50d None None] Pushing event updated for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:53.991168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:10:53.991829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:10:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:54.095059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941a3aa-6e92-4985-a73a-d57d8c330c98 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.121918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941a3aa-6e92-4985-a73a-d57d8c330c98 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.142567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941a3aa-6e92-4985-a73a-d57d8c330c98 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.156914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941a3aa-6e92-4985-a73a-d57d8c330c98 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.158670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1941a3aa-6e92-4985-a73a-d57d8c330c98 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4469495 Aug 19 18:10:54.166589 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7cd7c85-8137-4a4f-86c2-e4edad95306d req-76691b31-0cb9-4f06-b0da-bbef07de879b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9146d0f421414bac01f6f776bfa3e0&device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1587923 Aug 19 18:10:54.167250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:54.171170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.174259 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.183826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=4884e683-866f-474b-8060-8cd694c33d66,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:54.198852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.222931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4884e683-866f-474b-8060-8cd694c33d66 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:54.312132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.318418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9426296 Aug 19 18:10:54.328835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41684) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:54.336956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group_rule': {'security_group_id': '8eec7363-24c7-4a2f-b44b-f0f489db6cf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:54.358012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff58f9-ea39-4ddd-8e9c-b648890b13fb tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=31f8fd3f-d172-4853-be65-569e49b841a1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:54.382023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436296a-fabd-4ac4-8817-d0e25c134874 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8467104-5572-49ee-9380-e80c5ab5bf1c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:54.391229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 31f8fd3f-d172-4853-be65-569e49b841a1 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:54.428031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:10:54.453722 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.548071 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7cd7c85-8137-4a4f-86c2-e4edad95306d req-0589eada-0710-4745-86ff-bb7f8f77ab1b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f9146d0f421414bac01f6f776bfa3e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1809759 Aug 19 18:10:54.569011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-5687e013-e57e-49ce-8c01-da82e1e08720 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977337 Aug 19 18:10:54.871683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8e101b6-f480-4389-8656-7b79cc35c776 req-31879409-ae3c-456a-b9ed-348710e28cb0 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0868809 Aug 19 18:10:54.922125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd7c85-8137-4a4f-86c2-e4edad95306d req-87677ab2-55ce-4272-842a-620d9ecd12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:54.925178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7cd7c85-8137-4a4f-86c2-e4edad95306d req-87677ab2-55ce-4272-842a-620d9ecd12ee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3374448 Aug 19 18:10:54.952154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:54.996626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a63d1a1-6fd3-4354-b902-6a7727711166 req-3bcc34e8-8da8-4deb-943c-d32d4789df74 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246352 Aug 19 18:10:54.998341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.030098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73020b9-7f0c-436b-8af6-8534879d475c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:55.032525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.038146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.045220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.046068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:53Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:55.048908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.050941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-28a23f0b-d697-466e-9549-6e2dc35c5eb4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7202585 Aug 19 18:10:55.052083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41692) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:55.086325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:55.092756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976b211-f2a1-4122-bafe-2cc96a2f236e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:55.095310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5a72ac-0467-46fd-84b7-7a39a51e00fb None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:53Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:10:55.238295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f0378ab4-0a31-458b-893c-0a2bf8546230 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb1f196554664bfda938853953149b07&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1824579 Aug 19 18:10:55.239672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41696) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:55.241081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.291990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.316906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.349222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.362662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4884e683-866f-474b-8060-8cd694c33d66']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:55.387599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef789462-5c6e-4101-a715-1fe40618f993') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:55.387884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef789462-5c6e-4101-a715-1fe40618f993') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:55.410480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.415555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.419616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.421332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1976b211-f2a1-4122-bafe-2cc96a2f236e HTTP/1.1" status: 204 len: 168 time: 0.1805978 Aug 19 18:10:55.432978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034b553-82c1-4afa-94de-1a9a52a98408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976b211-f2a1-4122-bafe-2cc96a2f236e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:55.490371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.506023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:55.506966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:55.510732 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:55.636107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.644950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.646804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/4884e683-866f-474b-8060-8cd694c33d66 HTTP/1.1" status: 204 len: 168 time: 1.4582098 Aug 19 18:10:55.648593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.649797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41708) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:55.673574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565e4b4-29e9-4d35-a180-f9905596bb86 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=4884e683-866f-474b-8060-8cd694c33d66,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:55.853752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:55.870781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Allocated IP 172.25.5.215 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/4d1a554f-9dec-45f6-8476-cbdb22223873) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:10:55.902413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47154993-ab65-460d-acde-653bd3da5097 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:56.079228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 47154993-ab65-460d-acde-653bd3da5097 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:10:56.096066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.118273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 47154993-ab65-460d-acde-653bd3da5097 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:56.118652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.128744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41714) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:56.159807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4d2fc1c-443c-4ee1-8038-d592df88097d req-8ba80f64-7e8f-498b-9954-68ac767ca9e7 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1032896 Aug 19 18:10:56.175585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f8fd3f-d172-4853-be65-569e49b841a1']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:56.201774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bf5764c-17f7-4511-9736-e9edd9294a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.227848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906dc25e-d08f-47e5-9a2f-315766ee07f0') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:56.228280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906dc25e-d08f-47e5-9a2f-315766ee07f0') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:10:56.237963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.242725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.285486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.304559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:10:56.306601 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.348768 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.442677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 47154993-ab65-460d-acde-653bd3da5097, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47154993-ab65-460d-acde-653bd3da5097,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:10:56.451924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:10:56.500323 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:10:56.532232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.545521 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:56.550052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/31f8fd3f-d172-4853-be65-569e49b841a1 HTTP/1.1" status: 204 len: 168 time: 0.8990276 Aug 19 18:10:56.561645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41722) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:56.606901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.668991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81b37c-fa2f-45df-be51-ae6707aa9768 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=31f8fd3f-d172-4853-be65-569e49b841a1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:56.864199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41728) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:56.991341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f772f78-fa94-46cb-bc33-5cc8de20fa91 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:56.998454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f772f78-fa94-46cb-bc33-5cc8de20fa91 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:57.001134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8f772f78-fa94-46cb-bc33-5cc8de20fa91 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4367707 Aug 19 18:10:57.008690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:57.018987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-439557887'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:57.073919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.125650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bf5764c-17f7-4511-9736-e9edd9294a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.131600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bf5764c-17f7-4511-9736-e9edd9294a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.213247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:57.218104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.241032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.265160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:57.289216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4bf5764c-17f7-4511-9736-e9edd9294a5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bea2c46a2ce94d20bf33ff47c92ea39a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1437483 Aug 19 18:10:57.291893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.292324 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment 85cd4bfe-e380-4fa9-a7eb-6836ed0de213 of type vlan for network 479c88be-b67a-48de-9ac7-c2ec1c02b052 Aug 19 18:10:57.301466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41736) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:57.303556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5764c-17f7-4511-9736-e9edd9294a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a8beb-5270-45cb-99ea-b85d3efdad43,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.365808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=4d1a554f-9dec-45f6-8476-cbdb22223873,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.393095 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09286432-2189-4275-a746-90aed6861a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.413333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:10:57.423249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:10:57.435870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:10:57.446425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.476558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f073e5b-f53e-47ca-ac08-27d9f166563b req-5d7b6750-a214-4283-ab9c-63596ca1e12e tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1576080 Aug 19 18:10:57.574120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.582247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:57.583156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.755881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.764405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=479c88be-b67a-48de-9ac7-c2ec1c02b052,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.765180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47154993-ab65-460d-acde-653bd3da5097 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:10:57.784081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.815723 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.831415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.881729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.884648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:57.899556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/113a8beb-5270-45cb-99ea-b85d3efdad43 HTTP/1.1" status: 204 len: 168 time: 0.5863092 Aug 19 18:10:57.930441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c59038-8054-4bed-95c0-9c57cc6f0d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a8beb-5270-45cb-99ea-b85d3efdad43,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:57.938265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 479c88be-b67a-48de-9ac7-c2ec1c02b052 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:58.049985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 47154993-ab65-460d-acde-653bd3da5097 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:10:58.050573 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.082610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09286432-2189-4275-a746-90aed6861a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.085624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.089083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09286432-2189-4275-a746-90aed6861a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.095711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.118090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-19d07c49-dcb6-4924-8270-f6788f48a597 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1082091 Aug 19 18:10:58.118955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:58.129086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a944a31d-94de-4264-8e36-c6fab2d077af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.136459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951786599'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:58.173812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-09286432-2189-4275-a746-90aed6861a92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=919838196ecd4737a9fad23b52055f52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2930954 Aug 19 18:10:58.176975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41752) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:58.194758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09286432-2189-4275-a746-90aed6861a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84633c89-f78b-41da-bd0b-e881fece047e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.235106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=4d1a554f-9dec-45f6-8476-cbdb22223873,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.241829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:58.245876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.258006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.261007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.281010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:10:58.289479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.290205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.290627 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment bd9860dc-cbc8-4cee-ba8e-1a148ffe0e5a of type vlan for network a7898999-1a27-489b-adde-1fa9d00294a4 Aug 19 18:10:58.334603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.339717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4372106-db7a-45f8-bf6a-8a1a2ec78372 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2548044 Aug 19 18:10:58.346318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.386336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.396057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.397220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.413181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.423981 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.426645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84633c89-f78b-41da-bd0b-e881fece047e HTTP/1.1" status: 204 len: 168 time: 0.2482677 Aug 19 18:10:58.442810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4465e0d-36ac-487b-9348-91b5b633ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84633c89-f78b-41da-bd0b-e881fece047e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.503884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=a7898999-1a27-489b-adde-1fa9d00294a4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:58.512024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37512797-5ec8-48cb-b944-445eb4ed66aa tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3855319 Aug 19 18:10:58.513754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41764) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:58.519312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'ports': [{'network_id': '479c88be-b67a-48de-9ac7-c2ec1c02b052', 'name': 'tempest-port--870630072', 'admin_state_up': True}, {'network_id': 'a7898999-1a27-489b-adde-1fa9d00294a4', 'admin_state_up': False}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:58.519650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'port': {'network_id': '479c88be-b67a-48de-9ac7-c2ec1c02b052', 'name': 'tempest-port--870630072', 'admin_state_up': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:58.520139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'port': {'network_id': 'a7898999-1a27-489b-adde-1fa9d00294a4', 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:10:58.524739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a7898999-1a27-489b-adde-1fa9d00294a4 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:10:58.720848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-43de17e6-f94b-4bfd-a474-4e9dda38d0c5 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1098913619&fields=id&tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 267 time: 0.0866427 Aug 19 18:10:58.861790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-741bdf42-8e0a-4db3-9fcc-38c75263d999 req-c5301744-fa78-4f0f-ad53-7ce50accc045 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0749483 Aug 19 18:10:58.964426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-567b163d-44e2-407c-94d8-bec2fb62a675 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:10:58.965866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-567b163d-44e2-407c-94d8-bec2fb62a675 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 810 time: 0.2264638 Aug 19 18:10:58.967839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'port': 2} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:10:58.972858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:58.997534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.001761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-2bd6a41f-b030-44e0-b883-372952642a34 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/quotas/dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 375 time: 0.0252211 Aug 19 18:10:59.099780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41790) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:59.120420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c95b008-d80c-482b-b263-5d620d4170dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.144128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-8fcca2c7-d806-4b30-8615-815b9c8df4e0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336255 Aug 19 18:10:59.146953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] device_id is not set on port af653e7b-8f13-4197-9b12-5a4ec1a4732c yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:10:59.290044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c95b008-d80c-482b-b263-5d620d4170dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.296410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c95b008-d80c-482b-b263-5d620d4170dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.350157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c95b008-d80c-482b-b263-5d620d4170dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38872e2e5dff4be29f0254cc9c77990d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488511 Aug 19 18:10:59.353606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:10:59.401446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.435171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b008-d80c-482b-b263-5d620d4170dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be130f9-fc9f-4169-bf32-638bd129684e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:59.469238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-28293961-db1d-4914-9f12-6f96984d3006 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:10:59.470455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-28293961-db1d-4914-9f12-6f96984d3006 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073714 Aug 19 18:10:59.518970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.557213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.557597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] device_id is not set on port a60b7e40-9a85-4138-a00c-da2b81b87575 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:10:59.626098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-ef991a17-6f5e-4c1e-ac72-99bdbddc073b service neutron] 10.222.0.36 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464705 Aug 19 18:10:59.662821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.665875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.667437 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0be130f9-fc9f-4169-bf32-638bd129684e HTTP/1.1" status: 204 len: 168 time: 0.3120420 Aug 19 18:10:59.710639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac324ec5-552a-4244-809c-561310bb1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be130f9-fc9f-4169-bf32-638bd129684e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:10:59.880312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:10:59.913626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-745ed979-2aba-4440-892a-a6796b0da7cc service neutron] 10.222.0.36 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722404 Aug 19 18:10:59.977367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.006196 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8b629a8-f6f7-4d06-9618-92536da24f81 req-07764c36-8cac-4616-9191-2d8d5813fbfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0602715 Aug 19 18:11:00.065019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd59b03e-50d0-4871-8a16-dd564bc9c4f6 req-8348f2ad-2d77-4e3e-a7ae-d927955ea221 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0379274 Aug 19 18:11:00.092167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Port': ['ID=af653e7b-8f13-4197-9b12-5a4ec1a4732c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:00.112311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Checking segment: {'id': '85cd4bfe-e380-4fa9-a7eb-6836ed0de213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '479c88be-b67a-48de-9ac7-c2ec1c02b052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:00.112311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network hostable DHCP agents. Network: 479c88be-b67a-48de-9ac7-c2ec1c02b052, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:11:00.134873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network 479c88be-b67a-48de-9ac7-c2ec1c02b052 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:11:00.147915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 479c88be-b67a-48de-9ac7-c2ec1c02b052) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:00.152874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:00.154891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.158207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6f78a-97ea-4584-8c43-e278cf25117a None None] Network 479c88be-b67a-48de-9ac7-c2ec1c02b052 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:00.283915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Checking segment: {'id': 'bd9860dc-cbc8-4cee-ba8e-1a148ffe0e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a7898999-1a27-489b-adde-1fa9d00294a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:00.284282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network hostable DHCP agents. Network: a7898999-1a27-489b-adde-1fa9d00294a4, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:11:00.292998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Port': ['ID=a60b7e40-9a85-4138-a00c-da2b81b87575,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:00.312587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network a7898999-1a27-489b-adde-1fa9d00294a4 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:11:00.390278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57ec419f-5672-4a83-ac3b-a9abb06a818f req-b9ba1956-cd64-4705-b476-60c5764dec29 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 210 time: 0.0703621 Aug 19 18:11:00.393777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a7898999-1a27-489b-adde-1fa9d00294a4) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:00.422047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:00.429657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.433592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805eb87-7000-43d8-9559-34dbcccb5c41 None None] Network a7898999-1a27-489b-adde-1fa9d00294a4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:00.447815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.463052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.519695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a688818-bfbb-4dbd-8661-78a50ae2bf80 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0046468 Aug 19 18:11:00.522353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:00.719398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8d65-2442-4201-82f1-273cd19126e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:00.852042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c4bb6-dc69-431f-91c9-a3cadc4565b1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.884265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c4bb6-dc69-431f-91c9-a3cadc4565b1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:00.893820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a87c4bb6-dc69-431f-91c9-a3cadc4565b1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3701301 Aug 19 18:11:00.897048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:00.908104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.174751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Deleting port af653e7b-8f13-4197-9b12-5a4ec1a4732c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:01.175309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.287803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39e83561-85a3-4cc8-999a-534cbdee455a req-859a99dc-69a5-4cba-9ea7-10959734a2c1 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0688243 Aug 19 18:11:01.437271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.484981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Calling delete_port for af653e7b-8f13-4197-9b12-5a4ec1a4732c owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:01.563642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b20251e4-7d2d-4566-bc39-0564834a1700 req-1b82cf28-3e3e-4f4c-bae0-ab418e4eacca tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 210 time: 0.0316560 Aug 19 18:11:01.626265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.662702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.667817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/ports/af653e7b-8f13-4197-9b12-5a4ec1a4732c HTTP/1.1" status: 204 len: 168 time: 0.7665501 Aug 19 18:11:01.668432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41882) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:01.668925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf459a3-f725-4f2d-a932-c44a2dd36c19 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Port': ['ID=af653e7b-8f13-4197-9b12-5a4ec1a4732c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:01.923839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Deleting port a60b7e40-9a85-4138-a00c-da2b81b87575 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:11:01.925322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:01.984805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.211291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.232587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Calling delete_port for a60b7e40-9a85-4138-a00c-da2b81b87575 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:11:02.241236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6c897d4a-cb0c-48e9-b284-22ecbbd3ed19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:02.242586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6c897d4a-cb0c-48e9-b284-22ecbbd3ed19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 810 time: 0.4327538 Aug 19 18:11:02.364965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-3f71627c-50c7-490a-813a-0d9fe8832a37 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 380 time: 0.1113083 Aug 19 18:11:02.396465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'port': {'device_id': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'admin_state_up': True, 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'security_groups': ['8eec7363-24c7-4a2f-b44b-f0f489db6cf2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:02.523378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ce560e3-1a93-45e5-8710-c79e4c55e20c req-f9b1de70-9a81-4ac4-a949-c2ee7ac825aa tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0534282 Aug 19 18:11:02.526995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.596751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Port': ['ID=a60b7e40-9a85-4138-a00c-da2b81b87575,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:02.604579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.606916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-916ba046-26cd-4b85-8dca-f5f47e1d8fe1 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/ports/a60b7e40-9a85-4138-a00c-da2b81b87575 HTTP/1.1" status: 204 len: 168 time: 0.9359975 Aug 19 18:11:02.610012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:02.640509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Made reservation on behalf of dd3c3708a7bb49d9af9bdbb9f3101ba6 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:02.651277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.757684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b95baf29-6839-4e3d-89cf-ea48717c1b25 req-61a40d6c-1fcc-4b3f-ba36-fa1d2142e3c9 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 210 time: 0.0614820 Aug 19 18:11:02.798014 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16d0b2b1-3443-4b64-9414-ed650fe98d70 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1866963 Aug 19 18:11:02.798228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:02.812617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-343259146'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:02.898639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:02.903174 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:02.941036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Allocated IP 172.20.0.14 (49b45f4a-b356-46a0-bd27-2d4096da6c30/3eb3e739-b87e-4d48-8c33-be1150e28543/825cd8ed-2405-442e-bd44-c22d84527d76) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:11:02.954673 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-842b93a9-e279-4327-bc1a-ba0f6ea902f9 req-0f723212-d809-44e2-9aaa-4064f17fb069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9146d0f421414bac01f6f776bfa3e0&device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0581167 Aug 19 18:11:02.990915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-583bdef1-c301-4f65-9e92-7defdcdcd6ad req-9c2eca42-d3a8-471b-a613-2653f05b4022 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0530589 Aug 19 18:11:03.007316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:11:03.018321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-842b93a9-e279-4327-bc1a-ba0f6ea902f9 req-37a6995c-e826-4a99-b487-4b22198d0120 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f9146d0f421414bac01f6f776bfa3e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513737 Aug 19 18:11:03.025747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.026375 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment 3dafdc14-624d-49cb-a985-25dc2d00af09 of type vlan for network 07cbe914-81ac-48f2-8e30-1f2b614b20f6 Aug 19 18:11:03.251975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b93a9-e279-4327-bc1a-ba0f6ea902f9 req-cc9b366f-745b-4d31-8139-75589c8c0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:03.256014 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-842b93a9-e279-4327-bc1a-ba0f6ea902f9 req-cc9b366f-745b-4d31-8139-75589c8c0273 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312515 Aug 19 18:11:03.520179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.578669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41940) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:03.671971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.736190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.742226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:03.742614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.753195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-368e9f27-f6c9-41be-a912-ad3b7070eda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.841978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.894349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Transition to ACTIVE for port object 825cd8ed-2405-442e-bd44-c22d84527d76 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:03.914229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=07cbe914-81ac-48f2-8e30-1f2b614b20f6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:03.930336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-368e9f27-f6c9-41be-a912-ad3b7070eda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.936766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-368e9f27-f6c9-41be-a912-ad3b7070eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:03.955932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 07cbe914-81ac-48f2-8e30-1f2b614b20f6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:11:03.958868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71b8cd38-51a7-422d-9c05-2a8c734f9711 req-cc9b691c-dcc0-490f-93ea-8b16678818d2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 210 time: 0.0685728 Aug 19 18:11:04.002702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:04.003434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e77bcd3d-2269-468a-9e31-d5a91a5bb1e2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2003958 Aug 19 18:11:04.037392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-292315181'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:04.058706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.068962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-368e9f27-f6c9-41be-a912-ad3b7070eda0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbd0c705c8a14eaea98fcbe531a74e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889293 Aug 19 18:11:04.074491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:04.087493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e9f27-f6c9-41be-a912-ad3b7070eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e286a19f-eccf-44de-9005-54802af5f208,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.119684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:04.124629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.147360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:11:04.151032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:04.161464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:11:04.194131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:11:04.204623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.238429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.239073 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Added segment 165ebd3f-cf43-4f44-989c-aa6aad55ea16 of type vlan for network 977a64ac-d616-4e86-9e44-208f9abda56d Aug 19 18:11:04.271844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba84aba-4b76-418f-8c98-f6c444782108 req-c672bedf-d328-4f74-8a3c-602446f5ef1c tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0511429 Aug 19 18:11:04.293727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.295523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.331719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:04.332268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.333149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.364872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6cbaa0be-4d3e-4742-a56d-1edd0df2c947 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9844189 Aug 19 18:11:04.379966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Request body: {'port': {'device_id': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:04.413568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.421818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:04.422645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.484783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.519671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.522919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.524345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e286a19f-eccf-44de-9005-54802af5f208 HTTP/1.1" status: 204 len: 168 time: 0.4481657 Aug 19 18:11:04.550703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5317497 Aug 19 18:11:04.610099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f2b7a-7454-47e1-9cf5-1f1ef5c23b64 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Network': ['ID=977a64ac-d616-4e86-9e44-208f9abda56d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.621280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ca94-d917-4824-a1a6-b7adaaef2e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e286a19f-eccf-44de-9005-54802af5f208,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:04.621406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 977a64ac-d616-4e86-9e44-208f9abda56d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:11:04.690166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-842b93a9-e279-4327-bc1a-ba0f6ea902f9 req-6e35345a-c597-4352-88fc-5e12a345555a tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.0424623 Aug 19 18:11:04.709915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:04.720865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'subnets': [{'network_id': '07cbe914-81ac-48f2-8e30-1f2b614b20f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--746523363', 'ip_version': 4}, {'network_id': '977a64ac-d616-4e86-9e44-208f9abda56d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:04.728143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'subnet': {'network_id': '07cbe914-81ac-48f2-8e30-1f2b614b20f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--746523363', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:04.730964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Request body: {'subnet': {'network_id': '977a64ac-d616-4e86-9e44-208f9abda56d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:04.788133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e130d7ff-bc46-4cd0-9d33-a4630bf6327b None None] Provisioning for port 825cd8ed-2405-442e-bd44-c22d84527d76 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:04.811865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e130d7ff-bc46-4cd0-9d33-a4630bf6327b None None] Provisioning complete for port 825cd8ed-2405-442e-bd44-c22d84527d76 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:04.812248 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e130d7ff-bc46-4cd0-9d33-a4630bf6327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:04.954700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e130d7ff-bc46-4cd0-9d33-a4630bf6327b None None] Port 825cd8ed-2405-442e-bd44-c22d84527d76 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:11:05.058415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825cd8ed-2405-442e-bd44-c22d84527d76 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:05.068256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.086638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Transition to ACTIVE for port object 825cd8ed-2405-442e-bd44-c22d84527d76 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:11:05.129593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.152032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Made reservation on behalf of 89cd8e083ef8451f826e292c52b5a4f9 for: {'subnet': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:05.162443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.163869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.218358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Pushing event updated for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:05.268964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:05.321450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-327e4abe-efaa-4201-84f9-3b8f48688cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.477197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd725-d1ad-42c9-9dd9-2ac328291873 req-05cb91d8-9ad8-46e0-aa19-dcc23d2a718a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:05.487992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12efd725-d1ad-42c9-9dd9-2ac328291873 req-05cb91d8-9ad8-46e0-aa19-dcc23d2a718a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 944 time: 0.3989754 Aug 19 18:11:05.668521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12efd725-d1ad-42c9-9dd9-2ac328291873 req-dee09540-d70f-4c8e-91fa-cb144ad8d6ce tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793504 Aug 19 18:11:05.684612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21e50e68-47e1-4a5c-8c75-01cdb0857172 req-e6a32f93-9e4a-4e89-a37e-ade51034bba5 tempest-ServerShowV257Test-1532005841 tempest-ServerShowV257Test-1532005841-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a8e4c77-471d-4f98-89b0-78a021bd67d3 HTTP/1.1" status: 200 len: 210 time: 0.1849599 Aug 19 18:11:05.727580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Attempting to bind port 825cd8ed-2405-442e-bd44-c22d84527d76 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:11:05.727580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Attempting to bind port 825cd8ed-2405-442e-bd44-c22d84527d76 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:11:05.727580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Attempting to bind port 825cd8ed-2405-442e-bd44-c22d84527d76 on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:05.734290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Port 825cd8ed-2405-442e-bd44-c22d84527d76 on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:11:05.734290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Attempting to bind port 825cd8ed-2405-442e-bd44-c22d84527d76 on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:11:05.766421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:11:05.766812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Checking segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:05.767223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Bound using segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:11:05.767826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Bound port: 825cd8ed-2405-442e-bd44-c22d84527d76, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:11:05.768932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.801490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-327e4abe-efaa-4201-84f9-3b8f48688cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.806409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-327e4abe-efaa-4201-84f9-3b8f48688cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.896761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e4abe-efaa-4201-84f9-3b8f48688cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82664cbd-41d0-43f5-a87f-af58471f5eca,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:05.916235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-327e4abe-efaa-4201-84f9-3b8f48688cb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=506f8172d4484afe8521483428a28fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144667 Aug 19 18:11:05.916855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41990) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:05.944835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:11:05.967864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=825cd8ed-2405-442e-bd44-c22d84527d76,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:11:05.978320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:05.980204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.046731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.047967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.049757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] 10.222.0.42 "PUT /v2.0/ports/825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1093 time: 1.6761487 Aug 19 18:11:06.054508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:06.058151 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42899de0-c02c-4bfb-bc86-61505cc405c7" -d '{"events": [{"name": "network-changed", "server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:06.097011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Subnet': ['ID=3b007ae4-1bee-4f52-b400-ae14af7ad180,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.123876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.177550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Checking segment: {'id': '3dafdc14-624d-49cb-a985-25dc2d00af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '07cbe914-81ac-48f2-8e30-1f2b614b20f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:06.178176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network hostable DHCP agents. Network: 07cbe914-81ac-48f2-8e30-1f2b614b20f6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:11:06.181932 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2021582e-021a-4e17-80e2-2188fe6531a8 x-openstack-request-id: req-2021582e-021a-4e17-80e2-2188fe6531a8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:06.182222 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:06.182474 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2021582e-021a-4e17-80e2-2188fe6531a8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:06.182879 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76', 'status': 'completed', 'code': 200} Aug 19 18:11:06.204292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network 07cbe914-81ac-48f2-8e30-1f2b614b20f6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:11:06.219253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 07cbe914-81ac-48f2-8e30-1f2b614b20f6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:06.228514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f28862-8f23-49d8-a754-65551a201ffb None None] Network 07cbe914-81ac-48f2-8e30-1f2b614b20f6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:06.234356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.275625 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.353168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event updated for resources: {'Subnet': ['ID=19f6f6a2-b68e-4589-8184-f5034b568f9b,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.403385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405ed3-08cb-4899-9b48-d10b978a02ba service neutron] Pushing event updated for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.422217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Checking segment: {'id': '165ebd3f-cf43-4f44-989c-aa6aad55ea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '977a64ac-d616-4e86-9e44-208f9abda56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:06.424097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network hostable DHCP agents. Network: 977a64ac-d616-4e86-9e44-208f9abda56d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:11:06.436316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-59e779e7-96fa-487b-b8f7-54fdd540fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.442630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-59e779e7-96fa-487b-b8f7-54fdd540fb62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1096 time: 0.3219416 Aug 19 18:11:06.446533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.457242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.460537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82664cbd-41d0-43f5-a87f-af58471f5eca HTTP/1.1" status: 204 len: 168 time: 0.5397162 Aug 19 18:11:06.492413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Network 977a64ac-d616-4e86-9e44-208f9abda56d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:11:06.515056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 977a64ac-d616-4e86-9e44-208f9abda56d) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:06.525705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.526207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.529258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.545308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15568c-efb9-4de9-b91f-473feeb6a94f None None] Network 977a64ac-d616-4e86-9e44-208f9abda56d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:06.553045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-68a906eb-8059-4ba1-b52a-5e96a279089e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 217 time: 0.0784988 Aug 19 18:11:06.554290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528bbc5-ab05-4837-ad81-285febfbcd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82664cbd-41d0-43f5-a87f-af58471f5eca,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:06.577295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-859acdfb-a8f0-40fc-8be4-9dcc9b071531 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8597188 Aug 19 18:11:06.577295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41998) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:06.625370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-463bad58-953a-411a-9f97-31d32af8d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.627509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-463bad58-953a-411a-9f97-31d32af8d5f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0667608 Aug 19 18:11:06.759156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5246f-afe7-4708-9665-050fbc605ca7 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.761933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5246f-afe7-4708-9665-050fbc605ca7 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.766968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5246f-afe7-4708-9665-050fbc605ca7 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.787485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34b5246f-afe7-4708-9665-050fbc605ca7 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2009609 Aug 19 18:11:06.788223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42010) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:06.797143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f32c0-4a9b-4dc8-bc7f-f437d0ecfdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-07cbe914-81ac-48f2-8e30-1f2b614b20f6', 'network_id': '07cbe914-81ac-48f2-8e30-1f2b614b20f6', 'tenant_id': '89cd8e083ef8451f826e292c52b5a4f9', 'fixed_ips': [{'subnet_id': '3b007ae4-1bee-4f52-b400-ae14af7ad180'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:11:06.798381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f7f32c0-4a9b-4dc8-bc7f-f437d0ecfdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.806313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-1cb4327e-18f5-45b2-82ca-bc9fb6682d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:06.827617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-1cb4327e-18f5-45b2-82ca-bc9fb6682d18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901035 Aug 19 18:11:06.931721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Deleting subnet 3b007ae4-1bee-4f52-b400-ae14af7ad180 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:11:06.936023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:06.998091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb823eee-904d-49a8-bffe-e13d5ae84d71 req-5083ce76-7be7-4766-83f0-2b74e4d73107 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.004545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb823eee-904d-49a8-bffe-e13d5ae84d71 req-5083ce76-7be7-4766-83f0-2b74e4d73107 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 944 time: 0.2129161 Aug 19 18:11:07.110887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.161465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-103bee02-f115-4f78-914b-f0885b848622 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216591 Aug 19 18:11:07.238379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb823eee-904d-49a8-bffe-e13d5ae84d71 req-5932017c-45e3-4de6-ab40-8dfecd42cfb3 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168276 Aug 19 18:11:07.305298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.403677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc8ee130-9784-4666-8efe-8ff2e0641514 req-16db7ee3-e01e-4b35-8feb-74364d0a9253 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236428 Aug 19 18:11:07.482542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42028) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:07.506025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.604102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Subnet': ['ID=3b007ae4-1bee-4f52-b400-ae14af7ad180,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:07.616314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.621169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b41544ff-729f-43ba-a9a0-e2e6816825c8 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/subnets/3b007ae4-1bee-4f52-b400-ae14af7ad180 HTTP/1.1" status: 204 len: 168 time: 0.8315556 Aug 19 18:11:07.627791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:07.649388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-91a7d375-89bd-4ab6-9094-a7188cc5d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.651600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-91a7d375-89bd-4ab6-9094-a7188cc5d491 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1096 time: 0.1531744 Aug 19 18:11:07.683005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048f9db2-d735-4097-916d-0c4fe6a70222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-9f7f32c0-4a9b-4dc8-bc7f-f437d0ecfdf1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b007ae4-1bee-4f52-b400-ae14af7ad180: This subnet is being modified by another concurrent operation. Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b007ae4-1bee-4f52-b400-ae14af7ad180: This subnet is being modified by another concurrent operation. Aug 19 18:11:07.730144 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:11:07.760157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a3e30-d219-4b2a-b9fa-381723e4b462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-977a64ac-d616-4e86-9e44-208f9abda56d', 'network_id': '977a64ac-d616-4e86-9e44-208f9abda56d', 'tenant_id': '89cd8e083ef8451f826e292c52b5a4f9', 'fixed_ips': [{'subnet_id': '19f6f6a2-b68e-4589-8184-f5034b568f9b'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:11:07.762022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d13a3e30-d219-4b2a-b9fa-381723e4b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.785977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25494f28-532e-4401-b4e2-3776ecfe9188 None None] Network 07cbe914-81ac-48f2-8e30-1f2b614b20f6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:07.921792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-fe11427d-44cf-4013-86d8-882fb08e185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:07.925432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-fe11427d-44cf-4013-86d8-882fb08e185e service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.2653346 Aug 19 18:11:07.956381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048f9db2-d735-4097-916d-0c4fe6a70222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.971271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048f9db2-d735-4097-916d-0c4fe6a70222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:07.983414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Deleting subnet 19f6f6a2-b68e-4589-8184-f5034b568f9b {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:11:08.000478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.047622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-f8172530-5ce5-4231-91f1-3f0e5d8d1203 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 217 time: 0.1115487 Aug 19 18:11:08.064399 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-048f9db2-d735-4097-916d-0c4fe6a70222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f9146d0f421414bac01f6f776bfa3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774388 Aug 19 18:11:08.067283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42046) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:08.077151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f9db2-d735-4097-916d-0c4fe6a70222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11065ab9-c1f0-4c24-980e-a8d61332b39b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:08.115020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.134713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-8dbcdfd6-c116-4986-aac1-260a7cb2fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.136700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-8dbcdfd6-c116-4986-aac1-260a7cb2fe61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0828822 Aug 19 18:11:08.209815 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-a778cbf3-02ee-43b8-afa2-0ca4ebd203c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.209815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-a778cbf3-02ee-43b8-afa2-0ca4ebd203c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616751 Aug 19 18:11:08.296077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-d13a3e30-d219-4b2a-b9fa-381723e4b462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19f6f6a2-b68e-4589-8184-f5034b568f9b: This subnet is being modified by another concurrent operation. Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19f6f6a2-b68e-4589-8184-f5034b568f9b: This subnet is being modified by another concurrent operation. Aug 19 18:11:08.376760 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:11:08.396351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.396900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200df8c-434a-4709-9ca4-a1aef7809f14 None None] Network 977a64ac-d616-4e86-9e44-208f9abda56d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:08.436054 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.441402 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/subnets/19f6f6a2-b68e-4589-8184-f5034b568f9b HTTP/1.1" status: 204 len: 168 time: 0.8123755 Aug 19 18:11:08.448705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42054) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:08.489455 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.505617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f34e6-4f04-4206-8d8f-6b428a6beaff tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Subnet': ['ID=19f6f6a2-b68e-4589-8184-f5034b568f9b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:08.526829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-c696a5ea-74ef-401c-aa8e-5b9a8c2cf029 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122623 Aug 19 18:11:08.576352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.626813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111fdec-8634-4aab-8d6c-e9d6c3468240 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.628728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0111fdec-8634-4aab-8d6c-e9d6c3468240 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1759906 Aug 19 18:11:08.633911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42058) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:08.646670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0669-57fd-4458-a75b-a979e23db3f9 req-caaee193-cc89-4af0-80c2-80021c5bfceb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:08.648466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68d0669-57fd-4458-a75b-a979e23db3f9 req-caaee193-cc89-4af0-80c2-80021c5bfceb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 944 time: 0.1980028 Aug 19 18:11:08.677057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.681580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.682879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11065ab9-c1f0-4c24-980e-a8d61332b39b HTTP/1.1" status: 204 len: 168 time: 0.6136601 Aug 19 18:11:08.697030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90229c1-b5d8-4c50-9d30-c9d268a6415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11065ab9-c1f0-4c24-980e-a8d61332b39b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:08.751657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598ec16-42a6-462a-90b5-37e658e120a2 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:11:08.802369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68d0669-57fd-4458-a75b-a979e23db3f9 req-0acb744b-94f4-4cf4-b774-5ebb27b79dbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410778 Aug 19 18:11:08.806705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42899de0-c02c-4bfb-bc86-61505cc405c7 req-09c13e20-938a-4a79-b087-f668224580a6 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681088 Aug 19 18:11:08.811662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:08.978299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598ec16-42a6-462a-90b5-37e658e120a2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:11:09.015366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.035875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977a64ac-d616-4e86-9e44-208f9abda56d']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.056649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165ebd3f-cf43-4f44-989c-aa6aad55ea16') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.057831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165ebd3f-cf43-4f44-989c-aa6aad55ea16') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.087894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.129373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.144758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:09.145416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:09.149627 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:09.176333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:11:09.329508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.339804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.350200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42086) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:09.354162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/977a64ac-d616-4e86-9e44-208f9abda56d HTTP/1.1" status: 204 len: 168 time: 0.7009182 Aug 19 18:11:09.388570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d20b-a5ba-4f29-be10-a487a614a6cc tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=977a64ac-d616-4e86-9e44-208f9abda56d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:09.500960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.625634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c534d-d04e-42f4-851d-641df51b8067 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:11:09.688467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.714246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cbe914-81ac-48f2-8e30-1f2b614b20f6']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.741366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dafdc14-624d-49cb-a985-25dc2d00af09') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.741662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dafdc14-624d-49cb-a985-25dc2d00af09') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:09.760868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.793849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.808378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:09.808817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.883610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c534d-d04e-42f4-851d-641df51b8067 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:11:09.886733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 825cd8ed-2405-442e-bd44-c22d84527d76 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:09.931395 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:09.938091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:09.992281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.013741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42108) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:10.017312 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/07cbe914-81ac-48f2-8e30-1f2b614b20f6 HTTP/1.1" status: 204 len: 168 time: 0.6648631 Aug 19 18:11:10.018347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b906b0-e07c-4a6a-b38d-c4bac0c53a29 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=07cbe914-81ac-48f2-8e30-1f2b614b20f6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:10.274133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92633-3ead-4808-80bd-c3059f2139a9 req-93714d1d-5491-4f3b-9fdb-21c3001f7d14 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:10.282223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d92633-3ead-4808-80bd-c3059f2139a9 req-93714d1d-5491-4f3b-9fdb-21c3001f7d14 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 944 time: 0.2806678 Aug 19 18:11:10.301102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=825cd8ed-2405-442e-bd44-c22d84527d76,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:10.325908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.333936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '825cd8ed-2405-442e-bd44-c22d84527d76', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'port_id': '825cd8ed-2405-442e-bd44-c22d84527d76', 'mac_address': 'fa:16:3e:54:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:11:10.393646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79d92633-3ead-4808-80bd-c3059f2139a9 req-aea2d134-de15-4c91-8013-9337fba9d831 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103771 Aug 19 18:11:10.540538 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.629737 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.646545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825cd8ed-2405-442e-bd44-c22d84527d76 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:11:10.656240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7898999-1a27-489b-adde-1fa9d00294a4']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:10.658698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42124) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:10.695218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9860dc-cbc8-4cee-ba8e-1a148ffe0e5a') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:10.695881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9860dc-cbc8-4cee-ba8e-1a148ffe0e5a') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:10.720861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=825cd8ed-2405-442e-bd44-c22d84527d76,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:10.733613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.769621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.774932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.789587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:10.793228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:10.805982 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:10.959001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:10.997467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1150330717-network', 'tenant_id': '5e45babe8ac9481a9a03a200bfeae548'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:11.038791 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.046070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Made reservation on behalf of 5e45babe8ac9481a9a03a200bfeae548 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:11.049037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.059090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['825cd8ed-2405-442e-bd44-c22d84527d76'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:11:11.070760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.073289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/a7898999-1a27-489b-adde-1fa9d00294a4 HTTP/1.1" status: 204 len: 168 time: 1.0584490 Aug 19 18:11:11.074405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b1bf9-f290-402d-ac55-40949b0a1eaf tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=a7898999-1a27-489b-adde-1fa9d00294a4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:11.078067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:11.088408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.250690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.267311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42136) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:11.299423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.304677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.364894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e387b663-e204-48a5-92b1-72ced63ad903,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:11.380383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:11:11.397770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.399003 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Added segment cc081d5b-bad1-4858-a263-7d9de2e081ff of type vlan for network b7c6496b-e095-47a1-b405-240bc3bcde4d Aug 19 18:11:11.449623 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.506913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.508323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.508996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.558961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.583804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479c88be-b67a-48de-9ac7-c2ec1c02b052']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:11.627063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd4bfe-e380-4fa9-a7eb-6836ed0de213') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:11.627439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd4bfe-e380-4fa9-a7eb-6836ed0de213') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:11.651272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9914467 Aug 19 18:11:11.653965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.665379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42146) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:11.710875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e824f2ef-15a1-4c21-bac7-4196716414b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.712013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a229de-2330-4d50-9ec1-abf282761907 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c6496b-e095-47a1-b405-240bc3bcde4d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:11.723306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Request body: {'subnet': {'network_id': 'b7c6496b-e095-47a1-b405-240bc3bcde4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1150330717-subnet', 'tenant_id': '5e45babe8ac9481a9a03a200bfeae548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:11.728862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b7c6496b-e095-47a1-b405-240bc3bcde4d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:11:11.745453 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.754494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335ea61-7286-4ed2-bcbc-d8439565ad49 req-7337a255-5b56-4264-985b-983ba74e532b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:11.758981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3335ea61-7286-4ed2-bcbc-d8439565ad49 req-7337a255-5b56-4264-985b-983ba74e532b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 945 time: 0.2392886 Aug 19 18:11:11.760163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:11.761097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.806033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3335ea61-7286-4ed2-bcbc-d8439565ad49 req-af279636-9814-4a42-b2a0-3d29f504da0d tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:11.850016 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:11.898827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.911161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:11.917752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] 10.222.0.36 "DELETE /v2.0/networks/479c88be-b67a-48de-9ac7-c2ec1c02b052 HTTP/1.1" status: 204 len: 168 time: 0.8341196 Aug 19 18:11:11.917752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Made reservation on behalf of 5e45babe8ac9481a9a03a200bfeae548 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:11:11.917752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.089170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ff9b8-510d-48c4-8006-da576915b1d2 tempest-BulkNetworkOpsTest-1272690967 tempest-BulkNetworkOpsTest-1272690967-project] Pushing event deleted for resources: {'Network': ['ID=479c88be-b67a-48de-9ac7-c2ec1c02b052,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:12.212682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.316389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e824f2ef-15a1-4c21-bac7-4196716414b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.327157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e824f2ef-15a1-4c21-bac7-4196716414b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.329776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30f12aa-2bbf-4dd8-ad50-32fdcec167c7,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:12.348461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Checking segment: {'id': 'cc081d5b-bad1-4858-a263-7d9de2e081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b7c6496b-e095-47a1-b405-240bc3bcde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:11:12.348772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Network hostable DHCP agents. Network: b7c6496b-e095-47a1-b405-240bc3bcde4d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:11:12.384831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42162) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:12.425223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:12.426833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e824f2ef-15a1-4c21-bac7-4196716414b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c65f6773e17a4b2db1a90f16a2c4efa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1566427 Aug 19 18:11:12.441596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824f2ef-15a1-4c21-bac7-4196716414b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f463ee0-7b94-4bb8-be6c-b4b26c3651e4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:12.449708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Network b7c6496b-e095-47a1-b405-240bc3bcde4d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:11:12.469160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b7c6496b-e095-47a1-b405-240bc3bcde4d) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:11:12.483350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c94f5-2c78-45b2-919f-8510cca6d18d None None] Network b7c6496b-e095-47a1-b405-240bc3bcde4d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:12.490842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:12.492686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.520134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0805bf42-4f32-4a92-bcef-9b3e3139f49d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8487141 Aug 19 18:11:12.579401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.631750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.727925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.730927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:12.739087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f463ee0-7b94-4bb8-be6c-b4b26c3651e4 HTTP/1.1" status: 204 len: 168 time: 0.3058202 Aug 19 18:11:12.768692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80791142-de6e-4c76-a8b9-322573aea8fa None None] Network b7c6496b-e095-47a1-b405-240bc3bcde4d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:11:12.778854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245b2dc-caeb-49ac-a48b-3accba57162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f463ee0-7b94-4bb8-be6c-b4b26c3651e4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:12.835305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:12.853984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d25e796-902c-4ee2-863c-c8f4fd885c07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89cd8e083ef8451f826e292c52b5a4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668155 Aug 19 18:11:12.856021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42180) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:13.012989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Deleting subnet c30f12aa-2bbf-4dd8-ad50-32fdcec167c7 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:11:13.024595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.037686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.084051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.094209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.114668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f792-52ff-4d93-aec2-40e711ddae01 req-77ed9e25-6b32-4a2e-8a8a-fa12db98f827 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:13.116712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ef6f792-52ff-4d93-aec2-40e711ddae01 req-77ed9e25-6b32-4a2e-8a8a-fa12db98f827 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 945 time: 0.1425114 Aug 19 18:11:13.165635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.203318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ef6f792-52ff-4d93-aec2-40e711ddae01 req-d8fcc75a-297e-4c58-9a14-b3b2ecd56e9d tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651608 Aug 19 18:11:13.234610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.239533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.244727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68be9384-a2a3-4481-9be6-e7afa20b61fc HTTP/1.1" status: 204 len: 168 time: 0.3838785 Aug 19 18:11:13.282676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61833ce-0cda-4d1a-a165-a947187c3fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be9384-a2a3-4481-9be6-e7afa20b61fc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.317830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.364150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30f12aa-2bbf-4dd8-ad50-32fdcec167c7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.374261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.380303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42190) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:13.380491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9495beb9-d201-4aad-aa94-641e4f226417 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c30f12aa-2bbf-4dd8-ad50-32fdcec167c7 HTTP/1.1" status: 204 len: 168 time: 0.5424631 Aug 19 18:11:13.499227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42194) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:13.538704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e240f48-9cbc-428b-ba5a-0cd24f7940e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.643022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.770252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 825cd8ed-2405-442e-bd44-c22d84527d76 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:11:13.775617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e240f48-9cbc-428b-ba5a-0cd24f7940e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.788469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1e240f48-9cbc-428b-ba5a-0cd24f7940e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.843349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.857065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1e240f48-9cbc-428b-ba5a-0cd24f7940e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67e3f38358a04edbb1904a5b395df589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528178 Aug 19 18:11:13.857065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e240f48-9cbc-428b-ba5a-0cd24f7940e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a674e0ac-edc5-48c3-b9b2-75db18de5cb6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:13.869112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c6496b-e095-47a1-b405-240bc3bcde4d']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:13.873531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:13.886954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc081d5b-bad1-4858-a263-7d9de2e081ff') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:13.887261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc081d5b-bad1-4858-a263-7d9de2e081ff') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:13.889796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 825cd8ed-2405-442e-bd44-c22d84527d76 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:11:13.898040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 825cd8ed-2405-442e-bd44-c22d84527d76 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:11:13.901400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.926606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.961801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.984872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:11:13.985769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:11:13.987526 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:11:14.034092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.071505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.096722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=825cd8ed-2405-442e-bd44-c22d84527d76,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:11:14.098598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:14.103585 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138e8ad4-2cac-4119-a452-b160c73b0f06" -d '{"events": [{"server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "name": "network-vif-plugged", "status": "completed", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:14.110271 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.135149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.154014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.163087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.178630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7c6496b-e095-47a1-b405-240bc3bcde4d HTTP/1.1" status: 204 len: 168 time: 0.7966249 Aug 19 18:11:14.183112 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918185d-5d1a-4844-aab0-dc536ea016cb x-openstack-request-id: req-e918185d-5d1a-4844-aab0-dc536ea016cb {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:14.183785 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "name": "network-vif-plugged", "status": "completed", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:14.184389 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e918185d-5d1a-4844-aab0-dc536ea016cb {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:14.185688 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76', 'code': 200} Aug 19 18:11:14.218765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe59be0-db27-417b-abfd-2723b69a8264 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c6496b-e095-47a1-b405-240bc3bcde4d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:14.239747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:14.289561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.297368 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.298766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a674e0ac-edc5-48c3-b9b2-75db18de5cb6 HTTP/1.1" status: 204 len: 168 time: 0.4227793 Aug 19 18:11:14.310159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731eb78a-6779-465c-acce-0882597d1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a674e0ac-edc5-48c3-b9b2-75db18de5cb6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:14.347666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a088-7f54-4144-a1ed-376208091924 req-74b12d3c-a787-4de0-ab15-97247aa9fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.351965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c664a088-7f54-4144-a1ed-376208091924 req-74b12d3c-a787-4de0-ab15-97247aa9fba9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.0892706 Aug 19 18:11:14.466569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2d017-83b5-48c6-abed-47992b4adcc3 req-d16feea3-4f77-4ab6-aee6-2f9db60db5aa tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:14.475694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f2d017-83b5-48c6-abed-47992b4adcc3 req-d16feea3-4f77-4ab6-aee6-2f9db60db5aa tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1000018 Aug 19 18:11:14.485904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c664a088-7f54-4144-a1ed-376208091924 req-81b04a6a-59bb-4344-963f-6fe26b7d7504 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278198 Aug 19 18:11:14.568569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f2d017-83b5-48c6-abed-47992b4adcc3 req-706d3020-82d6-4276-86a3-a09b7a7c6c11 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822194 Aug 19 18:11:14.614925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42228) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:14.741955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42232) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:14.755238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5b22301-e5aa-4cd0-a16a-a8db13ce8b1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e45babe8ac9481a9a03a200bfeae548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350248 Aug 19 18:11:14.835425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:14.922035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.027430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.034684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:15.037175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e387b663-e204-48a5-92b1-72ced63ad903 HTTP/1.1" status: 204 len: 168 time: 0.2927969 Aug 19 18:11:15.061691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59ba31-3d5d-4471-96e1-231c42890065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387b663-e204-48a5-92b1-72ced63ad903,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:15.589434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42270) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:15.858551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f7b6-a232-47a9-88ce-7f2594309417 req-5dfb2b0b-b18c-4178-a32f-0e2a946aee72 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:15.879665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e347f7b6-a232-47a9-88ce-7f2594309417 req-5dfb2b0b-b18c-4178-a32f-0e2a946aee72 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1409676 Aug 19 18:11:15.966471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e347f7b6-a232-47a9-88ce-7f2594309417 req-46ef7cbf-5162-4c38-b2d3-4897bb0247dc tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851731 Aug 19 18:11:16.094921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-90e89726-6772-4926-91af-69156fe86e86 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1229587551', 'prefixes': ['172.20.0.0/16']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:16.282430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90e89726-6772-4926-91af-69156fe86e86 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] Notify callbacks [] for subnetpool, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.286714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42308) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:16.287929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-90e89726-6772-4926-91af-69156fe86e86 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6963894 Aug 19 18:11:16.379483 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3c0452f8-ab27-432e-8382-1526e75c5da9 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "GET /v2.0/subnetpools/7e7b8fd4-f101-4a87-818c-d9c416d5175a HTTP/1.1" status: 200 len: 732 time: 0.0897002 Aug 19 18:11:16.382975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:16.401968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f31d74c6-e3aa-46a2-a14b-e521161d5881 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1783634224'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:16.557999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f31d74c6-e3aa-46a2-a14b-e521161d5881 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] Notify callbacks [] for subnetpool, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.560708 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f31d74c6-e3aa-46a2-a14b-e521161d5881 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "PUT /v2.0/subnetpools/7e7b8fd4-f101-4a87-818c-d9c416d5175a HTTP/1.1" status: 200 len: 684 time: 0.1750848 Aug 19 18:11:16.562690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:16.719895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2bb02a78-7c13-4aa2-b04e-6bca0e469c20 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] Notify callbacks [] for subnetpool, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:16.723697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2bb02a78-7c13-4aa2-b04e-6bca0e469c20 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7e7b8fd4-f101-4a87-818c-d9c416d5175a HTTP/1.1" status: 204 len: 168 time: 0.1585708 Aug 19 18:11:16.725280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42330) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:16.756799 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-c983dee2-2794-4789-bf76-60111eb228a0 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] show failed (client error): The resource could not be found. Aug 19 18:11:16.760707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c983dee2-2794-4789-bf76-60111eb228a0 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "GET /v2.0/subnetpools/7e7b8fd4-f101-4a87-818c-d9c416d5175a HTTP/1.1" status: 404 len: 346 time: 0.0344100 Aug 19 18:11:16.761228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:16.792384 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-0b0b5fde-6c3a-4d5c-b2f4-d5ce0df638d4 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] delete failed (client error): The resource could not be found. Aug 19 18:11:16.795020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b0b5fde-6c3a-4d5c-b2f4-d5ce0df638d4 tempest-SubnetPoolsTestJSON-845145536 tempest-SubnetPoolsTestJSON-845145536-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7e7b8fd4-f101-4a87-818c-d9c416d5175a HTTP/1.1" status: 404 len: 346 time: 0.0319531 Aug 19 18:11:17.059886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:17.214250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:17.260707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a747b-d697-49d9-9b3d-ab32d9e6eb2d req-ed9d4afd-7958-459d-80bc-3b05f2d19e35 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:17.262294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f58a747b-d697-49d9-9b3d-ab32d9e6eb2d req-ed9d4afd-7958-459d-80bc-3b05f2d19e35 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1372390 Aug 19 18:11:17.358825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f58a747b-d697-49d9-9b3d-ab32d9e6eb2d req-ac288266-e8bf-4fba-801f-952392fb1a74 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817270 Aug 19 18:11:17.576703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366689e-1638-415f-ae50-b748df775817 req-65558ee3-cb90-4e5f-bcdd-29c84e09936a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:17.578284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8366689e-1638-415f-ae50-b748df775817 req-65558ee3-cb90-4e5f-bcdd-29c84e09936a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.0657430 Aug 19 18:11:17.593836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:17.600420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'floatingip': {'port_id': '825cd8ed-2405-442e-bd44-c22d84527d76'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:11:17.657179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:17.852900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd2af653-41ad-448b-8033-be8bce3a9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.190546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:18.225257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd2af653-41ad-448b-8033-be8bce3a9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.258353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fd2af653-41ad-448b-8033-be8bce3a9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.288671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2af653-41ad-448b-8033-be8bce3a9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db6fe59-7276-4a2d-9284-7fbec7706645,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:18.366339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42408) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:18.374384 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd2af653-41ad-448b-8033-be8bce3a9987 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fbc1fb53c0245abadb062aee0685595&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1587911 Aug 19 18:11:18.542285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e971-c424-47e1-bcdf-4ba791c68a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.581298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.587192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.695014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.771160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.777615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e971-c424-47e1-bcdf-4ba791c68a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.787570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e971-c424-47e1-bcdf-4ba791c68a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.832663 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Floating IP fccfc9a9-8cce-4f45-b75f-ffdbd05439d9 associated. External IP: 172.25.5.215, port: 825cd8ed-2405-442e-bd44-c22d84527d76. Aug 19 18:11:18.907575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7fb7e971-c424-47e1-bcdf-4ba791c68a8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbd597fd4edf4dd79f8f2e0679eabff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150855 Aug 19 18:11:18.910173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7e971-c424-47e1-bcdf-4ba791c68a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b25d04-1307-4718-947f-f80630a2991b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:18.915230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42422) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:18.961539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.970022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:18.972313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1db6fe59-7276-4a2d-9284-7fbec7706645 HTTP/1.1" status: 204 len: 168 time: 0.6046019 Aug 19 18:11:19.053842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6fb3d-2113-470b-8c9b-8b7f462ce978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db6fe59-7276-4a2d-9284-7fbec7706645,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:19.096077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.158472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.258266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.262765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.269968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08b25d04-1307-4718-947f-f80630a2991b HTTP/1.1" status: 204 len: 168 time: 0.3525648 Aug 19 18:11:19.281329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d62d-f9f6-4d4d-91d2-0dfc1d798620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b25d04-1307-4718-947f-f80630a2991b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:19.411081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:11:19.672340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:11:19.678822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:19.687593 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:11:19.722620 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:11:19.724188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:11:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:19.767785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52c7788c-f0d6-4f0b-8596-7b42ab2c70dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "PUT /v2.0/floatingips/fccfc9a9-8cce-4f45-b75f-ffdbd05439d9 HTTP/1.1" status: 200 len: 992 time: 2.1694040 Aug 19 18:11:19.767785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:11:19.782238 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8306f776-e564-4954-8820-6da349d752f3" -d '{"events": [{"name": "network-changed", "server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:11:19.879678 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505cc97f-ebc5-4ab9-8255-8a674193f347 x-openstack-request-id: req-505cc97f-ebc5-4ab9-8255-8a674193f347 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:11:19.880666 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:11:19.880666 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-505cc97f-ebc5-4ab9-8255-8a674193f347 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:11:19.880666 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76', 'status': 'completed', 'code': 200} Aug 19 18:11:20.035687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f776-e564-4954-8820-6da349d752f3 req-1ddf1d8f-a0c5-490c-ba77-8276375cb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:20.037672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-1ddf1d8f-a0c5-490c-ba77-8276375cb386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.1357358 Aug 19 18:11:20.093255 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:11:20.616732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fccfc9a9-8cce-4f45-b75f-ffdbd05439d9', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': '825cd8ed-2405-442e-bd44-c22d84527d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:54:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:10:57Z', 'updated_at': '2021-08-19T18:11:18Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:20.674796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:11:20.706599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:11:20.715039 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:11:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:21.004417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f776-e564-4954-8820-6da349d752f3 req-d50cd984-90ce-4d2c-a2c3-b5f1396d31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:21.004417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-d50cd984-90ce-4d2c-a2c3-b5f1396d31eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.9584532 Aug 19 18:11:21.005107 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:11:21.174388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-8dcdbb8a-4802-4146-9e93-0d02feb4bf06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1000 time: 0.1639483 Aug 19 18:11:21.255204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f776-e564-4954-8820-6da349d752f3 req-aac85644-1965-467a-9c30-4b1de8379124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:21.257333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-aac85644-1965-467a-9c30-4b1de8379124 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0761130 Aug 19 18:11:21.359091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f776-e564-4954-8820-6da349d752f3 req-d0cb4257-7265-48f3-a622-6cf671c4f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:21.362984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-d0cb4257-7265-48f3-a622-6cf671c4f10e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938606 Aug 19 18:11:21.421844 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fccfc9a9-8cce-4f45-b75f-ffdbd05439d9', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': '825cd8ed-2405-442e-bd44-c22d84527d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:54:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:10:57Z', 'updated_at': '2021-08-19T18:11:18Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:11:21.497432 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585ccf1-cd2b-477a-b1a6-c80ffbb57ca9 None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'fccfc9a9-8cce-4f45-b75f-ffdbd05439d9', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': '825cd8ed-2405-442e-bd44-c22d84527d76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:54:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:10:57Z', 'updated_at': '2021-08-19T18:11:18Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:11:21.632765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-2118b843-e57d-4eaa-ad5b-2f7142cab9ae service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637265 Aug 19 18:11:21.851491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8306f776-e564-4954-8820-6da349d752f3 req-15517c48-f77e-4ba6-b5af-8c0f5943ac57 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119012 Aug 19 18:11:21.922708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255610d-7e00-4d41-9dee-d088c5912cf9 None None] New status for floating IP fccfc9a9-8cce-4f45-b75f-ffdbd05439d9: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:11:24.170804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42632) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:24.817866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.984643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:24.991612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.052426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f96a0-3257-40e4-b369-bbe9d5f38184,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:25.064886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.065550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.066045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.066805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.067307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.067829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.068311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.069054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.069585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.070119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.070632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.071149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:25.119644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ba40197-5e83-430a-a8d5-22f148536e24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2fe63611748422a8404f07cda0d1e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472356 Aug 19 18:11:25.123961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42664) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:25.274980 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.367342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.449160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.461834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:25.465148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e8f96a0-3257-40e4-b369-bbe9d5f38184 HTTP/1.1" status: 204 len: 168 time: 0.3395348 Aug 19 18:11:25.484231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0316-5d1d-4cf0-8ad3-737c49c16a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f96a0-3257-40e4-b369-bbe9d5f38184,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:26.016250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42706) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:26.199389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.339852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-641704d9-274b-4685-b8f0-54e97aab159e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.585655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-641704d9-274b-4685-b8f0-54e97aab159e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.592752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-641704d9-274b-4685-b8f0-54e97aab159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.675937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641704d9-274b-4685-b8f0-54e97aab159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c96100d-5894-4d90-84b3-f962439075bd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:26.728307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:26.746690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-641704d9-274b-4685-b8f0-54e97aab159e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b4eb610d3dd4735bcdc9bc7d2e86e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284522 Aug 19 18:11:26.874078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:26.927618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.037140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.042587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:27.054978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c96100d-5894-4d90-84b3-f962439075bd HTTP/1.1" status: 204 len: 168 time: 0.3244886 Aug 19 18:11:27.070031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c96100d-5894-4d90-84b3-f962439075bd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:27.087034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.088135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.088925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.089871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.090487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.091963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.092525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.093088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.093655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.094224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.094812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.095662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e098c-b6b0-4924-8b1e-451cd2cc2c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:11:27.828049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42776) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:27.862876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44fe6243-3a15-43a5-8d1d-64dd06c2d8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.147689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-203f7b8a-90e2-4f87-b3ec-a5848de487b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.154038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44fe6243-3a15-43a5-8d1d-64dd06c2d8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.171369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44fe6243-3a15-43a5-8d1d-64dd06c2d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.247943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6243-3a15-43a5-8d1d-64dd06c2d8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419fc46b-8da0-4e52-b3d2-417060430a4b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:28.313625 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44fe6243-3a15-43a5-8d1d-64dd06c2d8ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0058b9eff01a4bebb79179668828e303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840467 Aug 19 18:11:28.317438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42796) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:28.431320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.487101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.589845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.596319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:28.598473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/419fc46b-8da0-4e52-b3d2-417060430a4b HTTP/1.1" status: 204 len: 168 time: 0.2772293 Aug 19 18:11:28.613781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a47b3-eb82-46e2-ada3-4eaf11b2c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419fc46b-8da0-4e52-b3d2-417060430a4b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:30.586492 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7f865454-216d-4364-bc0d-e178f2dc8862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:30.901618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:31.980011 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:32.219093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:32.579403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29d10a76-07be-4003-bc0a-587ab1c341c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:32.802715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29d10a76-07be-4003-bc0a-587ab1c341c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:32.812631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29d10a76-07be-4003-bc0a-587ab1c341c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:32.866189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29d10a76-07be-4003-bc0a-587ab1c341c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca59497542b14be9b4547302da5f26f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448083 Aug 19 18:11:32.870004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42950) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:32.898548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10a76-07be-4003-bc0a-587ab1c341c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d5b43-4826-40ac-86cc-8cd89d8a47dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:32.994127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.035359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.143101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.148059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:33.150288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd9d5b43-4826-40ac-86cc-8cd89d8a47dd HTTP/1.1" status: 204 len: 168 time: 0.2785261 Aug 19 18:11:33.179796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf29c-af5a-4c1a-9f34-89f1a4bbb7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d5b43-4826-40ac-86cc-8cd89d8a47dd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:33.538095 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.073735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42986) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:34.122639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-83da24f6-56cf-430b-a3fd-aa4711f1eecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.364523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-83da24f6-56cf-430b-a3fd-aa4711f1eecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.373261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-83da24f6-56cf-430b-a3fd-aa4711f1eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.470681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-83da24f6-56cf-430b-a3fd-aa4711f1eecf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db0514a16ed44009995da9fb425444a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931191 Aug 19 18:11:34.470681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da24f6-56cf-430b-a3fd-aa4711f1eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feac654c-3d92-4b68-9ed7-8b90ca341442,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:34.471197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43002) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:34.613649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.701874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.845207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.852047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:34.857570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/feac654c-3d92-4b68-9ed7-8b90ca341442 HTTP/1.1" status: 204 len: 168 time: 0.3820758 Aug 19 18:11:34.875321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb48d4-3ebf-4ea5-bec5-f858a0bef219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac654c-3d92-4b68-9ed7-8b90ca341442,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:35.652228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43044) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:35.993339 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e035643-b1c2-4abc-b64a-360a717a863c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.334510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e035643-b1c2-4abc-b64a-360a717a863c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.341665 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e035643-b1c2-4abc-b64a-360a717a863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.469548 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4e035643-b1c2-4abc-b64a-360a717a863c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bfc773047144960a22eac32fe22c5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157995 Aug 19 18:11:36.475127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035643-b1c2-4abc-b64a-360a717a863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1b5e9-737f-4065-95c2-0cf940a00e66,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:36.475500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:36.679049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.786317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.964432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.968606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:36.970091 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45c1b5e9-737f-4065-95c2-0cf940a00e66 HTTP/1.1" status: 204 len: 168 time: 0.4922752 Aug 19 18:11:37.018142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7046e-5536-4ebb-9f9b-46d1f3f66a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1b5e9-737f-4065-95c2-0cf940a00e66,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:38.263099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:38.279023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b621c975-4a5a-4ce1-b93b-3bd74295e0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.445505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b621c975-4a5a-4ce1-b93b-3bd74295e0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.458651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b621c975-4a5a-4ce1-b93b-3bd74295e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.538035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621c975-4a5a-4ce1-b93b-3bd74295e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e060e40d-81db-4e9b-82bd-95adc4fb1f1e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:38.554166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b621c975-4a5a-4ce1-b93b-3bd74295e0cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b2e81f470ec41b9bb82b67e8f344479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897077 Aug 19 18:11:38.557395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:38.650583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.685624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.779717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.788589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:38.791805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e060e40d-81db-4e9b-82bd-95adc4fb1f1e HTTP/1.1" status: 204 len: 168 time: 0.2328753 Aug 19 18:11:38.814508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45189e3-9e97-434f-921b-0baa188a424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e060e40d-81db-4e9b-82bd-95adc4fb1f1e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:41.938860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43288) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:42.247211 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3787ba87-035b-4ca7-bfb3-0a46bed0ce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.428246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3787ba87-035b-4ca7-bfb3-0a46bed0ce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.433892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3787ba87-035b-4ca7-bfb3-0a46bed0ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.529606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3787ba87-035b-4ca7-bfb3-0a46bed0ce87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13cca7e542eb4234bc68006960d2eab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908082 Aug 19 18:11:42.531104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787ba87-035b-4ca7-bfb3-0a46bed0ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92082a-6c6b-476f-a456-f89991250b6e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:42.532866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:42.613452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.651865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.780324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.784011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:42.785621 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e92082a-6c6b-476f-a456-f89991250b6e HTTP/1.1" status: 204 len: 168 time: 0.2516823 Aug 19 18:11:42.798483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f9a05-8f0e-4c5e-99a9-2861ae4ac22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92082a-6c6b-476f-a456-f89991250b6e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:43.465739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43346) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:43.493307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2286bee8-f55a-49ed-a90e-63e7850681e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.632022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2286bee8-f55a-49ed-a90e-63e7850681e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.652207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2286bee8-f55a-49ed-a90e-63e7850681e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.687328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2286bee8-f55a-49ed-a90e-63e7850681e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea4c51683b3d49e59109dba6f33788ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200134 Aug 19 18:11:43.691639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:43.720659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286bee8-f55a-49ed-a90e-63e7850681e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36edf88d-24c8-4f12-9d44-565c810ac272,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:43.787192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.829832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.906542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.909540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:43.913661 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36edf88d-24c8-4f12-9d44-565c810ac272 HTTP/1.1" status: 204 len: 168 time: 0.2180827 Aug 19 18:11:43.921799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108068c-21ec-4338-aa2d-e297d52e0e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36edf88d-24c8-4f12-9d44-565c810ac272,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:44.646551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-eb06854a-2bae-4995-a5fc-1773c8998428 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1360574 Aug 19 18:11:44.847436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.849049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.849818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.850680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.851618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.852305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.853803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:44.861397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-ea1f4dd2-fbb7-48be-985d-af9ff478c3d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.1164403 Aug 19 18:11:45.213557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-170cc557-21b3-4aab-9c64-ec2d056ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.214879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-170cc557-21b3-4aab-9c64-ec2d056ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.217046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-170cc557-21b3-4aab-9c64-ec2d056ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.220920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-170cc557-21b3-4aab-9c64-ec2d056ea6f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 2296 time: 0.2649283 Aug 19 18:11:45.355461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-a8f8db58-98f7-4f89-a308-7e37b6a7af8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1001 time: 0.1246688 Aug 19 18:11:45.462371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-fffb715b-647e-4d9e-bd6f-c319eabd7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.467148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-fffb715b-647e-4d9e-bd6f-c319eabd7abf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.0980992 Aug 19 18:11:45.559337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-02c17f1f-069c-4aa5-93f0-995758a81b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:45.562528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-02c17f1f-069c-4aa5-93f0-995758a81b90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877204 Aug 19 18:11:45.739101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-9a7ff7c9-745c-4576-a1dd-0bb5cc69c5ef service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618218 Aug 19 18:11:45.914499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-8d9b5fb7-0aeb-432d-b969-b15e68773fdd service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673272 Aug 19 18:11:46.006281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-4430768f-a4d3-4d01-a8e2-9a9bf0526167 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.0842178 Aug 19 18:11:46.165317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-0fab5d8b-ae17-413c-baa1-1170cd0d566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.170216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-0fab5d8b-ae17-413c-baa1-1170cd0d566a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1562374 Aug 19 18:11:46.175671 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:11:46.281769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-262418b1-2aa3-40a0-b694-ece55db58616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.289174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-262418b1-2aa3-40a0-b694-ece55db58616 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091101 Aug 19 18:11:46.553721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-db31bbb8-2b42-436f-b1eb-a28b8da2d327 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581265 Aug 19 18:11:46.743343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-44a50f80-273a-47ee-af8d-c8eccb7b2822 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668000 Aug 19 18:11:46.810134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-adeb83e5-7df3-443d-871c-605cfb3f627f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.0573654 Aug 19 18:11:46.919580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-e6b83ec9-17da-48a5-9910-fc0b57804ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:46.921432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-e6b83ec9-17da-48a5-9910-fc0b57804ec0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1032045 Aug 19 18:11:47.062532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:47.090351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-46e60b61-7a3d-45d7-a6f9-653b5fa370da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.099426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-46e60b61-7a3d-45d7-a6f9-653b5fa370da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641140 Aug 19 18:11:47.256030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-11922420-5eaf-458d-a3b1-0962adcf507d service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544898 Aug 19 18:11:47.446248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-b941d348-c9cf-4a7a-81ed-a8cc7021565f service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826379 Aug 19 18:11:47.568060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-6e4f1bab-667f-4e48-9d54-edce1d2f34cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1133957 Aug 19 18:11:47.780872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-a80ef320-18bc-422b-8fa6-29f6f078220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:47.787108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-a80ef320-18bc-422b-8fa6-29f6f078220d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.2078385 Aug 19 18:11:48.019246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-8d5699ef-98d3-4635-b8be-d440d5a1e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.021223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-8d5699ef-98d3-4635-b8be-d440d5a1e701 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2261183 Aug 19 18:11:48.351038 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-1973d262-1a8e-4860-9f73-a1e5c825108b service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186612 Aug 19 18:11:48.588844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-3b0da75b-f2d6-4be5-98ff-9b1ebf7d8389 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293479 Aug 19 18:11:48.685812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-9bc7a52e-6df0-4f85-9a13-a31917b5cd8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.0887690 Aug 19 18:11:48.804379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-b309f98c-e1a1-4ac4-9fca-143ed11711de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.807117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-b309f98c-e1a1-4ac4-9fca-143ed11711de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0984328 Aug 19 18:11:48.926150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-93d0da44-b0fb-4c1f-9841-2ca369a0a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:48.928102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-93d0da44-b0fb-4c1f-9841-2ca369a0a12a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128259 Aug 19 18:11:49.224529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-3410dd04-a932-4eed-b489-030e2422e713 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870562 Aug 19 18:11:49.454884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-66fe2d34-ba9e-4379-92c7-106f1a4ccdb3 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209120 Aug 19 18:11:49.532514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-e4cbe067-2c0d-4149-b57a-5e5ca0fd3826 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.0698435 Aug 19 18:11:49.592533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-2396de75-2f58-450b-81e6-e878a013f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.594309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-2396de75-2f58-450b-81e6-e878a013f7ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.0548375 Aug 19 18:11:49.678194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-9354cc15-e939-47c8-b174-b615beffef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:49.680741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-9354cc15-e939-47c8-b174-b615beffef50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790861 Aug 19 18:11:49.950864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-df4c4529-9dfb-49c3-aaec-98900ee834b9 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621610 Aug 19 18:11:50.132204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-b3c5328d-7f6f-44f5-be3f-89b05f454af4 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731880 Aug 19 18:11:50.267797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-59e4b49d-927b-4f81-8eba-c6a0dcd00dcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.1253755 Aug 19 18:11:50.401950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43592) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:50.412114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-6e3bf98b-4090-4961-ae29-77f54ba45652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:50.416652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-6e3bf98b-4090-4961-ae29-77f54ba45652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.1433146 Aug 19 18:11:50.493535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-e45e2577-560b-47f4-b3f3-ef57504f6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:11:50.496309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-e45e2577-560b-47f4-b3f3-ef57504f6296 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726006 Aug 19 18:11:50.736540 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-547fbf83-13a3-47b4-aa4b-f6cd2244c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:50.770330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-1b7e47ab-2c20-4295-8bf3-eb39e61773f0 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662544 Aug 19 18:11:50.983356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80143e0-12c6-407c-9b10-49ffa3fbf8a1 req-af37d6dd-ddb4-42b7-99fe-25d892f32bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044873 Aug 19 18:11:51.058730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-547fbf83-13a3-47b4-aa4b-f6cd2244c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.065858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-547fbf83-13a3-47b4-aa4b-f6cd2244c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.120975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fbf83-13a3-47b4-aa4b-f6cd2244c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b052a4-ea06-45ec-ad9e-705e1b0dccc7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:51.161874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-547fbf83-13a3-47b4-aa4b-f6cd2244c429 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=117d7f4b97bf4e4386cdd0d638cfaa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551312 Aug 19 18:11:51.164565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43614) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:51.369551 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.455995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.624622 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.630172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:51.633297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2b052a4-ea06-45ec-ad9e-705e1b0dccc7 HTTP/1.1" status: 204 len: 168 time: 0.4665110 Aug 19 18:11:51.668062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c556d6-46af-4567-93e0-0084af156093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b052a4-ea06-45ec-ad9e-705e1b0dccc7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:52.318334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43652) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:52.349112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50183014-632e-4e59-9381-dbb3a90cd965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.561094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50183014-632e-4e59-9381-dbb3a90cd965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.561094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50183014-632e-4e59-9381-dbb3a90cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.638442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:52.703173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50183014-632e-4e59-9381-dbb3a90cd965 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56df28f6fafb4b9c86aa6f8903f63124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813899 Aug 19 18:11:52.705325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43672) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:52.706721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50183014-632e-4e59-9381-dbb3a90cd965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33daea-f58e-4730-a93f-d0b03d6d360a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:52.828999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.869893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.892355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18233f2e-5dfa-400b-978e-d698c8609f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.983815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.988558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:52.995073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f33daea-f58e-4730-a93f-d0b03d6d360a HTTP/1.1" status: 204 len: 168 time: 0.2881358 Aug 19 18:11:53.022453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d122c8c-f2b2-4418-98b3-c0ad238b106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f33daea-f58e-4730-a93f-d0b03d6d360a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:53.100984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18233f2e-5dfa-400b-978e-d698c8609f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.108963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-18233f2e-5dfa-400b-978e-d698c8609f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.180515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18233f2e-5dfa-400b-978e-d698c8609f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaacb72-e1d6-44f5-9796-60e1d5acf369,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:53.210475 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-18233f2e-5dfa-400b-978e-d698c8609f69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77b65df327624cfcbdc357a273f36a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702374 Aug 19 18:11:53.213310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:53.293200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.331226 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.466592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.476710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:53.478878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccaacb72-e1d6-44f5-9796-60e1d5acf369 HTTP/1.1" status: 204 len: 168 time: 0.2638566 Aug 19 18:11:53.513166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0909-0e1f-42cf-b339-c932a0f3f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaacb72-e1d6-44f5-9796-60e1d5acf369,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:54.082061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43724) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:54.099366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4fafd6d6-3e77-4af8-9b39-babd1a55d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.266990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4fafd6d6-3e77-4af8-9b39-babd1a55d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.273633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4fafd6d6-3e77-4af8-9b39-babd1a55d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.335242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4fafd6d6-3e77-4af8-9b39-babd1a55d469 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=785abd6b2ca74da0ba3a9fe5538dcd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504151 Aug 19 18:11:54.338933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:54.345626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafd6d6-3e77-4af8-9b39-babd1a55d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d48558-9189-4fac-8b71-474977eabe9d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:54.493022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.564730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.679219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.683469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:54.685963 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83d48558-9189-4fac-8b71-474977eabe9d HTTP/1.1" status: 204 len: 168 time: 0.3435431 Aug 19 18:11:54.712733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924018-e4a9-4368-9021-e02b90445d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d48558-9189-4fac-8b71-474977eabe9d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:56.181854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.200267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-35a75039-cbd0-4d7a-aea7-e6917079ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:58.883321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43944) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:58.917596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43948) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:59.125097 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b43ea5d4-728c-486e-a025-c982148ff6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.135784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07217e79-2fc0-412d-abac-a1eba5d61e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.299126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b43ea5d4-728c-486e-a025-c982148ff6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.306839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b43ea5d4-728c-486e-a025-c982148ff6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.380924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b43ea5d4-728c-486e-a025-c982148ff6b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2be6cfa5cc114fafa9c472f48e04bea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909322 Aug 19 18:11:59.407179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43964) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:59.453970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07217e79-2fc0-412d-abac-a1eba5d61e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.464296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07217e79-2fc0-412d-abac-a1eba5d61e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.491545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea5d4-728c-486e-a025-c982148ff6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a7843-096d-47a9-b4a2-8f94620d0fe1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:59.521451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07217e79-2fc0-412d-abac-a1eba5d61e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f52778c-7e82-4573-a4f6-c2dee3abc6de,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:59.576060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07217e79-2fc0-412d-abac-a1eba5d61e3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fc883248a5b4e1d9d67c649e534fee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532719 Aug 19 18:11:59.581111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43976) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:11:59.629803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.677846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.682530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.733911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.757889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.762666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.764527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/914a7843-096d-47a9-b4a2-8f94620d0fe1 HTTP/1.1" status: 204 len: 168 time: 0.3517871 Aug 19 18:11:59.782228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5fa9-01cf-4e01-bbdd-fad314944323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a7843-096d-47a9-b4a2-8f94620d0fe1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:11:59.847380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.851883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:11:59.853390 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f52778c-7e82-4573-a4f6-c2dee3abc6de HTTP/1.1" status: 204 len: 168 time: 0.2717402 Aug 19 18:11:59.866576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61aa4-20b6-484e-afbf-97df4d7ea087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f52778c-7e82-4573-a4f6-c2dee3abc6de,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:00.358303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 43994) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:00.371806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bff5199-28f5-4ed2-950e-ab4dd6d6689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.403929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43996) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:00.421781 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-891009c3-af5c-4f19-894f-67bc3ea80898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.518086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bff5199-28f5-4ed2-950e-ab4dd6d6689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.523640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bff5199-28f5-4ed2-950e-ab4dd6d6689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.588403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff5199-28f5-4ed2-950e-ab4dd6d6689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acca883-e53a-4a46-946c-6a7693f081cc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:00.613467 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19209f73-d7ca-44fa-8ded-09ded8113a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.692770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7bff5199-28f5-4ed2-950e-ab4dd6d6689f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2526eae5c6e245568faa0eb790965197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329582 Aug 19 18:12:00.701865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44008) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:00.852209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-891009c3-af5c-4f19-894f-67bc3ea80898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.861004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-891009c3-af5c-4f19-894f-67bc3ea80898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.921546 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:00.930443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-891009c3-af5c-4f19-894f-67bc3ea80898 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aa0dac1538e4964b5083dd4be90ae20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247412 Aug 19 18:12:00.934539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891009c3-af5c-4f19-894f-67bc3ea80898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16bf94e-51ac-4350-a08b-071045d49519,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:00.936244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44016) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:00.940427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.005261 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.135298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.141258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.143913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7acca883-e53a-4a46-946c-6a7693f081cc HTTP/1.1" status: 204 len: 168 time: 0.4404330 Aug 19 18:12:01.167040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1695b-334e-42bb-8abe-800551795f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acca883-e53a-4a46-946c-6a7693f081cc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:01.605782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.631015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.718800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.732925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:01.737019 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e16bf94e-51ac-4350-a08b-071045d49519 HTTP/1.1" status: 204 len: 168 time: 0.7937233 Aug 19 18:12:01.760036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2829c66-47e9-462c-998a-0c495005e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16bf94e-51ac-4350-a08b-071045d49519,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:01.976818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:03.420500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.434887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.451437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.468408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.481524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.490459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.495623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.505580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-ddbd3cdf-d9ac-4748-8bd5-2f9ed2e7e066 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.2364137 Aug 19 18:12:03.559334 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:03.560622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe22f131-6b90-4c9f-8d3f-523eb6e3aead req-051c3736-743d-4fef-aa13-3d607f0203ab tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504289 Aug 19 18:12:03.727486 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.736039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.742448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.749460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.755538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.762205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.769488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:03.781129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a54a73-189b-4b24-beb1-dc5eb1945999 req-5686fa6e-d293-4a1c-86a4-3e006b06d8b4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.1255534 Aug 19 18:12:04.524838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44184) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:04.746240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79dfce94-59cc-47b7-afed-7d7b1071057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:04.936790 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79dfce94-59cc-47b7-afed-7d7b1071057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:04.945541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79dfce94-59cc-47b7-afed-7d7b1071057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:05.039985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44206) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:05.040745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-79dfce94-59cc-47b7-afed-7d7b1071057a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d13ba2bd883f4dc8a2dbd942bdd0aea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136912 Aug 19 18:12:05.091684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfce94-59cc-47b7-afed-7d7b1071057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c714bce-38ff-4919-9cea-4b39ab99af82,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:05.160572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:05.189299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:05.333276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:05.339576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:05.342682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c714bce-38ff-4919-9cea-4b39ab99af82 HTTP/1.1" status: 204 len: 168 time: 0.2999306 Aug 19 18:12:05.354064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1531ec-0366-4bbf-b966-1a3535ac08c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c714bce-38ff-4919-9cea-4b39ab99af82,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:06.194105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44274) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:06.451899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.453079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.454316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.455012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.455897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.456730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.457616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:06.472069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-28ee0c21-9d72-4de2-a5cc-9caec7d83f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.2750075 Aug 19 18:12:06.576675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-31d02620-d9fb-40f5-b627-69dfba075c10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921314 Aug 19 18:12:06.864777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:07.135150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1bee810-7900-408a-8ae1-b708603deffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.301590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:07.360071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1bee810-7900-408a-8ae1-b708603deffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.374610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b1bee810-7900-408a-8ae1-b708603deffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.478527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b1bee810-7900-408a-8ae1-b708603deffa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5963090dcdc451caf675df82f4ad071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080496 Aug 19 18:12:07.479424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:07.497835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bee810-7900-408a-8ae1-b708603deffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee704ae-7e5b-4715-b6e3-84208b41cc35,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:07.649328 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.700501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.804507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.810769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:07.813097 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ee704ae-7e5b-4715-b6e3-84208b41cc35 HTTP/1.1" status: 204 len: 168 time: 0.3317187 Aug 19 18:12:07.829825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc0f37-cb8e-4c95-b6af-082113511eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee704ae-7e5b-4715-b6e3-84208b41cc35,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:08.041009 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d12a3a2-c67d-4690-926b-f780c725b45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.313674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d12a3a2-c67d-4690-926b-f780c725b45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.320614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d12a3a2-c67d-4690-926b-f780c725b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.382893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12a3a2-c67d-4690-926b-f780c725b45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7a8a7-9f91-4ff8-877d-550515251966,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:08.441680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d12a3a2-c67d-4690-926b-f780c725b45f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbc2043baaa54051a2f6408fbbb59f10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1344945 Aug 19 18:12:08.441962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:08.663947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.753451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.839159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.843706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:08.844929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eab7a8a7-9f91-4ff8-877d-550515251966 HTTP/1.1" status: 204 len: 168 time: 0.4015703 Aug 19 18:12:08.881608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecd041-ad23-4b9f-b39f-a7eddd3e365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7a8a7-9f91-4ff8-877d-550515251966,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:08.910198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:08.928591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe203-afb4-46e2-9753-8ec65f7f70c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.097181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe203-afb4-46e2-9753-8ec65f7f70c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.103713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe203-afb4-46e2-9753-8ec65f7f70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.134498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfe203-afb4-46e2-9753-8ec65f7f70c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2da59c-e848-45d7-89ed-d2c99f0cb88c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:09.209811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fcbfe203-afb4-46e2-9753-8ec65f7f70c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a49c53da8e041799116eddf936d5c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982626 Aug 19 18:12:09.213014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44382) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:09.326081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.357789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.445658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.452080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:09.453545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da2da59c-e848-45d7-89ed-d2c99f0cb88c HTTP/1.1" status: 204 len: 168 time: 0.2388272 Aug 19 18:12:09.464491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8da4a-639e-4eaa-aac0-617f506c6cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2da59c-e848-45d7-89ed-d2c99f0cb88c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:13.116899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44536) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:13.449720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4b9f-0f1f-442b-9778-eab84469df5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.673176 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4b9f-0f1f-442b-9778-eab84469df5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.683890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4b9f-0f1f-442b-9778-eab84469df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.756716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:13.765097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c6a4b9f-0f1f-442b-9778-eab84469df5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c905f6868714b5499c984a88aeec2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453395 Aug 19 18:12:13.842310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.851037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a4b9f-0f1f-442b-9778-eab84469df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b57009-e345-44e5-8836-d457f93d8750,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:13.885058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.988274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.995021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:13.998949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3b57009-e345-44e5-8836-d457f93d8750 HTTP/1.1" status: 204 len: 168 time: 0.2406695 Aug 19 18:12:14.015795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f05f5-32ee-461a-bb52-45b280709af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b57009-e345-44e5-8836-d457f93d8750,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:14.196197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:14.713972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8851706-c9e1-45c1-9717-e1df805ac64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.856474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8851706-c9e1-45c1-9717-e1df805ac64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.862985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8851706-c9e1-45c1-9717-e1df805ac64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:14.932884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:14.947611 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c8851706-c9e1-45c1-9717-e1df805ac64c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c41aad367c5944bbb99f1f5f0dcebce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495735 Aug 19 18:12:14.948728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851706-c9e1-45c1-9717-e1df805ac64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebebb2f-0153-4b29-b914-6e9eb19b9d27,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:15.030602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.065590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.150998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.157375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:15.175390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cebebb2f-0153-4b29-b914-6e9eb19b9d27 HTTP/1.1" status: 204 len: 168 time: 0.2339227 Aug 19 18:12:15.222077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf8136-74b9-453e-a52e-b83710be724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebebb2f-0153-4b29-b914-6e9eb19b9d27,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:15.929177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44660) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:15.944147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc75b-b1a6-41fd-b77a-420d91af4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.095890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc75b-b1a6-41fd-b77a-420d91af4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.103802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc75b-b1a6-41fd-b77a-420d91af4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.159519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9e0bc75b-b1a6-41fd-b77a-420d91af4fd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d4afc68d074422bbff4a6e5040d2d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288978 Aug 19 18:12:16.162403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44672) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:16.164291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bc75b-b1a6-41fd-b77a-420d91af4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45538e6b-28e6-4652-8a3a-6ceac9209b60,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:16.282522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.315809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.398153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.404633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:16.406789 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45538e6b-28e6-4652-8a3a-6ceac9209b60 HTTP/1.1" status: 204 len: 168 time: 0.2431860 Aug 19 18:12:16.424244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36fa09-f4fe-4924-bfb8-971fc22e0b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45538e6b-28e6-4652-8a3a-6ceac9209b60,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:17.070770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:19.614456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44856) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:19.779879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44864) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:20.033888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-317ece82-268e-474b-a791-26c5faa8a3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.120913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-555361950'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:20.222943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-317ece82-268e-474b-a791-26c5faa8a3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.229284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-317ece82-268e-474b-a791-26c5faa8a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.261344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-317ece82-268e-474b-a791-26c5faa8a3b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81001b15edf644099021423e8b8f5224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799840 Aug 19 18:12:20.265025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:20.316429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Made reservation on behalf of 34f445aade514b8b8c84491fdead7def for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:20.320665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.325866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ece82-268e-474b-a791-26c5faa8a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9798a-2371-47fe-882a-408479e8964e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.354929 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.426398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.478931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.569628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.579359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.587961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4e9798a-2371-47fe-882a-408479e8964e HTTP/1.1" status: 204 len: 168 time: 0.3217597 Aug 19 18:12:20.602680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee92c63-3346-43ab-8f72-2f6c222a2e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9798a-2371-47fe-882a-408479e8964e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.609523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.626388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.693519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:20.710740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007224e4-8e22-4267-ae23-11f9bace152a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:20.718460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.719263 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Added segment 771ede2c-71b7-44c8-8f9f-d2d74a8f53f5 of type vlan for network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 Aug 19 18:12:20.823827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.883684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.893811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:20.897662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:20.990561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3718600 Aug 19 18:12:21.056100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd25305-f5a3-43ad-b72f-82cd815a67e2 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Pushing event updated for resources: {'Network': ['ID=017fc7a4-602a-46ef-82e6-a377bd1d7c97,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:21.070421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:21.194616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44902) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:21.220487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d4c8-d88d-43e9-8a42-b9fa6b556c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.422664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d4c8-d88d-43e9-8a42-b9fa6b556c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.428283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cd3d4c8-d88d-43e9-8a42-b9fa6b556c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.533076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5cd3d4c8-d88d-43e9-8a42-b9fa6b556c18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef1b6f177aec42c087f257d18472f38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362796 Aug 19 18:12:21.536579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3d4c8-d88d-43e9-8a42-b9fa6b556c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e048231-4100-4165-89f6-b4ad387dd4b8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:21.537470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44906) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:21.685824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.764904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44910) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:21.765776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.773074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97', 'binding:host_id': 'n-h1-778550-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-5865965'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:21.808101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Made reservation on behalf of 3a5b46d389474a0c8991e7d41ac7442f for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:21.811511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.835372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.892990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.898263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:21.900274 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e048231-4100-4165-89f6-b4ad387dd4b8 HTTP/1.1" status: 204 len: 168 time: 0.3613324 Aug 19 18:12:21.923044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8d0dc-0e8d-45de-9f17-c3025c7e54dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e048231-4100-4165-89f6-b4ad387dd4b8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.132513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.138938 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.153321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port daf9c594-203a-4835-9ff8-5b27ecf27d61 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:22.253116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c6ae6-6a9b-4ab7-8c9c-f64e948e0ea7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.572679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port daf9c594-203a-4835-9ff8-5b27ecf27d61 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:22.588739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.608088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Transition to ACTIVE for port object daf9c594-203a-4835-9ff8-5b27ecf27d61 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:22.631715 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:22.733302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=daf9c594-203a-4835-9ff8-5b27ecf27d61,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:22.785046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Checking segment: {'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:22.786230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Network hostable DHCP agents. Network: 017fc7a4-602a-46ef-82e6-a377bd1d7c97, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:22.815189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:22.833567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 017fc7a4-602a-46ef-82e6-a377bd1d7c97) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:22.849954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a1766-78a6-4be0-bd4d-77ac7bc3abf6 None None] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:22.852575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:22.889459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:22.890656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:22.890656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:22.900533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:22.901072 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:22.901807 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 2 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:22.931715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:22.932079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:22.932442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:22.943190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:22.943415 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:22.943874 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 3 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:22.983590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:22.984000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:22.984363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:22.990017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:22.990394 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:22.990800 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 4 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.021090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.021448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.022023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.036573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.037068 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.037628 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 5 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.072162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.072777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.072936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.088984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.089326 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.090309 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 6 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.106934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.107279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.107665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.113626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.114004 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.114469 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 7 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.144618 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 8 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.160552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.161154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.161784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.188248 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:12:23.195332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.195852 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.196536 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 9 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.264749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.265227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.265620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.270911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.271257 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.271733 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 10 to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 Aug 19 18:12:23.299028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:23.299974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:23.301708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:23.307657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port daf9c594-203a-4835-9ff8-5b27ecf27d61 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:23.308137 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port daf9c594-203a-4835-9ff8-5b27ecf27d61 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:23.309188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.441093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port daf9c594-203a-4835-9ff8-5b27ecf27d61, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:23.444820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempted to set empty binding levels {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:12:23.454078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.557410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=daf9c594-203a-4835-9ff8-5b27ecf27d61,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:23.570442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:23.570764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:23.601725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ec298d0-e122-4623-808a-df74b091449b tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 1.8353646 Aug 19 18:12:23.607205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44960) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:23.885794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Deleting port daf9c594-203a-4835-9ff8-5b27ecf27d61 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:23.888232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.057129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port daf9c594-203a-4835-9ff8-5b27ecf27d61, host n-h1-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:24.057836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.094491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Calling delete_port for daf9c594-203a-4835-9ff8-5b27ecf27d61 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:24.449724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.495276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.518883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "DELETE /v2.0/ports/daf9c594-203a-4835-9ff8-5b27ecf27d61 HTTP/1.1" status: 204 len: 168 time: 0.9061348 Aug 19 18:12:24.519801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:24.556254 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdea8bb-76fa-487d-96c1-557832e177b7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:12:24.564554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-efdea8bb-76fa-487d-96c1-557832e177b7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports/daf9c594-203a-4835-9ff8-5b27ecf27d61 HTTP/1.1" status: 404 len: 333 time: 0.0370123 Aug 19 18:12:24.569070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:24.574949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1326746238'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:24.604258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Made reservation on behalf of 3a5b46d389474a0c8991e7d41ac7442f for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:24.606859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:24.609152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c41816-fdbb-4c4d-ba91-e20732a7e8e7 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event deleted for resources: {'Port': ['ID=daf9c594-203a-4835-9ff8-5b27ecf27d61,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:24.650721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port a820bfff-e391-450f-a861-75ee939ddbcb yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:24.961076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.057553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.148598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:25.160695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:25.166847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:25.168956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:25.172385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.216715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=a820bfff-e391-450f-a861-75ee939ddbcb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:25.230225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6596930 Aug 19 18:12:25.233712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.234286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.234425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45010) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:25.234851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.235981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.235981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.236569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.237130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.237659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.238192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.239359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.239974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.240532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d21e1e2-5ffb-472b-bf07-12e3dd5f7012 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:25.260641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:25.412372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.694300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port a820bfff-e391-450f-a861-75ee939ddbcb yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:25.713212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.739533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Transition to ACTIVE for port object a820bfff-e391-450f-a861-75ee939ddbcb will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:25.750856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:25.834118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=a820bfff-e391-450f-a861-75ee939ddbcb,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:25.841821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:25.843026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:25.844195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:25.857577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:25.864449 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:25.866152 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 2 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:25.893936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:25.894232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:25.894488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:25.900205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:25.900555 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:25.900957 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 3 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:25.917454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:25.918256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:25.918789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:25.927778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:25.928296 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:25.928891 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 4 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:25.954591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:25.955122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:25.955787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:25.963857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:25.964400 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:25.965606 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 5 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:25.989173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:25.989647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:25.990215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:25.999029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:25.999619 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.000267 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 6 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:26.025701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:26.026445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:26.027863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:26.034429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:26.035211 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.036095 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 7 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:26.065154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:26.065656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:26.065988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:26.071223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:26.071754 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.072008 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 8 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:26.090668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:26.091627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:26.091999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:26.098390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:26.098954 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.099824 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 9 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:26.132224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:26.135713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:26.135713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:26.144131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:26.145184 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.145736 n-d-778550-10 neutron-server[101325]: INFO neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 10 to bind port a820bfff-e391-450f-a861-75ee939ddbcb Aug 19 18:12:26.170342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:26.171247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:26.171916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:26.182623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:26.184297 n-d-778550-10 neutron-server[101325]: ERROR neutron.plugins.ml2.managers [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port a820bfff-e391-450f-a861-75ee939ddbcb on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:26.184767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.191948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.298513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port a820bfff-e391-450f-a861-75ee939ddbcb, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:26.299114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempted to set empty binding levels {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:12:26.305140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.349147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] In _notify_port_updated(), no bound segment for port a820bfff-e391-450f-a861-75ee939ddbcb on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:12:26.350538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.351562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.353926 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "PUT /v2.0/ports/a820bfff-e391-450f-a861-75ee939ddbcb HTTP/1.1" status: 200 len: 976 time: 1.1177111 Aug 19 18:12:26.356616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:26.385068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7698df8-984c-48e6-a318-8699a8ceb1c8 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=a820bfff-e391-450f-a861-75ee939ddbcb,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:26.544951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.549507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.550171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.552963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.553862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.554715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.555816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.556659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.557501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.569664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.570933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.572005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.574092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.575153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.576208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.577232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.578263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.579290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.580729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.581938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.582997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.584688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.586015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:26.597472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45090) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:26.597881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-58f691dd-ce74-4085-9735-9f20855e665d tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20841 time: 0.2370734 Aug 19 18:12:26.732602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Deleting port a820bfff-e391-450f-a861-75ee939ddbcb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:26.733628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.896595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port a820bfff-e391-450f-a861-75ee939ddbcb, host n-h1-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:26.897109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:26.930246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Calling delete_port for a820bfff-e391-450f-a861-75ee939ddbcb owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:27.082619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.121029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.126768 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a820bfff-e391-450f-a861-75ee939ddbcb HTTP/1.1" status: 204 len: 168 time: 0.5237074 Aug 19 18:12:27.127377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45120) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:27.128449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event deleted for resources: {'Port': ['ID=a820bfff-e391-450f-a861-75ee939ddbcb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:27.140002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.140632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.141205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.141781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.142726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.143306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.147740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.148312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.149000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.149549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.150193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.150829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115021d5-f6e0-4187-8425-0ba7e185fcd0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:27.172584 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f709f-7c52-4c09-b469-3837b42f5d8a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:12:27.183561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:27.193941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b8f709f-7c52-4c09-b469-3837b42f5d8a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports/a820bfff-e391-450f-a861-75ee939ddbcb HTTP/1.1" status: 404 len: 333 time: 0.0650952 Aug 19 18:12:27.195579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1143482083', 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:27.224151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Made reservation on behalf of 3a5b46d389474a0c8991e7d41ac7442f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:27.241714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.279507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port 0a596ca2-d588-466a-b4f0-79a50c663bf9 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:27.583997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.655004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.734254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:27.739427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:27.747410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:27.748573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.749510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:27.764828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=0a596ca2-d588-466a-b4f0-79a50c663bf9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:27.781197 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d65ea8ab-b8cf-4160-b7ff-e6285a4bb97a tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5955358 Aug 19 18:12:27.784609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:27.898026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bade094-4040-40e5-9f6c-30a8279a4a28 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:27.901376 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8bade094-4040-40e5-9f6c-30a8279a4a28 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports/0a596ca2-d588-466a-b4f0-79a50c663bf9 HTTP/1.1" status: 200 len: 955 time: 0.1144300 Aug 19 18:12:27.905446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:28.042437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Deleting port 0a596ca2-d588-466a-b4f0-79a50c663bf9 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:28.043648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.149511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eea216fc-654c-4dad-bbd6-d88637b331eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.161399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.188889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Calling delete_port for 0a596ca2-d588-466a-b4f0-79a50c663bf9 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:28.424775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.472667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a596ca2-d588-466a-b4f0-79a50c663bf9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:28.482747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.484392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5045f525-800a-480e-ab03-01211223a702 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0a596ca2-d588-466a-b4f0-79a50c663bf9 HTTP/1.1" status: 204 len: 168 time: 0.5771623 Aug 19 18:12:28.492467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45200) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:28.533370 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-087743bf-5b53-4308-9253-7fa52aad0204 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:12:28.536011 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-087743bf-5b53-4308-9253-7fa52aad0204 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports/0a596ca2-d588-466a-b4f0-79a50c663bf9 HTTP/1.1" status: 404 len: 333 time: 0.0416927 Aug 19 18:12:28.546274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45204) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:28.554557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1206609216'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:28.593360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Made reservation on behalf of 3a5b46d389474a0c8991e7d41ac7442f for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:28.597790 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.624791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port c59d8993-5df4-41a5-8a67-673bfbb7e832 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:28.823304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.881445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.956144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:28.960756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:28.962875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=c59d8993-5df4-41a5-8a67-673bfbb7e832,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:28.965895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:28.967011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:28.967824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:28.986683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-75ada6ed-6efc-4834-8d00-904240b32b9f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4383652 Aug 19 18:12:28.997832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45220) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:29.018802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:29.087290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.088463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:29.336454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12474721-98b9-437b-ab39-f39b0a0d4783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.391802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] device_id is not set on port c59d8993-5df4-41a5-8a67-673bfbb7e832 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:29.404774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.434549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Transition to ACTIVE for port object c59d8993-5df4-41a5-8a67-673bfbb7e832 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:29.440673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.522232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=c59d8993-5df4-41a5-8a67-673bfbb7e832,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:29.545659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.546141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.546602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.553378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.554189 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.554655 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 2 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.587720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.590259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.591214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.601743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.602209 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.602705 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 3 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.606783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12474721-98b9-437b-ab39-f39b0a0d4783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.613713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12474721-98b9-437b-ab39-f39b0a0d4783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.624205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.625047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.625497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.631896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.639970 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.640745 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 4 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.660735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.661367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.661911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.669640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.670395 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.670974 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 5 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.686533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12474721-98b9-437b-ab39-f39b0a0d4783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3182ebc-3d74-43aa-a751-a8ea45b1a838,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:29.701165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.701165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.701798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.712584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.716137 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.717021 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 6 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.739246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.739629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.740350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.751019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.751467 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.752738 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 7 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.766861 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12474721-98b9-437b-ab39-f39b0a0d4783 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=719b2cf37bf943bab9cbf524649d519a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769657 Aug 19 18:12:29.779190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:29.780948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.781491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.781906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.788095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.788503 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.789024 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 8 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.810367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.811838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.812079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.818826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.818826 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.818826 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 9 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.847268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.848172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.848762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.855579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.856254 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.857106 n-d-778550-10 neutron-server[101324]: INFO neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempt 10 to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 Aug 19 18:12:29.880849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.893060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:29.893400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:29.893740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempting to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:29.900622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:12:29.900962 n-d-778550-10 neutron-server[101324]: ERROR neutron.plugins.ml2.managers [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Failed to bind port c59d8993-5df4-41a5-8a67-673bfbb7e832 on host n-h1-778550-10 for vnic_type normal using segments [{'id': '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '017fc7a4-602a-46ef-82e6-a377bd1d7c97'}] Aug 19 18:12:29.901337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:29.931318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.021735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port c59d8993-5df4-41a5-8a67-673bfbb7e832, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:30.024428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attempted to set empty binding levels {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 18:12:30.036583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.036966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.041705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.045534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3182ebc-3d74-43aa-a751-a8ea45b1a838 HTTP/1.1" status: 204 len: 168 time: 0.2648389 Aug 19 18:12:30.060650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3055a-c03c-46c7-a3a0-beedfc8d3cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3182ebc-3d74-43aa-a751-a8ea45b1a838,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:30.107545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] In _notify_port_updated(), no bound segment for port c59d8993-5df4-41a5-8a67-673bfbb7e832 on network 017fc7a4-602a-46ef-82e6-a377bd1d7c97 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:12:30.108812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:30.109511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.111262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "PUT /v2.0/ports/c59d8993-5df4-41a5-8a67-673bfbb7e832 HTTP/1.1" status: 200 len: 976 time: 1.1111059 Aug 19 18:12:30.115433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45244) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:30.161524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a494b-5085-4382-b94a-f561f7172390 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event updated for resources: {'Port': ['ID=c59d8993-5df4-41a5-8a67-673bfbb7e832,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:30.224682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Deleting port c59d8993-5df4-41a5-8a67-673bfbb7e832 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:30.225297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.307978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] For port c59d8993-5df4-41a5-8a67-673bfbb7e832, host n-h1-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:12:30.309199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.330384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Calling delete_port for c59d8993-5df4-41a5-8a67-673bfbb7e832 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:30.476010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.520126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Pushing event deleted for resources: {'Port': ['ID=c59d8993-5df4-41a5-8a67-673bfbb7e832,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:30.549902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.557577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45256) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:30.561612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fad02cf0-0213-4cd5-8faa-e72be930594f tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c59d8993-5df4-41a5-8a67-673bfbb7e832 HTTP/1.1" status: 204 len: 168 time: 0.4438195 Aug 19 18:12:30.606921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c95fcf91-d7b7-4235-84d2-bc5defe94813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:30.901501 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.039609 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-65048c24-176b-4e38-a2d8-399efd847df0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] GET failed (client error): The resource could not be found. Aug 19 18:12:31.042111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-65048c24-176b-4e38-a2d8-399efd847df0 tempest-PortsAdminExtendedAttrsTestJSON-1726152759 tempest-PortsAdminExtendedAttrsTestJSON-1726152759-project-admin] 10.222.0.36 "GET /v2.0/ports/c59d8993-5df4-41a5-8a67-673bfbb7e832 HTTP/1.1" status: 404 len: 333 time: 0.4817450 Aug 19 18:12:31.047100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:31.203040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.344082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.356608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017fc7a4-602a-46ef-82e6-a377bd1d7c97']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:31.370209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:31.371382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771ede2c-71b7-44c8-8f9f-d2d74a8f53f5') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:12:31.388638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.430584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.452245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:12:31.453369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:12:31.603378 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:12:31.650623 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.804495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:31.804495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] 10.222.0.36 "DELETE /v2.0/networks/017fc7a4-602a-46ef-82e6-a377bd1d7c97 HTTP/1.1" status: 204 len: 168 time: 0.6367741 Aug 19 18:12:31.804495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc005e0-b651-4e43-aba6-380246544866 tempest-PortsAdminExtendedAttrsTestJSON-845489213 tempest-PortsAdminExtendedAttrsTestJSON-845489213-project] Pushing event deleted for resources: {'Network': ['ID=017fc7a4-602a-46ef-82e6-a377bd1d7c97,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:31.978780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:32.380801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45320) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:33.046562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45346) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:33.047366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a17792e2-6776-444a-bfcf-cd000f54e281 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34f445aade514b8b8c84491fdead7def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639767 Aug 19 18:12:33.184029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.247975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.314846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.318204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:33.319643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/007224e4-8e22-4267-ae23-11f9bace152a HTTP/1.1" status: 204 len: 168 time: 0.2713709 Aug 19 18:12:33.333008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca04e1-1a09-4bd0-8faf-ee7417f9e206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007224e4-8e22-4267-ae23-11f9bace152a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:33.529127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.212535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45386) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:34.369722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-96204e9a-e4e4-45e6-9bf3-d25e797e5fb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a5b46d389474a0c8991e7d41ac7442f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554258 Aug 19 18:12:34.374456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:34.501351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.611984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.759023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.767870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:34.768996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa1c6ae6-6a9b-4ab7-8c9c-f64e948e0ea7 HTTP/1.1" status: 204 len: 168 time: 0.3936031 Aug 19 18:12:34.795585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e5fc-b287-46a7-8e44-306734deba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c6ae6-6a9b-4ab7-8c9c-f64e948e0ea7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:37.994317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45520) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:38.341507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da8d0c3e-7469-437f-aa62-5ce11f817dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.617570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da8d0c3e-7469-437f-aa62-5ce11f817dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.637917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da8d0c3e-7469-437f-aa62-5ce11f817dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:38.822407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-da8d0c3e-7469-437f-aa62-5ce11f817dea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16a08eb072c3492cb8e5830bc5944630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280718 Aug 19 18:12:38.825466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d0c3e-7469-437f-aa62-5ce11f817dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a77108-6d22-454f-a385-47ac8f2ca085,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:38.827151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45550) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:38.965287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.048283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.065227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45554) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:39.140799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.146788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.154426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97a77108-6d22-454f-a385-47ac8f2ca085 HTTP/1.1" status: 204 len: 168 time: 0.3254108 Aug 19 18:12:39.188756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c8b60-9c20-476e-b58a-44bc3b4bb1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a77108-6d22-454f-a385-47ac8f2ca085,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:39.410628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1661547415', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:39.477150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Made reservation on behalf of 00fb11028e49443f80c8c7ceb5d57be5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:39.481824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:39.517088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.044525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.068025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.098184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] device_id is not set on port 96f5e873-b9ab-4614-bb74-0ebcfaec61e6 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:40.369585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe905b9-940d-4736-bb2e-a0fd8a508f8f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:40.387831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Allocated IP 172.25.5.212 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/96f5e873-b9ab-4614-bb74-0ebcfaec61e6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:40.476559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:40.560227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7220a7e-015d-4e57-9c45-1a760b03aeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:40.905712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.010621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7220a7e-015d-4e57-9c45-1a760b03aeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.023537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7220a7e-015d-4e57-9c45-1a760b03aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.029475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.115829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:41.120336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Pushing event updated for resources: {'Port': ['ID=96f5e873-b9ab-4614-bb74-0ebcfaec61e6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:41.123837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:41.135871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:41.149265 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7220a7e-015d-4e57-9c45-1a760b03aeeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f26ac922e2f6472da81d728aeb90b25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6696551 Aug 19 18:12:41.150761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7220a7e-015d-4e57-9c45-1a760b03aeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8568fe-a4b1-4a3d-83c7-8c2d13b25f4b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:41.152568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45598) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:41.253421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:41.254685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.306443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.326851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:41.327352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-24e07a3c-ced5-4dd3-be61-0c16aeec0443 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2599988 Aug 19 18:12:41.333846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.212'}]}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:41.377078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.420579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.422387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.462498 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.469321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.472596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca8568fe-a4b1-4a3d-83c7-8c2d13b25f4b HTTP/1.1" status: 204 len: 168 time: 0.3156266 Aug 19 18:12:41.550679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975e2de-c383-402f-a796-b98fdce42277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8568fe-a4b1-4a3d-83c7-8c2d13b25f4b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:41.625465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:41.989216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.734799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:42.766323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.436379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.771382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.774122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.839019 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:43.841648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a90e947-8955-4154-9efb-0583a436a79c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:12:43.898232 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:12:43.900092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78de5eb8-c884-487c-9d5c-e1060c5d1de0 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5715737 Aug 19 18:12:43.905439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45680) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:44.144087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Deleting port 96f5e873-b9ab-4614-bb74-0ebcfaec61e6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:44.145849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.290186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.310906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Calling delete_port for 96f5e873-b9ab-4614-bb74-0ebcfaec61e6 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:44.769800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:44.857485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Pushing event deleted for resources: {'Port': ['ID=96f5e873-b9ab-4614-bb74-0ebcfaec61e6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:45.005652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:45.007709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-73325df8-ea06-4c5f-88cd-fd7f06ce1083 tempest-RoutersAdminNegativeTest-306575657 tempest-RoutersAdminNegativeTest-306575657-project-admin] 10.222.0.36 "DELETE /v2.0/ports/96f5e873-b9ab-4614-bb74-0ebcfaec61e6 HTTP/1.1" status: 204 len: 168 time: 1.1008470 Aug 19 18:12:45.655730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45742) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:45.883342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c64-8c90-4c90-b603-88d548a0bfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.105152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c64-8c90-4c90-b603-88d548a0bfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.110892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38fa2c64-8c90-4c90-b603-88d548a0bfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.177412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45770) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:46.184954 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38fa2c64-8c90-4c90-b603-88d548a0bfef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30e3d5d38c1242318148674727284cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263906 Aug 19 18:12:46.201606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa2c64-8c90-4c90-b603-88d548a0bfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e9d44c-70c6-4dba-a24f-d2d9b8cd0170,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:46.322158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.351785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.361894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-c07fff5d-1a10-43e9-a645-892d49f9ee01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973840 Aug 19 18:12:46.447819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-1028fae4-7652-4d64-afda-1d042ae1dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:46.450166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-1028fae4-7652-4d64-afda-1d042ae1dbc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.0543609 Aug 19 18:12:46.460574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.468356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:46.469779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7e9d44c-70c6-4dba-a24f-d2d9b8cd0170 HTTP/1.1" status: 204 len: 168 time: 0.2914007 Aug 19 18:12:46.511935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ce03e-0335-4577-9605-3d2c58de4555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e9d44c-70c6-4dba-a24f-d2d9b8cd0170,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:46.732716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-bc697431-d0a9-4c33-8412-85e8e4a97e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:46.737228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-bc697431-d0a9-4c33-8412-85e8e4a97e3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.2606404 Aug 19 18:12:46.914196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-0c59fbfa-4fde-4a4f-827c-636ec195c1e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1002 time: 0.1678851 Aug 19 18:12:46.998367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-2378d773-7f6f-4718-98e8-014e58328f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:47.000607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-2378d773-7f6f-4718-98e8-014e58328f59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0809526 Aug 19 18:12:47.096493 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.138485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-5e86aaba-28fc-40f7-b38c-59ea2644ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:47.144124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-5e86aaba-28fc-40f7-b38c-59ea2644ee55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326687 Aug 19 18:12:47.264829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45848) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:47.439970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0bbe032e-95cd-4894-b4d0-68d5e95bb6a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00fb11028e49443f80c8c7ceb5d57be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731634 Aug 19 18:12:47.442786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:47.518930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-dcf4a288-f1bb-4142-8e0c-063821297a63 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684912 Aug 19 18:12:47.601648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.652989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.754209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.759858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:47.764929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbe905b9-940d-4736-bb2e-a0fd8a508f8f HTTP/1.1" status: 204 len: 168 time: 0.3132019 Aug 19 18:12:47.802732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c7dcb-4f6a-4673-9680-930744505f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe905b9-940d-4736-bb2e-a0fd8a508f8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:47.922069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d1529ec-5cf7-42cf-9206-935781e56043 req-cc974bb2-7bae-441d-87f5-05867bde1ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895862 Aug 19 18:12:49.632491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:49.677543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46004) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:50.000946 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c3a8e45-3f6f-4a78-9233-396f8819a47b tempest-AgentManagementNegativeTest-1058189359 tempest-AgentManagementNegativeTest-1058189359-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3666646 Aug 19 18:12:50.028210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae34c-0390-407a-8ad3-79b4cea0b76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.251368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae34c-0390-407a-8ad3-79b4cea0b76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.260409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae34c-0390-407a-8ad3-79b4cea0b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.345367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0a9ae34c-0390-407a-8ad3-79b4cea0b76a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a1bb00465b947c383b78c3600aa442a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757593 Aug 19 18:12:50.348483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:50.372456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ae34c-0390-407a-8ad3-79b4cea0b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048412e9-e61e-4eeb-b5bb-10c1bc1b205e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:50.461881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.529188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.558578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46036) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:50.618655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.623176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:50.625227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/048412e9-e61e-4eeb-b5bb-10c1bc1b205e HTTP/1.1" status: 204 len: 168 time: 0.2757194 Aug 19 18:12:50.638406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7f0c-5b45-4a4e-9b28-09f49021e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048412e9-e61e-4eeb-b5bb-10c1bc1b205e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.143935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2096cc46-f113-4676-bd15-c22fe6c698f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.263019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46062) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.298870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f788b07f-98dd-4a01-ade4-7013a6f25908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.398169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2096cc46-f113-4676-bd15-c22fe6c698f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.404806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2096cc46-f113-4676-bd15-c22fe6c698f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.486859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cc46-f113-4676-bd15-c22fe6c698f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e9a6c6-1148-424c-adb0-68a818308344,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.525942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2096cc46-f113-4676-bd15-c22fe6c698f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a4806dd244646ee98b7affac5f97849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9642336 Aug 19 18:12:51.526716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46072) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.604482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f788b07f-98dd-4a01-ade4-7013a6f25908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.612879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f788b07f-98dd-4a01-ade4-7013a6f25908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.634287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.674498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788b07f-98dd-4a01-ade4-7013a6f25908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af8554-d151-43c3-b121-609978692df1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.677661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.707152 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f788b07f-98dd-4a01-ade4-7013a6f25908 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=966e0365243f414aa6ca8051369db630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422870 Aug 19 18:12:51.710718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:51.878570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.880829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.884131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:51.889540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10e9a6c6-1148-424c-adb0-68a818308344 HTTP/1.1" status: 204 len: 168 time: 0.3568511 Aug 19 18:12:51.904525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcdc99-fc39-47e9-ad7f-dc2e7ad19d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e9a6c6-1148-424c-adb0-68a818308344,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:51.930077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.047790 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.050544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:52.054512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51af8554-d151-43c3-b121-609978692df1 HTTP/1.1" status: 204 len: 168 time: 0.3418174 Aug 19 18:12:52.071320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae7cf-60b1-418a-82be-7f4778a0bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af8554-d151-43c3-b121-609978692df1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:53.432015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46176) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.140081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1140448050'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:54.201193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:54.209218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.210386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46216) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.227131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.344383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c584ed-1231-4bf8-8d2b-f059cc9848ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.394828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.408596 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.455041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903d271c-b2ab-444a-923a-1dfd2205f05e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.466826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:12:54.481524 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.482116 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Added segment 22a77e86-25bb-4d57-8c46-d8cbf517a85b of type vlan for network eb31d0fd-a178-45b0-9725-e1a963ee76c8 Aug 19 18:12:54.581394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.599083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c584ed-1231-4bf8-8d2b-f059cc9848ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.610641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c584ed-1231-4bf8-8d2b-f059cc9848ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.675080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.692982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:54.693800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:54.722536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2892411 Aug 19 18:12:54.733858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-67c584ed-1231-4bf8-8d2b-f059cc9848ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=141de6025b734a6c8e7dc8edc37e844a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220826 Aug 19 18:12:54.735481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46246) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.738181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46248) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:54.779700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:54.849126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1549b-1fc5-4f0f-bce5-f9cc7e7d9ecf tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Network': ['ID=eb31d0fd-a178-45b0-9725-e1a963ee76c8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:54.862517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:12:54.971155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c584ed-1231-4bf8-8d2b-f059cc9848ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f450679-47e9-4c0f-b9c3-5ff66217f0f1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.151542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:55.158058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.362441 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.437839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.537587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.541237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.545737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f450679-47e9-4c0f-b9c3-5ff66217f0f1 HTTP/1.1" status: 204 len: 168 time: 0.7968102 Aug 19 18:12:55.586481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b6010-670b-44f0-b785-1dc39c35239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f450679-47e9-4c0f-b9c3-5ff66217f0f1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.848139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:55.956421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:55.957044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network hostable DHCP agents. Network: eb31d0fd-a178-45b0-9725-e1a963ee76c8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:12:55.963219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=e7dd86f5-f78e-4794-9694-a2ce42420d02,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:55.980995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:12:55.994147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, eb31d0fd-a178-45b0-9725-e1a963ee76c8) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:56.006934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88397794-d9ef-4528-9fda-ea53368732a2 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:12:56.028630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:56.029784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.064044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:56.064796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9e8690bc-beb5-4122-af22-a5bf398dbffb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3194687 Aug 19 18:12:56.067009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46336) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:56.077307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'name': 'tempest-NetworksTestDHCPv6-107633528'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:12:56.275354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.364874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01200a9f-6426-46c4-aae1-946b28284e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.373478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:12:56.402278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.523664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 5fea9105-e861-4b0b-b2c7-4505dd0cb13a yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:12:56.616249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'e7dd86f5-f78e-4794-9694-a2ce42420d02'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:12:56.617508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.741236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01200a9f-6426-46c4-aae1-946b28284e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.749998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01200a9f-6426-46c4-aae1-946b28284e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:56.960296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01200a9f-6426-46c4-aae1-946b28284e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637ab2f3-5d78-49e0-a729-20a024ff8bec,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:56.999279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01200a9f-6426-46c4-aae1-946b28284e55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9addd717a528453582ac10fd68f3901f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9324675 Aug 19 18:12:57.005689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.008577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::1d (eb31d0fd-a178-45b0-9725-e1a963ee76c8/e7dd86f5-f78e-4794-9694-a2ce42420d02/5fea9105-e861-4b0b-b2c7-4505dd0cb13a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:57.186484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.296036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.399559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.403433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.409823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.414114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/637ab2f3-5d78-49e0-a729-20a024ff8bec HTTP/1.1" status: 204 len: 168 time: 0.4066873 Aug 19 18:12:57.439812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcad96d-1686-4c20-90e5-56ed743185b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ab2f3-5d78-49e0-a729-20a024ff8bec,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.491318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 5fea9105-e861-4b0b-b2c7-4505dd0cb13a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:57.591195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.645703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:57.683967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:57.692006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:57.704610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:57.705600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:57.717524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/e7dd86f5-f78e-4794-9694-a2ce42420d02/32c406df-94dc-47cb-8cf3-fd2199f62294) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:12:57.813574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46384) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:57.828442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7594275 Aug 19 18:12:57.841904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626ab00-1352-49a7-8602-c8a4250372ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=5fea9105-e861-4b0b-b2c7-4505dd0cb13a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:57.972105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba1d0b-bfda-4d41-b2f5-d18777d4dc0c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:57.974290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10ba1d0b-bfda-4d41-b2f5-d18777d4dc0c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1593206 Aug 19 18:12:57.978586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:58.263728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 5fea9105-e861-4b0b-b2c7-4505dd0cb13a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:12:58.264081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.363108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bf271464-6ab8-4835-bb22-0d60a0f4be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.631104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.664009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 5fea9105-e861-4b0b-b2c7-4505dd0cb13a owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:12:58.732263 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:58.772577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Transition to ACTIVE for port object 32c406df-94dc-47cb-8cf3-fd2199f62294 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:58.825230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Transition to ACTIVE for port object 32c406df-94dc-47cb-8cf3-fd2199f62294 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:12:58.850766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.059406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:12:59.077404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:12:59.106291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:12:59.133519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Pushing event updated for resources: {'Port': ['ID=32c406df-94dc-47cb-8cf3-fd2199f62294,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:59.154005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.154521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.155138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.156000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.156886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.157711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.158557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.159592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.161352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.162211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.163050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.163896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:12:59.180212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.273093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Attempting to bind port 32c406df-94dc-47cb-8cf3-fd2199f62294 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:12:59.273961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Attempting to bind port 32c406df-94dc-47cb-8cf3-fd2199f62294 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:12:59.274834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Attempting to bind port 32c406df-94dc-47cb-8cf3-fd2199f62294 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:12:59.285377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:12:59.286525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:12:59.287472 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.288312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:12:59.289229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Bound port: 32c406df-94dc-47cb-8cf3-fd2199f62294, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:12:59.290063 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.329690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=5fea9105-e861-4b0b-b2c7-4505dd0cb13a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:59.431784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.436567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] For port 32c406df-94dc-47cb-8cf3-fd2199f62294, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:12:59.440400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-deed1c98-f5ca-417b-8da4-8fdcafb7b19a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/5fea9105-e861-4b0b-b2c7-4505dd0cb13a HTTP/1.1" status: 204 len: 168 time: 1.4591093 Aug 19 18:12:59.441992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46448) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:59.443205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] For port 32c406df-94dc-47cb-8cf3-fd2199f62294, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32c406df-94dc-47cb-8cf3-fd2199f62294,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:12:59.456144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:12:59.572132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bf0a9-b486-4a0e-83e2-9227777b9d75 None None] Pushing event updated for resources: {'Port': ['ID=32c406df-94dc-47cb-8cf3-fd2199f62294,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:12:59.649985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3155c73-5e76-4cc9-884b-91585d56f78a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.670381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46452) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:59.676302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3155c73-5e76-4cc9-884b-91585d56f78a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:12:59.686101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e3155c73-5e76-4cc9-884b-91585d56f78a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2387679 Aug 19 18:12:59.687110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46456) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:12:59.835080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet e7dd86f5-f78e-4794-9694-a2ce42420d02 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:12:59.840823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.000924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'networks': [{'name': 'tempest-network--1825397406'}, {'name': 'tempest-network--1995728502'}]} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:00.001490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-network--1825397406'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:00.002141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-network--1995728502'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:00.048902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.173005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:13:00.249416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'network': 2} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:00.257957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.282001 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.436322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.540147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.570055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.572257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/e7dd86f5-f78e-4794-9694-a2ce42420d02 HTTP/1.1" status: 204 len: 168 time: 0.8837781 Aug 19 18:13:00.576563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:00.580772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ff4c-1e79-417d-9dda-a598c51d4d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.610077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86302e0-8ada-4bba-bdbf-7076091babb8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dd86f5-f78e-4794-9694-a2ce42420d02,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:00.659200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.666991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.667616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.685457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4cb088c-32e4-4f1f-95e3-303b47b27db3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067204 Aug 19 18:13:00.686278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46478) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:00.693390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:00.711264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35008b7e-8f07-48cb-bc30-69cc76cab58e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:00.786872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:00.812575 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.813001 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment c72f4a20-8ab7-4d43-a88f-b09aa4a02c63 of type vlan for network fe02848a-4624-43c8-a573-83ace0327164 Aug 19 18:13:00.815093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:00.821538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.911104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.923611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.970927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:00.984535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:00.985157 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment 96e2e1c9-6b1b-4a40-a301-0fa9eeeffac0 of type vlan for network db745430-183f-4ed5-b47f-123343e5c52b Aug 19 18:13:01.083243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.135936 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.138083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.144449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.153904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.154693 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.258427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3bbedc-8a98-4ac5-99fc-9f8b6994038d None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:01.281321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.352836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=fe02848a-4624-43c8-a573-83ace0327164,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:01.369357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=c7fd6af8-f474-420f-bda7-155565649dc5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:01.384775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:01.386694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:01.390527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.391354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.422943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9678927c-2e87-4131-9ea7-27cb4bbda5af tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7351575 Aug 19 18:13:01.425192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:01.432286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'name': 'tempest-NetworksTestDHCPv6-1990468654'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:01.451666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7788334 Aug 19 18:13:01.453064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46496) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:01.467398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc11839-eef2-4518-93db-cb1671042ef9 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=db745430-183f-4ed5-b47f-123343e5c52b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:01.474897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fe02848a-4624-43c8-a573-83ace0327164 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:01.585612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network db745430-183f-4ed5-b47f-123343e5c52b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:01.660541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:01.665768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:01.693155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-947b88ad-3b33-45ef-850a-2ad448e0c5e6 None None] Provisioning for port 32c406df-94dc-47cb-8cf3-fd2199f62294 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:01.694171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 54d9f3e1-38d9-4e53-86c5-816007de2eb7 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:01.758508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da7415-2644-4871-97a5-9975406181a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.799980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da7415-2644-4871-97a5-9975406181a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.825859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da7415-2644-4871-97a5-9975406181a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.859423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da7415-2644-4871-97a5-9975406181a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:01.872048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a1da7415-2644-4871-97a5-9975406181a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4168575 Aug 19 18:13:01.873302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46504) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:02.016045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32c406df-94dc-47cb-8cf3-fd2199f62294 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:02.077816 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.104658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.126809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 32c406df-94dc-47cb-8cf3-fd2199f62294 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:02.139142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 32c406df-94dc-47cb-8cf3-fd2199f62294 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:02.139799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.164916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::88 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/c7fd6af8-f474-420f-bda7-155565649dc5/54d9f3e1-38d9-4e53-86c5-816007de2eb7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:02.294366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.367850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 32c406df-94dc-47cb-8cf3-fd2199f62294, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32c406df-94dc-47cb-8cf3-fd2199f62294,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:02.373515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.421453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.437832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe02848a-4624-43c8-a573-83ace0327164']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:02.450113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72f4a20-8ab7-4d43-a88f-b09aa4a02c63') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:02.450615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72f4a20-8ab7-4d43-a88f-b09aa4a02c63') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:02.465058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.484824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.491814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:02.492419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.510008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=32c406df-94dc-47cb-8cf3-fd2199f62294,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:02.526160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea5897-0490-4a71-a1b6-e943fca9b314 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:02.605092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-148d5459-cac5-49de-ad8a-bc79013fe211 None None] Provisioning complete for port 32c406df-94dc-47cb-8cf3-fd2199f62294 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:02.606473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-148d5459-cac5-49de-ad8a-bc79013fe211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:02.629258 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:02.693166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.700799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.703911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/fe02848a-4624-43c8-a573-83ace0327164 HTTP/1.1" status: 204 len: 168 time: 0.8276398 Aug 19 18:13:02.710336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:02.734600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82932f2-8384-4c34-b170-886b76d35d4b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=fe02848a-4624-43c8-a573-83ace0327164,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:02.870873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.899233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:02.910046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 54d9f3e1-38d9-4e53-86c5-816007de2eb7 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:03.084935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.094036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.155124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db745430-183f-4ed5-b47f-123343e5c52b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:03.187490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e2e1c9-6b1b-4a40-a301-0fa9eeeffac0') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:03.187843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e2e1c9-6b1b-4a40-a301-0fa9eeeffac0') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:03.205987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:03.218781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:03.229041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.231170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:03.237058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.237802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.260927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8344266 Aug 19 18:13:03.263813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f1356-f7a1-4522-9c86-1dbe180d114a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=54d9f3e1-38d9-4e53-86c5-816007de2eb7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:03.265111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46528) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.283423 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.294535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:03.295513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.333951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-949a2698-78f8-44de-8406-16b4c656d3dd None None] Provisioning complete for port 32c406df-94dc-47cb-8cf3-fd2199f62294 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:03.334291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949a2698-78f8-44de-8406-16b4c656d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:03.402821 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:03.409581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.410111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68b736-9683-458f-9ff9-38fac41c6a3f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.453139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68b736-9683-458f-9ff9-38fac41c6a3f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.456055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1d68b736-9683-458f-9ff9-38fac41c6a3f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1889336 Aug 19 18:13:03.459311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46532) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.463548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.465950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/db745430-183f-4ed5-b47f-123343e5c52b HTTP/1.1" status: 204 len: 168 time: 0.7545779 Aug 19 18:13:03.487147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46536) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.533450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b73d1-bbba-4751-9a7d-8a38b8f07452 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=db745430-183f-4ed5-b47f-123343e5c52b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:03.555878 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.738259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aed41e-57dd-4ed4-97bc-2015f5377635 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.745652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aed41e-57dd-4ed4-97bc-2015f5377635 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:03.747399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-87aed41e-57dd-4ed4-97bc-2015f5377635 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2525413 Aug 19 18:13:03.751571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46546) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:03.757600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1257862090'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:03.818816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:03.821754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-128b78cc-b25a-43cd-b7ff-ea33a6761e06 None None] Could not find standard attr ID for object 5fea9105-e861-4b0b-b2c7-4505dd0cb13a. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:03.831110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:03.933085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 54d9f3e1-38d9-4e53-86c5-816007de2eb7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:03.933830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.016607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:04.071088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.077763 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment 9305b12d-37e1-4c5c-a621-03689c03d958 of type vlan for network 911028e9-3936-48ab-9f7c-b6f4bca0e536 Aug 19 18:13:04.108248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32c406df-94dc-47cb-8cf3-fd2199f62294 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:04.265188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.290374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 32c406df-94dc-47cb-8cf3-fd2199f62294 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:04.291119 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.298595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 54d9f3e1-38d9-4e53-86c5-816007de2eb7 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:04.342890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.443006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.476363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:04.477310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.516902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-88a48b34-0b30-4c30-9307-a425a2b011da None None] Provisioning for port 54d9f3e1-38d9-4e53-86c5-816007de2eb7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:04.605687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-88a48b34-0b30-4c30-9307-a425a2b011da None None] Provisioning complete for port 54d9f3e1-38d9-4e53-86c5-816007de2eb7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:04.606379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-88a48b34-0b30-4c30-9307-a425a2b011da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.636089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8831916 Aug 19 18:13:04.640082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.640994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a0117-68ba-4930-b41b-8f2c7cd3c7a8 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=911028e9-3936-48ab-9f7c-b6f4bca0e536,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.654483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-517226629'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:04.668678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 911028e9-3936-48ab-9f7c-b6f4bca0e536 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:04.684755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.719842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:04.738166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.818760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=54d9f3e1-38d9-4e53-86c5-816007de2eb7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:04.825043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:04.843763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-88a48b34-0b30-4c30-9307-a425a2b011da None None] Port 54d9f3e1-38d9-4e53-86c5-816007de2eb7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:04.878373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.878919 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment 4d4c5a6b-4690-4d57-9b7a-16a412cc5e03 of type vlan for network ae546384-3aaf-41d4-acf1-f4ada9cf9cbd Aug 19 18:13:04.892169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:04.898016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5dde1c92-03d6-4883-aba2-efe7d8f59300 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/54d9f3e1-38d9-4e53-86c5-816007de2eb7 HTTP/1.1" status: 204 len: 168 time: 1.4364498 Aug 19 18:13:04.899890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:04.975324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.033675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64927104-571f-4d96-a94e-4d9c3c2c19d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.035941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64927104-571f-4d96-a94e-4d9c3c2c19d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.037852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64927104-571f-4d96-a94e-4d9c3c2c19d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1347716 Aug 19 18:13:05.038564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.040781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46584) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.045804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:05.046587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.147602 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5028014 Aug 19 18:13:05.153194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46588) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.163224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'ports': [{'network_id': '911028e9-3936-48ab-9f7c-b6f4bca0e536', 'name': 'tempest-port--887051274', 'admin_state_up': True}, {'network_id': 'ae546384-3aaf-41d4-acf1-f4ada9cf9cbd', 'admin_state_up': False}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:05.164092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'port': {'network_id': '911028e9-3936-48ab-9f7c-b6f4bca0e536', 'name': 'tempest-port--887051274', 'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:05.165176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'port': {'network_id': 'ae546384-3aaf-41d4-acf1-f4ada9cf9cbd', 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:05.185140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet c7fd6af8-f474-420f-bda7-155565649dc5 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:05.188982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.249728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.319289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.409490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.429158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.431687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c7fd6af8-f474-420f-bda7-155565649dc5 HTTP/1.1" status: 204 len: 168 time: 0.3892896 Aug 19 18:13:05.437125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d240f72-86ab-42ee-a6bf-aad85e89dd03 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:05.453308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46598) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.603285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-523e95d2-105d-4af2-9e5f-007a0390b28c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478002 Aug 19 18:13:05.604697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fd0d9-1542-4619-8bc0-fd65ed9b114d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fd6af8-f474-420f-bda7-155565649dc5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:05.612496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46606) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:05.618919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:05.832431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:05.853095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:05.867882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:05.973469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Deleting port 32c406df-94dc-47cb-8cf3-fd2199f62294 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:05.974232 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.089642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905bab9-3afd-4a7f-acdc-594427741a7c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=ae546384-3aaf-41d4-acf1-f4ada9cf9cbd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:06.117522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ae546384-3aaf-41d4-acf1-f4ada9cf9cbd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:06.265395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] For port 32c406df-94dc-47cb-8cf3-fd2199f62294, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32c406df-94dc-47cb-8cf3-fd2199f62294,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:06.265737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.287743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'port': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:06.294286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.332897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.342990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Calling delete_port for 32c406df-94dc-47cb-8cf3-fd2199f62294 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:06.353613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.461938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:06.480097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:06.497315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:06.498354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.533801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] device_id is not set on port 7b114edc-effb-4501-aaaa-e6fd93f4d5ec yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:06.577434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:06.591345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-155ee658-7f3e-4781-b4ea-eeb09ae06ad5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9771519 Aug 19 18:13:06.593781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46666) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:06.614958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'name': 'tempest-NetworksTestDHCPv6-1617789360'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:06.711261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:06.766499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] Pushing event deleted for resources: {'Port': ['ID=32c406df-94dc-47cb-8cf3-fd2199f62294,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:06.777325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778b32e-8854-497b-9559-49f81aea4d92 None None] No DVR routers for this DVR port 32c406df-94dc-47cb-8cf3-fd2199f62294 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:06.844822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f66ac-5a0d-405e-9fb3-6ac392b5ece2 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:06.875822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.043339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:07.051350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.076349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:07.174398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] device_id is not set on port 89b9351d-2797-4807-a3c0-9040a0bd43ea yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:07.242919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:07.246615 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.372638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::368 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8/6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:07.601452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.658895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.686983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.733330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:07.849067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Port': ['ID=7b114edc-effb-4501-aaaa-e6fd93f4d5ec,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:07.874561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.891043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Checking segment: {'id': '9305b12d-37e1-4c5c-a621-03689c03d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '911028e9-3936-48ab-9f7c-b6f4bca0e536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:07.891837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network hostable DHCP agents. Network: 911028e9-3936-48ab-9f7c-b6f4bca0e536, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:07.926386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network 911028e9-3936-48ab-9f7c-b6f4bca0e536 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:07.952361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 911028e9-3936-48ab-9f7c-b6f4bca0e536) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:07.967928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:07.968963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:07.981160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32c406df-94dc-47cb-8cf3-fd2199f62294 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:07.983157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b701f-b668-49bf-a83f-5252a018bc13 None None] Network 911028e9-3936-48ab-9f7c-b6f4bca0e536 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:08.002360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:08.019000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:08.044762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Port': ['ID=89b9351d-2797-4807-a3c0-9040a0bd43ea,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.056650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:08.085109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.088326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.121102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Checking segment: {'id': '4d4c5a6b-4690-4d57-9b7a-16a412cc5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ae546384-3aaf-41d4-acf1-f4ada9cf9cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:08.121685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network hostable DHCP agents. Network: ae546384-3aaf-41d4-acf1-f4ada9cf9cbd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:08.162103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network ae546384-3aaf-41d4-acf1-f4ada9cf9cbd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:08.167919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:08.187130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ae546384-3aaf-41d4-acf1-f4ada9cf9cbd) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:08.189011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0cce4ece-fd4e-4b5e-8086-f696a6a3ec48 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5906184 Aug 19 18:13:08.190504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:08.194719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:08.213706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.225510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.225510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.265440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0615d309-d487-401a-9937-5b02bab0758c tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1101973 Aug 19 18:13:08.271123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:08.306672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 32c406df-94dc-47cb-8cf3-fd2199f62294 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:08.307293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32c406df-94dc-47cb-8cf3-fd2199f62294 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:08.460444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4cf7a-32c4-42c4-8869-7a438c96689f tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.462449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6376aa-997d-4b94-a502-cc43ff666f22 None None] Network ae546384-3aaf-41d4-acf1-f4ada9cf9cbd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:08.476011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4cf7a-32c4-42c4-8869-7a438c96689f tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:08.480064 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1f4cf7a-32c4-42c4-8869-7a438c96689f tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2049243 Aug 19 18:13:08.484152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46808) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:08.755811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8/27a35908-5fe8-4239-b5a5-be7dc99aa194) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:08.783356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Deleting port 7b114edc-effb-4501-aaaa-e6fd93f4d5ec {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:08.784075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.889758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:08.909662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Calling delete_port for 7b114edc-effb-4501-aaaa-e6fd93f4d5ec owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:09.096424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.206607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Port': ['ID=7b114edc-effb-4501-aaaa-e6fd93f4d5ec,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:09.248726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.254642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a0644f30-2e9c-4354-963a-f83667b4c7f3 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/ports/7b114edc-effb-4501-aaaa-e6fd93f4d5ec HTTP/1.1" status: 204 len: 168 time: 0.7649641 Aug 19 18:13:09.255371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46864) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:09.351155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f1224-4f22-440f-8c99-cfc4a3b1cdb6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:09.354467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-474f1224-4f22-440f-8c99-cfc4a3b1cdb6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.1626351 Aug 19 18:13:09.356642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:09.439984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.466833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Deleting port 89b9351d-2797-4807-a3c0-9040a0bd43ea {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:09.472695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Transition to ACTIVE for port object 27a35908-5fe8-4239-b5a5-be7dc99aa194 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:09.482898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.570694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Transition to ACTIVE for port object 27a35908-5fe8-4239-b5a5-be7dc99aa194 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:09.580909 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.686231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.745651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:09.746039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.746510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Calling delete_port for 89b9351d-2797-4807-a3c0-9040a0bd43ea owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:09.834081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Pushing event updated for resources: {'Port': ['ID=27a35908-5fe8-4239-b5a5-be7dc99aa194,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:09.838176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:09.840712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:09.844413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:09.938968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Attempting to bind port 27a35908-5fe8-4239-b5a5-be7dc99aa194 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:09.941277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.942043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Attempting to bind port 27a35908-5fe8-4239-b5a5-be7dc99aa194 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:09.942846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Attempting to bind port 27a35908-5fe8-4239-b5a5-be7dc99aa194 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:09.957511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:09.957990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:09.958417 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:09.959210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:09.960012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Bound port: 27a35908-5fe8-4239-b5a5-be7dc99aa194, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:09.962759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.003955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Port': ['ID=89b9351d-2797-4807-a3c0-9040a0bd43ea,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.033380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.036685 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-362d9ce2-22ab-4663-8046-aebace796145 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/ports/89b9351d-2797-4807-a3c0-9040a0bd43ea HTTP/1.1" status: 204 len: 168 time: 0.7799389 Aug 19 18:13:10.039046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46936) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.093454 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.111348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] For port 27a35908-5fe8-4239-b5a5-be7dc99aa194, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:10.125199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] For port 27a35908-5fe8-4239-b5a5-be7dc99aa194, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27a35908-5fe8-4239-b5a5-be7dc99aa194,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:10.127664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c769cba8-6fb0-4a0f-a317-e530f4bf9d53 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0786276 Aug 19 18:13:10.128601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46940) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.132382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.145319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:10.149156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-762894637'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:10.224076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:10.230275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.281634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41241742-2ab5-4057-81d0-0f719d8392e5 None None] Pushing event updated for resources: {'Port': ['ID=27a35908-5fe8-4239-b5a5-be7dc99aa194,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.327915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:10.359158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.359576 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment b08b3b99-ff3b-41a5-91e2-587076ab201c of type vlan for network 08f4ee1f-7548-404b-88cc-d6594147fc70 Aug 19 18:13:10.461400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.517014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.534655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.537326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.548527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.698204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.713008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:10.716511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b8c904ac-8064-40ad-a20c-8f8519fa1ba3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc HTTP/1.1" status: 204 len: 168 time: 1.3566656 Aug 19 18:13:10.721353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46986) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.820586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6861305 Aug 19 18:13:10.827595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46994) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.842199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1255032542'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:10.905518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d4ad1-1878-4cd1-a434-d5eb373c164b tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=08f4ee1f-7548-404b-88cc-d6594147fc70,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:10.917174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db15a82-4ecc-4377-af7c-0e17c46aaf8a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.921686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db15a82-4ecc-4377-af7c-0e17c46aaf8a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:10.923839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1db15a82-4ecc-4377-af7c-0e17c46aaf8a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2007470 Aug 19 18:13:10.929249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47004) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:10.938451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 08f4ee1f-7548-404b-88cc-d6594147fc70 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:10.951117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:10.974129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.044974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:11.070190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.071193 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Added segment 72b30f14-2f32-4ec3-bb67-edfa9094e414 of type vlan for network 26f7f2d6-f1c3-416d-b38b-775030c730cc Aug 19 18:13:11.159219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:11.163981 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.165492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.226575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.244219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:11.247921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.283746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:11.377178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5476673 Aug 19 18:13:11.402011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc2c9-dfae-4712-ad0a-8a5b9759b912 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Network': ['ID=26f7f2d6-f1c3-416d-b38b-775030c730cc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:11.419283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:11.749008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.081800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.299687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:12.341509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:12.346266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47086) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.366059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d1ecb6e-2f65-4c49-a177-1d0c60796eed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8 HTTP/1.1" status: 204 len: 168 time: 1.4125178 Aug 19 18:13:12.540119 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1b11919e-c696-4f52-ade9-c9021d914d6d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919215 Aug 19 18:13:12.542440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47102) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:12.590297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27a35908-5fe8-4239-b5a5-be7dc99aa194 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:12.765283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 27a35908-5fe8-4239-b5a5-be7dc99aa194 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:12.908877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be670394-5564-47a2-be16-3aefe2f7b99a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:12.915153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-be670394-5564-47a2-be16-3aefe2f7b99a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3682964 Aug 19 18:13:12.915843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.107694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3a7c3-7906-4f10-aa57-55cd3515d225 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:13.114427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bce3a7c3-7906-4f10-aa57-55cd3515d225 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1969545 Aug 19 18:13:13.116329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.120800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea9a8d-9945-40e6-be2c-2e18e4db528b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:13.217196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9b59333d-5940-45d0-939b-15e3c70349ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988340 Aug 19 18:13:13.222187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:13.228755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:13.298841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Provisioning for port 27a35908-5fe8-4239-b5a5-be7dc99aa194 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:13.316171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Provisioning complete for port 27a35908-5fe8-4239-b5a5-be7dc99aa194 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:13.321222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.519006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:13.524560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.715734 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.780021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] For port 27a35908-5fe8-4239-b5a5-be7dc99aa194, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27a35908-5fe8-4239-b5a5-be7dc99aa194,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:13.796628 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:13.925547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637a3f4-2bdb-4e13-ad40-def5253f03e7 None None] Pushing event updated for resources: {'Port': ['ID=27a35908-5fe8-4239-b5a5-be7dc99aa194,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:14.070558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:14.209083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Deleting port 27a35908-5fe8-4239-b5a5-be7dc99aa194 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:14.211044 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.245653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.353020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:14.375841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:14.381185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:14.384562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.434896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=fa47130e-d4ff-409b-aaca-bd0098568489,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:14.445918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c54487e0-7618-4d4a-a60f-185c44a15245 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2225220 Aug 19 18:13:14.450441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47194) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:14.459361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'fa47130e-d4ff-409b-aaca-bd0098568489', 'ip_address': '2001:db8::57d4:2479:8256:be71'}], 'name': 'tempest-NetworksTestDHCPv6-1094173055'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:14.578210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] For port 27a35908-5fe8-4239-b5a5-be7dc99aa194, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27a35908-5fe8-4239-b5a5-be7dc99aa194,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:14.580234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.610528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Calling delete_port for 27a35908-5fe8-4239-b5a5-be7dc99aa194 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:14.710719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:14.761975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] No DVR routers for this DVR port 27a35908-5fe8-4239-b5a5-be7dc99aa194 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:14.857093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b588ef-a892-4354-b9a1-91b434f44dde None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:15.050709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee348f5-be21-4888-a3c1-20f4b84e0e45 None None] Pushing event deleted for resources: {'Port': ['ID=27a35908-5fe8-4239-b5a5-be7dc99aa194,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:15.114645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:15.381597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'fa47130e-d4ff-409b-aaca-bd0098568489'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:15.382796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.616953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:15.690619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:15.942260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:15.947422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27a35908-5fe8-4239-b5a5-be7dc99aa194 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:15.949992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'subnets': [{'network_id': '08f4ee1f-7548-404b-88cc-d6594147fc70', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--976374323', 'ip_version': 6}, {'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:15.950433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'subnet': {'network_id': '08f4ee1f-7548-404b-88cc-d6594147fc70', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--976374323', 'ip_version': 6}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:15.951427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Request body: {'subnet': {'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:16.035046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 27a35908-5fe8-4239-b5a5-be7dc99aa194 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:16.035399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27a35908-5fe8-4239-b5a5-be7dc99aa194 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:16.124012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/fa47130e-d4ff-409b-aaca-bd0098568489/21a8a7e7-4a73-4819-a114-5f88c68315a1) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:16.312427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47228) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:16.487378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Made reservation on behalf of 39fc3973d1054abb857ee28462d1acb5 for: {'subnet': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:16.501580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.502036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.527030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cc584c6-ba9a-4b6b-91bc-178f3ae637fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.567024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.602616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Transition to ACTIVE for port object 21a8a7e7-4a73-4819-a114-5f88c68315a1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:16.681777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Transition to ACTIVE for port object 21a8a7e7-4a73-4819-a114-5f88c68315a1 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:16.693900 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.854997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Pushing event updated for resources: {'Port': ['ID=21a8a7e7-4a73-4819-a114-5f88c68315a1,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:16.878571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cc584c6-ba9a-4b6b-91bc-178f3ae637fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:16.889157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:16.893952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:16.899138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:17.036105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::57d4:2479:8256:be71 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/fa47130e-d4ff-409b-aaca-bd0098568489/3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:17.048760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Attempting to bind port 21a8a7e7-4a73-4819-a114-5f88c68315a1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:17.049293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Attempting to bind port 21a8a7e7-4a73-4819-a114-5f88c68315a1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:17.050042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Attempting to bind port 21a8a7e7-4a73-4819-a114-5f88c68315a1 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:17.062603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:17.075728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:17.077702 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.080896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:17.081598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Bound port: 21a8a7e7-4a73-4819-a114-5f88c68315a1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:17.084418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.240989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.258164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.304717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.315719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cc584c6-ba9a-4b6b-91bc-178f3ae637fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.326085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] For port 21a8a7e7-4a73-4819-a114-5f88c68315a1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:17.336372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] For port 21a8a7e7-4a73-4819-a114-5f88c68315a1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21a8a7e7-4a73-4819-a114-5f88c68315a1,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:17.349418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.481459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc584c6-ba9a-4b6b-91bc-178f3ae637fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d03919b-b935-406d-b955-7a2c7592c906,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.495170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:17.520703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Checking segment: {'id': 'b08b3b99-ff3b-41a5-91e2-587076ab201c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '08f4ee1f-7548-404b-88cc-d6594147fc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:17.521269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network hostable DHCP agents. Network: 08f4ee1f-7548-404b-88cc-d6594147fc70, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:17.541672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b888b6-61ed-4d40-8cfa-7b3809a0052b None None] Pushing event updated for resources: {'Port': ['ID=21a8a7e7-4a73-4819-a114-5f88c68315a1,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.556147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Subnet': ['ID=1087dc8e-9153-4994-80bf-ce802c9e40f4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.556929 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.589068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network 08f4ee1f-7548-404b-88cc-d6594147fc70 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:17.608391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 08f4ee1f-7548-404b-88cc-d6594147fc70) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:17.612910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.641134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893acdf-1849-43d6-befd-6e7f963c7fba None None] Network 08f4ee1f-7548-404b-88cc-d6594147fc70 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:17.684201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event updated for resources: {'Subnet': ['ID=ba957a63-10cb-4104-bba6-4c029610cdd5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.707766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5cc584c6-ba9a-4b6b-91bc-178f3ae637fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15a137c21b22424da252a99af19764d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3908479 Aug 19 18:13:17.710364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:17.716341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:17.743311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:17.763919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:17.773950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Checking segment: {'id': '72b30f14-2f32-4ec3-bb67-edfa9094e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:17.774589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network hostable DHCP agents. Network: 26f7f2d6-f1c3-416d-b38b-775030c730cc, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:17.780604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.783504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.812580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:17.821976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ba78bb0-7503-4417-a001-fbc267d0d398 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3671787 Aug 19 18:13:17.826085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47256) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:17.875172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:17.930457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 26f7f2d6-f1c3-416d-b38b-775030c730cc) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:17.947569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.949153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.950365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.955382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:17.955660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f64e70-3028-45f6-a8a7-7a9721b63999 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.963819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f64e70-3028-45f6-a8a7-7a9721b63999 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:17.965780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50f64e70-3028-45f6-a8a7-7a9721b63999 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1384761 Aug 19 18:13:17.970357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47262) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:17.973952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817c3d2-6c76-46a4-a530-c0e7ede42e2f None None] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:18.009128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af703ed5-a10c-4ffa-9b4e-007bc0bfb802 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0655539 Aug 19 18:13:18.014660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47264) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:18.084879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.091092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a7373-926a-4443-95b9-38ef0f583dda tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.093733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a7373-926a-4443-95b9-38ef0f583dda tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.095942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a7373-926a-4443-95b9-38ef0f583dda tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:18.105338 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-724a7373-926a-4443-95b9-38ef0f583dda tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0878677 Aug 19 18:13:18.109260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47266) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:18.189762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:18.190252 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.200597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.205534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.207322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d03919b-b935-406d-b955-7a2c7592c906 HTTP/1.1" status: 204 len: 168 time: 0.4956734 Aug 19 18:13:18.219780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f6b0-1e9b-4a35-a74e-662315538258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d03919b-b935-406d-b955-7a2c7592c906,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:18.258167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f6d1d-2564-4a48-8da2-d4a20ae24c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-08f4ee1f-7548-404b-88cc-d6594147fc70', 'network_id': '08f4ee1f-7548-404b-88cc-d6594147fc70', 'tenant_id': '39fc3973d1054abb857ee28462d1acb5', 'fixed_ips': [{'subnet_id': '1087dc8e-9153-4994-80bf-ce802c9e40f4'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:18.259142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7f5f6d1d-2564-4a48-8da2-d4a20ae24c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.284989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Deleting subnet 1087dc8e-9153-4994-80bf-ce802c9e40f4 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:18.289525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-26f7f2d6-f1c3-416d-b38b-775030c730cc', 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc', 'tenant_id': '39fc3973d1054abb857ee28462d1acb5', 'fixed_ips': [{'subnet_id': 'ba957a63-10cb-4104-bba6-4c029610cdd5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:18.290399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.296736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.420597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.438586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:18.662552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.776475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Allocated IP 2001:db8:0:1::1 (26f7f2d6-f1c3-416d-b38b-775030c730cc/ba957a63-10cb-4104-bba6-4c029610cdd5/a03da7ea-3b11-4bbd-8c7c-727d822faac8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:18.842116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:18.907281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.028752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.115977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.119183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.133028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4788b78a-b660-48e2-9c98-0ef0ca79fb69 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 HTTP/1.1" status: 204 len: 168 time: 1.1584764 Aug 19 18:13:19.133240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.133391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47290) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:19.143769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Transition to ACTIVE for port object a03da7ea-3b11-4bbd-8c7c-727d822faac8 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:19.162939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Transition to ACTIVE for port object a03da7ea-3b11-4bbd-8c7c-727d822faac8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:19.176670 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.195266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.198347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/subnets/1087dc8e-9153-4994-80bf-ce802c9e40f4 HTTP/1.1" status: 204 len: 168 time: 1.0870597 Aug 19 18:13:19.200365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699baec-f65c-4a8d-a948-f76f57682a67 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Subnet': ['ID=1087dc8e-9153-4994-80bf-ce802c9e40f4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-7f5f6d1d-2564-4a48-8da2-d4a20ae24c2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1087dc8e-9153-4994-80bf-ce802c9e40f4: This subnet is being modified by another concurrent operation. Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1087dc8e-9153-4994-80bf-ce802c9e40f4: This subnet is being modified by another concurrent operation. Aug 19 18:13:19.200933 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:13:19.209120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47292) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:19.276617 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0632c94-4df6-4f8c-9e4a-1e0ade48c673 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:19.281210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0632c94-4df6-4f8c-9e4a-1e0ade48c673 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:19.289838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0632c94-4df6-4f8c-9e4a-1e0ade48c673 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1533573 Aug 19 18:13:19.291124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47294) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:19.310679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99f43d-7c9b-460b-94af-d6e1b00da0cb None None] Network 08f4ee1f-7548-404b-88cc-d6594147fc70 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:19.344332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Deleting subnet ba957a63-10cb-4104-bba6-4c029610cdd5 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:19.352405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.395278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:19.431136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet fa47130e-d4ff-409b-aaca-bd0098568489 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:19.438842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.478792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:19.490307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.497014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:19.503132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Pushing event updated for resources: {'Port': ['ID=a03da7ea-3b11-4bbd-8c7c-727d822faac8,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:19.527633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-96a016eb-89c8-4a27-a72c-6e820fc40c65 None None] Provisioning for port 21a8a7e7-4a73-4819-a114-5f88c68315a1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:19.563669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.702640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.771608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Attempting to bind port a03da7ea-3b11-4bbd-8c7c-727d822faac8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:19.772380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Attempting to bind port a03da7ea-3b11-4bbd-8c7c-727d822faac8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '72b30f14-2f32-4ec3-bb67-edfa9094e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:19.773586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Attempting to bind port a03da7ea-3b11-4bbd-8c7c-727d822faac8 on network 26f7f2d6-f1c3-416d-b38b-775030c730cc {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:19.792176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.793026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47306) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:19.799212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e4ae4c88-42fc-43d2-98ae-0311d15ddbe6 None None] Could not find standard attr ID for object 6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:19.806873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:19.809984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Checking segment: {'id': '72b30f14-2f32-4ec3-bb67-edfa9094e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:19.810640 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.811314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Bound using segment: {'id': '72b30f14-2f32-4ec3-bb67-edfa9094e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:19.818859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Bound port: a03da7ea-3b11-4bbd-8c7c-727d822faac8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b30f14-2f32-4ec3-bb67-edfa9094e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26f7f2d6-f1c3-416d-b38b-775030c730cc'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:19.819861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.907971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.931767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:19.970537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21a8a7e7-4a73-4819-a114-5f88c68315a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:20.008072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Subnet': ['ID=ba957a63-10cb-4104-bba6-4c029610cdd5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.022300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.030584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7cd15e54-fb10-4efe-aa65-5042a4fb0ccd tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/subnets/ba957a63-10cb-4104-bba6-4c029610cdd5 HTTP/1.1" status: 204 len: 168 time: 0.8252747 Aug 19 18:13:20.031889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=fa47130e-d4ff-409b-aaca-bd0098568489,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.033135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47312) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.035417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.040518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb945b8f-47b1-4b45-a69e-30f1d2fe6688 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/fa47130e-d4ff-409b-aaca-bd0098568489 HTTP/1.1" status: 204 len: 168 time: 0.7456746 Aug 19 18:13:20.042045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.048487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] For port a03da7ea-3b11-4bbd-8c7c-727d822faac8, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:20.079753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339af70-b1a9-4447-b520-c56b4e090cc1 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:20.090552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1222481295-network', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:20.090769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] For port a03da7ea-3b11-4bbd-8c7c-727d822faac8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a03da7ea-3b11-4bbd-8c7c-727d822faac8,segment=NetworkSegment(72b30f14-2f32-4ec3-bb67-edfa9094e414),segment_id=72b30f14-2f32-4ec3-bb67-edfa9094e414)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:20.094114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e9fd830d-2e2c-41bb-91a8-937acee79d3a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505915 Aug 19 18:13:20.094798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47318) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.105916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:20.139807 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.150661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787318b-2ed2-4870-9bfc-f3a4ae744232 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.157565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7787318b-2ed2-4870-9bfc-f3a4ae744232 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1171417 Aug 19 18:13:20.158230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.172812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Made reservation on behalf of b0d1210be05d464192b76a5946c7d416 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:20.176091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.225252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1dbbf955-af3a-4270-8f6c-39f37d2bf30f None None] Could not find standard attr ID for object 3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:20.236260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.249166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:20.255512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.320402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.367643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308ff3a-7dbe-4425-a066-b62fa90c193d None None] Pushing event updated for resources: {'Port': ['ID=a03da7ea-3b11-4bbd-8c7c-727d822faac8,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.411722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 21a8a7e7-4a73-4819-a114-5f88c68315a1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:20.428755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 21a8a7e7-4a73-4819-a114-5f88c68315a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:20.429557 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.481611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Deleting port a03da7ea-3b11-4bbd-8c7c-727d822faac8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:20.481957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.578047 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.592824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:20.596622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.626044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.641898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.660175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] For port a03da7ea-3b11-4bbd-8c7c-727d822faac8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a03da7ea-3b11-4bbd-8c7c-727d822faac8,segment=NetworkSegment(72b30f14-2f32-4ec3-bb67-edfa9094e414),segment_id=72b30f14-2f32-4ec3-bb67-edfa9094e414)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:20.660998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.695371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:20.696804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 21a8a7e7-4a73-4819-a114-5f88c68315a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21a8a7e7-4a73-4819-a114-5f88c68315a1,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:20.710133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Calling delete_port for a03da7ea-3b11-4bbd-8c7c-727d822faac8 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:20.731394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.735364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7894c775-a945-427a-9ae0-376271742496,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.744776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.745264 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Added segment 4c15b6dc-b9ff-44a7-bcc5-473d9600d386 of type vlan for network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 Aug 19 18:13:20.756336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=b6377db0-4ce9-4603-bb91-fc8b77be46f6,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.768616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:20.770340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:20.779147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.780112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.812398 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2956635e-d6e1-4ea9-80b1-ac97b6e6e145 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7141988 Aug 19 18:13:20.813448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:20.818452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=21a8a7e7-4a73-4819-a114-5f88c68315a1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:20.827757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Deleting port 21a8a7e7-4a73-4819-a114-5f88c68315a1 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:20.828129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.830944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'b6377db0-4ce9-4603-bb91-fc8b77be46f6', 'ip_address': '2001:db8::63b9:80e2:7e0:e39a'}], 'name': 'tempest-NetworksTestDHCPv6-977262355'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:20.878133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.930247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.932147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:20.933254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:20.975894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:21.006549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2101886 Aug 19 18:13:21.006898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.008754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:21.026931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Request body: {'subnet': {'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1222481295-subnet', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:21.093835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Made reservation on behalf of b0d1210be05d464192b76a5946c7d416 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:21.096395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.101784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Port': ['ID=a03da7ea-3b11-4bbd-8c7c-727d822faac8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:21.105591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.114063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] For port 21a8a7e7-4a73-4819-a114-5f88c68315a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=21a8a7e7-4a73-4819-a114-5f88c68315a1,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:21.114577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.117963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cc08f-ea5e-4210-a2ad-635246608a6d admin admin] Pushing event updated for resources: {'Network': ['ID=2ede2e47-8660-40a1-9e76-c4632d63a9e9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:21.121518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] No DVR routers for this DVR port a03da7ea-3b11-4bbd-8c7c-727d822faac8 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:21.133125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:21.150676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 6ecdd9cd-59cb-4742-83e8-068121755c86 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:21.151641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Calling delete_port for 21a8a7e7-4a73-4819-a114-5f88c68315a1 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:21.324894 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.354223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] Pushing event deleted for resources: {'Port': ['ID=21a8a7e7-4a73-4819-a114-5f88c68315a1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:21.376653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670ab60-ea6a-49a7-ba9d-635f7fb26713 None None] No DVR routers for this DVR port 21a8a7e7-4a73-4819-a114-5f88c68315a1 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:21.404787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27199288-12f0-48f8-b0c0-7263bc967865 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:21.482288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.517163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f7f2d6-f1c3-416d-b38b-775030c730cc']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:21.544997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b30f14-2f32-4ec3-bb67-edfa9094e414') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:21.547578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b30f14-2f32-4ec3-bb67-edfa9094e414') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:21.548675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::63b9:80e2:7e0:e39a (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b6377db0-4ce9-4603-bb91-fc8b77be46f6/6ecdd9cd-59cb-4742-83e8-068121755c86) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:21.582913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.648033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'b6377db0-4ce9-4603-bb91-fc8b77be46f6'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:21.649190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.682603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.719871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:21.720307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:21.724909 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:21.799468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.890742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e5ee68-54ba-40ec-8592-d36ec08dcdf2,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:21.900161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.909736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec132b5c-10fb-472e-a5a3-dab7ad98332c None None] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:21.911277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.923316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.926067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 6ecdd9cd-59cb-4742-83e8-068121755c86 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:21.932833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec132b5c-10fb-472e-a5a3-dab7ad98332c None None] Network 26f7f2d6-f1c3-416d-b38b-775030c730cc could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:13:21.933985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/26f7f2d6-f1c3-416d-b38b-775030c730cc HTTP/1.1" status: 204 len: 168 time: 1.7728574 Aug 19 18:13:21.936609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47334) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:21.939655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21a8a7e7-4a73-4819-a114-5f88c68315a1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:21.970586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:21.986784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbcf9f-a076-4c51-a310-c50a2a23726a tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=26f7f2d6-f1c3-416d-b38b-775030c730cc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:22.005422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 21a8a7e7-4a73-4819-a114-5f88c68315a1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:22.005852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 21a8a7e7-4a73-4819-a114-5f88c68315a1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:22.052293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:22.053519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d167a6da-c8ad-44cd-8f09-a21f4a886963 None None] Could not find standard attr ID for object a03da7ea-3b11-4bbd-8c7c-727d822faac8. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:22.054949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d839c-da3b-4f33-bb6b-b48a36376b30 None None] DHCP port deletion for 26f7f2d6-f1c3-416d-b38b-775030c730cc request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:22.057309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:22.061533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:22.068004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:22.068677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.081319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=6ecdd9cd-59cb-4742-83e8-068121755c86,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:22.090493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Checking segment: {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:22.090906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Network hostable DHCP agents. Network: 2ede2e47-8660-40a1-9e76-c4632d63a9e9, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:22.103186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b6377db0-4ce9-4603-bb91-fc8b77be46f6/c1d91718-3f95-441a-acc7-3d4872859c54) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:22.106142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aa07eded-5854-4645-968b-36f0557a0804 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2907257 Aug 19 18:13:22.112236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47338) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.158206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.178347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:22.189776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaac16-508a-47db-ba3d-bec56b26243d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:22.192416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ecaac16-508a-47db-ba3d-bec56b26243d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0827343 Aug 19 18:13:22.195093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47340) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.224112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 2ede2e47-8660-40a1-9e76-c4632d63a9e9) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:22.236228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73541e9a-acef-492c-88c1-f6ae159cc259 None None] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:22.252382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:22.252382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.370486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.378183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3cc1a2ed-95e1-44b3-aaf1-47afdfc559a6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3591547 Aug 19 18:13:22.381161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.387977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:22.390945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Transition to ACTIVE for port object c1d91718-3f95-441a-acc7-3d4872859c54 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:22.391695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.417141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f4ee1f-7548-404b-88cc-d6594147fc70']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:22.433571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.435290 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.439409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Transition to ACTIVE for port object c1d91718-3f95-441a-acc7-3d4872859c54 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:22.450824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.483694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08b3b99-ff3b-41a5-91e2-587076ab201c') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:22.484573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08b3b99-ff3b-41a5-91e2-587076ab201c') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:22.523515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-2ede2e47-8660-40a1-9e76-c4632d63a9e9', 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'fixed_ips': [{'subnet_id': '36e5ee68-54ba-40ec-8592-d36ec08dcdf2'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:22.523515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.523515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:22.526647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:22.537675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.537895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:22.541436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Pushing event updated for resources: {'Port': ['ID=c1d91718-3f95-441a-acc7-3d4872859c54,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:22.552080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.589257 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.596906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:22.597457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.672421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Attempting to bind port c1d91718-3f95-441a-acc7-3d4872859c54 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:22.672805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Attempting to bind port c1d91718-3f95-441a-acc7-3d4872859c54 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:22.673186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Attempting to bind port c1d91718-3f95-441a-acc7-3d4872859c54 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:22.683139 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:22.686724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:22.686724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:22.687092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.687377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:22.687929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Bound port: c1d91718-3f95-441a-acc7-3d4872859c54, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:22.688359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.696177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.702588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.727886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/08f4ee1f-7548-404b-88cc-d6594147fc70 HTTP/1.1" status: 204 len: 168 time: 0.7587082 Aug 19 18:13:22.728631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47354) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:22.801245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Allocated IP 172.20.0.2 (2ede2e47-8660-40a1-9e76-c4632d63a9e9/36e5ee68-54ba-40ec-8592-d36ec08dcdf2/a51980af-7d60-41fd-a4e1-fa8938474722) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:22.856900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] For port c1d91718-3f95-441a-acc7-3d4872859c54, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:22.872771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] For port c1d91718-3f95-441a-acc7-3d4872859c54, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1d91718-3f95-441a-acc7-3d4872859c54,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:22.886530 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.888211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.940864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 6ecdd9cd-59cb-4742-83e8-068121755c86 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:22.941480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:22.950023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e68cd-4155-4ec4-b17b-87cd9be1c3ce tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=08f4ee1f-7548-404b-88cc-d6594147fc70,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:23.038243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff74fc-d3b5-49b9-a658-110e1a7f62a7 req-344af745-8ced-4b51-a2e1-2b003a3a3a2d tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:23.040535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ff74fc-d3b5-49b9-a658-110e1a7f62a7 req-344af745-8ced-4b51-a2e1-2b003a3a3a2d tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1397219 Aug 19 18:13:23.053296 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.064579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Transition to ACTIVE for port object a51980af-7d60-41fd-a4e1-fa8938474722 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:23.085886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Transition to ACTIVE for port object a51980af-7d60-41fd-a4e1-fa8938474722 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:23.092886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.097540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.152778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:23.168526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:23.171625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:23.189109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.213058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.228750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae546384-3aaf-41d4-acf1-f4ada9cf9cbd']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.241696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4c5a6b-4690-4d57-9b7a-16a412cc5e03') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.242048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4c5a6b-4690-4d57-9b7a-16a412cc5e03') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:23.252236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.252760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.270489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.274785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092071f-8bb8-4681-99e1-2b8092e07d7e None None] Pushing event updated for resources: {'Port': ['ID=c1d91718-3f95-441a-acc7-3d4872859c54,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:23.278168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:23.278587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.323945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Attempting to bind port a51980af-7d60-41fd-a4e1-fa8938474722 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:23.324162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Attempting to bind port a51980af-7d60-41fd-a4e1-fa8938474722 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:23.324492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Attempting to bind port a51980af-7d60-41fd-a4e1-fa8938474722 on network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:23.341741 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:23.361980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:23.362369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Checking segment: {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:23.362780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.363181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Bound using segment: {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:23.363767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Bound port: a51980af-7d60-41fd-a4e1-fa8938474722, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:23.364160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.395986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Pushing event updated for resources: {'Port': ['ID=a51980af-7d60-41fd-a4e1-fa8938474722,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:23.420436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.431887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Allocated IP 172.25.5.37 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5debad22-d0ac-443e-9612-a431cb8f2ef8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:23.446324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.448860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/ae546384-3aaf-41d4-acf1-f4ada9cf9cbd HTTP/1.1" status: 204 len: 168 time: 0.7132516 Aug 19 18:13:23.460916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.503030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49ff74fc-d3b5-49b9-a658-110e1a7f62a7 req-d402df04-e850-4f49-b8d8-b4287dadaea5 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439790 Aug 19 18:13:23.522218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47358) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:23.539313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fc5b-6a08-4c10-b12e-9a818c40bbf6 tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=ae546384-3aaf-41d4-acf1-f4ada9cf9cbd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:23.547868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 6ecdd9cd-59cb-4742-83e8-068121755c86 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:23.554850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] For port a51980af-7d60-41fd-a4e1-fa8938474722, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:23.577554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] For port a51980af-7d60-41fd-a4e1-fa8938474722, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a51980af-7d60-41fd-a4e1-fa8938474722,segment=NetworkSegment(4c15b6dc-b9ff-44a7-bcc5-473d9600d386),segment_id=4c15b6dc-b9ff-44a7-bcc5-473d9600d386)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:23.587249 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:23.692604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44d9d5-07d5-44fb-9994-dd635d012139 None None] Pushing event updated for resources: {'Port': ['ID=a51980af-7d60-41fd-a4e1-fa8938474722,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:24.037120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.046704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1d91718-3f95-441a-acc7-3d4872859c54 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:24.118744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.129862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c1d91718-3f95-441a-acc7-3d4872859c54 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:24.146758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a03da7ea-3b11-4bbd-8c7c-727d822faac8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:24.203016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a03da7ea-3b11-4bbd-8c7c-727d822faac8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:24.203420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a03da7ea-3b11-4bbd-8c7c-727d822faac8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:24.204337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Pushing event updated for resources: {'Port': ['ID=5debad22-d0ac-443e-9612-a431cb8f2ef8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:24.219971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:24.221870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:24.226255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:24.247935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.423787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.427689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.468665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911028e9-3936-48ab-9f7c-b6f4bca0e536']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:24.486560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9305b12d-37e1-4c5c-a621-03689c03d958') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:24.486903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9305b12d-37e1-4c5c-a621-03689c03d958') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:24.501260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.517755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.525155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:24.525683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:24.608164 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:24.613446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=6ecdd9cd-59cb-4742-83e8-068121755c86,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:24.642517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.656838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.658322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.660629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] 10.222.0.36 "DELETE /v2.0/networks/911028e9-3936-48ab-9f7c-b6f4bca0e536 HTTP/1.1" status: 204 len: 168 time: 1.1370018 Aug 19 18:13:24.702069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.704734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-24ecdb1a-67a0-48b3-be93-c7181fd7f0c7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6ecdd9cd-59cb-4742-83e8-068121755c86 HTTP/1.1" status: 204 len: 168 time: 2.5083401 Aug 19 18:13:24.706106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fcfff-cac1-4bb0-80f0-ecd2e37a8f1d tempest-BulkNetworkOpsIpV6Test-1597813728 tempest-BulkNetworkOpsIpV6Test-1597813728-project] Pushing event deleted for resources: {'Network': ['ID=911028e9-3936-48ab-9f7c-b6f4bca0e536,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:24.708093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47372) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:24.808170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Provisioning for port c1d91718-3f95-441a-acc7-3d4872859c54 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:24.811122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ab4fe-9822-4067-9672-ba3801b658f7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:24.813525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ab4fe-9822-4067-9672-ba3801b658f7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:24.816107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-126ab4fe-9822-4067-9672-ba3801b658f7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1007402 Aug 19 18:13:24.816735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Provisioning complete for port c1d91718-3f95-441a-acc7-3d4872859c54 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:24.817188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:24.821631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47376) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:25.027069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet b6377db0-4ce9-4603-bb91-fc8b77be46f6 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:25.034964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.093005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.113142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] For port c1d91718-3f95-441a-acc7-3d4872859c54, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1d91718-3f95-441a-acc7-3d4872859c54,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:25.122025 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.139890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47380) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:25.263004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97794d5-8723-4745-afc6-78553ed71831 req-e73113d6-ae00-41a8-aebe-c190719a71d6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:25.269742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91d3c1-fafe-464c-a8b6-88c8b140256e None None] Pushing event updated for resources: {'Port': ['ID=c1d91718-3f95-441a-acc7-3d4872859c54,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:25.289709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97794d5-8723-4745-afc6-78553ed71831 req-e73113d6-ae00-41a8-aebe-c190719a71d6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.6669323 Aug 19 18:13:25.291292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab758c6-560f-4443-b5e3-230f05d610c4 None None] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:25.326926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.349904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.397267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a1ce6fba-3adc-48d9-9c62-d786d24f2691 None None] Provisioning for port a51980af-7d60-41fd-a4e1-fa8938474722 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:25.428213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b97794d5-8723-4745-afc6-78553ed71831 req-72b9a008-9700-4482-9a05-87094f87a6e7 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349237 Aug 19 18:13:25.430291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a1ce6fba-3adc-48d9-9c62-d786d24f2691 None None] Could not find standard attr ID for object 6ecdd9cd-59cb-4742-83e8-068121755c86. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:25.525432 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.614031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f6c522e-848c-4452-b453-80fcf464fe8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39fc3973d1054abb857ee28462d1acb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724400 Aug 19 18:13:25.616716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47388) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:25.642573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.679457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=b6377db0-4ce9-4603-bb91-fc8b77be46f6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:25.682687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.684750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b6377db0-4ce9-4603-bb91-fc8b77be46f6 HTTP/1.1" status: 204 len: 168 time: 0.8597720 Aug 19 18:13:25.687943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:25.692999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b621a-221a-4bda-9ed1-ffdc72835178 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:25.695328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Router 0a2d2b42-5505-4647-902a-eafb91740f2b is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:13:25.750179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.751268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.751648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.751992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.752335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.753026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.754188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.754677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.755029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.755364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.755723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.756134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e75e9-3b70-4806-91c3-a7d70d2b0ce2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:25.764312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff252784-6182-42cf-869f-c9e86901d418 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753770 Aug 19 18:13:25.770232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:25.779463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:25.857832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:25.914082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.053874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:26.058519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.081981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:26.085066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a51980af-7d60-41fd-a4e1-fa8938474722 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:26.104561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Sync routers for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:26.124797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.125043 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:26.125621 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:26.135237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.137379 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35008b7e-8f07-48cb-bc30-69cc76cab58e HTTP/1.1" status: 204 len: 168 time: 0.5193715 Aug 19 18:13:26.142808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.144411 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-67f3e91b-a937-4c1f-8ab8-a91b8e5247aa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7619667 Aug 19 18:13:26.152472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:26.162956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7dda1-c7d9-48f9-8b08-00058067fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35008b7e-8f07-48cb-bc30-69cc76cab58e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:26.204668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:26.281542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a51980af-7d60-41fd-a4e1-fa8938474722 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:26.342136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:26.349506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a51980af-7d60-41fd-a4e1-fa8938474722 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:26.350277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.401414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-774a5767-15d0-4c29-a075-1359ff5e1d6e None None] Provisioning complete for port a51980af-7d60-41fd-a4e1-fa8938474722 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:26.402041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-774a5767-15d0-4c29-a075-1359ff5e1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.429968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.584531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.615049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Deleting port c1d91718-3f95-441a-acc7-3d4872859c54 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:26.615490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.719561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:24Z', 'revision_number': 3, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:26.720297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a51980af-7d60-41fd-a4e1-fa8938474722, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a51980af-7d60-41fd-a4e1-fa8938474722,segment=NetworkSegment(4c15b6dc-b9ff-44a7-bcc5-473d9600d386),segment_id=4c15b6dc-b9ff-44a7-bcc5-473d9600d386)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:26.732111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.781077 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Checking router: 0a2d2b42-5505-4647-902a-eafb91740f2b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:26.781370 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Updating router 0a2d2b42-5505-4647-902a-eafb91740f2b port 5debad22-d0ac-443e-9612-a431cb8f2ef8 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:26.785109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-774a5767-15d0-4c29-a075-1359ff5e1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.816882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] For port c1d91718-3f95-441a-acc7-3d4872859c54, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1d91718-3f95-441a-acc7-3d4872859c54,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:26.817289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.845704 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:26.856203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Calling delete_port for c1d91718-3f95-441a-acc7-3d4872859c54 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:26.898114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a51980af-7d60-41fd-a4e1-fa8938474722,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:26.961130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-774a5767-15d0-4c29-a075-1359ff5e1d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:13:26.961495 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-774a5767-15d0-4c29-a075-1359ff5e1d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:13:27.003096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.067503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=f33d2d68-8bb5-4a77-8255-7c27b69ecb4a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:27.078391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869370b8-24eb-45ce-a8c9-b6c2e060580b req-e9896f21-4bb0-4fba-a550-b26a74eac692 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.080037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-869370b8-24eb-45ce-a8c9-b6c2e060580b req-e9896f21-4bb0-4fba-a550-b26a74eac692 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.4063294 Aug 19 18:13:27.092327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:27.105940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:27.111909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:27.112526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.203118 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.235684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] Pushing event deleted for resources: {'Port': ['ID=c1d91718-3f95-441a-acc7-3d4872859c54,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:27.243498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38925fa1-7278-4e0c-b342-c07d48f876b1 None None] No DVR routers for this DVR port c1d91718-3f95-441a-acc7-3d4872859c54 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:27.244192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:27.249964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'f33d2d68-8bb5-4a77-8255-7c27b69ecb4a', 'ip_address': '2001:db8::7fce:f023:f6da:b1fd'}], 'name': 'tempest-NetworksTestDHCPv6-333968823'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:27.256633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57dfb18b-9287-46e4-a9ec-031be9451e33 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4818864 Aug 19 18:13:27.270966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d645ca-73e7-4794-914e-87f4fe53c751 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:27.301764 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.314835 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Transition to ACTIVE for port object 5debad22-d0ac-443e-9612-a431cb8f2ef8 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:27.326882 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.365851 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Attempting to bind port 5debad22-d0ac-443e-9612-a431cb8f2ef8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:27.365851 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Attempting to bind port 5debad22-d0ac-443e-9612-a431cb8f2ef8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:27.366324 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Attempting to bind port 5debad22-d0ac-443e-9612-a431cb8f2ef8 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:27.392127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-869370b8-24eb-45ce-a8c9-b6c2e060580b req-d57a5ecd-5fe0-4660-924d-42549b90f1ed tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023777 Aug 19 18:13:27.392848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47432) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:27.396186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:27.396564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:27.396969 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.397365 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:27.397835 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Bound port: 5debad22-d0ac-443e-9612-a431cb8f2ef8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:27.398219 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.422120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.473640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] For port 5debad22-d0ac-443e-9612-a431cb8f2ef8, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:27.480903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:27.485258 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] For port 5debad22-d0ac-443e-9612-a431cb8f2ef8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5debad22-d0ac-443e-9612-a431cb8f2ef8,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:27.496318 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.589596 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:27.590230 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:27.595490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-63664414'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:27.676507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:27.680115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.684947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.693767 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Pushing event updated for resources: {'Port': ['ID=5debad22-d0ac-443e-9612-a431cb8f2ef8,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:27.693988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.707402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'f33d2d68-8bb5-4a77-8255-7c27b69ecb4a'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:27.709627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.714968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 07e3547c-0451-4737-a6ee-47a8ec57db8c yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:27.716346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.717844 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.718189 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.720410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.720791 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.724326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.724738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.725079 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.725418 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.725755 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.726101 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.726434 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:27.824504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Allocated IP 172.20.0.1 (2ede2e47-8660-40a1-9e76-c4632d63a9e9/36e5ee68-54ba-40ec-8592-d36ec08dcdf2/4a392876-199f-41bb-9ed0-26f3a49b6ee6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:27.877392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a51980af-7d60-41fd-a4e1-fa8938474722 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:27.917930 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:27.962261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a51980af-7d60-41fd-a4e1-fa8938474722 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:27.962627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:27.994673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.020201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.021323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::7fce:f023:f6da:b1fd (eb31d0fd-a178-45b0-9725-e1a963ee76c8/f33d2d68-8bb5-4a77-8255-7c27b69ecb4a/07e3547c-0451-4737-a6ee-47a8ec57db8c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:28.069317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.071649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:28.110437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.110778 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment a31c308b-864b-424a-800b-feebb2e99b3c of type vlan for network d6a19d00-f3e1-4496-baf9-a04b9d8903cb Aug 19 18:13:28.113604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7d28c-00d1-4df1-a047-378aeb4b92aa,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.118910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Transition to ACTIVE for port object 4a392876-199f-41bb-9ed0-26f3a49b6ee6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:28.148112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa267-a0eb-4aaf-9095-60d37191d41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.161471 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9a9a-1a3a-442d-9790-ba57233ecd30 None None] Pushing event updated for resources: {'Port': ['ID=5debad22-d0ac-443e-9612-a431cb8f2ef8,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.187549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.203611 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:24Z', 'revision_number': 3, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:28.233249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1d91718-3f95-441a-acc7-3d4872859c54 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:28.241952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee363e93-c6fc-40e3-9410-f8e8a3dff8b6 None None] The sync data for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 is: [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:24Z', 'revision_number': 3, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:28.242244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.287849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c1d91718-3f95-441a-acc7-3d4872859c54 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:28.288214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1d91718-3f95-441a-acc7-3d4872859c54 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:28.308554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a392876-199f-41bb-9ed0-26f3a49b6ee6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.314384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.324387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.325192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.339784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.361676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 07e3547c-0451-4737-a6ee-47a8ec57db8c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:28.400195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:28.402323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.418707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9996991 Aug 19 18:13:28.425377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:28.434765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:28.462930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/f33d2d68-8bb5-4a77-8255-7c27b69ecb4a/a37974a1-dd1f-4a07-afe1-8323ca632f26) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:28.570030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:28.594991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:28.600297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:28.617458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.618136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.632152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef746d06-a5be-4888-885b-5073033ff44f tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=d6a19d00-f3e1-4496-baf9-a04b9d8903cb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.663920 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4183013 Aug 19 18:13:28.670989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47444) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:28.711004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=07e3547c-0451-4737-a6ee-47a8ec57db8c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:28.731070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.741158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.741302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.741654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.741998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.742337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.742673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.743007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.743346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.743725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.744057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.744938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.744938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed0ecd-221d-4e54-89f5-d5e63b66b6d7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:28.776596 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:28.786123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Transition to ACTIVE for port object a37974a1-dd1f-4a07-afe1-8323ca632f26 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:28.836938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Transition to ACTIVE for port object a37974a1-dd1f-4a07-afe1-8323ca632f26 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:28.838962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de93596-9951-49e3-ba5d-c6352547aa38 req-6bb6828c-ef42-4c64-9bdc-a105bafd37b0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:28.846546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7de93596-9951-49e3-ba5d-c6352547aa38 req-6bb6828c-ef42-4c64-9bdc-a105bafd37b0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3105500 Aug 19 18:13:28.846865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:28.852510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.010991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7de93596-9951-49e3-ba5d-c6352547aa38 req-d407dcb1-b243-49da-8ce1-7834e33a1298 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582742 Aug 19 18:13:29.027207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480df02-103f-4492-9536-a93953dc4bf8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:29.033762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47448) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:29.052538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c480df02-103f-4492-9536-a93953dc4bf8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3436737 Aug 19 18:13:29.075861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:29.097713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:29.102494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:29.144245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Pushing event updated for resources: {'Port': ['ID=a37974a1-dd1f-4a07-afe1-8323ca632f26,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.154239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa2b34b1-33af-40dd-a1ff-6b6f1092c32d None None] Provisioning for port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:29.166653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa2b34b1-33af-40dd-a1ff-6b6f1092c32d None None] Provisioning complete for port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:29.170887 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa2b34b1-33af-40dd-a1ff-6b6f1092c32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.172417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.243388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 07e3547c-0451-4737-a6ee-47a8ec57db8c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:29.243767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.264272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b34b1-33af-40dd-a1ff-6b6f1092c32d None None] Port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:29.305509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Attempting to bind port a37974a1-dd1f-4a07-afe1-8323ca632f26 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:29.306296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Attempting to bind port a37974a1-dd1f-4a07-afe1-8323ca632f26 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:29.307722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Attempting to bind port a37974a1-dd1f-4a07-afe1-8323ca632f26 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:29.313999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:29.314785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:29.315422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.316114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:29.316958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Bound port: a37974a1-dd1f-4a07-afe1-8323ca632f26, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:29.317607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.457652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] For port a37974a1-dd1f-4a07-afe1-8323ca632f26, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:29.462446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] For port a37974a1-dd1f-4a07-afe1-8323ca632f26, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a37974a1-dd1f-4a07-afe1-8323ca632f26,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:29.470287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.484084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.536902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 07e3547c-0451-4737-a6ee-47a8ec57db8c owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:29.577040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151a37-7751-412e-b06a-5497db7ae71f None None] Pushing event updated for resources: {'Port': ['ID=a37974a1-dd1f-4a07-afe1-8323ca632f26,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.645224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.652662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.825240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:29.866337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a392876-199f-41bb-9ed0-26f3a49b6ee6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:29.873267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.018286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=07e3547c-0451-4737-a6ee-47a8ec57db8c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:30.023338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.030334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9818df96-1f6d-4f8b-80d9-88a1d1309320 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/07e3547c-0451-4737-a6ee-47a8ec57db8c HTTP/1.1" status: 204 len: 168 time: 0.9929957 Aug 19 18:13:30.030634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47456) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:30.077620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5debad22-d0ac-443e-9612-a431cb8f2ef8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:30.188535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cfd831-e24b-4511-8cf1-20a50507295b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.190465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cfd831-e24b-4511-8cf1-20a50507295b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.192258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38cfd831-e24b-4511-8cf1-20a50507295b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1605914 Aug 19 18:13:30.198190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:30.225787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:30.232058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:30.251127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5debad22-d0ac-443e-9612-a431cb8f2ef8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:30.265169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5debad22-d0ac-443e-9612-a431cb8f2ef8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:30.265855 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.276321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269cbac-d68b-415a-8ed1-1d78bcbf5fe5 req-5bd8cc0b-be73-4517-a8b5-d4e8564f24bb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:30.278711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7269cbac-d68b-415a-8ed1-1d78bcbf5fe5 req-5bd8cc0b-be73-4517-a8b5-d4e8564f24bb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.0987082 Aug 19 18:13:30.297372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet f33d2d68-8bb5-4a77-8255-7c27b69ecb4a {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:30.304219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.456758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.488960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.517869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5debad22-d0ac-443e-9612-a431cb8f2ef8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5debad22-d0ac-443e-9612-a431cb8f2ef8,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:30.527353 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.617239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7269cbac-d68b-415a-8ed1-1d78bcbf5fe5 req-763c95bb-f86d-4820-b29e-f49a928573fb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570517 Aug 19 18:13:30.666133 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e8ae99-736c-42fe-a071-a6fc691d47b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.701306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Router 0a2d2b42-5505-4647-902a-eafb91740f2b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:30.773697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7132a321-4af9-4273-8b10-e39da0c31aa0 None None] Provisioning complete for port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:30.774188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7132a321-4af9-4273-8b10-e39da0c31aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.781410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.824087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7132a321-4af9-4273-8b10-e39da0c31aa0 None None] Port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:30.830010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5debad22-d0ac-443e-9612-a431cb8f2ef8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:30.917320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:30.974651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.031726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.036268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47474) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.040018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/f33d2d68-8bb5-4a77-8255-7c27b69ecb4a HTTP/1.1" status: 204 len: 168 time: 0.8403699 Aug 19 18:13:31.073569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbdaf5-3d57-4196-a45c-446deaefccb5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=f33d2d68-8bb5-4a77-8255-7c27b69ecb4a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:31.095825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47476) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.099397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-81900026-3803-45dc-a905-a6ca754cbfeb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558541 Aug 19 18:13:31.117104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:31.132312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-89b52e14-9f2a-4645-93a6-1e2452ceecf9 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a2d2b42-5505-4647-902a-eafb91740f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9740877 Aug 19 18:13:31.195127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5becbe8-be24-4c87-942a-d947cfc03ded tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.201007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47482) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.212689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b5becbe8-be24-4c87-942a-d947cfc03ded tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1157799 Aug 19 18:13:31.283721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870441e-cc2f-4eab-a3ad-aa4aabe29290 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.288142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47484) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.292584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a870441e-cc2f-4eab-a3ad-aa4aabe29290 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901740 Aug 19 18:13:31.324141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916015b-f527-4b02-94f6-ce10dc46d8e1 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:31.384024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47486) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:31.386419 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1085fbc9-2ee6-4df2-837f-4f19ffe17b8b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959947 Aug 19 18:13:31.391356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:31.508349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a1b66a7-b265-45f9-bb52-d315d3006bbc None None] Provisioning for port a37974a1-dd1f-4a07-afe1-8323ca632f26 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:31.564479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Sync routers for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:31.579286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:31.580333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:31.624886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:31.741894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:31.761619 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.791124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Deleting port a37974a1-dd1f-4a07-afe1-8323ca632f26 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:31.800796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:31.938078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3643ceb-a86d-4529-ac5f-fd0eaefbc542 req-542bab8f-fa0e-4fc3-9090-1de3a590e44b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:31.946334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3643ceb-a86d-4529-ac5f-fd0eaefbc542 req-542bab8f-fa0e-4fc3-9090-1de3a590e44b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1404939 Aug 19 18:13:32.010933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3643ceb-a86d-4529-ac5f-fd0eaefbc542 req-e3317068-6c22-4d80-850a-415364b4d6e8 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604460 Aug 19 18:13:32.022692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] For port a37974a1-dd1f-4a07-afe1-8323ca632f26, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a37974a1-dd1f-4a07-afe1-8323ca632f26,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:32.023223 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.088754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Calling delete_port for a37974a1-dd1f-4a07-afe1-8323ca632f26 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:32.157755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:32.171970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:32.206516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5debad22-d0ac-443e-9612-a431cb8f2ef8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:32.220053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.273229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:32.279088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.303581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:32.309276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:32.319407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.320052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.363463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:32.365905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:32.371832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.381793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b3056a24-f47b-4472-a984-f48a4695cfe4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9959676 Aug 19 18:13:32.382836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47506) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:32.390034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7', 'ip_address': '2001:db8::27cc:6e44:fbb9:3e24'}], 'name': 'tempest-NetworksTestDHCPv6-1521846877'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:32.481829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.539661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5debad22-d0ac-443e-9612-a431cb8f2ef8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:32.540286 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.582325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] Pushing event deleted for resources: {'Port': ['ID=a37974a1-dd1f-4a07-afe1-8323ca632f26,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:32.594401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8dc51-f00c-4c76-aab7-557ed2af3587 None None] No DVR routers for this DVR port a37974a1-dd1f-4a07-afe1-8323ca632f26 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:32.613469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:32.629883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d76d6-0397-41d6-9c0a-67e867b71791 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:32.726859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.824500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:32.842879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': 'a31c308b-864b-424a-800b-feebb2e99b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:32.843394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: d6a19d00-f3e1-4496-baf9-a04b9d8903cb, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:32.858585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.868408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:32.890132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d6a19d00-f3e1-4496-baf9-a04b9d8903cb) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:32.891810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:32.899996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:32.907828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:32.933711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d554863-5562-4ef4-93fc-6644bff2449f None None] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:32.934719 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8470a3f0-5f11-4641-b6fc-18c459225fe7 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7731204 Aug 19 18:13:32.935687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:32.941604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1159117278'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:32.988563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:32.994302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.045393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:33.061960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.062408 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment 70144bfc-88b6-477a-a8e5-42a184f9a5d2 of type vlan for network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b Aug 19 18:13:33.181718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.270906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205301b-64cd-4803-b996-7b37565d8969 req-683a4d29-0e7f-4f06-9f6c-f45aa5e4d1ab tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.280232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9205301b-64cd-4803-b996-7b37565d8969 req-683a4d29-0e7f-4f06-9f6c-f45aa5e4d1ab tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1081207 Aug 19 18:13:33.319662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::27cc:6e44:fbb9:3e24 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7/6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:33.347096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.361324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:33.364827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.372841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9205301b-64cd-4803-b996-7b37565d8969 req-02a30771-e62e-4055-86a5-7767e4b83a9f tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859792 Aug 19 18:13:33.561198 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6242321 Aug 19 18:13:33.578083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:33.609686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:33.658984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:33.660057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.741720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2811eae-1257-4bac-811b-b96ac366c2f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:33.747745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47530) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:33.787112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:29Z', 'revision_number': 4, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '4a392876-199f-41bb-9ed0-26f3a49b6ee6', 'name': '', 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'mac_address': 'fa:16:3e:e0:85:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '36e5ee68-54ba-40ec-8592-d36ec08dcdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:27Z', 'updated_at': '2021-08-19T18:13:29Z', 'revision_number': 2, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'subnets': [{'id': '36e5ee68-54ba-40ec-8592-d36ec08dcdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:33.858336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:33.862819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.863574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Checking router: 0a2d2b42-5505-4647-902a-eafb91740f2b for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:33.864079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Updating router 0a2d2b42-5505-4647-902a-eafb91740f2b port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:33.894450 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:33.895193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:33.899270 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.058281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d6a19d00-f3e1-4496-baf9-a04b9d8903cb', 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb', 'tenant_id': '4aff2eea74ee407dbd4ac8acdada9cb7', 'fixed_ips': [{'subnet_id': 'a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:34.059135 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.150058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.167286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:34.233854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.261908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Allocated IP 2001:db8:0:ffff::2 (d6a19d00-f3e1-4496-baf9-a04b9d8903cb/a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99/38b2b56a-44ba-40ee-bc0b-0711f2e82278) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:34.334506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:34.351627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:34.357141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:34.366454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:34.373501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.374081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.427979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491737e8-40a9-4d27-98cf-9f3e7e71c319 req-e0b6c55b-8f2b-4487-99c9-ac1fd45e2143 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.429644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-491737e8-40a9-4d27-98cf-9f3e7e71c319 req-e0b6c55b-8f2b-4487-99c9-ac1fd45e2143 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3815494 Aug 19 18:13:34.432692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-c449ca6e-6d08-4283-a895-d05f2b75447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.436279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-c449ca6e-6d08-4283-a895-d05f2b75447d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.3939900 Aug 19 18:13:34.439335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b2b63aed-bf12-48e0-a98b-1b1f0ab3cde1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0542738 Aug 19 18:13:34.441701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47538) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:34.462581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7', 'ip_address': '2001:db8::27cc:6e44:fbb9:3e24'}], 'name': 'tempest-NetworksTestDHCPv6-1663691774'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:34.555335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-491737e8-40a9-4d27-98cf-9f3e7e71c319 req-6242f5ef-adc9-4f83-bbbe-4b51b23a3097 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147041 Aug 19 18:13:34.601069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-162b5b29-087b-4ea3-bfe8-7776c1da2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.605050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-162b5b29-087b-4ea3-bfe8-7776c1da2a16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.1536155 Aug 19 18:13:34.651564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:13:34.672415 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.689127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7/b3945483-99ba-4892-84d7-b57d03952269) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:34.708047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-e8f2ede4-aea7-4fc6-bf28-0fc03c762c76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1002 time: 0.0944810 Aug 19 18:13:34.784899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-4204a077-7ea0-4494-b859-93141c3db403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.786636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-4204a077-7ea0-4494-b859-93141c3db403 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0718937 Aug 19 18:13:34.798015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=33a8a66b-d4e8-4fec-8d09-b0d280f18151,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:34.871464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-ce70657b-65be-4158-92fe-d11e910808ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:34.873276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-ce70657b-65be-4158-92fe-d11e910808ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792098 Aug 19 18:13:34.910132 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:34.941282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Transition to ACTIVE for port object 38b2b56a-44ba-40ee-bc0b-0711f2e82278 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:35.023944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-6280a9fa-a277-460f-b6e9-5699a54120b5 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420014 Aug 19 18:13:35.025468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Transition to ACTIVE for port object 38b2b56a-44ba-40ee-bc0b-0711f2e82278 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:35.074070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.094304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.166981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9d93ca31-5a8d-4d88-a22a-01ef42df091c req-6dda86ce-e71a-42f0-bc62-7952932a5a89 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339283 Aug 19 18:13:35.202452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Pushing event updated for resources: {'Port': ['ID=38b2b56a-44ba-40ee-bc0b-0711f2e82278,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:35.223526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:35.229270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:35.231873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Transition to ACTIVE for port object 4a392876-199f-41bb-9ed0-26f3a49b6ee6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:35.234318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.236266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:35.249415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Transition to ACTIVE for port object b3945483-99ba-4892-84d7-b57d03952269 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:35.253504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.264933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': '70144bfc-88b6-477a-a8e5-42a184f9a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:35.265361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:35.294094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.349939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Transition to ACTIVE for port object b3945483-99ba-4892-84d7-b57d03952269 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:35.362493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:35.370013 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.372068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Attempting to bind port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:35.372443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Attempting to bind port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a31c308b-864b-424a-800b-feebb2e99b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:35.372809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Attempting to bind port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 on network d6a19d00-f3e1-4496-baf9-a04b9d8903cb {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:35.421280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad885e-7182-4741-b824-7590fcffd254 None None] Pushing event updated for resources: {'Port': ['ID=4a392876-199f-41bb-9ed0-26f3a49b6ee6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:35.428379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:35.428379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Checking segment: {'id': 'a31c308b-864b-424a-800b-feebb2e99b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:35.432564 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.432995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Bound using segment: {'id': 'a31c308b-864b-424a-800b-feebb2e99b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:35.433567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Bound port: 38b2b56a-44ba-40ee-bc0b-0711f2e82278, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31c308b-864b-424a-800b-feebb2e99b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6a19d00-f3e1-4496-baf9-a04b9d8903cb'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:35.433976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.489021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:35.526428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:35.538033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Pushing event updated for resources: {'Port': ['ID=b3945483-99ba-4892-84d7-b57d03952269,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:35.566799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:35.579792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:35.581827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1296217-2f78-46bf-aa13-b8beb2525f14 None None] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:35.593569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:35.610699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.611471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.665555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Attempting to bind port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:35.665886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Attempting to bind port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:35.667755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Attempting to bind port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 on network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:35.669429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47552) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:35.672163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1f96962-ff2d-48b7-a299-4bc012aa0e2e tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0861058 Aug 19 18:13:35.675011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'port': {'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b', 'name': 'tempest-NetworksIpV6TestAttrs-1177399049'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:35.748907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.791676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port d59143e6-71cc-4122-88cc-312bcfd920da yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:35.877482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:35.879309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Checking segment: {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:35.880122 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.880675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Bound using segment: {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:35.881305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Bound port: 4a392876-199f-41bb-9ed0-26f3a49b6ee6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c15b6dc-b9ff-44a7-bcc5-473d9600d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2ede2e47-8660-40a1-9e76-c4632d63a9e9'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:35.883095 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:35.906691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa4796-c592-45eb-923e-4dabecc1dbe5 req-2043fa4c-f23b-4d37-afc1-f8ad308620e0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:35.908504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfaa4796-c592-45eb-923e-4dabecc1dbe5 req-2043fa4c-f23b-4d37-afc1-f8ad308620e0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1412144 Aug 19 18:13:35.992498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfaa4796-c592-45eb-923e-4dabecc1dbe5 req-3bbc9f1e-4b13-4dd8-a408-9704b2f262de tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769615 Aug 19 18:13:35.997198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Attempting to bind port b3945483-99ba-4892-84d7-b57d03952269 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:35.997807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Attempting to bind port b3945483-99ba-4892-84d7-b57d03952269 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:35.998427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Attempting to bind port b3945483-99ba-4892-84d7-b57d03952269 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:36.008915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:36.013403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.032003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] For port 38b2b56a-44ba-40ee-bc0b-0711f2e82278, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:36.053571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:36.053852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:36.054252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.054602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:36.055094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Bound port: b3945483-99ba-4892-84d7-b57d03952269, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:36.055708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.066406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] For port 38b2b56a-44ba-40ee-bc0b-0711f2e82278, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38b2b56a-44ba-40ee-bc0b-0711f2e82278,segment=NetworkSegment(a31c308b-864b-424a-800b-feebb2e99b3c),segment_id=a31c308b-864b-424a-800b-feebb2e99b3c)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:36.092238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] device_id is not set on port 1a82deef-3b58-4980-94de-7335947799a8 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:36.094859 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.132924 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:13:36.133399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:36.137545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Deleting port 4a392876-199f-41bb-9ed0-26f3a49b6ee6 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:36.137913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.237991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5af5f625-b193-4052-bf90-ada5457ca4c2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7942688 Aug 19 18:13:36.240644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:36.258208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Allocated IP 2001:db8::f816:3eff:fed3:59bb (464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b/33a8a66b-d4e8-4fec-8d09-b0d280f18151/1a82deef-3b58-4980-94de-7335947799a8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:36.345136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] For port 4a392876-199f-41bb-9ed0-26f3a49b6ee6, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:36.345988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.361097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Calling delete_port for 4a392876-199f-41bb-9ed0-26f3a49b6ee6 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:36.431075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] For port 4a392876-199f-41bb-9ed0-26f3a49b6ee6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:36.486399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a83bc-e7e4-4138-9c8b-701bbd60e1fa None None] Pushing event updated for resources: {'Port': ['ID=38b2b56a-44ba-40ee-bc0b-0711f2e82278,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.563042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] For port 4a392876-199f-41bb-9ed0-26f3a49b6ee6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4a392876-199f-41bb-9ed0-26f3a49b6ee6,segment=NetworkSegment(4c15b6dc-b9ff-44a7-bcc5-473d9600d386),segment_id=4c15b6dc-b9ff-44a7-bcc5-473d9600d386)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:36.589013 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.620060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.660518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Transition to ACTIVE for port object 1a82deef-3b58-4980-94de-7335947799a8 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:36.769239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] For port b3945483-99ba-4892-84d7-b57d03952269, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:36.777812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f27495-75a2-409b-a0d7-ef62654d4bbe tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:36.786077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.809821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f27495-75a2-409b-a0d7-ef62654d4bbe tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:36.820048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9f27495-75a2-409b-a0d7-ef62654d4bbe tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5784354 Aug 19 18:13:36.820880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.823770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:36.826841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad885e-7182-4741-b824-7590fcffd254 None None] Pushing event updated for resources: {'Port': ['ID=4a392876-199f-41bb-9ed0-26f3a49b6ee6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:36.917805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] For port b3945483-99ba-4892-84d7-b57d03952269, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b3945483-99ba-4892-84d7-b57d03952269,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:36.941110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:36.967170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a392876-199f-41bb-9ed0-26f3a49b6ee6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.069119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Port': ['ID=1a82deef-3b58-4980-94de-7335947799a8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.176203 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:13:37.178731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:37.221649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:37.226689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:37.243550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.244316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.254702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:37.255752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:37.326496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b', 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b', 'tenant_id': '4aff2eea74ee407dbd4ac8acdada9cb7', 'fixed_ips': [{'subnet_id': '33a8a66b-d4e8-4fec-8d09-b0d280f18151'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:37.329196 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.368085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23320dca-e109-48ae-8637-3a281234dcae tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6973846 Aug 19 18:13:37.372861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47590) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:37.430161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:37.505249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58300d9-6d30-4303-89d5-7d5ed41160e7 None None] Pushing event updated for resources: {'Port': ['ID=b3945483-99ba-4892-84d7-b57d03952269,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:37.589927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264537a-7c4d-4eda-96da-6d001a26cd2a req-1ebe9b21-02d2-4066-bb63-6966ce96f8b6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:37.592202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1264537a-7c4d-4eda-96da-6d001a26cd2a req-1ebe9b21-02d2-4066-bb63-6966ce96f8b6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3955240 Aug 19 18:13:37.743157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6cf584da-e683-44e9-be77-8c69d0c79e49 None None] Could not find standard attr ID for object 4a392876-199f-41bb-9ed0-26f3a49b6ee6. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:37.798005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting subnet 33a8a66b-d4e8-4fec-8d09-b0d280f18151 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:37.823831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:37.824185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.000913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:38.102148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1264537a-7c4d-4eda-96da-6d001a26cd2a req-d0e127f6-43c7-4595-a38e-1f0fe308dc64 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901755 Aug 19 18:13:38.286108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Router 0a2d2b42-5505-4647-902a-eafb91740f2b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:38.308970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b3945483-99ba-4892-84d7-b57d03952269 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:38.367022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.420446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:38.426635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Allocated IP 2001:db8::f816:3eff:fec2:ae4d (464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b/33a8a66b-d4e8-4fec-8d09-b0d280f18151/3b72fd3d-2a36-4d65-9680-4742b299158c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:38.633616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:38.656985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ca6ac35-0878-46cb-a749-49b4e1e93396 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a2d2b42-5505-4647-902a-eafb91740f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9078660 Aug 19 18:13:38.659677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47684) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:38.802780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb33f13-520e-43f1-880f-f432b98e141b None None] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:38.822023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b3945483-99ba-4892-84d7-b57d03952269 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:38.840737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38b2b56a-44ba-40ee-bc0b-0711f2e82278 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:38.918842 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:38.987668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1512b50e-99f6-4d49-a7a2-c85a6d3ea57d None None] Provisioning for port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:39.001443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.051616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.088959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.091637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-68ced7e7-74a6-4b71-91af-bbd104353912 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 HTTP/1.1" status: 204 len: 168 time: 2.2500002 Aug 19 18:13:39.093879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:39.124145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.179925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:36Z', 'revision_number': 5, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:39.191565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Transition to ACTIVE for port object 3b72fd3d-2a36-4d65-9680-4742b299158c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:39.233992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:39.241679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:39.241914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.243596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e519a8-14b1-42b5-b42c-e48c7f5844a9 None None] The sync data for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 is: [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:36Z', 'revision_number': 5, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port': {'id': '5debad22-d0ac-443e-9612-a431cb8f2ef8', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:23Z', 'updated_at': '2021-08-19T18:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:39.253214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153c379-2b7a-4e30-8336-d69f62d8574e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.255087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153c379-2b7a-4e30-8336-d69f62d8574e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:39.259079 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e153c379-2b7a-4e30-8336-d69f62d8574e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1597722 Aug 19 18:13:39.260529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47738) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:39.303616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.328618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Transition to ACTIVE for port object 3b72fd3d-2a36-4d65-9680-4742b299158c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:39.362652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.383705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.421813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Provisioning for port b3945483-99ba-4892-84d7-b57d03952269 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:39.424973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:39.471984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:39.477925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.483264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Provisioning complete for port b3945483-99ba-4892-84d7-b57d03952269 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:39.483679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.485440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:39.487895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:39.537165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Pushing event updated for resources: {'Port': ['ID=3b72fd3d-2a36-4d65-9680-4742b299158c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:39.624308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.660959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.716334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Deleting port 5debad22-d0ac-443e-9612-a431cb8f2ef8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:39.717338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.829263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Attempting to bind port 3b72fd3d-2a36-4d65-9680-4742b299158c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:39.831852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Attempting to bind port 3b72fd3d-2a36-4d65-9680-4742b299158c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '70144bfc-88b6-477a-a8e5-42a184f9a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:39.832383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Attempting to bind port 3b72fd3d-2a36-4d65-9680-4742b299158c on network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:39.836516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.871566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:39.872185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Checking segment: {'id': '70144bfc-88b6-477a-a8e5-42a184f9a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:39.874392 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.874969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Bound using segment: {'id': '70144bfc-88b6-477a-a8e5-42a184f9a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:39.875687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Bound port: 3b72fd3d-2a36-4d65-9680-4742b299158c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70144bfc-88b6-477a-a8e5-42a184f9a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:39.876434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.891428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] For port 5debad22-d0ac-443e-9612-a431cb8f2ef8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5debad22-d0ac-443e-9612-a431cb8f2ef8,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:39.891965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:39.917697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Calling delete_port for 5debad22-d0ac-443e-9612-a431cb8f2ef8 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:40.040661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 38b2b56a-44ba-40ee-bc0b-0711f2e82278, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38b2b56a-44ba-40ee-bc0b-0711f2e82278,segment=NetworkSegment(a31c308b-864b-424a-800b-feebb2e99b3c),segment_id=a31c308b-864b-424a-800b-feebb2e99b3c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:40.096193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.125562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] For port 3b72fd3d-2a36-4d65-9680-4742b299158c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:40.129701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.132713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] For port 3b72fd3d-2a36-4d65-9680-4742b299158c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3b72fd3d-2a36-4d65-9680-4742b299158c,segment=NetworkSegment(70144bfc-88b6-477a-a8e5-42a184f9a5d2),segment_id=70144bfc-88b6-477a-a8e5-42a184f9a5d2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:40.166935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.263495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=38b2b56a-44ba-40ee-bc0b-0711f2e82278,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.269593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] For port b3945483-99ba-4892-84d7-b57d03952269, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b3945483-99ba-4892-84d7-b57d03952269,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:40.276278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.345808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8df0-cc60-452f-a716-74ab53b12a1c None None] Pushing event updated for resources: {'Port': ['ID=3b72fd3d-2a36-4d65-9680-4742b299158c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.381854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.514007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.695793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8500fd90-5b12-4bb7-8008-c61d588c0b14 None None] Could not find standard attr ID for object 6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:40.699833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7832f4-d8c6-4738-8fd5-6fcf68af5441 None None] Pushing event updated for resources: {'Port': ['ID=b3945483-99ba-4892-84d7-b57d03952269,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.702820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8500fd90-5b12-4bb7-8008-c61d588c0b14 None None] Could not find standard attr ID for object 07e3547c-0451-4737-a6ee-47a8ec57db8c. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:13:40.745406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8500fd90-5b12-4bb7-8008-c61d588c0b14 None None] Provisioning complete for port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:40.745796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8500fd90-5b12-4bb7-8008-c61d588c0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.747990 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351078f-959c-4f62-9971-3585f206032d None None] Sync routers for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:40.770779 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:40.771692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:40.782012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.815551 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.820169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47878) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:40.820619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7 HTTP/1.1" status: 204 len: 168 time: 1.5588200 Aug 19 18:13:40.853420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538b89-058c-4712-8b48-855aafb99568 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.863867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.876734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.939769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:40.941967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/33a8a66b-d4e8-4fec-8d09-b0d280f18151 HTTP/1.1" status: 204 len: 168 time: 3.5665808 Aug 19 18:13:40.980739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:40.981920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Pushing event deleted for resources: {'Port': ['ID=5debad22-d0ac-443e-9612-a431cb8f2ef8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:40.987648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-62e9004f-ae61-4e5f-b7eb-6d5aaa60d11e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636233 Aug 19 18:13:40.996295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47896) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.012444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:41.073672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033e5dc-85d6-4089-9b18-4316da2c53e3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=33a8a66b-d4e8-4fec-8d09-b0d280f18151,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:41.085582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:41.146259 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:39Z', 'revision_number': 6, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:41.149713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db552f6-dac3-457c-b5f2-5ed055b4cce2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.162104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db552f6-dac3-457c-b5f2-5ed055b4cce2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.163947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0db552f6-dac3-457c-b5f2-5ed055b4cce2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1700625 Aug 19 18:13:41.179466 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351078f-959c-4f62-9971-3585f206032d None None] Checking router: 0a2d2b42-5505-4647-902a-eafb91740f2b for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:41.190307 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] Routers {'0a2d2b42-5505-4647-902a-eafb91740f2b'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:41.191681 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0a2d2b42-5505-4647-902a-eafb91740f2b'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:41.193470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47914) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.202851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:41.210319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.271352 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] Set router 0a2d2b42-5505-4647-902a-eafb91740f2b gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:41.274450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9537456-ae8c-4f87-a2c9-3e0e18500409 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:41.330431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.404003 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33823fe8-9485-4da3-88ce-3ce9bb1a1189 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.481859 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-33823fe8-9485-4da3-88ce-3ce9bb1a1189 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 18:13:41.482342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33823fe8-9485-4da3-88ce-3ce9bb1a1189 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:41.486215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-33823fe8-9485-4da3-88ce-3ce9bb1a1189 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b HTTP/1.1" status: 409 len: 405 time: 0.2896054 Aug 19 18:13:41.486215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.488612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47942) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.494555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1534144739'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:41.495698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.517379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.576157 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.577151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2d2b42-5505-4647-902a-eafb91740f2b {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:13:41.583305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.590839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bc36f350-afdd-48f7-a06f-2cdc30a9332b admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a2d2b42-5505-4647-902a-eafb91740f2b HTTP/1.1" status: 204 len: 168 time: 2.9258974 Aug 19 18:13:41.594637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47954) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.607013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=c5eeca27-91a0-4a42-8465-872ba3a39aef,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:41.631549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:41.632355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:41.638025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.661891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:41.667075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.667952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.719489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d96d919-db70-42b0-a445-12b44b0ef57a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7215626 Aug 19 18:13:41.720950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:41.724506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47970) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:41.733056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'c5eeca27-91a0-4a42-8465-872ba3a39aef', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2086073445'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:41.748040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.748585 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment ffb488c4-145c-4145-b81f-99719c52f293 of type vlan for network eb7c96fe-0c1d-4933-81f9-54c7348929ba Aug 19 18:13:41.841024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.881358 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c351078f-959c-4f62-9971-3585f206032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 7, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:41.917390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.920663 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351078f-959c-4f62-9971-3585f206032d None None] The sync data for ids ['0a2d2b42-5505-4647-902a-eafb91740f2b'] in n-d-778550-10 is: [{'id': '0a2d2b42-5505-4647-902a-eafb91740f2b', 'name': 'tempest-ImageQuotaTest-1222481295-router', 'tenant_id': 'b0d1210be05d464192b76a5946c7d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:22Z', 'updated_at': '2021-08-19T18:13:40Z', 'revision_number': 7, 'project_id': 'b0d1210be05d464192b76a5946c7d416', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:41.927567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:41.936469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:41.944459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Deleting subnet 36e5ee68-54ba-40ec-8592-d36ec08dcdf2 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:41.988637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.057976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=eb7c96fe-0c1d-4933-81f9-54c7348929ba,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:42.082012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:42.087584 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78de1874-7729-4db7-b8cc-92ee72bd93a8 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5976284 Aug 19 18:13:42.090409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48004) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:42.101969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:42.145937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.311095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:13:42.311095 n-d-778550-10 neutron-server[101325]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:13:42.311095 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id_1': '4aff2eea74ee407dbd4ac8acdada9cb7', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 13, 42, 294124)}] Aug 19 18:13:42.311095 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:13:42.311573 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:13:42.376004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad24a9-e2e6-49cf-9f2a-8f4e8332c188 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:42.380198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5719e8-61c2-40c8-a861-d102c1167768 None None] Network 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:42.628837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Provisioning complete for port b3945483-99ba-4892-84d7-b57d03952269 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:42.630192 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.693755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b3945483-99ba-4892-84d7-b57d03952269 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:42.877139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:42.913794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:42.971731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:42.983698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] DHCP port deletion for 464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:43.007880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b3945483-99ba-4892-84d7-b57d03952269 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:43.008623 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.140464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.155196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Provisioning for port 1a82deef-3b58-4980-94de-7335947799a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:43.161181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Provisioning complete for port 1a82deef-3b58-4980-94de-7335947799a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:43.161441 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.206914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3b72fd3d-2a36-4d65-9680-4742b299158c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:43.222882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 64ff2035-baee-412c-adb8-0e66713a36ab yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:43.303279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Deleting port 3b72fd3d-2a36-4d65-9680-4742b299158c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:43.304062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.327973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Port 1a82deef-3b58-4980-94de-7335947799a8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:43.391242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.429662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:13:43.431422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.436986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bb4af3a0-63b9-4501-9be3-c073c4e05787 None None] Provisioning for port 3b72fd3d-2a36-4d65-9680-4742b299158c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:43.491092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3b72fd3d-2a36-4d65-9680-4742b299158c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:43.513042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] For port 3b72fd3d-2a36-4d65-9680-4742b299158c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3b72fd3d-2a36-4d65-9680-4742b299158c,segment=NetworkSegment(70144bfc-88b6-477a-a8e5-42a184f9a5d2),segment_id=70144bfc-88b6-477a-a8e5-42a184f9a5d2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:43.513541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.520165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3b72fd3d-2a36-4d65-9680-4742b299158c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:43.525256 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.530853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': 'ffb488c4-145c-4145-b81f-99719c52f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:43.531487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: eb7c96fe-0c1d-4933-81f9-54c7348929ba, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:43.536303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=50a54ff6-801c-465b-8c15-8aba75d74aad,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:43.562028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:43.580573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, eb7c96fe-0c1d-4933-81f9-54c7348929ba) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:43.596829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.597880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.612445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.614000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebba572-1700-4a0d-9138-dc0ecade457e None None] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:43.616716 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:13:43.617113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:43.637000 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4abca61-ec84-4e55-8de2-41ab18a0fdcf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5447288 Aug 19 18:13:43.637732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:43.643506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'port': {'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba', 'name': 'tempest-NetworksIpV6TestAttrs-340960793'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:43.644066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Calling delete_port for 3b72fd3d-2a36-4d65-9680-4742b299158c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:43.668285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e5ee68-54ba-40ec-8592-d36ec08dcdf2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:43.679795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.681823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5ef1f270-1f05-45c1-bc36-7a1864454468 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36e5ee68-54ba-40ec-8592-d36ec08dcdf2 HTTP/1.1" status: 204 len: 168 time: 2.0855758 Aug 19 18:13:43.685916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:43.699306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6780c2cb-c376-452e-85f3-4ae3c20a76ed tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9729455 Aug 19 18:13:43.699965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:43.707264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6aea63-45c4-48e1-9272-138b2c4435d9 None None] Network 2ede2e47-8660-40a1-9e76-c4632d63a9e9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:43.811332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.824686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dc151ef0-3334-40d9-9ddf-94638abb315b None None] Provisioning complete for port b3945483-99ba-4892-84d7-b57d03952269 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:43.825054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dc151ef0-3334-40d9-9ddf-94638abb315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.845974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b53ea-8455-4e3e-8235-9244c3f874d2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.847627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd9b53ea-8455-4e3e-8235-9244c3f874d2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0735343 Aug 19 18:13:43.870041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48110) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:43.951562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.956615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Deleting port a51980af-7d60-41fd-a4e1-fa8938474722 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:43.956956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.968048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:43.975571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:43.976492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac249aa-8205-4fa0-b05c-4137b84a7643 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.978176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac249aa-8205-4fa0-b05c-4137b84a7643 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:43.980125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5ac249aa-8205-4fa0-b05c-4137b84a7643 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1078100 Aug 19 18:13:43.985237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:44.054716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] For port a51980af-7d60-41fd-a4e1-fa8938474722, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a51980af-7d60-41fd-a4e1-fa8938474722,segment=NetworkSegment(4c15b6dc-b9ff-44a7-bcc5-473d9600d386),segment_id=4c15b6dc-b9ff-44a7-bcc5-473d9600d386)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:44.055084 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.074163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Calling delete_port for a51980af-7d60-41fd-a4e1-fa8938474722 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:44.125379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 3b72fd3d-2a36-4d65-9680-4742b299158c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3b72fd3d-2a36-4d65-9680-4742b299158c,segment=NetworkSegment(70144bfc-88b6-477a-a8e5-42a184f9a5d2),segment_id=70144bfc-88b6-477a-a8e5-42a184f9a5d2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:44.141726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] device_id is not set on port 20867d3d-42c2-4c4f-8861-f62330ae37f6 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:13:44.144337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.146880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38b2b56a-44ba-40ee-bc0b-0711f2e82278 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:44.213831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.231872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb7c96fe-0c1d-4933-81f9-54c7348929ba', 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba', 'tenant_id': '4aff2eea74ee407dbd4ac8acdada9cb7', 'fixed_ips': [{'subnet_id': '50a54ff6-801c-465b-8c15-8aba75d74aad'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:44.232729 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.243873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] No DVR routers for this DVR port 3b72fd3d-2a36-4d65-9680-4742b299158c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:44.251955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bda645-23d1-4536-abc8-bc411c97cf16 None None] DHCP port deletion for 2ede2e47-8660-40a1-9e76-c4632d63a9e9 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:44.251955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event deleted for resources: {'Port': ['ID=3b72fd3d-2a36-4d65-9680-4742b299158c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.263999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.279922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet c5eeca27-91a0-4a42-8465-872ba3a39aef {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:44.284823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.335754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51980af-7d60-41fd-a4e1-fa8938474722,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.350536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] No DVR routers for this DVR port a51980af-7d60-41fd-a4e1-fa8938474722 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:44.419039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.540520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.567909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ede2e47-8660-40a1-9e76-c4632d63a9e9']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:44.583561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c15b6dc-b9ff-44a7-bcc5-473d9600d386') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:44.583942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c15b6dc-b9ff-44a7-bcc5-473d9600d386') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:44.593520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.604756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.609870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Allocated IP 2001:db8::f816:3eff:fea4:2eac (eb7c96fe-0c1d-4933-81f9-54c7348929ba/50a54ff6-801c-465b-8c15-8aba75d74aad/20867d3d-42c2-4c4f-8861-f62330ae37f6) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:44.642218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.653490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:44.654833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:44.657364 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:44.690460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981371-f507-4ac7-8617-bfbe7c1e69a1 None None] Pushing event deleted for resources: {'Port': ['ID=3b72fd3d-2a36-4d65-9680-4742b299158c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.770618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.801616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.810134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.812306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:44.812935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.813703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ede2e47-8660-40a1-9e76-c4632d63a9e9 HTTP/1.1" status: 204 len: 168 time: 1.1263514 Aug 19 18:13:44.830830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554ca4b-4894-4a4d-aa0a-dffc2f982907 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ede2e47-8660-40a1-9e76-c4632d63a9e9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.896415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=c5eeca27-91a0-4a42-8465-872ba3a39aef,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:44.901666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:44.903139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f529f-e85e-4d01-a126-fdfe41f0bcad None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:44.907226 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3db72cae-514c-45a9-8d86-a6bfdeef2220 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c5eeca27-91a0-4a42-8465-872ba3a39aef HTTP/1.1" status: 204 len: 168 time: 0.9178786 Aug 19 18:13:44.907891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48136) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:45.018201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-645af328-ada0-438e-ae8f-23e0ea724744 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087000 Aug 19 18:13:45.022938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48138) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:45.029518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:45.080486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.104482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Transition to ACTIVE for port object 20867d3d-42c2-4c4f-8861-f62330ae37f6 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:45.161145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48144) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:45.170292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.199282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3b72fd3d-2a36-4d65-9680-4742b299158c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:45.202987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:45.207517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.254654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3b72fd3d-2a36-4d65-9680-4742b299158c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:45.255076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3b72fd3d-2a36-4d65-9680-4742b299158c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:45.256154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5debad22-d0ac-443e-9612-a431cb8f2ef8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:45.269048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Port': ['ID=20867d3d-42c2-4c4f-8861-f62330ae37f6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:45.296062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:45.300040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5debad22-d0ac-443e-9612-a431cb8f2ef8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:45.300363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5debad22-d0ac-443e-9612-a431cb8f2ef8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:45.301373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a51980af-7d60-41fd-a4e1-fa8938474722 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:45.301872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:45.308717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:45.329381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:45.329381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.346472 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-310a6605-7bc9-4307-9fb4-5d2aa15fd898 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0d1210be05d464192b76a5946c7d416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820672 Aug 19 18:13:45.348119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48146) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:45.384239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Allocated IP 2001:db8::f816:3eff:fe45:a738 (eb7c96fe-0c1d-4933-81f9-54c7348929ba/50a54ff6-801c-465b-8c15-8aba75d74aad/8ed3a120-a1dc-4046-853c-e704c9736b39) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:45.389143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3695c217-6b17-4ad4-8956-7c15464e5f2b tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7499254 Aug 19 18:13:45.398560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a51980af-7d60-41fd-a4e1-fa8938474722 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:45.398684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a51980af-7d60-41fd-a4e1-fa8938474722 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:45.402856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:45.453122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:45.510714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.552933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.555650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting subnet 50a54ff6-801c-465b-8c15-8aba75d74aad {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:45.597048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Deleting port b3945483-99ba-4892-84d7-b57d03952269 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:45.597523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.646376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.649110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.653273 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7894c775-a945-427a-9ae0-376271742496 HTTP/1.1" status: 204 len: 168 time: 0.2987967 Aug 19 18:13:45.698876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee98e8-a11a-46b7-9dd2-973dea234590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7894c775-a945-427a-9ae0-376271742496,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:45.754883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] For port b3945483-99ba-4892-84d7-b57d03952269, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b3945483-99ba-4892-84d7-b57d03952269,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:45.755560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.779937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.791043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Calling delete_port for b3945483-99ba-4892-84d7-b57d03952269 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:45.794297 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.819896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Transition to ACTIVE for port object 8ed3a120-a1dc-4046-853c-e704c9736b39 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:45.880146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:45.897237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Transition to ACTIVE for port object 8ed3a120-a1dc-4046-853c-e704c9736b39 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:45.905564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.931298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:45.969414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:46.000902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:46.015962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.017107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.042738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:46.050583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.064084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a3e2826f-dc1f-40ee-bbfd-e3de5d6883a2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0373244 Aug 19 18:13:46.065033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:46.068983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:46.070391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-275821799', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:46.076958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:46.112609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.141077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.144992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.180118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Pushing event updated for resources: {'Port': ['ID=8ed3a120-a1dc-4046-853c-e704c9736b39,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.239011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] No DVR routers for this DVR port b3945483-99ba-4892-84d7-b57d03952269 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:46.242485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69089bdd-0c9d-4ebf-8255-a0a7b11f9b56 None None] Pushing event deleted for resources: {'Port': ['ID=b3945483-99ba-4892-84d7-b57d03952269,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.246759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Attempting to bind port 8ed3a120-a1dc-4046-853c-e704c9736b39 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:46.254535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Attempting to bind port 8ed3a120-a1dc-4046-853c-e704c9736b39 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ffb488c4-145c-4145-b81f-99719c52f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:46.254924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Attempting to bind port 8ed3a120-a1dc-4046-853c-e704c9736b39 on network eb7c96fe-0c1d-4933-81f9-54c7348929ba {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:46.267568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:46.267941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Checking segment: {'id': 'ffb488c4-145c-4145-b81f-99719c52f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:46.268354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.269000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Bound using segment: {'id': 'ffb488c4-145c-4145-b81f-99719c52f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:46.269506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Bound port: 8ed3a120-a1dc-4046-853c-e704c9736b39, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb488c4-145c-4145-b81f-99719c52f293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb7c96fe-0c1d-4933-81f9-54c7348929ba'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:46.269892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.273545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f276e5-6ee6-4e25-85d2-f8bb3bd56f2b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:46.328839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.332721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.333732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.385913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.390288 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f61bea21-eef0-4dd7-9602-6b3f64e4b7da tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3239174 Aug 19 18:13:46.390909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:46.428232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:46.432615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.439807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] For port 8ed3a120-a1dc-4046-853c-e704c9736b39, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:46.454687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.457626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/50a54ff6-801c-465b-8c15-8aba75d74aad HTTP/1.1" status: 204 len: 168 time: 1.0537510 Aug 19 18:13:46.461306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48172) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:46.475610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] For port 8ed3a120-a1dc-4046-853c-e704c9736b39, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ed3a120-a1dc-4046-853c-e704c9736b39,segment=NetworkSegment(ffb488c4-145c-4145-b81f-99719c52f293),segment_id=ffb488c4-145c-4145-b81f-99719c52f293)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:46.484714 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.487888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ebf25-8f71-40d0-9520-1df0da7f3178 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=50a54ff6-801c-465b-8c15-8aba75d74aad,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.490344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109e9659-0c3c-4db7-a5d2-869b344a3e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.586372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b50e50-3681-4b0e-9b7e-21f91e7a5410 None None] Pushing event updated for resources: {'Port': ['ID=8ed3a120-a1dc-4046-853c-e704c9736b39,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.655784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:46.657002 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.670476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-30861954-792f-4854-8617-7ca2dbeab887 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1304247 Aug 19 18:13:46.731849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109e9659-0c3c-4db7-a5d2-869b344a3e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.772185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109e9659-0c3c-4db7-a5d2-869b344a3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:46.829959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-109e9659-0c3c-4db7-a5d2-869b344a3e69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3970487 Aug 19 18:13:46.854611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:46.870930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e9659-0c3c-4db7-a5d2-869b344a3e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e3a37a-32e2-47a3-8410-98d02de8417d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:46.889512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.890237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.890830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.891388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.892337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.893199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.893858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:46.896366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-d62f3480-d837-4d44-8cae-5a27df77aacc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 6506 time: 0.1595719 Aug 19 18:13:47.004651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb/b1649e36-dbcf-464f-8cb0-adc76280fc93) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:47.122384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.241849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.268528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.273563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ed3a120-a1dc-4046-853c-e704c9736b39 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:47.413651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-96ab19c7-60bf-4b19-b504-1bee3a01939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.414245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-96ab19c7-60bf-4b19-b504-1bee3a01939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.414736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-96ab19c7-60bf-4b19-b504-1bee3a01939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.417497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-96ab19c7-60bf-4b19-b504-1bee3a01939a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2d34970-d5d8-487a-b1d9-14556983262b&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=1546e13f-857e-4d11-8d87-5257f92c4210&id=323a64de-56a8-442d-8b2d-3459ede52464&id=323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 200 len: 2296 time: 0.4821568 Aug 19 18:13:47.445562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82aa45-70e0-4e73-84cf-761dc6329477 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.448647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82aa45-70e0-4e73-84cf-761dc6329477 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.456737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-af82aa45-70e0-4e73-84cf-761dc6329477 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9923599 Aug 19 18:13:47.466210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48192) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:47.474486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8ed3a120-a1dc-4046-853c-e704c9736b39 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:47.498405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.518414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.522045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.522536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Transition to ACTIVE for port object b1649e36-dbcf-464f-8cb0-adc76280fc93 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:47.524034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1e3a37a-32e2-47a3-8410-98d02de8417d HTTP/1.1" status: 204 len: 168 time: 0.6676052 Aug 19 18:13:47.528591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-aa3c943a-c6af-4966-8f76-bc7de52228a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 200 len: 1001 time: 0.1028757 Aug 19 18:13:47.565172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Transition to ACTIVE for port object b1649e36-dbcf-464f-8cb0-adc76280fc93 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:47.578310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.612198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:47.616275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:47.622185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:47.640714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f982780-6394-4ddb-9b8f-a9ae4eb803d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e3a37a-32e2-47a3-8410-98d02de8417d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:47.695942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-92e530dd-52db-4360-b0e6-91e53df5e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.698731 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-92e530dd-52db-4360-b0e6-91e53df5e946 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 200 len: 855 time: 0.1544077 Aug 19 18:13:47.735404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b3945483-99ba-4892-84d7-b57d03952269 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:47.765636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.810406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-e9eae1c1-90cb-46c1-9670-6bff18c2681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:47.818645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-e9eae1c1-90cb-46c1-9670-6bff18c2681b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2d34970-d5d8-487a-b1d9-14556983262b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108561 Aug 19 18:13:47.839841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffc859fd-07f3-412d-8da9-ba41793b7046 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:47.970817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b3945483-99ba-4892-84d7-b57d03952269 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:47.971663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b3945483-99ba-4892-84d7-b57d03952269 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:48.048515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Pushing event updated for resources: {'Port': ['ID=b1649e36-dbcf-464f-8cb0-adc76280fc93,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:48.067242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-e4ab8d9c-1f4f-4865-851b-402f3fc7978c service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397647 Aug 19 18:13:48.098504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Attempting to bind port b1649e36-dbcf-464f-8cb0-adc76280fc93 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:48.098889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Attempting to bind port b1649e36-dbcf-464f-8cb0-adc76280fc93 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:48.099265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Attempting to bind port b1649e36-dbcf-464f-8cb0-adc76280fc93 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:48.112481 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc859fd-07f3-412d-8da9-ba41793b7046 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 18:13:48.113137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc859fd-07f3-412d-8da9-ba41793b7046 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:48.119562 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ffc859fd-07f3-412d-8da9-ba41793b7046 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/eb7c96fe-0c1d-4933-81f9-54c7348929ba HTTP/1.1" status: 409 len: 405 time: 0.6470520 Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Bound port: b1649e36-dbcf-464f-8cb0-adc76280fc93, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:48.119874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.129876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:48.154933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707969999'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:48.276661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] For port b1649e36-dbcf-464f-8cb0-adc76280fc93, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:48.294770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] For port b1649e36-dbcf-464f-8cb0-adc76280fc93, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1649e36-dbcf-464f-8cb0-adc76280fc93,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:48.310562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.329475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-9b2158b7-2c49-4b15-bfa4-7da31ce949e8 service neutron] 10.222.0.42 "GET /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543347 Aug 19 18:13:48.453172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-9b3cd4bd-92b8-455d-9f0c-0acb2d12e98d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 217 time: 0.1162565 Aug 19 18:13:48.465860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::1 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb/f6ce85ba-2905-4804-88d0-a480a345553c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:48.489057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a7703-861a-47d9-b8c2-3f053d16bbb2 None None] Pushing event updated for resources: {'Port': ['ID=b1649e36-dbcf-464f-8cb0-adc76280fc93,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:48.537957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e0ea2-6215-4bf7-a093-98406fb87fa0 None None] Network eb7c96fe-0c1d-4933-81f9-54c7348929ba requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:48.627668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.645469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object f6ce85ba-2905-4804-88d0-a480a345553c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:48.652253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-40eae52e-8106-49f6-83c9-c3b61cb35430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.654150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-40eae52e-8106-49f6-83c9-c3b61cb35430 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1937051 Aug 19 18:13:48.687992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.693478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:48.697549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.731614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Provisioning for port 8ed3a120-a1dc-4046-853c-e704c9736b39 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:48.777354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:48.789201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Provisioning complete for port 8ed3a120-a1dc-4046-853c-e704c9736b39 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:48.790236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.790658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.791882 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment c71356c4-18d9-440d-bd85-1fd406b64fa1 of type vlan for network 5755606f-9faa-4d8d-91ec-6e00119efb8f Aug 19 18:13:48.823153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-dfbb6557-3c0e-4262-9e41-9bf1b4dc149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.834487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-dfbb6557-3c0e-4262-9e41-9bf1b4dc149d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1699357 Aug 19 18:13:48.880218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.926528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:48.934008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:48.948171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:48.948836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.006045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.014738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-a362aff0-8ebf-44fd-a272-1967f3d16a55 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732705 Aug 19 18:13:49.074118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:49.077267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:49.078377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.078657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] For port 8ed3a120-a1dc-4046-853c-e704c9736b39, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ed3a120-a1dc-4046-853c-e704c9736b39,segment=NetworkSegment(ffb488c4-145c-4145-b81f-99719c52f293),segment_id=ffb488c4-145c-4145-b81f-99719c52f293)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:49.085999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.090052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=5755606f-9faa-4d8d-91ec-6e00119efb8f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:49.160754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] DHCP port deletion for eb7c96fe-0c1d-4933-81f9-54c7348929ba request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:49.184291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5755606f-9faa-4d8d-91ec-6e00119efb8f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:49.205797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-c20d45bb-1e33-4e98-ba4c-3fe9534c5375 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836717 Aug 19 18:13:49.227336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1649e36-dbcf-464f-8cb0-adc76280fc93 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:49.263400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-856430c2-ed88-4841-b7a6-c5b2bf3dc300 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 217 time: 0.0478930 Aug 19 18:13:49.266168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=f6ce85ba-2905-4804-88d0-a480a345553c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:49.296655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a593fcdc-6efb-48db-89a1-012d39017385 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1653666 Aug 19 18:13:49.307418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:49.313793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': '5755606f-9faa-4d8d-91ec-6e00119efb8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:49.395219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeee86-f7aa-45d2-9c61-3602f1c5b714 None None] Pushing event updated for resources: {'Port': ['ID=8ed3a120-a1dc-4046-853c-e704c9736b39,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:49.449121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-aed0f580-6a97-40b8-8b1d-a8d5e95a0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.457424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-aed0f580-6a97-40b8-8b1d-a8d5e95a0be4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.1797991 Aug 19 18:13:49.472888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b1649e36-dbcf-464f-8cb0-adc76280fc93 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:49.488104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Deleting port 8ed3a120-a1dc-4046-853c-e704c9736b39 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:49.491301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.492705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.581404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-007a0d6f-ae02-432d-a31b-40983958e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:49.583556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-007a0d6f-ae02-432d-a31b-40983958e059 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197252 Aug 19 18:13:49.696625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:49.701633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.735999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] For port 8ed3a120-a1dc-4046-853c-e704c9736b39, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8ed3a120-a1dc-4046-853c-e704c9736b39,segment=NetworkSegment(ffb488c4-145c-4145-b81f-99719c52f293),segment_id=ffb488c4-145c-4145-b81f-99719c52f293)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:49.736921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:49.778261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Calling delete_port for 8ed3a120-a1dc-4046-853c-e704c9736b39 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:49.889011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-bb67d1df-d1a6-45d9-af19-593dbcaca908 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961538 Aug 19 18:13:49.981989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.024057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] No DVR routers for this DVR port 8ed3a120-a1dc-4046-853c-e704c9736b39 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:50.075856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-b3661eb5-bb26-4e61-87e9-66a0d1e2750a service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796241 Aug 19 18:13:50.090415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed25e83-e600-460b-84f2-9b2b7d9c5564 None None] Pushing event deleted for resources: {'Port': ['ID=8ed3a120-a1dc-4046-853c-e704c9736b39,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:50.132005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-45338daa-2157-4dc5-a340-1983e4b40597 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0492270 Aug 19 18:13:50.145422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Provisioning for port b1649e36-dbcf-464f-8cb0-adc76280fc93 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:50.162647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Provisioning complete for port b1649e36-dbcf-464f-8cb0-adc76280fc93 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:50.163632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.234078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-0a6fe8c7-77b4-4222-b8de-b84e565423f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.236565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-0a6fe8c7-77b4-4222-b8de-b84e565423f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0973923 Aug 19 18:13:50.270940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.288863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.290250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.320516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-3345acdd-b86a-474a-82a2-9825d992b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.322076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-3345acdd-b86a-474a-82a2-9825d992b3e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796676 Aug 19 18:13:50.346500 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.415588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] For port b1649e36-dbcf-464f-8cb0-adc76280fc93, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1649e36-dbcf-464f-8cb0-adc76280fc93,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:50.423757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.428122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=f6ce85ba-2905-4804-88d0-a480a345553c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:50.552319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabbc14-ef10-4d25-80ec-8298035db758 None None] Pushing event updated for resources: {'Port': ['ID=b1649e36-dbcf-464f-8cb0-adc76280fc93,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:50.581814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-7ef6369a-3f0e-43af-bbd0-e5e243a45824 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505960 Aug 19 18:13:50.665256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e827dd8-236c-4e09-a320-789a91602fc9 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:13:50.716844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:50.721971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:50.764545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:13:50.777938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.781552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11f38641-1c99-43a9-984f-e1d3d84ce88b None None] Provisioning for port f6ce85ba-2905-4804-88d0-a480a345553c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:13:50.784765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-8633eaa1-c291-4c1d-9657-c02a5a5a8af9 service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943126 Aug 19 18:13:50.788091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11f38641-1c99-43a9-984f-e1d3d84ce88b None None] Provisioning complete for port f6ce85ba-2905-4804-88d0-a480a345553c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:50.788474 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11f38641-1c99-43a9-984f-e1d3d84ce88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:50.897364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-3e03980f-d974-4401-a30d-8a8db992af23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 200 len: 217 time: 0.1043036 Aug 19 18:13:50.975924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-4455beb9-11b5-48bb-a235-578e938f20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:50.977525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-4455beb9-11b5-48bb-a235-578e938f20eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 200 len: 797 time: 0.0737846 Aug 19 18:13:51.081691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=a6179145-734c-4ab9-b23b-5fce627dfe12,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:51.095070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': 'c71356c4-18d9-440d-bd85-1fd406b64fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5755606f-9faa-4d8d-91ec-6e00119efb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:51.095477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: 5755606f-9faa-4d8d-91ec-6e00119efb8f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:51.101623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-35c4f259-d9ab-4c33-a7c4-f7715f989a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.103122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-35c4f259-d9ab-4c33-a7c4-f7715f989a88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1546e13f-857e-4d11-8d87-5257f92c4210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181345 Aug 19 18:13:51.106941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-11f38641-1c99-43a9-984f-e1d3d84ce88b None None] Port f6ce85ba-2905-4804-88d0-a480a345553c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:51.147170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network 5755606f-9faa-4d8d-91ec-6e00119efb8f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:51.163182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:13:51.175265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5755606f-9faa-4d8d-91ec-6e00119efb8f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:51.196510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.197154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.255160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1649e36-dbcf-464f-8cb0-adc76280fc93 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:13:51.333109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-07cf51ae-9945-4877-a17a-20d02ed24e7a service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136135 Aug 19 18:13:51.353180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e827dd8-236c-4e09-a320-789a91602fc9 None None] Unable to find a vacant binding_index for network 5755606f-9faa-4d8d-91ec-6e00119efb8f and agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 {{(pid=101326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 18:13:51.360736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f8c6731-2683-4ff1-87d8-a606d51557bf tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0521140 Aug 19 18:13:51.364832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48248) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:51.384499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b1649e36-dbcf-464f-8cb0-adc76280fc93 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:51.385136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.442019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e827dd8-236c-4e09-a320-789a91602fc9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5755606f-9faa-4d8d-91ec-6e00119efb8f) {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:13:51.513631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:51.538329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f220a338-01cc-42e9-b220-ac287ff60262 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "PUT /v2.0/routers/7a3ad101-7f7c-46d5-bc73-92b770f21f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1460717 Aug 19 18:13:51.539041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-6ad5c5cf-fd22-43ff-aedb-d7af1fc8b96d service neutron] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982408 Aug 19 18:13:51.541371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:51.596651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.610609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9657f483-b17d-41a0-b6e5-52634e5730c3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.612149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9657f483-b17d-41a0-b6e5-52634e5730c3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports/f6ce85ba-2905-4804-88d0-a480a345553c HTTP/1.1" status: 200 len: 911 time: 0.0677159 Aug 19 18:13:51.619872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:51.633429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Sync routers for ids ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:51.662064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-7effd8cd-e262-4da9-a29d-ee27ddd27592 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 200 len: 217 time: 0.0487647 Aug 19 18:13:51.761678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Routers {'7a3ad101-7f7c-46d5-bc73-92b770f21f46'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:51.762348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:51.773473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-a7c88016-79d4-4868-baa1-70a46a219a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.788282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.789859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-a7c88016-79d4-4868-baa1-70a46a219a2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.1191041 Aug 19 18:13:51.883228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-63e3c95a-997d-487f-8eb5-25d2913f368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.886107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ed3a120-a1dc-4046-853c-e704c9736b39 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:51.889115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-63e3c95a-997d-487f-8eb5-25d2913f368a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915310 Aug 19 18:13:51.908428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79addb68-dd4f-4805-8e52-f278f5cb9210 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.914843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79addb68-dd4f-4805-8e52-f278f5cb9210 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:51.920297 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79addb68-dd4f-4805-8e52-f278f5cb9210 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2966135 Aug 19 18:13:51.920297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:51.920615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48260) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:51.924045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8ed3a120-a1dc-4046-853c-e704c9736b39 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:51.924395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8ed3a120-a1dc-4046-853c-e704c9736b39 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:51.937227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Set router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:51.957001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=a6179145-734c-4ab9-b23b-5fce627dfe12,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:52.037657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.048688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5755606f-9faa-4d8d-91ec-6e00119efb8f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.301441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-76986808-2629-4eec-9323-ade4d8915e90 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062610 Aug 19 18:13:52.361282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71356c4-18d9-440d-bd85-1fd406b64fa1') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.361737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71356c4-18d9-440d-bd85-1fd406b64fa1') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.381199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.401335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48479f2c-2339-43a3-b16a-c0bb4b6acf45 None None] Network 5755606f-9faa-4d8d-91ec-6e00119efb8f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:52.402031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.408727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:52.409257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:52.478535 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:52.489499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.497088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.499430 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/5755606f-9faa-4d8d-91ec-6e00119efb8f HTTP/1.1" status: 204 len: 168 time: 1.1330168 Aug 19 18:13:52.505249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48270) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.519978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1188838797'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:52.544635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b29b6-7f55-43d4-8cb6-c1e6f643b713 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=5755606f-9faa-4d8d-91ec-6e00119efb8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:52.586274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:52.590732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.591243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'name': 'tempest-NetworksTestDHCPv6-router-275821799', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:49Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ce85ba-2905-4804-88d0-a480a345553c', 'name': '', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'mac_address': 'fa:16:3e:ea:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:48Z', 'updated_at': '2021-08-19T18:13:49Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'subnets': [{'id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:52.624963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:52.686314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.686886 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment ad378832-8ca9-42f4-936c-b43cf24ed2c7 of type vlan for network 5a8a9e8e-571f-4f98-81b5-4562595badcf Aug 19 18:13:52.688534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Checking router: 7a3ad101-7f7c-46d5-bc73-92b770f21f46 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:13:52.689206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Updating router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 port f6ce85ba-2905-4804-88d0-a480a345553c binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:13:52.746603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cc383-f826-4219-b23e-75acfa7f9963 None None] Network 5755606f-9faa-4d8d-91ec-6e00119efb8f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:52.751192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.766274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cc383-f826-4219-b23e-75acfa7f9963 None None] Network 5755606f-9faa-4d8d-91ec-6e00119efb8f could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:13:52.781219 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.784262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.802044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:52.802730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:52.872285 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3658044 Aug 19 18:13:52.874986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:52.880110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': '5a8a9e8e-571f-4f98-81b5-4562595badcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:52.967768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549daf55-d671-4abe-8d0e-515e23c72554 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=5a8a9e8e-571f-4f98-81b5-4562595badcf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:53.012328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5a8a9e8e-571f-4f98-81b5-4562595badcf details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:53.022736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:53.028345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.083025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-38a39f3d-6d1b-45f8-8374-35a8e6e19ab8 None None] Provisioning complete for port f6ce85ba-2905-4804-88d0-a480a345553c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:13:53.083730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-38a39f3d-6d1b-45f8-8374-35a8e6e19ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.104276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-4b9d821a-0657-4af7-8f07-9d69b4ce2416 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836692 Aug 19 18:13:53.131868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-38a39f3d-6d1b-45f8-8374-35a8e6e19ab8 None None] Port f6ce85ba-2905-4804-88d0-a480a345553c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:13:53.174568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-311c5625-ead8-4c7d-9dec-7742ba01b1a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 200 len: 217 time: 0.0618150 Aug 19 18:13:53.287749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.349463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=63736445-f14c-4ba6-978e-8fde185f4dde,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:53.403244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': 'ad378832-8ca9-42f4-936c-b43cf24ed2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a8a9e8e-571f-4f98-81b5-4562595badcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:53.403647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: 5a8a9e8e-571f-4f98-81b5-4562595badcf, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:53.465313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-ae687e4d-ae03-4c58-9288-c3c3a9a137f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.469451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-ae687e4d-ae03-4c58-9288-c3c3a9a137f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 200 len: 797 time: 0.2757165 Aug 19 18:13:53.474698 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.488595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network 5a8a9e8e-571f-4f98-81b5-4562595badcf is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:53.504435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Transition to ACTIVE for port object f6ce85ba-2905-4804-88d0-a480a345553c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:53.515829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.520919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5a8a9e8e-571f-4f98-81b5-4562595badcf) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:53.531534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.532599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.574176 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-31cd3b1f-2a8a-485d-87e7-4a8efd0ee5e2 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6972594 Aug 19 18:13:53.576001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:53.599130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c102-5856-4873-8453-a6b7c57f0bd1 None None] Pushing event updated for resources: {'Port': ['ID=f6ce85ba-2905-4804-88d0-a480a345553c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:53.601548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c539ac-bd23-4262-8925-5c956c4ffa9b None None] Network 5a8a9e8e-571f-4f98-81b5-4562595badcf requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:53.762282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.776902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-711b7d39-00a2-4176-bbb6-c26edc4f0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:53.779160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-711b7d39-00a2-4176-bbb6-c26edc4f0625 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=323a64de-56a8-442d-8b2d-3459ede52464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947950 Aug 19 18:13:53.780819 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.841554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.928264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Attempting to bind port f6ce85ba-2905-4804-88d0-a480a345553c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:53.928939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Attempting to bind port f6ce85ba-2905-4804-88d0-a480a345553c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:53.929482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Attempting to bind port f6ce85ba-2905-4804-88d0-a480a345553c on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:53.956177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:53.956951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:53.957677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:53.958256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:53.958908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Bound port: f6ce85ba-2905-4804-88d0-a480a345553c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:53.964064 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.022268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.082059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=63736445-f14c-4ba6-978e-8fde185f4dde,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.121665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4b9e4-e217-49d8-a4d7-f88d8dfb03b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-5a8a9e8e-571f-4f98-81b5-4562595badcf', 'network_id': '5a8a9e8e-571f-4f98-81b5-4562595badcf', 'tenant_id': '4aff2eea74ee407dbd4ac8acdada9cb7', 'fixed_ips': [{'subnet_id': '63736445-f14c-4ba6-978e-8fde185f4dde'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:54.122838 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1e4b9e4-e217-49d8-a4d7-f88d8dfb03b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.157382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] For port f6ce85ba-2905-4804-88d0-a480a345553c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:54.161977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] For port f6ce85ba-2905-4804-88d0-a480a345553c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f6ce85ba-2905-4804-88d0-a480a345553c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:54.175397 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.206350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-31b690e2-32e5-4055-a697-e961947f19b2 service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124050 Aug 19 18:13:54.255827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.278818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a9e8e-571f-4f98-81b5-4562595badcf']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:54.332706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad378832-8ca9-42f4-936c-b43cf24ed2c7') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:54.334111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c102-5856-4873-8453-a6b7c57f0bd1 None None] Pushing event updated for resources: {'Port': ['ID=f6ce85ba-2905-4804-88d0-a480a345553c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.337463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Routers {'7a3ad101-7f7c-46d5-bc73-92b770f21f46'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:54.338647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:54.355192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad378832-8ca9-42f4-936c-b43cf24ed2c7') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:54.368747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03f1355e-f14d-4d08-bba4-30a596cb20af req-df7c6717-8c3d-40f1-8378-bb5a33175a2d service neutron] 10.222.0.42 "GET /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537945 Aug 19 18:13:54.369075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.388105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.396172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:54.396752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:54.421854 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:54.473137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] Set router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:13:54.552772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.583816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port f6ce85ba-2905-4804-88d0-a480a345553c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:54.584171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.600341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.609517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ce337-f6c2-472a-8022-1f3b7430914d None None] Network 5a8a9e8e-571f-4f98-81b5-4562595badcf requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:54.610412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/5a8a9e8e-571f-4f98-81b5-4562595badcf HTTP/1.1" status: 204 len: 168 time: 1.0322976 Aug 19 18:13:54.616311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0481bb-30cd-4bca-b006-322d1951ada9 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=5a8a9e8e-571f-4f98-81b5-4562595badcf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:54.620370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48302) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:54.635343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-721435651'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:54.703102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ce337-f6c2-472a-8022-1f3b7430914d None None] Network 5a8a9e8e-571f-4f98-81b5-4562595badcf could not be found, it might have been deleted concurrently. {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 18:13:54.703802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:54.707682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.747500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:13:54.789449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port f6ce85ba-2905-4804-88d0-a480a345553c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f6ce85ba-2905-4804-88d0-a480a345553c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:54.792003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.792311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.793149 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Added segment 01b84150-99f5-4e07-a4a5-e4051f253867 of type vlan for network ad2038e1-fc54-4e3d-840c-b193a7e5b309 Aug 19 18:13:54.826260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for f6ce85ba-2905-4804-88d0-a480a345553c owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:54.881552 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.926401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.938970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'name': 'tempest-NetworksTestDHCPv6-router-275821799', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:49Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ce85ba-2905-4804-88d0-a480a345553c', 'name': '', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'mac_address': 'fa:16:3e:ea:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:48Z', 'updated_at': '2021-08-19T18:13:54Z', 'revision_number': 4, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'subnets': [{'id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:54.957746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:54.959216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:54.984478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789c00d-9218-446a-905b-9c8ca1b1b5aa None None] The sync data for ids ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'] in n-d-778550-10 is: [{'id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'name': 'tempest-NetworksTestDHCPv6-router-275821799', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:46Z', 'updated_at': '2021-08-19T18:13:49Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ce85ba-2905-4804-88d0-a480a345553c', 'name': '', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'mac_address': 'fa:16:3e:ea:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3ad101-7f7c-46d5-bc73-92b770f21f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:48Z', 'updated_at': '2021-08-19T18:13:54Z', 'revision_number': 4, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'subnets': [{'id': '6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:55.107378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.113107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4913583 Aug 19 18:13:55.123326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:55.158550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Request body: {'subnet': {'network_id': 'ad2038e1-fc54-4e3d-840c-b193a7e5b309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:55.186705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=f6ce85ba-2905-4804-88d0-a480a345553c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:55.279326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a602ef-0a4b-4246-92aa-e70ba5bb85e5 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Network': ['ID=ad2038e1-fc54-4e3d-840c-b193a7e5b309,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:55.307267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ad2038e1-fc54-4e3d-840c-b193a7e5b309 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:13:55.354430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.445200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Made reservation on behalf of 4aff2eea74ee407dbd4ac8acdada9cb7 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:55.453771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:55.649185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:13:55.788266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:13:55.807315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8430dcf5-9025-4f9d-87ea-ee448108acf6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "PUT /v2.0/routers/7a3ad101-7f7c-46d5-bc73-92b770f21f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8846352 Aug 19 18:13:55.808290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48324) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:55.894575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2543b-92fd-4e71-b7e6-fdad77f6210a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:55.897880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2543b-92fd-4e71-b7e6-fdad77f6210a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:55.899667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b0b2543b-92fd-4e71-b7e6-fdad77f6210a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0902295 Aug 19 18:13:55.902275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48328) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:55.999237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:13:56.003879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.056109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.062527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:13:56.065844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.151058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event updated for resources: {'Subnet': ['ID=f0730c97-e7cc-45c6-bafa-2c04872fd29a,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.185451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Checking segment: {'id': '01b84150-99f5-4e07-a4a5-e4051f253867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ad2038e1-fc54-4e3d-840c-b193a7e5b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:56.186464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network hostable DHCP agents. Network: ad2038e1-fc54-4e3d-840c-b193a7e5b309, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:13:56.206014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Network ad2038e1-fc54-4e3d-840c-b193a7e5b309 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:13:56.208173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.208868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.220067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ad2038e1-fc54-4e3d-840c-b193a7e5b309) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:56.225186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:56.226113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.233124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672ebc5-80db-45ca-98a5-fcf24be44a0a None None] Network ad2038e1-fc54-4e3d-840c-b193a7e5b309 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:56.273409 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ef538fd-e8ca-4adb-b784-c976b5e341cc tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1406446 Aug 19 18:13:56.277315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:56.310590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.330850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.333074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb HTTP/1.1" status: 204 len: 168 time: 0.4297614 Aug 19 18:13:56.335734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48336) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:56.345685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548b3d7-8c78-40b9-8aa6-2c5e0c5780e4 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:56.369021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c9e4-2b89-463c-9dd0-63e93d5423df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.532137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.536719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-935bae6d-8c19-4bc0-b2af-2d33380bd173 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1993990 Aug 19 18:13:56.538752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48342) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:56.694201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.696508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.703660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392c3ec-9549-45bb-9ccc-104902b05b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-ad2038e1-fc54-4e3d-840c-b193a7e5b309', 'network_id': 'ad2038e1-fc54-4e3d-840c-b193a7e5b309', 'tenant_id': '4aff2eea74ee407dbd4ac8acdada9cb7', 'fixed_ips': [{'subnet_id': 'f0730c97-e7cc-45c6-bafa-2c04872fd29a'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:56.704788 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f392c3ec-9549-45bb-9ccc-104902b05b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.829766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-f392c3ec-9549-45bb-9ccc-104902b05b07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0730c97-e7cc-45c6-bafa-2c04872fd29a: This subnet is being modified by another concurrent operation. Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0730c97-e7cc-45c6-bafa-2c04872fd29a: This subnet is being modified by another concurrent operation. Aug 19 18:13:56.844977 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:13:56.872728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=f0730c97-e7cc-45c6-bafa-2c04872fd29a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:56.916394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e197f2-3f65-4a21-a6a8-a846f7093941 None None] Network ad2038e1-fc54-4e3d-840c-b193a7e5b309 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:57.030216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:13:57.039725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.071396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2038e1-fc54-4e3d-840c-b193a7e5b309']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:57.080673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.086937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.089512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b84150-99f5-4e07-a4a5-e4051f253867') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:57.089884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b84150-99f5-4e07-a4a5-e4051f253867') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:57.117385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.142401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.154639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:57.155802 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.159067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.159877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Fanout notify agent at l3_agent the message router_deleted on router 7a3ad101-7f7c-46d5-bc73-92b770f21f46 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:57.161406 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:57.179150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.188754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e5d5a7c8-7c29-4475-b051-e69fe9142d25 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/routers/7a3ad101-7f7c-46d5-bc73-92b770f21f46 HTTP/1.1" status: 204 len: 168 time: 0.6432488 Aug 19 18:13:57.189708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48352) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.199686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b1649e36-dbcf-464f-8cb0-adc76280fc93 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:57.204163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:57.320592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.332165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.336332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/ad2038e1-fc54-4e3d-840c-b193a7e5b309 HTTP/1.1" status: 204 len: 168 time: 1.0539966 Aug 19 18:13:57.346522 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Sync routers for ids ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:13:57.348268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48354) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.364168 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:57.365947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:13:57.366714 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a3ad101-7f7c-46d5-bc73-92b770f21f46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:13:57.373167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12a26e-6387-4e28-8525-32ddf0ce813d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=ad2038e1-fc54-4e3d-840c-b193a7e5b309,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:57.396930 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-587f7e06-6df8-4840-bbd6-42e45b5ae1b6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.397509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587f7e06-6df8-4840-bbd6-42e45b5ae1b6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.402196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-587f7e06-6df8-4840-bbd6-42e45b5ae1b6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/f0730c97-e7cc-45c6-bafa-2c04872fd29a HTTP/1.1" status: 404 len: 337 time: 0.0517659 Aug 19 18:13:57.402530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48356) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.405531 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:13:57.408068 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:13:57.408754 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a3ad101-7f7c-46d5-bc73-92b770f21f46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:13:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:13:57.409202 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c44e77-e042-4782-a575-ea509ac1b895 None None] The sync data for ids ['7a3ad101-7f7c-46d5-bc73-92b770f21f46'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:13:57.462219 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee1c117-525b-4876-92b1-0711397bdf08 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.463654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee1c117-525b-4876-92b1-0711397bdf08 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.467751 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dee1c117-525b-4876-92b1-0711397bdf08 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/ad2038e1-fc54-4e3d-840c-b193a7e5b309 HTTP/1.1" status: 404 len: 339 time: 0.0612166 Aug 19 18:13:57.468139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48362) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.536239 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e8343a-6b7b-425d-9d32-4a122dc92dd6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.538865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e8343a-6b7b-425d-9d32-4a122dc92dd6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.543660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b8e8343a-6b7b-425d-9d32-4a122dc92dd6 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/63736445-f14c-4ba6-978e-8fde185f4dde HTTP/1.1" status: 404 len: 337 time: 0.0716932 Aug 19 18:13:57.544518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48364) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.593158 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cb8bf5-86a2-46c1-9aa0-aede5984fe2c tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.593798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cb8bf5-86a2-46c1-9aa0-aede5984fe2c tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.598376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a4cb8bf5-86a2-46c1-9aa0-aede5984fe2c tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/5a8a9e8e-571f-4f98-81b5-4562595badcf HTTP/1.1" status: 404 len: 339 time: 0.0505781 Aug 19 18:13:57.599189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48368) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.605763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Deleting port b1649e36-dbcf-464f-8cb0-adc76280fc93 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:57.606533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.622497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:13:57.630208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.690404 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31217a1-8515-407c-9b4d-c25e97991e6d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.691377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31217a1-8515-407c-9b4d-c25e97991e6d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.700828 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f31217a1-8515-407c-9b4d-c25e97991e6d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/a6179145-734c-4ab9-b23b-5fce627dfe12 HTTP/1.1" status: 404 len: 337 time: 0.0998657 Aug 19 18:13:57.705212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48370) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.742267 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-497fc9a2-f90b-4ca3-82ec-f67e797c0174 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:57.743372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497fc9a2-f90b-4ca3-82ec-f67e797c0174 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:57.752199 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-497fc9a2-f90b-4ca3-82ec-f67e797c0174 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/5755606f-9faa-4d8d-91ec-6e00119efb8f HTTP/1.1" status: 404 len: 339 time: 0.0452662 Aug 19 18:13:57.754551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48372) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:57.788611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] For port b1649e36-dbcf-464f-8cb0-adc76280fc93, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1649e36-dbcf-464f-8cb0-adc76280fc93,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:57.789025 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.791487 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:57.812211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Calling delete_port for b1649e36-dbcf-464f-8cb0-adc76280fc93 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:57.852161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b1649e36-dbcf-464f-8cb0-adc76280fc93, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b1649e36-dbcf-464f-8cb0-adc76280fc93,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:13:57.861303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.083261 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.100320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b1649e36-dbcf-464f-8cb0-adc76280fc93,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:58.180209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:58.181464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.186892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:58.191016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:13:58.191016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.208408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=3c9fa065-e037-4682-9772-df005896c5c5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:58.211869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8d39-1bb8-438f-a71c-f4f010004494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.214938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] Pushing event deleted for resources: {'Port': ['ID=b1649e36-dbcf-464f-8cb0-adc76280fc93,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:58.227999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64ed6c-e010-46fd-b2dc-437d838d9715 None None] No DVR routers for this DVR port b1649e36-dbcf-464f-8cb0-adc76280fc93 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:13:58.237977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50d97ff4-77d1-443f-9ddc-a571b9ccb777 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0421309 Aug 19 18:13:58.244911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:58.254158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41159d19-c41d-49b0-a160-174920ff20be None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:13:58.254782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1542826463', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:13:58.274462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting port 20867d3d-42c2-4c4f-8861-f62330ae37f6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:13:58.275485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.321745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.325150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.383850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.404928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Calling delete_port for 20867d3d-42c2-4c4f-8861-f62330ae37f6 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:13:58.446190 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.458040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.501542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.502529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.506584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48406) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:58.508046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75337953-6941-4c9a-8002-9c2bb57beb83 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2578442 Aug 19 18:13:58.511783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '3c9fa065-e037-4682-9772-df005896c5c5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:13:58.512820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.722696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3c9fa065-e037-4682-9772-df005896c5c5/65dba295-cf20-45ae-8f55-f4fbb65b2546) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:13:58.949889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:58.967020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Transition to ACTIVE for port object 65dba295-cf20-45ae-8f55-f4fbb65b2546 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:58.985942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Transition to ACTIVE for port object 65dba295-cf20-45ae-8f55-f4fbb65b2546 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:13:58.993542 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.040025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:13:59.043791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:13:59.047862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:13:59.055818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Pushing event updated for resources: {'Port': ['ID=65dba295-cf20-45ae-8f55-f4fbb65b2546,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:59.066640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Port': ['ID=20867d3d-42c2-4c4f-8861-f62330ae37f6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:59.120277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6ce85ba-2905-4804-88d0-a480a345553c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:13:59.132879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.138240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d8e8cb7-7a4d-4578-9284-47d000e6a1f1 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/ports/20867d3d-42c2-4c4f-8861-f62330ae37f6 HTTP/1.1" status: 204 len: 168 time: 1.3741024 Aug 19 18:13:59.139021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48422) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:59.165008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f6ce85ba-2905-4804-88d0-a480a345553c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:13:59.165260 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6ce85ba-2905-4804-88d0-a480a345553c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:13:59.169926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Attempting to bind port 65dba295-cf20-45ae-8f55-f4fbb65b2546 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:13:59.170298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Attempting to bind port 65dba295-cf20-45ae-8f55-f4fbb65b2546 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:13:59.170853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Attempting to bind port 65dba295-cf20-45ae-8f55-f4fbb65b2546 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:13:59.173534 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31b422-3abc-4fcc-87ee-7db0324183ee tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:13:59.173974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a31b422-3abc-4fcc-87ee-7db0324183ee tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:13:59.179241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1a31b422-3abc-4fcc-87ee-7db0324183ee tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/50a54ff6-801c-465b-8c15-8aba75d74aad HTTP/1.1" status: 404 len: 337 time: 0.0363128 Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Bound port: 65dba295-cf20-45ae-8f55-f4fbb65b2546, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:13:59.179483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.182791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:59.319069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.323304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] For port 65dba295-cf20-45ae-8f55-f4fbb65b2546, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:13:59.332845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] For port 65dba295-cf20-45ae-8f55-f4fbb65b2546, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=65dba295-cf20-45ae-8f55-f4fbb65b2546,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:13:59.342053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.411456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Pushing event updated for resources: {'Port': ['ID=65dba295-cf20-45ae-8f55-f4fbb65b2546,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:59.419602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.419877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.420604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.420604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.420604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.421045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.421200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.421542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.421882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.422530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.422866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.423744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.424084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1394c83-9b65-4802-b5a7-aea074f03ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:13:59.464627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.484514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7c96fe-0c1d-4933-81f9-54c7348929ba']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.506627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb488c4-145c-4145-b81f-99719c52f293') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.507228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb488c4-145c-4145-b81f-99719c52f293') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:13:59.533838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.554914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.578888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:13:59.581023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:13:59.586862 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:13:59.699857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.709993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:13:59.715844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/eb7c96fe-0c1d-4933-81f9-54c7348929ba HTTP/1.1" status: 204 len: 168 time: 0.5272005 Aug 19 18:13:59.716521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48440) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:13:59.729565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e6446-d2b0-4301-a92a-98ea37719ec3 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=eb7c96fe-0c1d-4933-81f9-54c7348929ba,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:13:59.870166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::1 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3c9fa065-e037-4682-9772-df005896c5c5/4794094b-f62c-4793-a185-bb71c1119079) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:00.024086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting port 1a82deef-3b58-4980-94de-7335947799a8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:00.024643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.149512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.166587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.187436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Calling delete_port for 1a82deef-3b58-4980-94de-7335947799a8 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:00.193775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 4794094b-f62c-4793-a185-bb71c1119079 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:00.302223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.359477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:00.368625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:00.372019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:00.372932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.381807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.425010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=4794094b-f62c-4793-a185-bb71c1119079,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.500044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.503496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/ports/1a82deef-3b58-4980-94de-7335947799a8 HTTP/1.1" status: 204 len: 168 time: 0.7786839 Aug 19 18:14:00.506530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd63b-c80e-40e9-8197-543e89dae46d tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Port': ['ID=1a82deef-3b58-4980-94de-7335947799a8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:00.507870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48460) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.568579 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b99b001-1f6c-4ec2-9b1a-bd945b5affd0 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] DELETE failed (client error): The resource could not be found. Aug 19 18:14:00.569424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b99b001-1f6c-4ec2-9b1a-bd945b5affd0 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:00.573117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b99b001-1f6c-4ec2-9b1a-bd945b5affd0 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/33a8a66b-d4e8-4fec-8d09-b0d280f18151 HTTP/1.1" status: 404 len: 337 time: 0.0634990 Aug 19 18:14:00.573682 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d73ecdcc-7c8b-458c-84c3-b738f37d7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.583942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:00.600718 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.691956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.853558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.864439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:00.882718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70144bfc-88b6-477a-a8e5-42a184f9a5d2') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:00.882718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70144bfc-88b6-477a-a8e5-42a184f9a5d2') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:00.893421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.898429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.913814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.921818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:00.922237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:00.927398 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:01.049856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.064888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5fa27d89-79e6-418b-83e5-673f06f646c0 None None] Provisioning for port 65dba295-cf20-45ae-8f55-f4fbb65b2546 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:01.089065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.093464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b HTTP/1.1" status: 204 len: 168 time: 0.5053384 Aug 19 18:14:01.093464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dff06b-a138-486d-bd1a-2c559e92d108 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=464f98d4-9c2f-4ab3-b0cf-d1921dd8f34b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:01.093995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:01.157377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting subnet a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:01.161748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.182247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.199992 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.202730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.262868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.347583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 65dba295-cf20-45ae-8f55-f4fbb65b2546 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:01.361840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=4794094b-f62c-4793-a185-bb71c1119079,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:01.448497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:01.451525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ac282-56f7-4afd-a3a9-19a518e5e175 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:14:01.452973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:01.482859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.569929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 65dba295-cf20-45ae-8f55-f4fbb65b2546 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:01.593149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 65dba295-cf20-45ae-8f55-f4fbb65b2546 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:01.594278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.627747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.629256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-679382b7-0090-412a-8a8d-5512935649e0 None None] Provisioning for port 4794094b-f62c-4793-a185-bb71c1119079 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:01.642639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-679382b7-0090-412a-8a8d-5512935649e0 None None] Provisioning complete for port 4794094b-f62c-4793-a185-bb71c1119079 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:01.643301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-679382b7-0090-412a-8a8d-5512935649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.686824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:01.696090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.703827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48486) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:01.704029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-acbf5281-ee99-4685-9794-fbaf837ead36 tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/subnets/a2f2a8fb-cc18-46c1-9e5f-56d94ff6dd99 HTTP/1.1" status: 204 len: 168 time: 0.6082137 Aug 19 18:14:01.718217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-679382b7-0090-412a-8a8d-5512935649e0 None None] Port 4794094b-f62c-4793-a185-bb71c1119079 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:01.799840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.821962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ac282-56f7-4afd-a3a9-19a518e5e175 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:14:01.836120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:01.863337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Router 35f0babb-4e20-4e86-96cc-b59f2a1068ba is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:14:01.955965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 65dba295-cf20-45ae-8f55-f4fbb65b2546, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=65dba295-cf20-45ae-8f55-f4fbb65b2546,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:01.976385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.011948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.035480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Deleting port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:02.036025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.041648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:02.058564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Sync routers for ids ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:02.061570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48496) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:02.062337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76daa6c9-0bb7-499e-a9af-1bfbfe956b2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "PUT /v2.0/routers/35f0babb-4e20-4e86-96cc-b59f2a1068ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5539989 Aug 19 18:14:02.126806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e5a37-23ee-473e-bef9-48ffa7a185d0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.130273 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-678e5a37-23ee-473e-bef9-48ffa7a185d0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports/4794094b-f62c-4793-a185-bb71c1119079 HTTP/1.1" status: 200 len: 911 time: 0.0662670 Aug 19 18:14:02.131980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48500) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:02.138202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=65dba295-cf20-45ae-8f55-f4fbb65b2546,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.155681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Routers {'35f0babb-4e20-4e86-96cc-b59f2a1068ba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:02.156331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:02.186888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] For port 38b2b56a-44ba-40ee-bc0b-0711f2e82278, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38b2b56a-44ba-40ee-bc0b-0711f2e82278,segment=NetworkSegment(a31c308b-864b-424a-800b-feebb2e99b3c),segment_id=a31c308b-864b-424a-800b-feebb2e99b3c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:02.187265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.210997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Calling delete_port for 38b2b56a-44ba-40ee-bc0b-0711f2e82278 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:02.232303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f9f23-95a9-4b92-80bc-a7180f561cbf None None] Network d6a19d00-f3e1-4496-baf9-a04b9d8903cb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:02.238593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0f120-bedd-4f49-8b31-b6600d2701ef tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.244737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0f120-bedd-4f49-8b31-b6600d2701ef tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:02.247950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-04a0f120-bedd-4f49-8b31-b6600d2701ef tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1105430 Aug 19 18:14:02.249249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:02.362504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Set router 35f0babb-4e20-4e86-96cc-b59f2a1068ba gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:02.419861 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.453505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Port': ['ID=38b2b56a-44ba-40ee-bc0b-0711f2e82278,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.466957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] No DVR routers for this DVR port 38b2b56a-44ba-40ee-bc0b-0711f2e82278 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:02.605175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745d4e3-b49e-42dc-83ac-f552a948b3ab None None] DHCP port deletion for d6a19d00-f3e1-4496-baf9-a04b9d8903cb request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:02.682224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.686043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-428164d9-459e-4222-b301-b063041f52af None None] Provisioning complete for port 4794094b-f62c-4793-a185-bb71c1119079 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:02.686762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-428164d9-459e-4222-b301-b063041f52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.714321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a19d00-f3e1-4496-baf9-a04b9d8903cb']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:02.732102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31c308b-864b-424a-800b-feebb2e99b3c') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:02.732467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31c308b-864b-424a-800b-feebb2e99b3c') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:02.756057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.787985 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.796527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:02.798122 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:02.801744 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:02.850135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-428164d9-459e-4222-b301-b063041f52af None None] Port 4794094b-f62c-4793-a185-bb71c1119079 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:02.883372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f0babb-4e20-4e86-96cc-b59f2a1068ba', 'name': 'tempest-NetworksTestDHCPv6-router-1542826463', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:58Z', 'updated_at': '2021-08-19T18:14:00Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None, '_interfaces': [{'id': '4794094b-f62c-4793-a185-bb71c1119079', 'name': '', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'mac_address': 'fa:16:3e:db:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f0babb-4e20-4e86-96cc-b59f2a1068ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '3c9fa065-e037-4682-9772-df005896c5c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:13:59Z', 'updated_at': '2021-08-19T18:14:00Z', 'revision_number': 2, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'subnets': [{'id': '3c9fa065-e037-4682-9772-df005896c5c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:02.919674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.924904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:02.928355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] 10.222.0.36 "DELETE /v2.0/networks/d6a19d00-f3e1-4496-baf9-a04b9d8903cb HTTP/1.1" status: 204 len: 168 time: 1.2236762 Aug 19 18:14:02.947008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Checking router: 35f0babb-4e20-4e86-96cc-b59f2a1068ba for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:02.947688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Updating router 35f0babb-4e20-4e86-96cc-b59f2a1068ba port 4794094b-f62c-4793-a185-bb71c1119079 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:14:02.963092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a0456-46f7-4289-8555-45bd40ce60db tempest-NetworksIpV6TestAttrs-1557090139 tempest-NetworksIpV6TestAttrs-1557090139-project] Pushing event deleted for resources: {'Network': ['ID=d6a19d00-f3e1-4496-baf9-a04b9d8903cb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:02.974137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.032552 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.306842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 65dba295-cf20-45ae-8f55-f4fbb65b2546 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:03.312976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48534) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:03.371148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 4794094b-f62c-4793-a185-bb71c1119079 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:03.371540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.449900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 65dba295-cf20-45ae-8f55-f4fbb65b2546 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:03.450282 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.614246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.622415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.637310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Transition to ACTIVE for port object 4794094b-f62c-4793-a185-bb71c1119079 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:03.824917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.841281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e161d132-1b93-4a8d-a2e4-40d69c7f0b99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4aff2eea74ee407dbd4ac8acdada9cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271487 Aug 19 18:14:03.845081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48550) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:03.872273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.911695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 4794094b-f62c-4793-a185-bb71c1119079 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:03.943816 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:03.952517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2ac22-edba-4ffc-aca5-975ea4eae1e5 None None] Pushing event updated for resources: {'Port': ['ID=4794094b-f62c-4793-a185-bb71c1119079,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:04.003695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.033041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38b2b56a-44ba-40ee-bc0b-0711f2e82278 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:04.036695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:04.037079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:04.037454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:04.080817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.084928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.086513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71d7d28c-00d1-4df1-a047-378aeb4b92aa HTTP/1.1" status: 204 len: 168 time: 0.2399821 Aug 19 18:14:04.098492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 38b2b56a-44ba-40ee-bc0b-0711f2e82278 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:04.098703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d08c4d-ec37-4ac2-ae5c-bf519da10c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7d28c-00d1-4df1-a047-378aeb4b92aa,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:04.098848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38b2b56a-44ba-40ee-bc0b-0711f2e82278 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:04.100705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:04.101143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:04.101560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.101955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:04.102447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Bound port: 4794094b-f62c-4793-a185-bb71c1119079, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:04.102849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.294590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.295172 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:04.295268 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:04.341386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=4794094b-f62c-4793-a185-bb71c1119079,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:04.383586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18e70674-4946-493b-a92d-3ef8b5110712 None None] Could not find standard attr ID for object 4794094b-f62c-4793-a185-bb71c1119079. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:04.504174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.706246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Router 35f0babb-4e20-4e86-96cc-b59f2a1068ba has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:04.792034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:04.813156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-48107c1b-21e6-45b6-9d26-eb5938f691cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "PUT /v2.0/routers/35f0babb-4e20-4e86-96cc-b59f2a1068ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577857 Aug 19 18:14:04.813562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:04.817114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:04.818131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:04.818513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Attempting to bind port 4794094b-f62c-4793-a185-bb71c1119079 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:04.824765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:04.825867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:04.826510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.827236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:04.827988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Bound port: 4794094b-f62c-4793-a185-bb71c1119079, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:04.828731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.872411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Port 4794094b-f62c-4793-a185-bb71c1119079 has been deleted concurrently {{(pid=101326) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 18:14:04.896433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Routers {'35f0babb-4e20-4e86-96cc-b59f2a1068ba'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:04.897303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:04.905505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc77c3-e678-401e-ab5f-e7569b4b2cf5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.914185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc77c3-e678-401e-ab5f-e7569b4b2cf5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:04.919460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7dc77c3-e678-401e-ab5f-e7569b4b2cf5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019351 Aug 19 18:14:04.919899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48596) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:04.980888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 3c9fa065-e037-4682-9772-df005896c5c5 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:04.985522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:04.995395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] Set router 35f0babb-4e20-4e86-96cc-b59f2a1068ba gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:05.035526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.099205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f0babb-4e20-4e86-96cc-b59f2a1068ba', 'name': 'tempest-NetworksTestDHCPv6-router-1542826463', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:58Z', 'updated_at': '2021-08-19T18:14:04Z', 'revision_number': 3, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:05.140796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c36fe85-cfb2-411d-be90-bbd30c6826ad None None] The sync data for ids ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'] in n-d-778550-10 is: [{'id': '35f0babb-4e20-4e86-96cc-b59f2a1068ba', 'name': 'tempest-NetworksTestDHCPv6-router-1542826463', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:13:58Z', 'updated_at': '2021-08-19T18:14:04Z', 'revision_number': 3, 'project_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:05.245732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.287741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48612) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:05.334034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.381261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9fa065-e037-4682-9772-df005896c5c5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:05.389668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a1a3d-8001-4a0a-a156-e479ca0dfec4 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:05.404593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.409199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48618) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:05.409720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ad46b754-a8d3-47ee-8b1b-d12c31d50845 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3c9fa065-e037-4682-9772-df005896c5c5 HTTP/1.1" status: 204 len: 168 time: 0.4881756 Aug 19 18:14:05.483336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1036549498'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:05.539286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:05.544589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.566411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.589134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48630) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:05.592294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ae077e19-ffcf-4db3-a2a0-99c810aefbd5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1811771 Aug 19 18:14:05.688363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:05.697671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.774794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Deleting port 65dba295-cf20-45ae-8f55-f4fbb65b2546 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:05.775961 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.878884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] For port 65dba295-cf20-45ae-8f55-f4fbb65b2546, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=65dba295-cf20-45ae-8f55-f4fbb65b2546,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:05.879638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.881150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.883332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.896019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Calling delete_port for 65dba295-cf20-45ae-8f55-f4fbb65b2546 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:05.945178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.945795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Fanout notify agent at l3_agent the message router_deleted on router 35f0babb-4e20-4e86-96cc-b59f2a1068ba {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:14:05.955438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:05.959331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48642) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:05.959797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5e02abae-68ee-4aae-b4d2-66c331c16117 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/routers/35f0babb-4e20-4e86-96cc-b59f2a1068ba HTTP/1.1" status: 204 len: 168 time: 0.3661289 Aug 19 18:14:06.020697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.027491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.047216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973a643-33ce-417b-bd3c-6b37225fff84 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:06.049818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e973a643-33ce-417b-bd3c-6b37225fff84 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0886905 Aug 19 18:14:06.052472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48644) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.064281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:06.078313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8bae0-6e25-4a7e-8f0c-561fef298d9c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.099705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.100301 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment e2e487d8-46d3-483f-ba49-70cee41d6f99 of type vlan for network a108ab31-c27a-4289-aaac-b982aa235302 Aug 19 18:14:06.117689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.148635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd300a6a-cf10-4693-9d1f-278480d835e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:06.150682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd300a6a-cf10-4693-9d1f-278480d835e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966613 Aug 19 18:14:06.153077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48646) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.158873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.172972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] Pushing event deleted for resources: {'Port': ['ID=65dba295-cf20-45ae-8f55-f4fbb65b2546,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.174838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0056af-a639-401c-b899-4b38e7c30842 None None] No DVR routers for this DVR port 65dba295-cf20-45ae-8f55-f4fbb65b2546 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:06.210360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.218992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:06.219769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.228874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d62c97be-6f91-4160-bad0-2df89ff75b8b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734046 Aug 19 18:14:06.232718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48652) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.246267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:06.253957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9649589 Aug 19 18:14:06.257104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48656) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:06.263320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'name': 'tempest-PortsIpV6TestJSON-189961509'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:06.408852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74376ae-a87f-4931-b831-dd951c42503f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=a108ab31-c27a-4289-aaac-b982aa235302,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.428314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:06.432851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:06.444877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.461675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:06.467475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Sync routers for ids ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:06.468042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.477722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 195c99e3-313f-49f1-a6cd-1b0f49574235 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:06.481873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:06.482423 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:14:06.483115 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35f0babb-4e20-4e86-96cc-b59f2a1068ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:14:06.491994 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:06.492496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:14:06.494380 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35f0babb-4e20-4e86-96cc-b59f2a1068ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:14:06.495293 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6f962-fc61-494d-8c9d-963c2c3c8bec None None] The sync data for ids ['35f0babb-4e20-4e86-96cc-b59f2a1068ba'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:06.739913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.811829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.912381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'e2e487d8-46d3-483f-ba49-70cee41d6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:06.912916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: a108ab31-c27a-4289-aaac-b982aa235302, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:06.916055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=195c99e3-313f-49f1-a6cd-1b0f49574235,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:06.932538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:06.934595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:06.949335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:06.963860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a108ab31-c27a-4289-aaac-b982aa235302) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:06.969285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:06.973561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8245a5-9980-4dad-a829-80f56e6ea207 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:06.977457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:06.979604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.004714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-78c3389b-aed3-48de-ab6d-b52b76889559 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7459254 Aug 19 18:14:07.005668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48672) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:07.011949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-832138993'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:07.039732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:07.045530 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.059733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=62fdbb98-6f2e-48ab-9284-bb65c74ed349,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:07.089917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:07.091836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:07.096265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:07.096934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.099243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:07.110900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db8260-7081-4952-892c-3012b849fbc3 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:07.128342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.128702 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment 9ca565a0-fa06-468e-ab86-647426d6e356 of type vlan for network 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6 Aug 19 18:14:07.132125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2240e5af-48f2-420a-858a-21ca7d739c45 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8927026 Aug 19 18:14:07.134799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:07.140382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:07.226344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.226682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 65dba295-cf20-45ae-8f55-f4fbb65b2546 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:07.258109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.267110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:07.269243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 65dba295-cf20-45ae-8f55-f4fbb65b2546 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:07.270132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 65dba295-cf20-45ae-8f55-f4fbb65b2546 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:07.272663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.335672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:07.345674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.425146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4159169 Aug 19 18:14:07.435765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48686) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:07.443320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'ports': [{'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'}, {'network_id': '17fee289-90ce-4c3c-a3a1-fbe88cf0faf6'}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:07.444338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:07.445267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '17fee289-90ce-4c3c-a3a1-fbe88cf0faf6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:07.460818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57322e58-9741-469b-bb3d-0ab844ffe375 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=17fee289-90ce-4c3c-a3a1-fbe88cf0faf6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:07.479815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:07.607819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '62fdbb98-6f2e-48ab-9284-bb65c74ed349'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:07.608739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.786547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:07.793557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.818449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:07.829827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Allocated IP 2001:db8::f816:3eff:fedd:9670 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/62fdbb98-6f2e-48ab-9284-bb65c74ed349/1e55593e-25d9-4b3d-bdc1-d701d668716c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:08.024034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 2fb6fd7b-3bb4-4698-a225-6ac994673b24 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:08.126774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.140442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Transition to ACTIVE for port object 1e55593e-25d9-4b3d-bdc1-d701d668716c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:08.163678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Transition to ACTIVE for port object 1e55593e-25d9-4b3d-bdc1-d701d668716c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:08.172456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.226226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:08.244578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.248407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:08.255411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:08.291638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.405949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Attempting to bind port 1e55593e-25d9-4b3d-bdc1-d701d668716c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:08.406352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Attempting to bind port 1e55593e-25d9-4b3d-bdc1-d701d668716c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:08.406732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Attempting to bind port 1e55593e-25d9-4b3d-bdc1-d701d668716c on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:08.410538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:08.424610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:08.434102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:08.436561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.437242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:08.437793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:08.438769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.439305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:08.440136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Bound port: 1e55593e-25d9-4b3d-bdc1-d701d668716c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:08.440914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.451252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=0acf005b-7fe9-4971-95ac-57f8d39d9c47,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.505269 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c49ec56f-8bde-4476-80cb-4f420e0722c5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3687680 Aug 19 18:14:08.508868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:08.510117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.518273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:0d:71:96', 'name': 'tempest-NetworksTestDHCPv6-89877396'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:08.639883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:08.643290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:08.650791 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.707026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port f30cb53d-3fd8-47af-a86f-f3daf804602a yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:08.712829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1542913-241e-4364-8dde-875bfad569c9 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:08.797001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:08.945963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:08.960744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.002318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port b79c07c3-0b25-40bb-8449-e1f243b145da yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:09.048678 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.217021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:09.229027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:09.233885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:09.234727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.250268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=2fb6fd7b-3bb4-4698-a225-6ac994673b24,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:09.437500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': '9ca565a0-fa06-468e-ab86-647426d6e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '17fee289-90ce-4c3c-a3a1-fbe88cf0faf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:09.438537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:09.440687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=f30cb53d-3fd8-47af-a86f-f3daf804602a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:09.473660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:09.489501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:09.498374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:09.510110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.516904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.516904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.517437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd52148-ab59-47a8-a7dc-e55e75dc3bf3 None None] Network 17fee289-90ce-4c3c-a3a1-fbe88cf0faf6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:09.563503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0333e55e-f7c3-4293-9705-afa6e80b2085 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1227949 Aug 19 18:14:09.565283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:09.594666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.603629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.613339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.640686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.663390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.684878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port f30cb53d-3fd8-47af-a86f-f3daf804602a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:09.685792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.687621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.696482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:09.699682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-926b28a0-cdfc-451d-832a-c97113dd6eb9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.2458277 Aug 19 18:14:09.705432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 172.20.0.10 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/0acf005b-7fe9-4971-95ac-57f8d39d9c47/b79c07c3-0b25-40bb-8449-e1f243b145da) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:09.716072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe0d:7196 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/62fdbb98-6f2e-48ab-9284-bb65c74ed349/b79c07c3-0b25-40bb-8449-e1f243b145da) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:09.811742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:09.831897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for f30cb53d-3fd8-47af-a86f-f3daf804602a owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:09.907093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ade51185-0adb-4274-b801-24fefe99c4f6 req-869a2a89-f2c4-4556-a265-89a5d72bbffa tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967309 Aug 19 18:14:10.060275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.070576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.087403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object b79c07c3-0b25-40bb-8449-e1f243b145da will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:10.089485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=f30cb53d-3fd8-47af-a86f-f3daf804602a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:10.107838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.114188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10baf34a-7d47-492f-b4c9-490a1b4b9ded tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/f30cb53d-3fd8-47af-a86f-f3daf804602a HTTP/1.1" status: 204 len: 168 time: 0.5476735 Aug 19 18:14:10.114918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48762) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.150999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.189712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dfca8-ffe3-4b0d-8ec0-85dfef942e9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.196938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dfca8-ffe3-4b0d-8ec0-85dfef942e9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.203612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f8dfca8-ffe3-4b0d-8ec0-85dfef942e9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0874648 Aug 19 18:14:10.204348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.208280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:10.212239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:10.217621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:10.270477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=b79c07c3-0b25-40bb-8449-e1f243b145da,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:10.380750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 2fb6fd7b-3bb4-4698-a225-6ac994673b24 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:10.381105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.405750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.406451 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.489384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3b163d58-87e8-4978-8164-b5cb16c1a551 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9790719 Aug 19 18:14:10.496110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.545327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.551934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.558607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.559431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea0564-85eb-4834-9c21-0e2bde793411 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:10.564542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.571048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.577272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.580077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.583696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.586006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-8b3a41bb-bd8b-48b0-8d78-b851cacc3651 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.1611729 Aug 19 18:14:10.609644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 2fb6fd7b-3bb4-4698-a225-6ac994673b24 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:10.629614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c11c1b8b-9a36-4404-a27e-f5c50e0fd377 None None] Provisioning for port 1e55593e-25d9-4b3d-bdc1-d701d668716c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:10.649467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b8faea-2c53-4153-b84e-b77a7934a590 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.656195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b8faea-2c53-4153-b84e-b77a7934a590 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.661951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c1b8faea-2c53-4153-b84e-b77a7934a590 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1644177 Aug 19 18:14:10.662862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48784) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.687153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-b93614a3-1703-4a7c-917d-447c6a14df3d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.688719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-b93614a3-1703-4a7c-917d-447c6a14df3d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0938201 Aug 19 18:14:10.716336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.760335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=2fb6fd7b-3bb4-4698-a225-6ac994673b24,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:10.786764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.790333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1afe1277-e88a-4694-a34b-787967827583 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/2fb6fd7b-3bb4-4698-a225-6ac994673b24 HTTP/1.1" status: 204 len: 168 time: 0.5843678 Aug 19 18:14:10.792870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48790) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.886951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c400f-81db-4edf-80ae-5bf62a08a447 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:10.887993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-559c04bb-2e8f-404e-9a6a-dc5fb1b710fb tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1823256 Aug 19 18:14:10.888593 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc0c400f-81db-4edf-80ae-5bf62a08a447 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0940959 Aug 19 18:14:10.891213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48792) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.899738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:10.944206 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-384647b0-a65a-41f5-9146-d32741a3a1bf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:10.947489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-384647b0-a65a-41f5-9146-d32741a3a1bf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/f30cb53d-3fd8-47af-a86f-f3daf804602a HTTP/1.1" status: 404 len: 333 time: 0.0534770 Aug 19 18:14:10.949087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:10.960940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port b79c07c3-0b25-40bb-8449-e1f243b145da {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:10.961416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:10.978751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '62fdbb98-6f2e-48ab-9284-bb65c74ed349', 'ip_address': '2001:db8::f816:3eff:fedd:9670'}, {'subnet_id': '0acf005b-7fe9-4971-95ac-57f8d39d9c47'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '1e55593e-25d9-4b3d-bdc1-d701d668716c'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:10.983897 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-44950b6e-259c-418e-a660-441cae0c682b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:10.985325 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44950b6e-259c-418e-a660-441cae0c682b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/2fb6fd7b-3bb4-4698-a225-6ac994673b24 HTTP/1.1" status: 404 len: 333 time: 0.0349858 Aug 19 18:14:10.990845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48800) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:11.055598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.162118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.177436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for b79c07c3-0b25-40bb-8449-e1f243b145da owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:11.179511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.267593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:11.378577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.402001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fee289-90ce-4c3c-a3a1-fbe88cf0faf6']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.416210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1e55593e-25d9-4b3d-bdc1-d701d668716c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:11.425908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca565a0-fa06-468e-ab86-647426d6e356') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.426218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca565a0-fa06-468e-ab86-647426d6e356') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:11.432060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:11.436662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.453584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.484550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.497446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:11.497921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: items = [ Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:11.510157 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:11.598935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Allocated IP 172.20.0.2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/0acf005b-7fe9-4971-95ac-57f8d39d9c47/1e55593e-25d9-4b3d-bdc1-d701d668716c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:11.629897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.635637 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.637931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/17fee289-90ce-4c3c-a3a1-fbe88cf0faf6 HTTP/1.1" status: 204 len: 168 time: 0.6466556 Aug 19 18:14:11.643409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48818) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:11.649650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1434236888'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:11.678500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0ac5d-c3c2-43fe-93d4-8d74056a651b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=17fee289-90ce-4c3c-a3a1-fbe88cf0faf6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:11.693885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.730772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:11.734409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.785018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:11.802914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.803291 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment b8feea00-a57c-42fc-8f49-6df01faa2a1f of type vlan for network 129e8f24-7cec-4651-93df-b2a1a8216768 Aug 19 18:14:11.874712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:11.877611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.922575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.944019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Transition to ACTIVE for port object 1e55593e-25d9-4b3d-bdc1-d701d668716c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:11.949284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.951620 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:11.961451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:11.962856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.044133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.122360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df96585-a880-4caf-bfc1-a1f9ff9b035b None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:12.134026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:12.134594 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:12.137896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.151393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.159011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.166356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.173142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.180149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.188077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:12.190340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-276c11ab-125c-44a8-b1ef-916433ba726d req-47071162-f6fb-4647-b1ff-f437b68dbf46 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 5442 time: 0.9021764 Aug 19 18:14:12.382478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-276c11ab-125c-44a8-b1ef-916433ba726d req-af3349a8-fbf7-4863-aab8-1f83a50fc13d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531167 Aug 19 18:14:12.524258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:12.582998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] For port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:12.593846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=129e8f24-7cec-4651-93df-b2a1a8216768,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:12.629821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 129e8f24-7cec-4651-93df-b2a1a8216768 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:12.653798 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3b644213-3dfe-4635-80bb-b49775669151 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0089631 Aug 19 18:14:12.668023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:12.678205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:12.685829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] device_id is not set on port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:12.722862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.839483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.863360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:12.868348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.877286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.891267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.958717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:12.965303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:12.967754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] No DVR routers for this DVR port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:13.190567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.326490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] In _notify_port_updated(), no bound segment for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:14:13.331961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.334832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.339897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-3ed9a9ea-7dd9-425e-a1a2-18f893da7295 service neutron] 10.222.0.42 "PUT /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 200 len: 1032 time: 2.4422045 Aug 19 18:14:13.354843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.358118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.370048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:13.391810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=b79c07c3-0b25-40bb-8449-e1f243b145da,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.481531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=ffab30fd-b818-4501-b384-1e4f1f1d0bb2,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:13.502947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Could not find standard attr ID for object b79c07c3-0b25-40bb-8449-e1f243b145da. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:13.530226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-9fbe7620-a50b-4667-acf3-1c48a6ca3127 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.531614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Provisioning complete for port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:13.531896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-9fbe7620-a50b-4667-acf3-1c48a6ca3127 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "GET /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1333008 Aug 19 18:14:13.532029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.543528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:13.637525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.640210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d96faefe-d12d-439c-8797-c65df0544844 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b79c07c3-0b25-40bb-8449-e1f243b145da HTTP/1.1" status: 204 len: 168 time: 2.9672370 Aug 19 18:14:13.641029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.645822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.646392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'b8feea00-a57c-42fc-8f49-6df01faa2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:13.647396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: 129e8f24-7cec-4651-93df-b2a1a8216768, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:13.655601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:13.685907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 129e8f24-7cec-4651-93df-b2a1a8216768 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:13.699217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Provisioning for port 1e55593e-25d9-4b3d-bdc1-d701d668716c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:13.702485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 129e8f24-7cec-4651-93df-b2a1a8216768) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:13.708399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:13.709135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.722617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f3c09-5b47-4754-8cc6-542448afb087 None None] Network 129e8f24-7cec-4651-93df-b2a1a8216768 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:13.725004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:13.725382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c25fe97d-ab2c-413a-91a8-fef4f258b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:13.738678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb93c6be-283a-4dd5-a70b-0b4d1754aed0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0687978 Aug 19 18:14:13.741075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:13.796959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768', 'name': 'tempest-PortsIpV6TestJSON-491486831'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:13.978406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.002883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.041864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.056900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.073964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:14.083026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.089778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.093819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-129e8f24-7cec-4651-93df-b2a1a8216768', 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': 'ffab30fd-b818-4501-b384-1e4f1f1d0bb2'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:14.094779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.106332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.108173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 9547dc2a-c119-41f6-84c6-a08e5e21418d yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:14.128086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-9261dff7-3bee-4772-a4a8-524d9d6c68fe tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 4663 time: 0.5036423 Aug 19 18:14:14.180253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:14:14.227737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566804d0-67b4-475f-a893-a3cc0d8f4a47 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.231317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566804d0-67b4-475f-a893-a3cc0d8f4a47 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.233304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566804d0-67b4-475f-a893-a3cc0d8f4a47 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.235848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-566804d0-67b4-475f-a893-a3cc0d8f4a47 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5875616 Aug 19 18:14:14.245257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:14.272256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-143992fb-6c1a-4b92-8304-c6297e65be2c None None] Could not find standard attr ID for object b79c07c3-0b25-40bb-8449-e1f243b145da. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:14.282154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::b2 (129e8f24-7cec-4651-93df-b2a1a8216768/ffab30fd-b818-4501-b384-1e4f1f1d0bb2/9547dc2a-c119-41f6-84c6-a08e5e21418d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:14.380389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd89a534-6f73-449a-83e9-b5f709edaa68 req-43672d94-c5c4-4e24-b0b9-05a650be5581 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8b57fc6-6e2c-43de-9588-648ba82cc0b9&id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2507987 Aug 19 18:14:14.407740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 0acf005b-7fe9-4971-95ac-57f8d39d9c47 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:14.411834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.475080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.608913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.630459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=3d012a68-49ed-47b2-ada7-28233e4a5353,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:14.646630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 9547dc2a-c119-41f6-84c6-a08e5e21418d will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:14.726026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 3d012a68-49ed-47b2-ada7-28233e4a5353 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:14.759544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.773997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] For port 3d012a68-49ed-47b2-ada7-28233e4a5353, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:14.859996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 129e8f24-7cec-4651-93df-b2a1a8216768 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:14.863789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:14.867428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:14.875134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] device_id is not set on port 3d012a68-49ed-47b2-ada7-28233e4a5353 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:14.886605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:14.892675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.924489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.934331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1917901 Aug 19 18:14:14.938828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.942034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48900) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:14.942615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:14.952780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a4a76-22b7-419b-969c-ba4e91ccbcb1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=9547dc2a-c119-41f6-84c6-a08e5e21418d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.020337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Allocated IP 2001:db8::2 (129e8f24-7cec-4651-93df-b2a1a8216768/ffab30fd-b818-4501-b384-1e4f1f1d0bb2/5b746e66-ad60-4356-a5d7-6389476de06f) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:15.206079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] No DVR routers for this DVR port 3d012a68-49ed-47b2-ada7-28233e4a5353 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:15.254118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.294650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] In _notify_port_updated(), no bound segment for port 3d012a68-49ed-47b2-ada7-28233e4a5353 on network 1546e13f-857e-4d11-8d87-5257f92c4210 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:14:15.296083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.296875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.298390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-0ffae0c9-e1a5-4879-9a9d-b59a739ba6c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 200 len: 1031 time: 1.7597194 Aug 19 18:14:15.308318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.393040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:15.407884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=0acf005b-7fe9-4971-95ac-57f8d39d9c47,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:15.414511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.419672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd379754-c9c6-4925-acd5-111bd93b3077 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0acf005b-7fe9-4971-95ac-57f8d39d9c47 HTTP/1.1" status: 204 len: 168 time: 1.1691089 Aug 19 18:14:15.420169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:15.435270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 9547dc2a-c119-41f6-84c6-a08e5e21418d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:15.435820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.518471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dcc066-4e69-4b69-acc8-2fedd5ed5b8f None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:15.541165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 62fdbb98-6f2e-48ab-9284-bb65c74ed349 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:15.554699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.671787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.719685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.730999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Transition to ACTIVE for port object 5b746e66-ad60-4356-a5d7-6389476de06f will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:15.777832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.784807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.785908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Transition to ACTIVE for port object 5b746e66-ad60-4356-a5d7-6389476de06f will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:15.791837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.797877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.804161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:15.812312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-c3b4934f-8e15-4303-b24d-50f1f02f6294 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3885 time: 0.2150545 Aug 19 18:14:15.820522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9cabd33a-9e55-4ade-8c59-5f1fe2acccbb None None] Provisioning complete for port 3d012a68-49ed-47b2-ada7-28233e4a5353 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:15.821121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cabd33a-9e55-4ade-8c59-5f1fe2acccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.830079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port f270d828-eaae-4324-9a9b-5d0757a5ae7d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:15.830427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.890468 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.911638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:15.913435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9cabd33a-9e55-4ade-8c59-5f1fe2acccbb None None] Port 3d012a68-49ed-47b2-ada7-28233e4a5353 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:15.964078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.034944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:16.035593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.047074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Network 129e8f24-7cec-4651-93df-b2a1a8216768 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:16.055198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b291e81-d14d-4616-8bfa-825c142ef386 req-3a79bf6f-518f-4a59-9657-bbf1ca7168a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417395 Aug 19 18:14:16.056896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 9547dc2a-c119-41f6-84c6-a08e5e21418d owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:16.084111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.161194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:16.163992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f270d828-eaae-4324-9a9b-5d0757a5ae7d no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:16.168670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:16.169051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=62fdbb98-6f2e-48ab-9284-bb65c74ed349,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.170609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port f270d828-eaae-4324-9a9b-5d0757a5ae7d, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f270d828-eaae-4324-9a9b-5d0757a5ae7d,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:16.171573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.175053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Pushing event updated for resources: {'Port': ['ID=5b746e66-ad60-4356-a5d7-6389476de06f,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.203822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.211488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for f270d828-eaae-4324-9a9b-5d0757a5ae7d owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:16.216976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0dedad00-e970-43ab-b66e-eaac575d0f1a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/62fdbb98-6f2e-48ab-9284-bb65c74ed349 HTTP/1.1" status: 204 len: 168 time: 0.7956259 Aug 19 18:14:16.217608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48932) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.289711 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7f8f2b1-3bcf-4b6c-8f6e-bf762087c6a6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678208 Aug 19 18:14:16.289711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48938) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.299746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:16.325955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Attempting to bind port 5b746e66-ad60-4356-a5d7-6389476de06f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:16.326341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Attempting to bind port 5b746e66-ad60-4356-a5d7-6389476de06f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b8feea00-a57c-42fc-8f49-6df01faa2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:16.326718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Attempting to bind port 5b746e66-ad60-4356-a5d7-6389476de06f on network 129e8f24-7cec-4651-93df-b2a1a8216768 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:16.366621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:16.372686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Checking segment: {'id': 'b8feea00-a57c-42fc-8f49-6df01faa2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:16.373190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.373610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Bound using segment: {'id': 'b8feea00-a57c-42fc-8f49-6df01faa2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:16.374129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Bound port: 5b746e66-ad60-4356-a5d7-6389476de06f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8feea00-a57c-42fc-8f49-6df01faa2a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '129e8f24-7cec-4651-93df-b2a1a8216768'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:16.374531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.444025 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.487876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.492875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:16.500117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.682778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=9547dc2a-c119-41f6-84c6-a08e5e21418d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.714243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] For port 5b746e66-ad60-4356-a5d7-6389476de06f, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:16.718229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] For port 5b746e66-ad60-4356-a5d7-6389476de06f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5b746e66-ad60-4356-a5d7-6389476de06f,segment=NetworkSegment(b8feea00-a57c-42fc-8f49-6df01faa2a1f),segment_id=b8feea00-a57c-42fc-8f49-6df01faa2a1f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:16.735017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.753136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.757611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ca710f6b-0b9e-4be5-a9f5-c2b3aa00e22a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/9547dc2a-c119-41f6-84c6-a08e5e21418d HTTP/1.1" status: 204 len: 168 time: 1.8103268 Aug 19 18:14:16.763021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48950) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.835247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.847929 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-288279a3-e3e5-485d-a5ed-c788e90d6918 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:14:16.860898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288279a3-e3e5-485d-a5ed-c788e90d6918 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:16.862951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-288279a3-e3e5-485d-a5ed-c788e90d6918 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/9547dc2a-c119-41f6-84c6-a08e5e21418d HTTP/1.1" status: 404 len: 333 time: 0.0989192 Aug 19 18:14:16.870728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48952) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:16.901568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb141-61a8-4f51-83f7-31b2480d0885 None None] Pushing event updated for resources: {'Port': ['ID=5b746e66-ad60-4356-a5d7-6389476de06f,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:16.912753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18bd0d-920d-43be-9ba3-d748888a5a33 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '62fdbb98-6f2e-48ab-9284-bb65c74ed349'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '1e55593e-25d9-4b3d-bdc1-d701d668716c'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:16.963851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1d18bd0d-920d-43be-9ba3-d748888a5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:16.982104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=f270d828-eaae-4324-9a9b-5d0757a5ae7d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:17.029283 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba460360-e065-484f-8204-39b47f8ab22c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:17.032896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ba460360-e065-484f-8204-39b47f8ab22c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/9547dc2a-c119-41f6-84c6-a08e5e21418d HTTP/1.1" status: 404 len: 333 time: 0.1613150 Aug 19 18:14:17.035665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:17.129968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port f270d828-eaae-4324-9a9b-5d0757a5ae7d on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:17.139657 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.141729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-16e05fe3-e450-4b25-af60-098e9ccd7018 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "DELETE /v2.0/ports/f270d828-eaae-4324-9a9b-5d0757a5ae7d HTTP/1.1" status: 204 len: 173 time: 1.8281395 Aug 19 18:14:17.142300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:17.144673 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed654e6-821a-405a-abd9-789a5ed3d7de" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:17.191758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 33440545-6179-4255-ba4b-c42349fc908a no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:17.231109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet ffab30fd-b818-4501-b384-1e4f1f1d0bb2 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:17.244763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.324405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:17.405691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.450637 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14745450-8a6e-4528-a0fc-f191e9ca4880 x-openstack-request-id: req-14745450-8a6e-4528-a0fc-f191e9ca4880 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:17.452216 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "f270d828-eaae-4324-9a9b-5d0757a5ae7d", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:17.454599 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14745450-8a6e-4528-a0fc-f191e9ca4880 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:17.456137 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': 'f270d828-eaae-4324-9a9b-5d0757a5ae7d', 'status': 'completed', 'code': 200} Aug 19 18:14:17.631122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-4e58254a-cd63-421d-8562-c72eff4bd896 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.654310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-4e58254a-cd63-421d-8562-c72eff4bd896 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.660712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.689892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.694640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-4e58254a-cd63-421d-8562-c72eff4bd896 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.702782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-4e58254a-cd63-421d-8562-c72eff4bd896 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:17.718895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-4e58254a-cd63-421d-8562-c72eff4bd896 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 3150 time: 0.4546828 Aug 19 18:14:17.730259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:17.737697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f1974-5860-470d-ba6f-f745c3bad08a None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:17.748348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33440545-6179-4255-ba4b-c42349fc908a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:17.750724 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45abb89-cba6-49e8-b4af-765e48b2a53d" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "33440545-6179-4255-ba4b-c42349fc908a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:17.761742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.762469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:17.805125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.861380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:17.861821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 86577938-b0d2-4a26-ab4a-b631a7babb1e no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:17.865930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32a8f5e3-75e1-4574-85fb-4ce26eb37a98 req-399fc0d2-7815-486e-8fa5-a8df34e8d024 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345699 Aug 19 18:14:17.880184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 33440545-6179-4255-ba4b-c42349fc908a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:17.881316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.933904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:17.999008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-44228347-0ab2-445e-a4f8-1c5d4a9cb406 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:18.003236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44228347-0ab2-445e-a4f8-1c5d4a9cb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.126149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port 33440545-6179-4255-ba4b-c42349fc908a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=33440545-6179-4255-ba4b-c42349fc908a,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:18.126995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.130346 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fcf37f-2e20-43e9-8006-6dfc176569e0 x-openstack-request-id: req-47fcf37f-2e20-43e9-8006-6dfc176569e0 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:18.130652 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "33440545-6179-4255-ba4b-c42349fc908a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:18.130910 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47fcf37f-2e20-43e9-8006-6dfc176569e0 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:18.131421 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33440545-6179-4255-ba4b-c42349fc908a', 'code': 200} Aug 19 18:14:18.162167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.169294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.178708 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/ffab30fd-b818-4501-b384-1e4f1f1d0bb2 HTTP/1.1" status: 204 len: 168 time: 1.1298375 Aug 19 18:14:18.181808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48990) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:18.330892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.385353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.412415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b346ed-2686-45d8-b482-20c0d7911c9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=ffab30fd-b818-4501-b384-1e4f1f1d0bb2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.425399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.425806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.426522 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Floating IP fca38841-607e-47ae-97d2-3040050e2f88 disassociated. External IP: 172.25.5.249, port: 33440545-6179-4255-ba4b-c42349fc908a. Aug 19 18:14:18.426880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 33440545-6179-4255-ba4b-c42349fc908a owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:18.447710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:18.477293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.478703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8869340b-25fe-4cf9-9d6c-4cabce8510ab no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:18.559762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.846023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:18.856282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c3577-52b0-4c70-89fc-8ede5532033f None None] Network 129e8f24-7cec-4651-93df-b2a1a8216768 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:18.923232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:18.970929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 5b746e66-ad60-4356-a5d7-6389476de06f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:18.971791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.045068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=33440545-6179-4255-ba4b-c42349fc908a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.162204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:19.169801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed677e0a-6a87-47eb-a59f-ad007f5cbf3f None None] Provisioning for port 5b746e66-ad60-4356-a5d7-6389476de06f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:19.203642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port 5b746e66-ad60-4356-a5d7-6389476de06f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5b746e66-ad60-4356-a5d7-6389476de06f,segment=NetworkSegment(b8feea00-a57c-42fc-8f49-6df01faa2a1f),segment_id=b8feea00-a57c-42fc-8f49-6df01faa2a1f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:19.206151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.238196 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.250313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:19.329064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 5b746e66-ad60-4356-a5d7-6389476de06f owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:19.332652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:19.347142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.348128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b084538b-42c4-4bec-80b5-b5f0c328d2c6 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:19.349078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Router 96214d49-8ba5-4a37-9594-2d4123df4339 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:14:19.369508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b26a7c-c91c-4ab6-8494-61f21a116ad6 req-10e8d08f-e034-4e64-a003-536daf3e636a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.381643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b26a7c-c91c-4ab6-8494-61f21a116ad6 req-10e8d08f-e034-4e64-a003-536daf3e636a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.390500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b26a7c-c91c-4ab6-8494-61f21a116ad6 req-10e8d08f-e034-4e64-a003-536daf3e636a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.394064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70b26a7c-c91c-4ab6-8494-61f21a116ad6 req-10e8d08f-e034-4e64-a003-536daf3e636a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 2413 time: 0.3654039 Aug 19 18:14:19.408244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.422094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.422094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.477138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] DHCP port deletion for 129e8f24-7cec-4651-93df-b2a1a8216768 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:19.521908 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.527535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70b26a7c-c91c-4ab6-8494-61f21a116ad6 req-b8b3e154-72e6-43da-9cf0-e4796bd4f296 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209390 Aug 19 18:14:19.696882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:19.708024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:14:19.734086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Sync routers for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:14:19.752617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.760108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:19.760615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:19.761510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:19.770557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:19.771629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.858535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=f2767e42-28a3-4a9f-83cd-ca324cd59788,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.867683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:19.905995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port 33440545-6179-4255-ba4b-c42349fc908a on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:19.937248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4c32dd98-1012-476f-a7e3-6266ab3fef92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6483681 Aug 19 18:14:19.937915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49028) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:19.946366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:19.950630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.957852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:19.960288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-1e3406d1-08d9-43a9-9ec2-9d2bca5c1828 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "DELETE /v2.0/ports/33440545-6179-4255-ba4b-c42349fc908a HTTP/1.1" status: 204 len: 173 time: 2.8042350 Aug 19 18:14:20.024294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '33440545-6179-4255-ba4b-c42349fc908a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:20.028483 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45dce77-69a9-4f0e-8b07-a90aa431eaa8" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "33440545-6179-4255-ba4b-c42349fc908a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:20.045913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.054716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:20.055084 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:20.081929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=5b746e66-ad60-4356-a5d7-6389476de06f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.102111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port 5b746e66-ad60-4356-a5d7-6389476de06f on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:20.105862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Deleting port 5b746e66-ad60-4356-a5d7-6389476de06f {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:20.106499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.142849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e'}, {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:20.152532 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b715cb04-e021-4f53-ac7c-2294c00d8a9d" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e"}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:20.189161 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f55d5-2ef4-4162-9f79-d9e1de23dc1c x-openstack-request-id: req-e20f55d5-2ef4-4162-9f79-d9e1de23dc1c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:20.190006 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "33440545-6179-4255-ba4b-c42349fc908a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:20.190267 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e20f55d5-2ef4-4162-9f79-d9e1de23dc1c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:20.194524 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '33440545-6179-4255-ba4b-c42349fc908a', 'status': 'completed', 'code': 200} Aug 19 18:14:20.260413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:20.273273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1e544-d4ca-4fa0-92c7-ba3ef47b4dff req-f51952b1-4c71-4a45-b065-a1805917642b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.292579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eac1e544-d4ca-4fa0-92c7-ba3ef47b4dff req-f51952b1-4c71-4a45-b065-a1805917642b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3551338 Aug 19 18:14:20.323925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.344355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129e8f24-7cec-4651-93df-b2a1a8216768']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:20.349111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eac1e544-d4ca-4fa0-92c7-ba3ef47b4dff req-843806bd-1c04-447c-bd70-19bdb56e8722 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551355 Aug 19 18:14:20.378310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8feea00-a57c-42fc-8f49-6df01faa2a1f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:20.378657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8feea00-a57c-42fc-8f49-6df01faa2a1f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:20.398403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.414719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 86577938-b0d2-4a26-ab4a-b631a7babb1e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:20.415283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.436198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.436425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:20.448649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:20.448649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.448994 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e1e2f-cbe9-41d1-abce-9c2f34ba2de2 x-openstack-request-id: req-f84e1e2f-cbe9-41d1-abce-9c2f34ba2de2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:20.449724 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e", "code": 200}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:20.449724 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f84e1e2f-cbe9-41d1-abce-9c2f34ba2de2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:20.450284 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'code': 200} Aug 19 18:14:20.450810 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'code': 200} Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:20.452168 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:20.455708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5bc1e-afcf-4b5c-88e1-c45d299930cc None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:20.468422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:20.472137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.479882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.599376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port 86577938-b0d2-4a26-ab4a-b631a7babb1e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=86577938-b0d2-4a26-ab4a-b631a7babb1e,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:20.601912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.637522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.650217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.656923 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/129e8f24-7cec-4651-93df-b2a1a8216768 HTTP/1.1" status: 204 len: 168 time: 2.4731808 Aug 19 18:14:20.658114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 86577938-b0d2-4a26-ab4a-b631a7babb1e owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:20.659429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49050) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:20.676087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1729267276'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:20.706421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be7915-c66d-4b05-a6f7-22c692c90130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=129e8f24-7cec-4651-93df-b2a1a8216768,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.717774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] For port 5b746e66-ad60-4356-a5d7-6389476de06f, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:20.718289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.762338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Calling delete_port for 5b746e66-ad60-4356-a5d7-6389476de06f owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:20.769372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:20.769871 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.776314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:20.783745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.852581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:20.862099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Port 5b746e66-ad60-4356-a5d7-6389476de06f was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:14:20.877313 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.877732 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment d0342949-f6a2-4b3b-bb22-049ec93c3f37 of type vlan for network 990330fa-9b95-4a03-9adb-5af99f8e95dd Aug 19 18:14:20.893257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:20.910755 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.918830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:20.920262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a812e5-d5b6-4d60-b6e6-dcc91c8113e6 req-9981ec52-5a32-4488-adb8-59ba307d9e1d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.926501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a812e5-d5b6-4d60-b6e6-dcc91c8113e6 req-9981ec52-5a32-4488-adb8-59ba307d9e1d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.934161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a812e5-d5b6-4d60-b6e6-dcc91c8113e6 req-9981ec52-5a32-4488-adb8-59ba307d9e1d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:20.934997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06a812e5-d5b6-4d60-b6e6-dcc91c8113e6 req-9981ec52-5a32-4488-adb8-59ba307d9e1d tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 2409 time: 0.1329780 Aug 19 18:14:21.010869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Pushing event deleted for resources: {'Port': ['ID=5b746e66-ad60-4356-a5d7-6389476de06f,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.013004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.042632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.047422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] Network 129e8f24-7cec-4651-93df-b2a1a8216768 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:14:21.048078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53d4d5-69f1-401b-b733-106d737aa46b None None] No DVR routers for this DVR port 5b746e66-ad60-4356-a5d7-6389476de06f on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:21.081607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:21.095114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=86577938-b0d2-4a26-ab4a-b631a7babb1e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.116676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.181896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06a812e5-d5b6-4d60-b6e6-dcc91c8113e6 req-35afb481-0964-4e84-bc76-63e26cc91877 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773765 Aug 19 18:14:21.184884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.242680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.248151 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.251752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port 86577938-b0d2-4a26-ab4a-b631a7babb1e on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:21.254731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.257836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-df3d1a86-72eb-4d9e-85b9-f903fc7e6099 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "DELETE /v2.0/ports/86577938-b0d2-4a26-ab4a-b631a7babb1e HTTP/1.1" status: 204 len: 173 time: 1.2225144 Aug 19 18:14:21.261923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.262836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.303220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.342823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:21.358791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=99c884db-f6ba-48a6-b8e2-7e4f2d8df75c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.369732 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.384961 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7126794 Aug 19 18:14:21.394733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49068) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:21.403246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:21.413825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:21.448791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:21.452738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:21.565353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:21.583675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490170-79d2-44e5-9428-18728698b3d6 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=990330fa-9b95-4a03-9adb-5af99f8e95dd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.586826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.588068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.623605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fab6cb-f5bb-4ba0-9a65-9ab1e92c7327 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:21.630347 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-902aae59-6ec9-430c-9a4a-840ab1886a8c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6908019 Aug 19 18:14:21.632979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:21.639427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:6d:31:d6', 'name': 'tempest-NetworksTestDHCPv6-1241875165'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:21.642146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:21.647237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e5b97-7050-44fb-b74c-b7d877fcb7f7 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:21.661720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Checking router: 96214d49-8ba5-4a37-9594-2d4123df4339 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:14:21.736733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfd5c5-b4c7-47be-878d-9ffa37b1c1ef req-13035d4e-69a3-4ebd-8fdd-2b9a454a0108 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:21.738356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90dfd5c5-b4c7-47be-878d-9ffa37b1c1ef req-13035d4e-69a3-4ebd-8fdd-2b9a454a0108 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.2724197 Aug 19 18:14:21.809798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port b084538b-42c4-4bec-80b5-b5f0c328d2c6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:21.810453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.832616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:21.897411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:21.901035 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.944057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:21.970656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 74da217a-5841-4576-bc26-8c9598aa699f yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:22.163658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:14:22.164438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:14:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:22.218574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0154cab3-3004-47a1-a4dc-ea742fadcf26 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:22.218840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0154cab3-3004-47a1-a4dc-ea742fadcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.229283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 172.20.0.4 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/99c884db-f6ba-48a6-b8e2-7e4f2d8df75c/74da217a-5841-4576-bc26-8c9598aa699f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:22.238300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe6d:31d6 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/f2767e42-28a3-4a9f-83cd-ca324cd59788/74da217a-5841-4576-bc26-8c9598aa699f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:22.272500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:22.273234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.474812 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.483119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:22.485699 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a003d05c-2cdf-4880-aa2d-e2862a6a7184" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:22.516445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 74da217a-5841-4576-bc26-8c9598aa699f will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:22.549764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:22.553988 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830c4d1-b88a-4899-b832-0fb46a30924a" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:22.567234 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.600771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.627905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:14:22.639783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90dfd5c5-b4c7-47be-878d-9ffa37b1c1ef req-6ba96b6c-8237-4519-b3b5-a2700f7bc056 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8919635 Aug 19 18:14:22.706624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:22.710422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:22.719229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:22.735078 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb0afcc-ab41-4973-95b6-a87ef133a1f2 x-openstack-request-id: req-feb0afcc-ab41-4973-95b6-a87ef133a1f2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:22.736318 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:22.736516 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-feb0afcc-ab41-4973-95b6-a87ef133a1f2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:22.736942 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'code': 200} Aug 19 18:14:22.776734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=74da217a-5841-4576-bc26-8c9598aa699f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.856940 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843a0632-ffce-4276-88c7-dc796f1f2eab x-openstack-request-id: req-843a0632-ffce-4276-88c7-dc796f1f2eab {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:22.857235 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "86577938-b0d2-4a26-ab4a-b631a7babb1e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:22.857434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.857567 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-843a0632-ffce-4276-88c7-dc796f1f2eab {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:22.857865 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '86577938-b0d2-4a26-ab4a-b631a7babb1e', 'status': 'completed', 'code': 200} Aug 19 18:14:22.858433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.889309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-793e93a7-7ff9-4563-a47f-e7dea0a1b4d1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2548380 Aug 19 18:14:22.892281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:22.892459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=bef084d3-4146-4c57-b662-71b2efaaaa66,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:22.907584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e77b5-48c4-4c2f-87b4-76ab1a04460e req-fb1b2549-b7a0-46ea-ac7d-de4e0e84e22e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.914153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e77b5-48c4-4c2f-87b4-76ab1a04460e req-fb1b2549-b7a0-46ea-ac7d-de4e0e84e22e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:22.915902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f4e77b5-48c4-4c2f-87b4-76ab1a04460e req-fb1b2549-b7a0-46ea-ac7d-de4e0e84e22e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 1676 time: 0.3800609 Aug 19 18:14:22.926760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port b084538b-42c4-4bec-80b5-b5f0c328d2c6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b084538b-42c4-4bec-80b5-b5f0c328d2c6,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:22.926760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:22.951858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'd0342949-f6a2-4b3b-bb22-049ec93c3f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:22.952197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: 990330fa-9b95-4a03-9adb-5af99f8e95dd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:22.959879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for b084538b-42c4-4bec-80b5-b5f0c328d2c6 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:23.003025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641fc61-030e-4ec6-9e53-259f1c044019 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.011155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641fc61-030e-4ec6-9e53-259f1c044019 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.016173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4641fc61-030e-4ec6-9e53-259f1c044019 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1223612 Aug 19 18:14:23.016889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:23.110050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b746e66-ad60-4356-a5d7-6389476de06f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:23.110236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f4e77b5-48c4-4c2f-87b4-76ab1a04460e req-88f93c09-c6d4-45eb-b677-7e8cb78b0b0e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829064 Aug 19 18:14:23.141095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'f2767e42-28a3-4a9f-83cd-ca324cd59788', 'ip_address': '2001:db8::f816:3eff:fedd:9670'}, {'subnet_id': '99c884db-f6ba-48a6-b8e2-7e4f2d8df75c'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '1e55593e-25d9-4b3d-bdc1-d701d668716c'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:23.143905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5b746e66-ad60-4356-a5d7-6389476de06f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:23.144254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b746e66-ad60-4356-a5d7-6389476de06f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:23.159344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:23.195140 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.213737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 990330fa-9b95-4a03-9adb-5af99f8e95dd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:23.226095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:23.227022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.229577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2596e6-af6e-42ac-ae5f-30da4e4e2548 None None] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:23.238396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 74da217a-5841-4576-bc26-8c9598aa699f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:23.245071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.261617 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.268844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64367c48-0158-4fa3-841d-048519684b3f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8708355 Aug 19 18:14:23.277016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49122) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:23.317021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-8877177'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:23.364469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:23.489397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.498432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=b084538b-42c4-4bec-80b5-b5f0c328d2c6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:23.525548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 74da217a-5841-4576-bc26-8c9598aa699f owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:23.587682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port b084538b-42c4-4bec-80b5-b5f0c328d2c6 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:23.592421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.608805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-8a502ecf-8c54-4f03-894f-58d31d654872 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "DELETE /v2.0/ports/b084538b-42c4-4bec-80b5-b5f0c328d2c6 HTTP/1.1" status: 204 len: 173 time: 2.3445578 Aug 19 18:14:23.611381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:23.620762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.632012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:23.632390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.734040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port ec3c74f0-199e-439b-a14a-9d4a2afb9245 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:23.805680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:23.814050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Allocated IP 172.20.0.2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/99c884db-f6ba-48a6-b8e2-7e4f2d8df75c/1e55593e-25d9-4b3d-bdc1-d701d668716c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:23.817545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-990330fa-9b95-4a03-9adb-5af99f8e95dd', 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': 'bef084d3-4146-4c57-b662-71b2efaaaa66'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:23.818536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.902949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 8869340b-25fe-4cf9-9d6c-4cabce8510ab {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:23.906611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:23.914470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7d951-b16e-4860-9631-764447fc5138 None None] The sync data for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 is: [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:02:42Z', 'revision_number': 4, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c5967fb3-896a-4eb7-8ae0-dca204304ec0', 'name': '', 'network_id': 'f2d34970-d5d8-487a-b1d9-14556983262b', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'mac_address': 'fa:16:3e:65:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:39Z', 'updated_at': '2021-08-19T18:02:58Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'subnets': [{'id': 'f7134213-4e8e-47cd-a436-8c83429ceee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:14:24.023115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eb3ec-441a-4387-9c8f-978eb02d21f2 req-3bbf30d2-fc2a-4e05-a3ef-df394c1ec2e8 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.031411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b92eb3ec-441a-4387-9c8f-978eb02d21f2 req-3bbf30d2-fc2a-4e05-a3ef-df394c1ec2e8 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.2589259 Aug 19 18:14:24.085705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:24.124518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.139526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Transition to ACTIVE for port object 1e55593e-25d9-4b3d-bdc1-d701d668716c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:24.146118 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.175695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b92eb3ec-441a-4387-9c8f-978eb02d21f2 req-2e3f41bf-5660-4412-ad86-2fdfce4ccf87 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430097 Aug 19 18:14:24.208040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port 8869340b-25fe-4cf9-9d6c-4cabce8510ab, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8869340b-25fe-4cf9-9d6c-4cabce8510ab,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:24.208731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.248421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 8869340b-25fe-4cf9-9d6c-4cabce8510ab owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:24.357929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c33c47-e89c-4153-add0-9d2100c8eed1 None None] Pushing event updated for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:24.457751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cfb3d-87ac-4d9d-93e8-37b507695eed req-4d99c939-a378-4fa9-9773-4bfd1db7567e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:24.459795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-128cfb3d-87ac-4d9d-93e8-37b507695eed req-4d99c939-a378-4fa9-9773-4bfd1db7567e tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 943 time: 0.1815681 Aug 19 18:14:24.467634 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58c7e2-ccbc-48ba-aa16-353f5d65871c None None] New status for floating IP fca38841-607e-47ae-97d2-3040050e2f88: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:14:24.584291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.716688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=8869340b-25fe-4cf9-9d6c-4cabce8510ab,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:24.748234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port 8869340b-25fe-4cf9-9d6c-4cabce8510ab on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:24.752611 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.754543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3413e437-1b78-43da-a146-481678eb6883 req-6f973985-f4c2-4b07-891d-b81fc8858f0b tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.42 "DELETE /v2.0/ports/8869340b-25fe-4cf9-9d6c-4cabce8510ab HTTP/1.1" status: 204 len: 173 time: 1.1306894 Aug 19 18:14:24.764218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-128cfb3d-87ac-4d9d-93e8-37b507695eed req-4e34f998-b729-4a4e-b6ec-d3ea683411f8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups?id=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141869 Aug 19 18:14:24.780491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:24.860227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=74da217a-5841-4576-bc26-8c9598aa699f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:24.907186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6'}, {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:14:24.915184 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5ec555-bc6e-4191-afcd-2fb3ada87ade" -d '{"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6"}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:14:25.008127 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6452eaa-4ff6-46b1-adf8-2c25e11adc37 x-openstack-request-id: req-c6452eaa-4ff6-46b1-adf8-2c25e11adc37 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:14:25.008465 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "b084538b-42c4-4bec-80b5-b5f0c328d2c6", "status": "completed", "code": 200}, {"server_uuid": "f3db44bd-e13e-47b3-9928-cb222263ce1f", "name": "network-vif-deleted", "tag": "8869340b-25fe-4cf9-9d6c-4cabce8510ab", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:14:25.008778 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6452eaa-4ff6-46b1-adf8-2c25e11adc37 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:14:25.009457 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': 'b084538b-42c4-4bec-80b5-b5f0c328d2c6', 'status': 'completed', 'code': 200} Aug 19 18:14:25.009681 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3db44bd-e13e-47b3-9928-cb222263ce1f', 'name': 'network-vif-deleted', 'tag': '8869340b-25fe-4cf9-9d6c-4cabce8510ab', 'status': 'completed', 'code': 200} Aug 19 18:14:25.037811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.044853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:25.051239 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c9599fa-b253-46ca-af84-82b51425e3df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/74da217a-5841-4576-bc26-8c9598aa699f HTTP/1.1" status: 204 len: 168 time: 2.0332553 Aug 19 18:14:25.071110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Allocated IP 2001:db8::2 (990330fa-9b95-4a03-9adb-5af99f8e95dd/bef084d3-4146-4c57-b662-71b2efaaaa66/f599433c-1cb9-40dc-89e0-a91d68fcf3d4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:25.169007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40986c66-e1f2-47a5-a360-98f3bc38eb00 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.170664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40986c66-e1f2-47a5-a360-98f3bc38eb00 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.172211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40986c66-e1f2-47a5-a360-98f3bc38eb00 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.181423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40986c66-e1f2-47a5-a360-98f3bc38eb00 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1335964 Aug 19 18:14:25.182965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:25.282373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 99c884db-f6ba-48a6-b8e2-7e4f2d8df75c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:25.286538 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.358360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:25.377231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.501199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8be48b-07c1-4dc0-92ee-f05dcb3cb6cb req-49cb7150-5b07-4e71-a536-58c651048412 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:25.526830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a8be48b-07c1-4dc0-92ee-f05dcb3cb6cb req-49cb7150-5b07-4e71-a536-58c651048412 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1540005 Aug 19 18:14:25.633187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.647797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a8be48b-07c1-4dc0-92ee-f05dcb3cb6cb req-767dd2ee-0152-44fe-8bfb-1c743413d4e6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099596 Aug 19 18:14:25.790648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.793384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c29e2efa-19ab-46da-a5da-34fee33f9d82 None None] Provisioning for port 1e55593e-25d9-4b3d-bdc1-d701d668716c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:25.817002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c29e2efa-19ab-46da-a5da-34fee33f9d82 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:25.817596 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c29e2efa-19ab-46da-a5da-34fee33f9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.837878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.841716 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/99c884db-f6ba-48a6-b8e2-7e4f2d8df75c HTTP/1.1" status: 204 len: 168 time: 0.6575534 Aug 19 18:14:25.843094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f93c-0908-44e0-b858-ff1cfc489bff tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=99c884db-f6ba-48a6-b8e2-7e4f2d8df75c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:25.844349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49190) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:25.855861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:25.899280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Transition to ACTIVE for port object f599433c-1cb9-40dc-89e0-a91d68fcf3d4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:25.917977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:25.918660 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.000338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet f2767e42-28a3-4a9f-83cd-ca324cd59788 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:26.016598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Transition to ACTIVE for port object f599433c-1cb9-40dc-89e0-a91d68fcf3d4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:26.047561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.059635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.101020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da30529-60fe-4de1-8ce9-7eacd0369982 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:26.134064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfccc9cc-5d7d-402e-984b-cc4e044c856e req-005b8cb0-b88e-4c9a-84a8-8efd452cc5ef tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1023550 Aug 19 18:14:26.148016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:26.156765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.204467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:26.208848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::cd (990330fa-9b95-4a03-9adb-5af99f8e95dd/bef084d3-4146-4c57-b662-71b2efaaaa66/ec3c74f0-199e-439b-a14a-9d4a2afb9245) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:26.210761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:26.319599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Pushing event updated for resources: {'Port': ['ID=f599433c-1cb9-40dc-89e0-a91d68fcf3d4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:26.330591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.365724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Attempting to bind port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:26.367047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.367801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Attempting to bind port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'd0342949-f6a2-4b3b-bb22-049ec93c3f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:26.368257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Attempting to bind port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 on network 990330fa-9b95-4a03-9adb-5af99f8e95dd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:26.380808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:26.381375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Checking segment: {'id': 'd0342949-f6a2-4b3b-bb22-049ec93c3f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:26.381874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.382368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Bound using segment: {'id': 'd0342949-f6a2-4b3b-bb22-049ec93c3f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:26.382951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Bound port: f599433c-1cb9-40dc-89e0-a91d68fcf3d4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0342949-f6a2-4b3b-bb22-049ec93c3f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '990330fa-9b95-4a03-9adb-5af99f8e95dd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:26.384250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.477297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ecbaceb6-7408-4637-9061-ed9880d59032 None None] Could not find standard attr ID for object 74da217a-5841-4576-bc26-8c9598aa699f. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:26.505531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.520897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object ec3c74f0-199e-439b-a14a-9d4a2afb9245 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:26.550988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.591869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] For port f599433c-1cb9-40dc-89e0-a91d68fcf3d4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:26.612932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] For port f599433c-1cb9-40dc-89e0-a91d68fcf3d4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f599433c-1cb9-40dc-89e0-a91d68fcf3d4,segment=NetworkSegment(d0342949-f6a2-4b3b-bb22-049ec93c3f37),segment_id=d0342949-f6a2-4b3b-bb22-049ec93c3f37)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:26.628930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=f2767e42-28a3-4a9f-83cd-ca324cd59788,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:26.630723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.645854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.646269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.646632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.646978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.647314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.647685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.648024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.648414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.648751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.649089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.649468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.650980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:26.659564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.669326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c30fbebd-3ab6-4e6d-8f81-2e1557d94159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/f2767e42-28a3-4a9f-83cd-ca324cd59788 HTTP/1.1" status: 204 len: 168 time: 0.8218443 Aug 19 18:14:26.669723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49206) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:26.746235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:26.786292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c85e8-cc8c-42a2-8f95-14fc96f41e7e None None] Pushing event updated for resources: {'Port': ['ID=f599433c-1cb9-40dc-89e0-a91d68fcf3d4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:26.804459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce8fc4-5db6-4383-8f7b-094d740d419e None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'f2767e42-28a3-4a9f-83cd-ca324cd59788'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '1e55593e-25d9-4b3d-bdc1-d701d668716c'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:26.806041 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e3894626-23f3-472b-9f0d-5d0410adb014 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350806 Aug 19 18:14:26.808856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:26.826605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:26.861704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-61ce8fc4-5db6-4383-8f7b-094d740d419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.006720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:27.018339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:27.033644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:27.051666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.059126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.087610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:27.098668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.128299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=ec3c74f0-199e-439b-a14a-9d4a2afb9245,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.184585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-929cdbc9-daa6-42cf-81f1-25069f6ec90e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 889 time: 3.8961391 Aug 19 18:14:27.218703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea56e-d8d4-4227-8e02-f3d717379ecc req-02235ffb-0d75-4655-bbea-b0aadf778595 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.226309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bbea56e-d8d4-4227-8e02-f3d717379ecc req-02235ffb-0d75-4655-bbea-b0aadf778595 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.4026697 Aug 19 18:14:27.226826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49226) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:27.353007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae80c6aa-bd8b-4503-97d7-5b1ab1df7fad None None] Provisioning complete for port 1e55593e-25d9-4b3d-bdc1-d701d668716c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:27.356112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae80c6aa-bd8b-4503-97d7-5b1ab1df7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.372660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d18de9-14fc-47dd-bd29-6aeabed942dc None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:27.441050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8adc5592-8e76-4b9a-9102-20321f1e2ac0 req-a863f9f2-ff68-4827-9848-450489ec494f tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1231008 Aug 19 18:14:27.483150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bbea56e-d8d4-4227-8e02-f3d717379ecc req-538c7015-2503-4235-a446-0bf041a7b1dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435369 Aug 19 18:14:27.575288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port ec3c74f0-199e-439b-a14a-9d4a2afb9245 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:27.576506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f599433c-1cb9-40dc-89e0-a91d68fcf3d4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:27.578300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.590952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.650025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:27.655912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:27.662700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:27.663651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.683877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:27.693817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-788db2be-fb67-4bea-bca7-d0c0ee816012 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8823185 Aug 19 18:14:27.698348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:27.704097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:27.757438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:27.803073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:27.863404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:27.902289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for ec3c74f0-199e-439b-a14a-9d4a2afb9245 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:27.913200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Deleting port 1e55593e-25d9-4b3d-bdc1-d701d668716c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:27.913821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.091353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] For port 1e55593e-25d9-4b3d-bdc1-d701d668716c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1e55593e-25d9-4b3d-bdc1-d701d668716c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:28.092640 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.152188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Calling delete_port for 1e55593e-25d9-4b3d-bdc1-d701d668716c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:28.167404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-46e1b037-7ea8-47d8-94a6-74642edc4d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.177278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:28.190911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.386241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.450741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] Pushing event deleted for resources: {'Port': ['ID=1e55593e-25d9-4b3d-bdc1-d701d668716c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:28.460403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abda61d-42d0-4d5c-a9ff-4685a9d8294f None None] No DVR routers for this DVR port 1e55593e-25d9-4b3d-bdc1-d701d668716c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:28.488869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1343d-47a3-4b81-8a3f-df298c6143b8 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:28.535042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.662299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=ec3c74f0-199e-439b-a14a-9d4a2afb9245,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:28.751192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc5fd4c7-768d-4334-bbe6-0334ca09b287 req-f8cdbf55-057b-42a0-afbd-ad6672625f7c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1160634 Aug 19 18:14:28.803942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58160575-bf91-4101-9f5a-97bf4f05b0ba None None] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:28.805706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.810726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d48f58f3-11c7-4985-a67d-1ea162555cab tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/ec3c74f0-199e-439b-a14a-9d4a2afb9245 HTTP/1.1" status: 204 len: 168 time: 1.5794976 Aug 19 18:14:28.811513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49256) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:28.864893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76bf45-93ed-413b-ac55-291321c6107e req-712ef90d-10db-41ae-8f7a-ffee089ef695 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:28.866660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b76bf45-93ed-413b-ac55-291321c6107e req-712ef90d-10db-41ae-8f7a-ffee089ef695 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.2219820 Aug 19 18:14:28.873440 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-be561b52-87c3-40ed-8ac5-9b2c24c639c0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:28.879904 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-be561b52-87c3-40ed-8ac5-9b2c24c639c0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/ec3c74f0-199e-439b-a14a-9d4a2afb9245 HTTP/1.1" status: 404 len: 333 time: 0.0675421 Aug 19 18:14:28.883190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49264) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:28.913636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:28.914607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:28.920438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Provisioning for port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:28.940929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Provisioning complete for port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:28.941788 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.018060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet bef084d3-4146-4c57-b662-71b2efaaaa66 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:29.026732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.053334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b76bf45-93ed-413b-ac55-291321c6107e req-0ba7f74a-f0ee-41c1-a88d-a5cbdfd8c700 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763270 Aug 19 18:14:29.137827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.226225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:29.232035 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.310160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:29.330895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:29.338123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:29.348795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:29.349685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.357194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.364430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1e55593e-25d9-4b3d-bdc1-d701d668716c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:29.364821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1e55593e-25d9-4b3d-bdc1-d701d668716c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:29.366926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.376173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6762054 Aug 19 18:14:29.379302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49272) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:29.384080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:91:f2:8c', 'name': 'tempest-NetworksTestDHCPv6-1634863869'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:29.389747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeb6ac-4d33-4f50-9f48-3be89b29010b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=8f37df15-fa03-4295-a0f4-5497eff3deb8,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.450606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.455982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Allocated IP 172.20.0.2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1/4ff7fa1a-4dc0-4bd4-8476-c350bdad5829) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:29.550821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:29.590372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:29.590995 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:29.598601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.600864 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/bef084d3-4146-4c57-b662-71b2efaaaa66 HTTP/1.1" status: 204 len: 168 time: 0.7155325 Aug 19 18:14:29.604599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:29.605420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=bef084d3-4146-4c57-b662-71b2efaaaa66,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.649230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.650102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.650494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.650848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.651196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.651565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.651905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.652504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.652626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.652890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.653221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.653967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adedc44-0bae-4232-b4b5-73b95d5b6536 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:14:29.730134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae262635-b644-4304-9c78-49e56757ef67 None None] Network 990330fa-9b95-4a03-9adb-5af99f8e95dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:29.738437 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.738684 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.743737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.781280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port b32c887f-c2bf-4b78-9928-9c4d9ccd64ce yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:29.800019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Transition to ACTIVE for port object 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:29.821183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:29.822356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.836499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Transition to ACTIVE for port object 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:29.870396 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.948897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port f599433c-1cb9-40dc-89e0-a91d68fcf3d4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f599433c-1cb9-40dc-89e0-a91d68fcf3d4,segment=NetworkSegment(d0342949-f6a2-4b3b-bb22-049ec93c3f37),segment_id=d0342949-f6a2-4b3b-bb22-049ec93c3f37)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:29.949162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:29.949547 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:29.950963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Pushing event updated for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:29.966346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for f599433c-1cb9-40dc-89e0-a91d68fcf3d4 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:29.966514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:29.970361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:29.997459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6388733-6584-49e9-a8f0-0d463fa376c7 req-21d95272-7ee4-4c7a-9679-ce5046deaaca tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0742276 Aug 19 18:14:30.057525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Attempting to bind port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:30.057898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Attempting to bind port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:30.058262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Attempting to bind port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:30.090062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:30.090483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:30.090858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.091268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:30.091790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Bound port: 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:30.092178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.114091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fa6e63-95fb-4836-af16-ecabea9b7c0f None None] DHCP port deletion for 990330fa-9b95-4a03-9adb-5af99f8e95dd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:30.133393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 172.20.0.3 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1/b32c887f-c2bf-4b78-9928-9c4d9ccd64ce) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:30.143265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe91:f28c (eb31d0fd-a178-45b0-9725-e1a963ee76c8/8f37df15-fa03-4295-a0f4-5497eff3deb8/b32c887f-c2bf-4b78-9928-9c4d9ccd64ce) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:30.237391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.303729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=f599433c-1cb9-40dc-89e0-a91d68fcf3d4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:30.311638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:30.420100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.424999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.436686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990330fa-9b95-4a03-9adb-5af99f8e95dd']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.449745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0342949-f6a2-4b3b-bb22-049ec93c3f37') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.450451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0342949-f6a2-4b3b-bb22-049ec93c3f37') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:30.459515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5778cf66-809d-4b69-9165-bb5f475f99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.463236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.465341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object b32c887f-c2bf-4b78-9928-9c4d9ccd64ce will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:30.481993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.489474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:30.490386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.518048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.565063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ce137-4efc-4fc3-977d-ac828c67aef8 req-afb13e22-c663-477c-8267-840a52387202 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.567858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d9ce137-4efc-4fc3-977d-ac828c67aef8 req-afb13e22-c663-477c-8267-840a52387202 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3445892 Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:30.578442 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:30.590672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.608241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:30.608618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.612502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:30.613798 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/990330fa-9b95-4a03-9adb-5af99f8e95dd HTTP/1.1" status: 204 len: 168 time: 0.9936082 Aug 19 18:14:30.618956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49294) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.623494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:30.640538 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d8f5-d6a7-45f7-851b-bf07b1d08e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.645135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'name': 'tempest-PortsIpV6TestJSON-2132979457'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:30.653176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3d7f-50dc-49a8-8f66-dc83dee5126c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=990330fa-9b95-4a03-9adb-5af99f8e95dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:30.668161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:30.675563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=b32c887f-c2bf-4b78-9928-9c4d9ccd64ce,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:30.690373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d9ce137-4efc-4fc3-977d-ac828c67aef8 req-a692980d-4191-4e14-8ca0-dd7270da1249 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158295 Aug 19 18:14:30.730083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.731291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.732801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-66fa6e63-95fb-4836-af16-ecabea9b7c0f None None] Deleting port f599433c-1cb9-40dc-89e0-a91d68fcf3d4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:30.733291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-66fa6e63-95fb-4836-af16-ecabea9b7c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.755483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ea983819-5eb7-44c4-a81e-fbe954dacb4a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3752751 Aug 19 18:14:30.758009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49298) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-66fa6e63-95fb-4836-af16-ecabea9b7c0f None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 990330fa-9b95-4a03-9adb-5af99f8e95dd could not be found. Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 990330fa-9b95-4a03-9adb-5af99f8e95dd could not be found. Aug 19 18:14:30.761506 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:14:30.778703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:30.788494 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.829923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:30.838039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.843859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bcc70c-8a56-48f4-88a8-25b29037a09a None None] DHCP port deletion for 990330fa-9b95-4a03-9adb-5af99f8e95dd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:30.865993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8b57d6ea-33d4-4e37-b8d8-92f7b6b0822e None None] Could not find standard attr ID for object f599433c-1cb9-40dc-89e0-a91d68fcf3d4. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:30.892964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port bccfa479-63d2-4957-a91f-dc030f228183 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:30.974122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125f112-01f2-4ba8-a558-68a6c6afbb63 None None] Pushing event updated for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:30.976962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6a68f-61b1-4043-8e5e-6ef73578da21 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:30.981864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:30.997576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6a68f-61b1-4043-8e5e-6ef73578da21 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.002397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-94f6a68f-61b1-4043-8e5e-6ef73578da21 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2313640 Aug 19 18:14:31.013913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:31.180361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-b669519c-55f9-46fb-bf69-5bec69ff12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.184783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-b669519c-55f9-46fb-bf69-5bec69ff12da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.1810877 Aug 19 18:14:31.202957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba06855-337b-4eed-95e9-58f004085e74 req-456ad3d6-47e9-4673-a10a-d5d69e921ab1 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.204685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ba06855-337b-4eed-95e9-58f004085e74 req-456ad3d6-47e9-4673-a10a-d5d69e921ab1 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1885130 Aug 19 18:14:31.339021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6bf70ef-533f-4e9a-ad39-13f2fd0484c5 req-3444653e-834b-4fd8-bf66-08602d8937ef tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1168096 Aug 19 18:14:31.404382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f599433c-1cb9-40dc-89e0-a91d68fcf3d4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:31.438640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port b32c887f-c2bf-4b78-9928-9c4d9ccd64ce {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:31.439823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.450828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.476067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f599433c-1cb9-40dc-89e0-a91d68fcf3d4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:31.476715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f599433c-1cb9-40dc-89e0-a91d68fcf3d4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:31.578100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ba06855-337b-4eed-95e9-58f004085e74 req-b78e524c-5fe7-42d4-8930-6483dba07d2d tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252416 Aug 19 18:14:31.593210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.627285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-7529e964-0d17-411b-b8cf-79d413f065fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.628969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-7529e964-0d17-411b-b8cf-79d413f065fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.4219954 Aug 19 18:14:31.651792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:31.655974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:31.656382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.659100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:31.666583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.667322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.684621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=bccfa479-63d2-4957-a91f-dc030f228183,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:31.695953 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e52928e9-1242-430e-9ec2-98fd21a3d7fd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0746012 Aug 19 18:14:31.699614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:31.749705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for b32c887f-c2bf-4b78-9928-9c4d9ccd64ce owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:31.756050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-3fb8bae3-00e7-4ed0-a23c-237b394d610f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1002 time: 0.1133788 Aug 19 18:14:31.830552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port bccfa479-63d2-4957-a91f-dc030f228183 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:31.831181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.907459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-d8603399-a9f4-41e7-b02a-63f73d62fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:31.909097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-d8603399-a9f4-41e7-b02a-63f73d62fb25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.1408374 Aug 19 18:14:31.942851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.980982 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:31.999599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for bccfa479-63d2-4957-a91f-dc030f228183 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:32.042940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-39e74984-9f3f-4cdf-95d8-d966cc750e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.044513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-39e74984-9f3f-4cdf-95d8-d966cc750e59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164114 Aug 19 18:14:32.208621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.242915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=bccfa479-63d2-4957-a91f-dc030f228183,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:32.254979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.257678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8f8c56ee-8738-45cd-834c-e0f781333452 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/bccfa479-63d2-4957-a91f-dc030f228183 HTTP/1.1" status: 204 len: 168 time: 0.5567098 Aug 19 18:14:32.269044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:32.279372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'mac_address': 'fa:16:3e:67:a3:b5', 'name': 'tempest-PortsIpV6TestJSON-363327311'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:32.482512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:32.578397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.583801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f6be6-8d9d-403b-8832-256bde45b29c None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:32.600887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 84f68766-118b-4398-8149-56b5c5c6bc4f yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:32.696638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b006d106-841e-4dda-ada0-717cf302b60b None None] Provisioning for port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:32.825856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b599267-830c-4140-95fc-eaf882a6fffc req-4f92afd3-6f10-4d6e-b76b-42b3a35b5725 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0870183 Aug 19 18:14:32.874909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:32.914547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=b32c887f-c2bf-4b78-9928-9c4d9ccd64ce,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:32.932434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49436c-82f4-40b5-87da-474921830db0 req-5708e654-cd27-44da-a78d-be75b741c649 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:32.939723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a49436c-82f4-40b5-87da-474921830db0 req-5708e654-cd27-44da-a78d-be75b741c649 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.2124724 Aug 19 18:14:32.963177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-c8612c75-ed19-483d-ba25-dc07f8baa177 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077318 Aug 19 18:14:32.989727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f37df15-fa03-4295-a0f4-5497eff3deb8'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '4ff7fa1a-4dc0-4bd4-8476-c350bdad5829'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:33.025574 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.037842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.127849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.163135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a49436c-82f4-40b5-87da-474921830db0 req-31430fb2-1b45-462d-a7a3-d664631f7efb tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225435 Aug 19 18:14:33.179970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:33.183627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:33.193411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:33.201220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.201903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.235298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=84f68766-118b-4398-8149-56b5c5c6bc4f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:33.255317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b673dac-4ed4-4740-877d-f8a73112a987 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9801931 Aug 19 18:14:33.256085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.278213 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.280210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad6d1cc8-e26c-4d6e-8e21-06a113c8fe2e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b32c887f-c2bf-4b78-9928-9c4d9ccd64ce HTTP/1.1" status: 204 len: 168 time: 2.2651951 Aug 19 18:14:33.289587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49356) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.328925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Allocated IP 2001:db8::f816:3eff:fea8:e767 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/8f37df15-fa03-4295-a0f4-5497eff3deb8/4ff7fa1a-4dc0-4bd4-8476-c350bdad5829) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:33.337206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c377f-40ed-49b6-908c-b259d65d6816 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.338727 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-440c377f-40ed-49b6-908c-b259d65d6816 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/84f68766-118b-4398-8149-56b5c5c6bc4f HTTP/1.1" status: 200 len: 844 time: 0.0816045 Aug 19 18:14:33.341637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.376543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa1fb9e6-2c00-424f-a964-a316f5096498 req-0dcd6e96-59ad-4b4b-baca-87df50be92dd service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019210 Aug 19 18:14:33.388119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ef9e8-2a58-4e2f-aec3-9614d3203af2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.389864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ef9e8-2a58-4e2f-aec3-9614d3203af2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.392479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ef9e8-2a58-4e2f-aec3-9614d3203af2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:33.396735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2b9ef9e8-2a58-4e2f-aec3-9614d3203af2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1031713 Aug 19 18:14:33.397030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.445932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:33.469827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 8f37df15-fa03-4295-a0f4-5497eff3deb8 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:33.507954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 84f68766-118b-4398-8149-56b5c5c6bc4f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:33.508618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.551919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:33.574955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.605005 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.613908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:33.621892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.623224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:33.623812 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.625886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Transition to ACTIVE for port object 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:33.629545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.648029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.653646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 84f68766-118b-4398-8149-56b5c5c6bc4f owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:33.693676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.709286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2eef5-95eb-40a2-81dd-397b07eec4c6 None None] Pushing event updated for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:33.773092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.779653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 had new provisioning blocks added so it will not transition to active. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 19 18:14:33.833446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.850465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:33.855871 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/84f68766-118b-4398-8149-56b5c5c6bc4f HTTP/1.1" status: 204 len: 168 time: 0.5100801 Aug 19 18:14:33.855871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3aa3e-cdfd-4cf2-8647-13a9f7d555df tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=84f68766-118b-4398-8149-56b5c5c6bc4f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:33.856468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49368) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.935568 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6575fd84-c89a-4317-a4fe-0697c0199a80 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:33.937562 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6575fd84-c89a-4317-a4fe-0697c0199a80 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/84f68766-118b-4398-8149-56b5c5c6bc4f HTTP/1.1" status: 404 len: 333 time: 0.0801368 Aug 19 18:14:33.943430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:33.951436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'name': 'tempest-PortsIpV6TestJSON-1069985284'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:33.972064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.037298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4872f75-fb80-424e-ac53-003c2b193290 req-4a9f899e-3db1-466b-814b-1cb772fff82c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0833101 Aug 19 18:14:34.042931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=8f37df15-fa03-4295-a0f4-5497eff3deb8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:34.051438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.056177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-82e4b062-2ff9-411e-80fb-cb7397f5a0ce tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/8f37df15-fa03-4295-a0f4-5497eff3deb8 HTTP/1.1" status: 204 len: 168 time: 0.6559124 Aug 19 18:14:34.068178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49374) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:34.164291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:34.168508 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.212132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:34.218326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.252555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.256027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 984747fa-2afd-44b6-b4c9-421fd3c8e4f1 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:34.396674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017db72-fe03-4ba4-8c97-fc40a5ea3832 req-abcb1380-5bfb-4ba0-a4ea-601db04b2ad1 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:34.398570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b017db72-fe03-4ba4-8c97-fc40a5ea3832 req-abcb1380-5bfb-4ba0-a4ea-601db04b2ad1 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.0985312 Aug 19 18:14:34.470776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b017db72-fe03-4ba4-8c97-fc40a5ea3832 req-6d09ae46-869d-4f1d-875f-91d596c63aaa tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649133 Aug 19 18:14:34.493010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.543537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.615118 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.645906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:34.664800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.669973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:34.670314 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dce5e2d9-9c6b-4404-b5b1-80c0752b29bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1 HTTP/1.1" status: 204 len: 168 time: 0.6084216 Aug 19 18:14:34.697166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.739967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7785cb77-10c9-47df-9cd2-074ea3883b79 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682418 Aug 19 18:14:34.743488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:34.752134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:34.773266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:34.774160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=984747fa-2afd-44b6-b4c9-421fd3c8e4f1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:34.778402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:34.780459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:34.786195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:34.786822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.813531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-450fc536-272f-4204-a8ab-9f6452f87686 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8684523 Aug 19 18:14:34.816604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:34.823139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120c358-263d-4369-b57f-c129de1cac7b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:34.826340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:34.910189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Could not find standard attr ID for object b32c887f-c2bf-4b78-9928-9c4d9ccd64ce. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:34.938179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.943519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Provisioning for port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:34.948686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:34.953316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:34.971530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Provisioning complete for port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:34.971921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.151929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.197734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:35.208690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.215132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.278538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] In _notify_port_updated(), no bound segment for port 984747fa-2afd-44b6-b4c9-421fd3c8e4f1 on network a108ab31-c27a-4289-aaac-b982aa235302 {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:14:35.285631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:35.286801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.288345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/ports/984747fa-2afd-44b6-b4c9-421fd3c8e4f1 HTTP/1.1" status: 200 len: 818 time: 0.4675751 Aug 19 18:14:35.292228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49410) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:35.305395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:35.311583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:35.317869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.347272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0435638-27d2-4fc6-9b1e-98e1036b3b55 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=984747fa-2afd-44b6-b4c9-421fd3c8e4f1,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.350860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08b0344d-c5df-4dc8-a295-7d7c807e40b5 req-6ad35103-90be-41fa-9fe9-7cf6ee5205c8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1169693 Aug 19 18:14:35.352361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.433018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fed7a3-e620-4ae4-96bb-66ef20d2267e None None] Pushing event updated for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.460262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=b8ef15bd-002e-474f-9fdb-b34d4e90cff9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.477223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 984747fa-2afd-44b6-b4c9-421fd3c8e4f1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:35.478194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.487697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Deleting port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:35.487697 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.491588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:35.500478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:35.505208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:35.506835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.545677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f9559720-0b1e-485b-8664-f24f3711ea6b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8019767 Aug 19 18:14:35.546378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49414) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:35.553097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:35.573266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.645115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.658356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:35.658917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.668861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 984747fa-2afd-44b6-b4c9-421fd3c8e4f1 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:35.681771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Calling delete_port for 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:35.701739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:35.750711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:35.751009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.763484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.846982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.884253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.885719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=984747fa-2afd-44b6-b4c9-421fd3c8e4f1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.897199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.901811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-04a5587d-e5aa-48b7-95be-4a3e84a10da4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/984747fa-2afd-44b6-b4c9-421fd3c8e4f1 HTTP/1.1" status: 204 len: 168 time: 0.6059232 Aug 19 18:14:35.901925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:35.911890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:35.940589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] Pushing event deleted for resources: {'Port': ['ID=4ff7fa1a-4dc0-4bd4-8476-c350bdad5829,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:35.948181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d01025-6538-4fca-a3db-202e4c0a6855 None None] No DVR routers for this DVR port 4ff7fa1a-4dc0-4bd4-8476-c350bdad5829 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:35.971536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6e726-fbfe-450e-90fe-ce045e6117ea None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:35.988285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aeb0cd-ad12-4a7c-8bf6-86bdf2fcc032 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:35.990106 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b2aeb0cd-ad12-4a7c-8bf6-86bdf2fcc032 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0871809 Aug 19 18:14:35.993849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49422) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.042491 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac066f82-eb09-4f86-b4f3-ec8815c5c229 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:36.049023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ac066f82-eb09-4f86-b4f3-ec8815c5c229 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/984747fa-2afd-44b6-b4c9-421fd3c8e4f1 HTTP/1.1" status: 404 len: 333 time: 0.0540848 Aug 19 18:14:36.050125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.055429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-93051262'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:36.090763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:36.094813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.153090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:36.179966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.179966 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment c81ed073-5d22-438f-b120-90cd2f0562e6 of type vlan for network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb Aug 19 18:14:36.229975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'b8ef15bd-002e-474f-9fdb-b34d4e90cff9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:36.231560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.276252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.326007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.342655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:36.344000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.387748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3358271 Aug 19 18:14:36.395985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:36.396797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49432) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.402461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:36.409678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.529707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7763970-f666-410f-888b-13f1298d93e5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=fb5a3712-5fb5-47a1-bea9-bdc02257d2fb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:36.530900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Allocated IP 172.20.0.2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b8ef15bd-002e-474f-9fdb-b34d4e90cff9/aea034b4-00b2-43b2-9920-f60b8b34c979) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:36.542861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:36.545556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:36.545858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Allocated IP 2001:db8::f816:3eff:fef6:8ea9 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/c287e4bb-acfd-4656-bc69-2dfa2a257050/aea034b4-00b2-43b2-9920-f60b8b34c979) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:36.595687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:36.605246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:36.605905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.656497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a365433b-7161-4f84-b185-dff3ec6bc69b req-b744dd30-21d5-49f9-957b-5f436d204de8 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0775552 Aug 19 18:14:36.658482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1104612 Aug 19 18:14:36.661523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49442) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:36.669607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:3e:09:de', 'name': 'tempest-NetworksTestDHCPv6-1845261260'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:36.749565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745fa26-7aa4-44ed-8295-0be00759d0e7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=c287e4bb-acfd-4656-bc69-2dfa2a257050,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:36.755315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:36.759420 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.818456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.827727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Transition to ACTIVE for port object aea034b4-00b2-43b2-9920-f60b8b34c979 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:36.855425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Transition to ACTIVE for port object aea034b4-00b2-43b2-9920-f60b8b34c979 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:36.867349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:36.933268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:36.933954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Pushing event updated for resources: {'Port': ['ID=aea034b4-00b2-43b2-9920-f60b8b34c979,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:36.950690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:36.955236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:36.964200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:37.082952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Attempting to bind port aea034b4-00b2-43b2-9920-f60b8b34c979 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:37.083843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Attempting to bind port aea034b4-00b2-43b2-9920-f60b8b34c979 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:37.084324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Attempting to bind port aea034b4-00b2-43b2-9920-f60b8b34c979 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:37.092501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.097536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:37.099047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:37.099769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.101368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:37.104419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Bound port: aea034b4-00b2-43b2-9920-f60b8b34c979, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:37.105280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.130324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.199022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=396a3cc5-530b-477e-a52e-bc284311d915,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.214707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 33f050de-ad6c-4e7c-8b2e-58fd8b19c581 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:37.269456 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] For port aea034b4-00b2-43b2-9920-f60b8b34c979, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:37.286093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] For port aea034b4-00b2-43b2-9920-f60b8b34c979, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aea034b4-00b2-43b2-9920-f60b8b34c979,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:37.293869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.301729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'c81ed073-5d22-438f-b120-90cd2f0562e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:37.304482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: fb5a3712-5fb5-47a1-bea9-bdc02257d2fb, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:37.376662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:37.410691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dee57a-59c6-4a66-8db5-70dc110966dc None None] Pushing event updated for resources: {'Port': ['ID=aea034b4-00b2-43b2-9920-f60b8b34c979,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:37.440330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, fb5a3712-5fb5-47a1-bea9-bdc02257d2fb) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:37.448638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:37.449252 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.453947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201aa6a1-0c5e-433e-a42c-10e159a7fd17 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:37.482541 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3876d25c-c31a-48a8-86c0-cb79a36f8dbb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0845759 Aug 19 18:14:37.483169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49454) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:37.488297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:37.542074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 172.20.0.12 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b8ef15bd-002e-474f-9fdb-b34d4e90cff9/33f050de-ad6c-4e7c-8b2e-58fd8b19c581) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:37.550564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe3e:9de (eb31d0fd-a178-45b0-9725-e1a963ee76c8/c287e4bb-acfd-4656-bc69-2dfa2a257050/33f050de-ad6c-4e7c-8b2e-58fd8b19c581) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:37.841521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': '396a3cc5-530b-477e-a52e-bc284311d915'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:37.842508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:37.881823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:37.906163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.020776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.045336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67a5e763-c62d-450d-9f09-ecb70fc399bc req-af20db79-57e7-4909-ac81-c80f66d61e58 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0896666 Aug 19 18:14:38.050601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 33f050de-ad6c-4e7c-8b2e-58fd8b19c581 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:38.104029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.122827 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 396a3cc5-530b-477e-a52e-bc284311d915 (CIDR: 2001:db8::/64) Aug 19 18:14:38.128395 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:38.129507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:38.144513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Allocated IP 2001:db8::2 (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/396a3cc5-530b-477e-a52e-bc284311d915/993f40e9-df13-4375-b534-275e6bb5618e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:38.161418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ca3bc47d-81bb-44f0-a5a5-bf8239c47d68 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6769066 Aug 19 18:14:38.162413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49464) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:38.170156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=33f050de-ad6c-4e7c-8b2e-58fd8b19c581,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:38.170939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:38.188434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:38.190270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:38.192734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:38.255849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.256498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.278866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1b70811-97f9-468d-a22e-3af370f1f181 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6139956 Aug 19 18:14:38.279304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49466) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:38.362284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.372639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Transition to ACTIVE for port object 993f40e9-df13-4375-b534-275e6bb5618e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:38.385304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705cb77-978e-4acf-9847-9980a116413d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.390981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Transition to ACTIVE for port object 993f40e9-df13-4375-b534-275e6bb5618e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:38.391734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705cb77-978e-4acf-9847-9980a116413d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:38.396603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6705cb77-978e-4acf-9847-9980a116413d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1155217 Aug 19 18:14:38.397719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:38.403084 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.418308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:38.425277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.501289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:38.521740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 33f050de-ad6c-4e7c-8b2e-58fd8b19c581 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:38.522114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.527951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:38.537572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:38.600548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Pushing event updated for resources: {'Port': ['ID=993f40e9-df13-4375-b534-275e6bb5618e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:38.658669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Attempting to bind port 993f40e9-df13-4375-b534-275e6bb5618e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:38.659580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Attempting to bind port 993f40e9-df13-4375-b534-275e6bb5618e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'c81ed073-5d22-438f-b120-90cd2f0562e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:38.663494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Attempting to bind port 993f40e9-df13-4375-b534-275e6bb5618e on network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:38.670461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.676320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:38.678039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Checking segment: {'id': 'c81ed073-5d22-438f-b120-90cd2f0562e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:38.678765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.679858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Bound using segment: {'id': 'c81ed073-5d22-438f-b120-90cd2f0562e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:38.681440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Bound port: 993f40e9-df13-4375-b534-275e6bb5618e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81ed073-5d22-438f-b120-90cd2f0562e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:38.683363 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.684903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 33f050de-ad6c-4e7c-8b2e-58fd8b19c581 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:38.823803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] For port 993f40e9-df13-4375-b534-275e6bb5618e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:38.833289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] For port 993f40e9-df13-4375-b534-275e6bb5618e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=993f40e9-df13-4375-b534-275e6bb5618e,segment=NetworkSegment(c81ed073-5d22-438f-b120-90cd2f0562e6),segment_id=c81ed073-5d22-438f-b120-90cd2f0562e6)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:38.837901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.943792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:38.968591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f625-0733-42ee-8a7e-a51c01127deb None None] Pushing event updated for resources: {'Port': ['ID=993f40e9-df13-4375-b534-275e6bb5618e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.021351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950c59e-eb40-4d38-8eef-ac6211cb8c80 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:39.027387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.062136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:39.068990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=33f050de-ad6c-4e7c-8b2e-58fd8b19c581,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.071995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:39.082023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.088798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.123906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=9bb9fa91-8074-4268-a9bd-ba30f330ee13,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.137598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3f699f2d-60d0-4c3b-bb1f-c4f01f1fc22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9728022 Aug 19 18:14:39.140266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49484) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.148741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'fixed_ips': [{'subnet_id': '396a3cc5-530b-477e-a52e-bc284311d915'}, {'subnet_id': '9bb9fa91-8074-4268-a9bd-ba30f330ee13'}], 'name': 'tempest-PortsIpV6TestJSON-642249348'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:39.235471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.235471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20352d7d-b949-4e6f-bd5a-dc58b29197ae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/33f050de-ad6c-4e7c-8b2e-58fd8b19c581 HTTP/1.1" status: 204 len: 168 time: 0.8339598 Aug 19 18:14:39.237782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49486) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.375973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589e791-90fe-4469-a5f9-7681dc638e41 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.377501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589e791-90fe-4469-a5f9-7681dc638e41 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.383368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589e791-90fe-4469-a5f9-7681dc638e41 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:39.390301 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b589e791-90fe-4469-a5f9-7681dc638e41 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1484451 Aug 19 18:14:39.391200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.430956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-170ead75-4609-4f7a-bf43-f7a9970566c4 None None] Provisioning for port aea034b4-00b2-43b2-9920-f60b8b34c979 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:39.444229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84cefcc3-8cc2-4285-b30d-fa194971cc36 req-c9bdebdf-7d1c-4558-bcaf-a480edd42ef9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0956833 Aug 19 18:14:39.447541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aea034b4-00b2-43b2-9920-f60b8b34c979 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:39.519958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet b8ef15bd-002e-474f-9fdb-b34d4e90cff9 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:39.527021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.553217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:39.585227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.623892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port aea034b4-00b2-43b2-9920-f60b8b34c979 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:39.635818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port aea034b4-00b2-43b2-9920-f60b8b34c979 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:39.635818 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.720676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.747915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.753513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 63d9a781-7723-42fe-b3ea-be0c9586bf5c yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:39.796784 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.824616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.939081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ef15bd-002e-474f-9fdb-b34d4e90cff9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:39.948778 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:39.950774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79b20a92-4fca-4a4c-94d8-c59b69062982 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b8ef15bd-002e-474f-9fdb-b34d4e90cff9 HTTP/1.1" status: 204 len: 168 time: 0.5582108 Aug 19 18:14:39.953414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49502) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:39.959272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:39.959978 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:40.080227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet c287e4bb-acfd-4656-bc69-2dfa2a257050 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:40.095965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.217885 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.450506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.460328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893bf8f-260f-4ced-aa9b-041ee848c984 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:40.559734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::21b (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/396a3cc5-530b-477e-a52e-bc284311d915/63d9a781-7723-42fe-b3ea-be0c9586bf5c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:40.576914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8:0:1::225 (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/9bb9fa91-8074-4268-a9bd-ba30f330ee13/63d9a781-7723-42fe-b3ea-be0c9586bf5c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:40.654442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ffcd3bc9-11c7-4288-ba81-9102c0d24cb2 None None] Provisioning for port 993f40e9-df13-4375-b534-275e6bb5618e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:40.681516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.705247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69396e6f-6c53-482d-bf52-5aa46ab3a0f9 req-b530bba4-ae1d-416e-ac42-b89696081a73 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0576923 Aug 19 18:14:40.792702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.831484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=c287e4bb-acfd-4656-bc69-2dfa2a257050,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:40.838872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.843001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-877847b5-9ee3-4b02-bd5d-257b1489eb88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c287e4bb-acfd-4656-bc69-2dfa2a257050 HTTP/1.1" status: 204 len: 168 time: 0.8859270 Aug 19 18:14:40.843381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49518) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:40.851510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:40.851916 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:40.946605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df1ae6-0017-43eb-b9fb-6e7174020870 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:40.947427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:40.980299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 63d9a781-7723-42fe-b3ea-be0c9586bf5c will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:41.053041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0f471495-de30-46e4-a5f4-2e03135d0804 None None] Provisioning complete for port aea034b4-00b2-43b2-9920-f60b8b34c979 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:41.053556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0f471495-de30-46e4-a5f4-2e03135d0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.059805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.165829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:41.170064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:41.177415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:41.184432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:41.185033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.203745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Update dhcp port {'port': {'network_id': 'fb5a3712-5fb5-47a1-bea9-bdc02257d2fb', 'fixed_ips': [{'subnet_id': '396a3cc5-530b-477e-a52e-bc284311d915', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bb9fa91-8074-4268-a9bd-ba30f330ee13'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '993f40e9-df13-4375-b534-275e6bb5618e'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:14:41.207525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0655949 Aug 19 18:14:41.210696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.218981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '396a3cc5-530b-477e-a52e-bc284311d915'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:41.232327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d42fba0e-fec0-46c4-aa11-4416b7c72fdb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3877602 Aug 19 18:14:41.235302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.310763 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.317945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.319825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406886a2-0472-4083-bd7e-05b891644151 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:41.323280 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-406886a2-0472-4083-bd7e-05b891644151 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0864308 Aug 19 18:14:41.325613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49528) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.331499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90161bf3-1f06-4b65-b1c7-9a86e2c5e22e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=63d9a781-7723-42fe-b3ea-be0c9586bf5c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.436714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e9358-1e5d-4fd9-b99c-02613d21d4ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:41.438144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a9e9358-1e5d-4fd9-b99c-02613d21d4ac tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115863 Aug 19 18:14:41.442333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49536) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.491307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.494473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:41.538377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49538) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.538820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db170e86-9ecb-4dfc-8784-85fc4a8e0159 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932763 Aug 19 18:14:41.544731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:41.648195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0f471495-de30-46e4-a5f4-2e03135d0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.661982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port aea034b4-00b2-43b2-9920-f60b8b34c979, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aea034b4-00b2-43b2-9920-f60b8b34c979,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:41.676913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.705972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:41.714859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.716625 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:41.718881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:41.732734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Allocated IP 2001:db8:0:1::2 (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/9bb9fa91-8074-4268-a9bd-ba30f330ee13/993f40e9-df13-4375-b534-275e6bb5618e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:41.769886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3d70aff-c149-4dc9-9430-073c2d2788c9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2299244 Aug 19 18:14:41.773053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49542) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:41.783124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:41.868356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 993f40e9-df13-4375-b534-275e6bb5618e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:41.871242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Deleting port aea034b4-00b2-43b2-9920-f60b8b34c979 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:41.873661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.904451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f992a88d-8fcc-4da1-90cb-c26683e92c88 req-0e2bb362-59ab-474d-9895-d20d74503650 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0486143 Aug 19 18:14:41.953506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=aea034b4-00b2-43b2-9920-f60b8b34c979,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:41.957666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-0f471495-de30-46e4-a5f4-2e03135d0804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:14:41.958564 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-0f471495-de30-46e4-a5f4-2e03135d0804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:14:41.972587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:41.977866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:41.979776 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:41.980448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:42.001737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6be87995-35ee-4db0-80f7-d0c417a667e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2274592 Aug 19 18:14:42.004676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49550) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.010507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:42.103894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] For port 993f40e9-df13-4375-b534-275e6bb5618e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=993f40e9-df13-4375-b534-275e6bb5618e,segment=NetworkSegment(c81ed073-5d22-438f-b120-90cd2f0562e6),segment_id=c81ed073-5d22-438f-b120-90cd2f0562e6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:42.128928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 993f40e9-df13-4375-b534-275e6bb5618e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:42.132768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] For port aea034b4-00b2-43b2-9920-f60b8b34c979, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aea034b4-00b2-43b2-9920-f60b8b34c979,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:42.133378 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.136095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:42.140483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.142693 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:42.143407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:42.154413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 993f40e9-df13-4375-b534-275e6bb5618e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:42.155115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.165031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-05b1eeeb-ffd8-44bc-80db-f4cfe0edc182 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1592157 Aug 19 18:14:42.167907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49556) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.173961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:42.182788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Calling delete_port for aea034b4-00b2-43b2-9920-f60b8b34c979 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:42.204888 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.237893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Transition to ACTIVE for port object 993f40e9-df13-4375-b534-275e6bb5618e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:42.273822 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.294097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:42.298506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.300116 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:42.300820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:42.335551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Delete allocated IP 2001:db8:0:1::225 (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/9bb9fa91-8074-4268-a9bd-ba30f330ee13) {{(pid=101324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:14:42.339090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79525b12-e7be-48b2-ab01-beb60da5e84d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1696208 Aug 19 18:14:42.342379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.352675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:42.370447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4283d4-382d-4bc9-98fd-f35335e62a98 None None] Pushing event updated for resources: {'Port': ['ID=993f40e9-df13-4375-b534-275e6bb5618e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:42.447167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Port 993f40e9-df13-4375-b534-275e6bb5618e had new provisioning blocks added so it will not transition to active. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 19 18:14:42.504667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.531143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Ignored duplicate provisioning block setup for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:14:42.536965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.584091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aea034b4-00b2-43b2-9920-f60b8b34c979 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:42.605727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:42.613686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.616890 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:42.617633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:42.620755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] In _notify_port_updated(), no bound segment for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c on network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:14:42.638038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:42.645695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.648590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/ports/63d9a781-7723-42fe-b3ea-be0c9586bf5c HTTP/1.1" status: 200 len: 925 time: 1.4365528 Aug 19 18:14:42.652958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49566) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.661387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:42.669226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port aea034b4-00b2-43b2-9920-f60b8b34c979 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:14:42.669773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aea034b4-00b2-43b2-9920-f60b8b34c979 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:42.690995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aff4d8-b984-49f2-9741-7eecd360941c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=63d9a781-7723-42fe-b3ea-be0c9586bf5c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:42.691506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '396a3cc5-530b-477e-a52e-bc284311d915'}, {'subnet_id': '9bb9fa91-8074-4268-a9bd-ba30f330ee13'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:42.698370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] Pushing event deleted for resources: {'Port': ['ID=aea034b4-00b2-43b2-9920-f60b8b34c979,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:42.719596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cba56d-8b45-4179-b797-0b28d8a05314 None None] No DVR routers for this DVR port aea034b4-00b2-43b2-9920-f60b8b34c979 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:42.761085 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-415a8118-26fa-4ef9-88a9-46069432ee7f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4140809 Aug 19 18:14:42.762831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49568) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:42.770408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:43.010989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.346777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c58136d3-2bc0-4e41-ab6b-453fae88750b req-85dff4e0-2e9e-482e-af75-793ae1c2ba0a tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0308216 Aug 19 18:14:43.376036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:43.379692 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.381391 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:14:43.381831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:14:43.418309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99cd7210-f8bb-4b89-abba-b7eded13f07b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6488366 Aug 19 18:14:43.419075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49582) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.457987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8:0:1::a8 (fb5a3712-5fb5-47a1-bea9-bdc02257d2fb/9bb9fa91-8074-4268-a9bd-ba30f330ee13/63d9a781-7723-42fe-b3ea-be0c9586bf5c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:43.464855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fc4b00cd-a802-4101-b32f-3a5c17e5e355 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0422165 Aug 19 18:14:43.465292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49584) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.538342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157cd337-bba2-4fa5-95c0-e826e9013c14 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:43.538342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-157cd337-bba2-4fa5-95c0-e826e9013c14 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687695 Aug 19 18:14:43.538342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49588) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.569733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef044e-8abc-4f30-b26b-0e9d7eab3917 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:43.593916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a4ed36a7-5a4a-46dd-b26b-b7ad918ec18a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514078 Aug 19 18:14:43.597775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:43.605013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:43.812895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:43.816567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.913090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 993f40e9-df13-4375-b534-275e6bb5618e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:43.920505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.925662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Provisioning for port 993f40e9-df13-4375-b534-275e6bb5618e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:43.942172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Ignored duplicate provisioning block setup for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:14:43.950388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:43.986339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Provisioning complete for port 993f40e9-df13-4375-b534-275e6bb5618e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:43.986831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.092104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] In _notify_port_updated(), no bound segment for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c on network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:14:44.097880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:44.098568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.100005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/ports/63d9a781-7723-42fe-b3ea-be0c9586bf5c HTTP/1.1" status: 200 len: 1010 time: 1.4424872 Aug 19 18:14:44.105538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49600) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:44.110438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebbbb4-f758-4157-abb8-3504048ad158 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=63d9a781-7723-42fe-b3ea-be0c9586bf5c,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:44.319497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.345672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 63d9a781-7723-42fe-b3ea-be0c9586bf5c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:44.346473 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.385395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 993f40e9-df13-4375-b534-275e6bb5618e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:44.385953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.440880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:44.443834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.494695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:44.501313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:44.515367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:44.516181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.519888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] For port 993f40e9-df13-4375-b534-275e6bb5618e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=993f40e9-df13-4375-b534-275e6bb5618e,segment=NetworkSegment(c81ed073-5d22-438f-b120-90cd2f0562e6),segment_id=c81ed073-5d22-438f-b120-90cd2f0562e6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:44.534953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddab2d-8ecb-4bdd-9c66-9d79b872a2d8 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:44.541007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.544750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.552635 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9514539 Aug 19 18:14:44.553351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49614) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:44.559183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3ac1a-3466-49c8-bda1-de311aaab5ec tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=b16356e9-4f39-41c1-a36b-1378721cca8c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:44.596528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:e8:15:78', 'name': 'tempest-NetworksTestDHCPv6-1520942270'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:44.637514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d1f7d-c00b-420f-aa4c-e11bd137da01 None None] Pushing event updated for resources: {'Port': ['ID=993f40e9-df13-4375-b534-275e6bb5618e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:44.642621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8abdc67-88f3-4ba0-92ff-70fea20586b0 req-20ab00d2-4380-4c7b-8884-971b0cf28353 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0726969 Aug 19 18:14:44.643826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 63d9a781-7723-42fe-b3ea-be0c9586bf5c owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:44.898395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'b16356e9-4f39-41c1-a36b-1378721cca8c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:44.901487 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:44.939238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:45.069294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.090694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Provisioning for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:45.120310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Provisioning complete for port 63d9a781-7723-42fe-b3ea-be0c9586bf5c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:45.120792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.124244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 2b8a753a-2edd-4f4e-be12-7407818f13e6 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:45.225956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Port 63d9a781-7723-42fe-b3ea-be0c9586bf5c cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:14:45.262379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Allocated IP 2001:db8::f816:3eff:fe52:e9a0 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b16356e9-4f39-41c1-a36b-1378721cca8c/e75194d7-bb86-43d3-a3ed-9b497ce3d691) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:45.298266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.355205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Provisioning complete for port 993f40e9-df13-4375-b534-275e6bb5618e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:45.355607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1d93d8f-7b5b-40e3-b1e6-46d7b78cf842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.365970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=63d9a781-7723-42fe-b3ea-be0c9586bf5c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:45.398789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.401903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a7671c1-29e3-4476-b589-f773da180b26 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/63d9a781-7723-42fe-b3ea-be0c9586bf5c HTTP/1.1" status: 204 len: 168 time: 1.2950327 Aug 19 18:14:45.407675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49632) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:45.466459 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2f5390-2833-4e55-885c-93664fac0b8d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:45.469039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9e2f5390-2833-4e55-885c-93664fac0b8d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/63d9a781-7723-42fe-b3ea-be0c9586bf5c HTTP/1.1" status: 404 len: 333 time: 0.0600359 Aug 19 18:14:45.471483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49640) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:45.587937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet 9bb9fa91-8074-4268-a9bd-ba30f330ee13 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:45.595532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.605569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.620582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Transition to ACTIVE for port object e75194d7-bb86-43d3-a3ed-9b497ce3d691 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:45.640608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Transition to ACTIVE for port object e75194d7-bb86-43d3-a3ed-9b497ce3d691 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:45.652999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-faf492cb-4695-44a2-be3f-f8ded44f3416 None None] Could not find standard attr ID for object 63d9a781-7723-42fe-b3ea-be0c9586bf5c. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:45.655631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.710297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Pushing event updated for resources: {'Port': ['ID=e75194d7-bb86-43d3-a3ed-9b497ce3d691,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:45.731853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:45.734167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:45.736583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:45.760251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.886323 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.890316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 993f40e9-df13-4375-b534-275e6bb5618e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:45.896351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9b162892-ac5d-41fd-9b80-ac1905f3ef82 None None] Could not find standard attr ID for object 63d9a781-7723-42fe-b3ea-be0c9586bf5c. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:45.962918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Attempting to bind port e75194d7-bb86-43d3-a3ed-9b497ce3d691 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:45.964962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Attempting to bind port e75194d7-bb86-43d3-a3ed-9b497ce3d691 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:45.965445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Attempting to bind port e75194d7-bb86-43d3-a3ed-9b497ce3d691 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:45.975690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:45.976216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:45.976752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:45.978051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:45.978745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Bound port: e75194d7-bb86-43d3-a3ed-9b497ce3d691, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:45.979226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.001628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2868fd7c-7742-4653-8a8f-c11e979ab1d1 req-4224883c-3570-490e-b656-f0a70f2a00a3 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0370877 Aug 19 18:14:46.035691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.062767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 993f40e9-df13-4375-b534-275e6bb5618e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:46.063156 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.090808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] For port e75194d7-bb86-43d3-a3ed-9b497ce3d691, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:46.108970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fee8:1578 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/b16356e9-4f39-41c1-a36b-1378721cca8c/2b8a753a-2edd-4f4e-be12-7407818f13e6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:46.116007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] For port e75194d7-bb86-43d3-a3ed-9b497ce3d691, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e75194d7-bb86-43d3-a3ed-9b497ce3d691,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:46.126501 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.128971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.134358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/9bb9fa91-8074-4268-a9bd-ba30f330ee13 HTTP/1.1" status: 204 len: 168 time: 0.6589701 Aug 19 18:14:46.134835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49704) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:46.150148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0174af-2d71-4468-8a12-16fa1edad55c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb9fa91-8074-4268-a9bd-ba30f330ee13,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:46.253433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30c525-63fc-4ee9-bdac-cd8fba2aac65 None None] Pushing event updated for resources: {'Port': ['ID=e75194d7-bb86-43d3-a3ed-9b497ce3d691,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:46.296029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e04213-0352-435d-a6e0-5876ce6a2048 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:46.367834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5804-87f9-453d-ba7e-2d568e5d1de5 None None] Could not find standard attr ID for object 63d9a781-7723-42fe-b3ea-be0c9586bf5c. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:46.369902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet 396a3cc5-530b-477e-a52e-bc284311d915 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:46.380705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.517123 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.576015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 2b8a753a-2edd-4f4e-be12-7407818f13e6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:46.580938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.710846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.781547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:46.787169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.804060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:46.817858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=2b8a753a-2edd-4f4e-be12-7407818f13e6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:46.822313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:46.836774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:46.837796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.860296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-31d88be0-d71c-4ee9-83c0-275dd745f7b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2936869 Aug 19 18:14:46.864307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:46.934999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.984114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:46.988681 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/396a3cc5-530b-477e-a52e-bc284311d915 HTTP/1.1" status: 204 len: 168 time: 0.8527086 Aug 19 18:14:46.989288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:47.004290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13435f9a-93b7-4cc0-ac9a-cf07f06c4824 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=396a3cc5-530b-477e-a52e-bc284311d915,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:47.004498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801d777-8788-46a0-a066-eba72d732d49 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:47.012088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801d777-8788-46a0-a066-eba72d732d49 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:47.013943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0801d777-8788-46a0-a066-eba72d732d49 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1484506 Aug 19 18:14:47.017791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49784) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:47.117394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.182167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.249632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f49e12be-8376-49e3-8877-39a0f663c0f7 req-95a770e7-2f81-477b-bb2c-31630012313c tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0429018 Aug 19 18:14:47.300400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 993f40e9-df13-4375-b534-275e6bb5618e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:47.301064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.317597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 2b8a753a-2edd-4f4e-be12-7407818f13e6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:47.319698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.462421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port 993f40e9-df13-4375-b534-275e6bb5618e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=993f40e9-df13-4375-b534-275e6bb5618e,segment=NetworkSegment(c81ed073-5d22-438f-b120-90cd2f0562e6),segment_id=c81ed073-5d22-438f-b120-90cd2f0562e6)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:47.464945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.496301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 993f40e9-df13-4375-b534-275e6bb5618e owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:47.543379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.591972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 2b8a753a-2edd-4f4e-be12-7407818f13e6 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:47.643326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.697548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port 993f40e9-df13-4375-b534-275e6bb5618e on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:47.710764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b267b3-2f84-4d64-b5a9-e443318bde93 None None] Network fb5a3712-5fb5-47a1-bea9-bdc02257d2fb requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:47.761096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=993f40e9-df13-4375-b534-275e6bb5618e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:47.868453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea0e6463-06a1-435a-8a0f-6b3fc8c4da75 None None] Could not find standard attr ID for object 993f40e9-df13-4375-b534-275e6bb5618e. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:47.926972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.938221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e75194d7-bb86-43d3-a3ed-9b497ce3d691 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:47.945984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:47.951362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a3712-5fb5-47a1-bea9-bdc02257d2fb']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.984550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81ed073-5d22-438f-b120-90cd2f0562e6') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:47.985086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81ed073-5d22-438f-b120-90cd2f0562e6') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:48.009289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.050277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.058416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:48.059054 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:48.066611 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:48.088013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=2b8a753a-2edd-4f4e-be12-7407818f13e6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.096615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.098605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-34921a4b-fb9b-4641-b34a-b4c602e37022 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/2b8a753a-2edd-4f4e-be12-7407818f13e6 HTTP/1.1" status: 204 len: 168 time: 1.0797322 Aug 19 18:14:48.105069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49872) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.180717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.190256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.194896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/fb5a3712-5fb5-47a1-bea9-bdc02257d2fb HTTP/1.1" status: 204 len: 168 time: 1.2043970 Aug 19 18:14:48.200103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49884) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.225368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-939a4aed-bd54-4add-9356-cce5605d1567 None None] Provisioning for port e75194d7-bb86-43d3-a3ed-9b497ce3d691 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:48.237590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e75194d7-bb86-43d3-a3ed-9b497ce3d691 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:48.241685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a64a2e-ebc7-4b5b-bf0c-645d8b899bf0 None None] DHCP port deletion for fb5a3712-5fb5-47a1-bea9-bdc02257d2fb request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:48.251805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e75194d7-bb86-43d3-a3ed-9b497ce3d691 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:48.252181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.271777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09809e-ef3d-4648-a240-1b1d64a1a78f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=fb5a3712-5fb5-47a1-bea9-bdc02257d2fb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.297199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f55eb9-0b23-464e-afbd-9b01785fd32c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.301467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f55eb9-0b23-464e-afbd-9b01785fd32c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.317822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49896) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.318918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d1f55eb9-0b23-464e-afbd-9b01785fd32c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2043934 Aug 19 18:14:48.406015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed07b6-c401-48ed-9aef-631c4588cab0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.408207 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03ed07b6-c401-48ed-9aef-631c4588cab0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1984165 Aug 19 18:14:48.411766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49908) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.418956 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.446944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet b16356e9-4f39-41c1-a36b-1378721cca8c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:48.456276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.496681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e75194d7-bb86-43d3-a3ed-9b497ce3d691, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e75194d7-bb86-43d3-a3ed-9b497ce3d691,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:48.507881 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.552299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e86f122-c311-4d7d-869f-336fe681225b req-bb544886-1307-4b66-b316-a0a084a77cd9 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.1274338 Aug 19 18:14:48.559162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.670830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-2a6f1ed9-0232-4a82-9ae0-02d753210901 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130548 Aug 19 18:14:48.673436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e75194d7-bb86-43d3-a3ed-9b497ce3d691,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:48.692581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6b67cda2-1ebd-44d7-8922-3e88def24d24 None None] Could not find standard attr ID for object 2b8a753a-2edd-4f4e-be12-7407818f13e6. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:14:48.694478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22f6f67b-5d52-4e08-8825-0c5e3465d576 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2813489 Aug 19 18:14:48.717916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49934) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:48.724444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867926100'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:48.739642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.794647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-37a7f662-ee51-4b9a-a693-aac3221d6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.800532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-37a7f662-ee51-4b9a-a693-aac3221d6562 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 1098 time: 0.1012781 Aug 19 18:14:48.814260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:48.818847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.901676 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:48.927218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:48.969588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2472e0-585a-4c57-bfbb-766fc0868846 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:48.970917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-e161379e-2dcb-4629-8c4c-373357292d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:48.973946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-e161379e-2dcb-4629-8c4c-373357292d5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.1492758 Aug 19 18:14:48.995988 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.004748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b16356e9-4f39-41c1-a36b-1378721cca8c HTTP/1.1" status: 204 len: 168 time: 0.6841311 Aug 19 18:14:49.008242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 49968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.019083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825feb3-e9dc-406e-8b73-5872d07596c4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=b16356e9-4f39-41c1-a36b-1378721cca8c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:49.069327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.069677 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment b39f6e2b-cf34-47b3-bb51-86805eb0b132 of type vlan for network be288e9b-9c75-4d9e-8850-2f4c34d289d9 Aug 19 18:14:49.075730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f1973104-f227-416c-8e67-0ae2567cbc41 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640817 Aug 19 18:14:49.077265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 49978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.083247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:49.097618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-00266bfa-e1fe-41c0-a9a3-8ab4d0e1d2ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 200 len: 1002 time: 0.1169038 Aug 19 18:14:49.167819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.228750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-a68f45c9-63f2-4610-ab44-c6a285b5c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.230314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-a68f45c9-63f2-4610-ab44-c6a285b5c9f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.1161282 Aug 19 18:14:49.232059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.237936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.238549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.293402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:49.314013 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5942130 Aug 19 18:14:49.321935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50004) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:49.332512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:49.333661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:49.338649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.363393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Deleting port e75194d7-bb86-43d3-a3ed-9b497ce3d691 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:49.365411 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.428040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60bb21-3140-4a8b-a3da-245703062484 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=be288e9b-9c75-4d9e-8850-2f4c34d289d9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:49.444337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:49.452996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-fb234f0d-192c-4f48-b65a-576bae9361df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:49.454845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-fb234f0d-192c-4f48-b65a-576bae9361df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108417 Aug 19 18:14:49.540605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:49.546760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.559363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] For port e75194d7-bb86-43d3-a3ed-9b497ce3d691, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e75194d7-bb86-43d3-a3ed-9b497ce3d691,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:49.560579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.599668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Calling delete_port for e75194d7-bb86-43d3-a3ed-9b497ce3d691 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:49.646451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-42eeb8a0-22bc-456c-9266-46284a2367a3 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814294 Aug 19 18:14:49.808665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81196afe-e63b-4aea-b42b-c79c96b3cdfc req-0a39af9f-23ab-4404-9f8e-f42331c0eb70 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3db44bd-e13e-47b3-9928-cb222263ce1f HTTP/1.1" status: 200 len: 210 time: 0.0565517 Aug 19 18:14:49.857952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 993f40e9-df13-4375-b534-275e6bb5618e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:49.894556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.927188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 993f40e9-df13-4375-b534-275e6bb5618e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:49.927592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 993f40e9-df13-4375-b534-275e6bb5618e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:49.929786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e75194d7-bb86-43d3-a3ed-9b497ce3d691 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:49.964186 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:49.989088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=eb498c73-9198-466f-99fd-46a67070f7f5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:49.993940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:49.997529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a625aee0-774e-4e7c-b3c5-fcc1ac172c4f req-b6d0888d-be0d-4f3e-af57-9121073bd951 service neutron] 10.222.0.42 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180256 Aug 19 18:14:50.010227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] Pushing event deleted for resources: {'Port': ['ID=e75194d7-bb86-43d3-a3ed-9b497ce3d691,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.019659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bfa85-18d0-4276-9639-0951e8483619 None None] No DVR routers for this DVR port e75194d7-bb86-43d3-a3ed-9b497ce3d691 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:50.039252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port e75194d7-bb86-43d3-a3ed-9b497ce3d691 {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:14:50.039920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e75194d7-bb86-43d3-a3ed-9b497ce3d691 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:50.043335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'b39f6e2b-cf34-47b3-bb51-86805eb0b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:50.043922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: be288e9b-9c75-4d9e-8850-2f4c34d289d9, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:50.063393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f054e-e697-470b-8bb7-c00223bfa055 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:14:50.076507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:50.104477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, be288e9b-9c75-4d9e-8850-2f4c34d289d9) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:50.109856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.110881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.152365 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-88f6ed38-fdfa-443a-bc48-82f05af8f936 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8247247 Aug 19 18:14:50.156572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50084) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:50.166585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9', 'name': 'tempest-PortsIpV6TestJSON-759831640'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:50.357891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:50.373985 n-d-778550-10 neutron-server[101324]: WARNING neutron.services.revisions.revision_plugin [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Could not find related port for resource to bump revision. Aug 19 18:14:50.379617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.389788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Port e75194d7-bb86-43d3-a3ed-9b497ce3d691 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 18:14:50.390052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:e9a0 {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 18:14:50.400166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:e9a0 {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 18:14:50.402410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f054e-e697-470b-8bb7-c00223bfa055 None None] Unable to find a vacant binding_index for network be288e9b-9c75-4d9e-8850-2f4c34d289d9 and agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 {{(pid=101326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 18:14:50.407554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.410884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f054e-e697-470b-8bb7-c00223bfa055 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, be288e9b-9c75-4d9e-8850-2f4c34d289d9) {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:14:50.416558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 00426fa3-9fce-4181-bf5e-f380e657b92c yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:50.458405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:50.489047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:50.496031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:50.496775 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.527591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=82805a21-539a-47fe-80c3-6286711bfbf0,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:50.532132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2875b710-9050-47cc-9a61-6586663553e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4534643 Aug 19 18:14:50.535174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:50.543850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:1e:e6:51', 'name': 'tempest-NetworksTestDHCPv6-532818750'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:50.662601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::222 (be288e9b-9c75-4d9e-8850-2f4c34d289d9/eb498c73-9198-466f-99fd-46a67070f7f5/00426fa3-9fce-4181-bf5e-f380e657b92c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:50.780887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:50.893240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.911606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-be288e9b-9c75-4d9e-8850-2f4c34d289d9', 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': 'eb498c73-9198-466f-99fd-46a67070f7f5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:50.912787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.927107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 00426fa3-9fce-4181-bf5e-f380e657b92c will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:50.931676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '82805a21-539a-47fe-80c3-6286711bfbf0'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:50.933130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.944523 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:50.971655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port b91aa3d3-7d67-4278-a7f3-3bc4fc660bde yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:50.977432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50152) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.074758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.091670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe1e:e651 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/82805a21-539a-47fe-80c3-6286711bfbf0/b91aa3d3-7d67-4278-a7f3-3bc4fc660bde) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:51.109837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.168467 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.179520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:14:51.196860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:51.200541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:51.207766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:51.215657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:51.216176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.227652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Allocated IP 2001:db8::2 (be288e9b-9c75-4d9e-8850-2f4c34d289d9/eb498c73-9198-466f-99fd-46a67070f7f5/973d404d-c31a-415e-9b5e-60d463e1ed21) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:51.229566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.233225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.235579 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/security-groups/aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2 HTTP/1.1" status: 204 len: 168 time: 0.2557964 Aug 19 18:14:51.258186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.266811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1064019 Aug 19 18:14:51.266811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.273055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object b91aa3d3-7d67-4278-a7f3-3bc4fc660bde will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:51.294567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.297590 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-2b98ab91-17f4-4ef3-9935-e818ff306672 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] show failed (client error): The resource could not be found. Aug 19 18:14:51.297590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b98ab91-17f4-4ef3-9935-e818ff306672 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "GET /v2.0/security-groups/aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2 HTTP/1.1" status: 404 len: 347 time: 0.0271099 Aug 19 18:14:51.302116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9', 'name': 'tempest-PortsIpV6TestJSON-1885130735'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:51.303306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50158) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:51.331248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b76f60-5a67-4974-a1a3-0059a7c824c0 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf1f60b-d919-4c7b-a018-6bb0d7ffa2b2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.351126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.394454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded71722-35e0-437e-8301-f6abde7c52a1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=00426fa3-9fce-4181-bf5e-f380e657b92c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.401433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Allocated IP 2001:db8::f816:3eff:fe0e:89cc (eb31d0fd-a178-45b0-9725-e1a963ee76c8/82805a21-539a-47fe-80c3-6286711bfbf0/d01a5e8a-289c-48fe-8f55-cfc74d00e8cb) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:51.481745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:51.486856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.513411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port de75b778-b49a-4386-858b-154adc98b6b7 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:51.651882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.659227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.669160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Transition to ACTIVE for port object 973d404d-c31a-415e-9b5e-60d463e1ed21 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:51.674849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Transition to ACTIVE for port object d01a5e8a-289c-48fe-8f55-cfc74d00e8cb will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:51.697502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Transition to ACTIVE for port object 973d404d-c31a-415e-9b5e-60d463e1ed21 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:51.701718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Transition to ACTIVE for port object d01a5e8a-289c-48fe-8f55-cfc74d00e8cb will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:51.708676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.721408 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.804009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:51.806038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:51.808238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::39d (be288e9b-9c75-4d9e-8850-2f4c34d289d9/eb498c73-9198-466f-99fd-46a67070f7f5/de75b778-b49a-4386-858b-154adc98b6b7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:51.811600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:51.815644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:51.825662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:51.840401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:51.846839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:51.849213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:51.849577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=b91aa3d3-7d67-4278-a7f3-3bc4fc660bde,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.852052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:51.867354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:51.868643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.883135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Pushing event updated for resources: {'Port': ['ID=973d404d-c31a-415e-9b5e-60d463e1ed21,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:51.907695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 973d0753-5986-4ddf-b217-ff129739d27c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:51.908044 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.954979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Attempting to bind port 973d404d-c31a-415e-9b5e-60d463e1ed21 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:51.954979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Attempting to bind port 973d404d-c31a-415e-9b5e-60d463e1ed21 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b39f6e2b-cf34-47b3-bb51-86805eb0b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:51.954979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Attempting to bind port 973d404d-c31a-415e-9b5e-60d463e1ed21 on network be288e9b-9c75-4d9e-8850-2f4c34d289d9 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:51.957301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8ad0b8fb-9611-48ae-9e7c-32792546a4fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4208927 Aug 19 18:14:51.982920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:51.983298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Checking segment: {'id': 'b39f6e2b-cf34-47b3-bb51-86805eb0b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:51.983730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.984126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Bound using segment: {'id': 'b39f6e2b-cf34-47b3-bb51-86805eb0b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:51.984601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Bound port: 973d404d-c31a-415e-9b5e-60d463e1ed21, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39f6e2b-cf34-47b3-bb51-86805eb0b132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'be288e9b-9c75-4d9e-8850-2f4c34d289d9'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:51.984978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:51.991944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Pushing event updated for resources: {'Port': ['ID=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.007108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Attempting to bind port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:52.007409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Attempting to bind port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:52.007818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Attempting to bind port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:52.016990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:52.017372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:52.017778 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.018337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:52.018824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Bound port: d01a5e8a-289c-48fe-8f55-cfc74d00e8cb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:52.019211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.030784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50168) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:52.117086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.136603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object de75b778-b49a-4386-858b-154adc98b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:52.147894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f17ac0-93bc-4f01-85cd-ba8e0a574444 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.158053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f17ac0-93bc-4f01-85cd-ba8e0a574444 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.159818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-01f17ac0-93bc-4f01-85cd-ba8e0a574444 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1289685 Aug 19 18:14:52.163656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50172) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:52.166789 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.166993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.183825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.217896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 973d0753-5986-4ddf-b217-ff129739d27c owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:52.240830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:52.245400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:52.253775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:52.261069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.262244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.289112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=de75b778-b49a-4386-858b-154adc98b6b7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.295149 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-723a05df-8cb3-4e97-97c4-3eb58b3326eb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9974635 Aug 19 18:14:52.297895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:52.313194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] For port 973d404d-c31a-415e-9b5e-60d463e1ed21, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:52.340689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] For port 973d404d-c31a-415e-9b5e-60d463e1ed21, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=973d404d-c31a-415e-9b5e-60d463e1ed21,segment=NetworkSegment(b39f6e2b-cf34-47b3-bb51-86805eb0b132),segment_id=b39f6e2b-cf34-47b3-bb51-86805eb0b132)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:52.346007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] For port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:52.349543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.353554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] For port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:52.377788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port b91aa3d3-7d67-4278-a7f3-3bc4fc660bde {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:52.378131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.391246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.427594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80da22-70b7-4fde-aadf-5a3c335faf53 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:52.429293 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5e80da22-70b7-4fde-aadf-5a3c335faf53 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A222 HTTP/1.1" status: 200 len: 928 time: 0.1299181 Aug 19 18:14:52.441761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50176) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:52.487034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e875f8-30c1-4ac8-96a4-632d451fe3bb None None] Pushing event updated for resources: {'Port': ['ID=973d404d-c31a-415e-9b5e-60d463e1ed21,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.580894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.598234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d889cf3-25b4-44ab-bc3f-6c6fc625ecb6 None None] Pushing event updated for resources: {'Port': ['ID=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.600520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for b91aa3d3-7d67-4278-a7f3-3bc4fc660bde owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:52.604245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.649826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=973d0753-5986-4ddf-b217-ff129739d27c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:52.658566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port de75b778-b49a-4386-858b-154adc98b6b7 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:52.658967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.805434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.806130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.812957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:52.815018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d1ff5e33-b4e3-4c37-8c61-3e5e1afe04c4 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/floatingips/fca38841-607e-47ae-97d2-3040050e2f88 HTTP/1.1" status: 204 len: 168 time: 1.5103803 Aug 19 18:14:52.821965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:52.824289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for de75b778-b49a-4386-858b-154adc98b6b7 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:53.017332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.034427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.065471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=de75b778-b49a-4386-858b-154adc98b6b7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.097398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=b91aa3d3-7d67-4278-a7f3-3bc4fc660bde,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.099874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.104068 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-58c5c048-a346-4018-92d1-fe6bc72e477c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/de75b778-b49a-4386-858b-154adc98b6b7 HTTP/1.1" status: 204 len: 168 time: 0.6587903 Aug 19 18:14:53.106551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.125584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.127847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf83e4d6-1c7d-4408-924e-5b741faf064f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b91aa3d3-7d67-4278-a7f3-3bc4fc660bde HTTP/1.1" status: 204 len: 168 time: 0.9580221 Aug 19 18:14:53.131114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.142714 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-790f2c13-0bdf-42b7-98d6-13afaf998304 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:53.144554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-790f2c13-0bdf-42b7-98d6-13afaf998304 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/de75b778-b49a-4386-858b-154adc98b6b7 HTTP/1.1" status: 404 len: 333 time: 0.0370786 Aug 19 18:14:53.147733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.186499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 3d012a68-49ed-47b2-ada7-28233e4a5353 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:53.187084 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.242996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 00426fa3-9fce-4181-bf5e-f380e657b92c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:53.243356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.258587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd71f7e-25d7-46c3-a6d0-b2b290b37388 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:53.261236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd71f7e-25d7-46c3-a6d0-b2b290b37388 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:53.266098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dcd71f7e-25d7-46c3-a6d0-b2b290b37388 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307042 Aug 19 18:14:53.266098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50190) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.339685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.353523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 82805a21-539a-47fe-80c3-6286711bfbf0 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:53.368287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.371249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 3d012a68-49ed-47b2-ada7-28233e4a5353 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:53.449680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.576287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.671303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.687339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 00426fa3-9fce-4181-bf5e-f380e657b92c owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:53.742474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.774031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=3d012a68-49ed-47b2-ada7-28233e4a5353,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.787787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.860685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=82805a21-539a-47fe-80c3-6286711bfbf0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:53.877082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.881195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6b6902f0-acd0-4cba-a223-ca1ae4f90a88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/82805a21-539a-47fe-80c3-6286711bfbf0 HTTP/1.1" status: 204 len: 168 time: 0.6125486 Aug 19 18:14:53.884686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50192) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.920440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d01a5e8a-289c-48fe-8f55-cfc74d00e8cb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:53.955686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-916b0402-6770-4bed-b75d-004b3876ecea tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669243 Aug 19 18:14:53.956563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50194) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:53.969651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:53.997243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.001218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5c68430d-5fde-492c-ad35-42f956c7a103 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/ports/3d012a68-49ed-47b2-ada7-28233e4a5353 HTTP/1.1" status: 204 len: 168 time: 1.1689155 Aug 19 18:14:54.001858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50196) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.049239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:54.056969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 973d404d-c31a-415e-9b5e-60d463e1ed21 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:54.058558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.065514 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/00426fa3-9fce-4181-bf5e-f380e657b92c HTTP/1.1" status: 204 len: 168 time: 0.9165108 Aug 19 18:14:54.066153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.102826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225a1e-ccfc-4ab1-acb8-3fb08a091094 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=00426fa3-9fce-4181-bf5e-f380e657b92c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.116582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bcedb272-a118-4900-a7be-0f6486758cb5 None None] Provisioning for port 973d404d-c31a-415e-9b5e-60d463e1ed21 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:54.136837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 973d404d-c31a-415e-9b5e-60d463e1ed21 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:54.142386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 973d404d-c31a-415e-9b5e-60d463e1ed21 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:54.143112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.143792 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b57a60-8973-4248-afb4-6b4166bedef4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:14:54.145639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-46b57a60-8973-4248-afb4-6b4166bedef4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/00426fa3-9fce-4181-bf5e-f380e657b92c HTTP/1.1" status: 404 len: 333 time: 0.0733764 Aug 19 18:14:54.150495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.169990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d9ba70-82c5-4ed4-b851-705fc88316fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.172617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-72d9ba70-82c5-4ed4-b851-705fc88316fb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2158854 Aug 19 18:14:54.175372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50204) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.251297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:54.251930 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.255161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet eb498c73-9198-466f-99fd-46a67070f7f5 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:54.273448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.318408 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.355049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.360097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359c776-86b7-4cec-9f5c-b38dbb21500b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:54.360860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3359c776-86b7-4cec-9f5c-b38dbb21500b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1837304 Aug 19 18:14:54.362940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50208) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.393817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 973d404d-c31a-415e-9b5e-60d463e1ed21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=973d404d-c31a-415e-9b5e-60d463e1ed21,segment=NetworkSegment(b39f6e2b-cf34-47b3-bb51-86805eb0b132),segment_id=b39f6e2b-cf34-47b3-bb51-86805eb0b132)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:54.400836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.408995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-71c3859e-3c22-4f25-bf62-d71bc70b3a90 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449202 Aug 19 18:14:54.414157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.418801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:54.495094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=973d404d-c31a-415e-9b5e-60d463e1ed21,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.506244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.515607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.541720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:54.554254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4678776d-87fe-48a7-be00-f442d10fc889 None None] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:54.585532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60794fc6-5e78-4224-a606-fd99a553827f None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:54.616537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:54.621150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.627601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.655316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.658204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/eb498c73-9198-466f-99fd-46a67070f7f5 HTTP/1.1" status: 204 len: 168 time: 0.5067606 Aug 19 18:14:54.680453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50212) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:54.686207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f2adc-9115-49ff-844c-31aadeaf4ddf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=eb498c73-9198-466f-99fd-46a67070f7f5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:54.701853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Provisioning for port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:14:54.718025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Provisioning complete for port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:14:54.718473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.833050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.938991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bd3df-e5b0-469f-adb9-b6cf6e288e01 None None] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:54.941348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:54.953534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.003325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:55.017617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=e1b302b1-8e6e-4ad6-9338-dfaa94555bf4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.077237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] For port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:55.106572 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.129265 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.131232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c7b09957-ae2e-4bea-b292-28c087df3d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/ports/e1b302b1-8e6e-4ad6-9338-dfaa94555bf4 HTTP/1.1" status: 204 len: 168 time: 1.1282034 Aug 19 18:14:55.135015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:55.148418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 973d404d-c31a-415e-9b5e-60d463e1ed21 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:55.148851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.226077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Deleting port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:55.226697 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.241213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting subnet 064f48c2-2494-4416-bd21-ec4c364d8b29 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:55.246843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.306923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfab589-1fb1-43ad-9a85-d231a4f46037 None None] Pushing event updated for resources: {'Port': ['ID=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.328245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.427830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f6949-e140-458b-82f0-f4943393c614 None None] DHCP port deletion for be288e9b-9c75-4d9e-8850-2f4c34d289d9 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:55.444579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port 973d404d-c31a-415e-9b5e-60d463e1ed21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=973d404d-c31a-415e-9b5e-60d463e1ed21,segment=NetworkSegment(b39f6e2b-cf34-47b3-bb51-86805eb0b132),segment_id=b39f6e2b-cf34-47b3-bb51-86805eb0b132)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:55.445203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.461631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] For port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:55.462300 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.495181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Calling delete_port for d01a5e8a-289c-48fe-8f55-cfc74d00e8cb owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:55.518453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 973d404d-c31a-415e-9b5e-60d463e1ed21 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:55.529739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.636291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.676389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Subnet': ['ID=064f48c2-2494-4416-bd21-ec4c364d8b29,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.678667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.684307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-017db529-7fbd-4a3e-bcf0-ddf46de6bb41 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/subnets/064f48c2-2494-4416-bd21-ec4c364d8b29 HTTP/1.1" status: 204 len: 168 time: 0.5460224 Aug 19 18:14:55.684648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:55.692060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:14:55.770610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a9bf7-8796-4b11-89f4-6ab3a999dddf None None] Network 323a64de-56a8-442d-8b2d-3459ede52464 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:55.823839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting subnet f56aeb92-7f5e-4123-8fc4-04c365cb07f3 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:14:55.830441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.831531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Deleting port 973d404d-c31a-415e-9b5e-60d463e1ed21 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:55.831989 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.868354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d01a5e8a-289c-48fe-8f55-cfc74d00e8cb no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:55.897335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.900857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 18:14:55.901227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:89cc {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 18:14:55.906207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.908712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.ipam_pluggable_backend [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:89cc {{(pid=101324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 18:14:55.913195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.974507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=973d404d-c31a-415e-9b5e-60d463e1ed21,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:55.982097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:55.998977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d01a5e8a-289c-48fe-8f55-cfc74d00e8cb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:55.999428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d01a5e8a-289c-48fe-8f55-cfc74d00e8cb not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:56.000152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 973d404d-c31a-415e-9b5e-60d463e1ed21 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:56.045718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.048629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:56.052147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port 973d404d-c31a-415e-9b5e-60d463e1ed21 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:56.072359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:56.098775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:56.099739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.120993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 973d404d-c31a-415e-9b5e-60d463e1ed21 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:56.121444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 973d404d-c31a-415e-9b5e-60d463e1ed21 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:56.129788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] Pushing event deleted for resources: {'Port': ['ID=d01a5e8a-289c-48fe-8f55-cfc74d00e8cb,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.136130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.140481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ddb02-9527-41a2-9b01-079efbf4afef None None] No DVR routers for this DVR port d01a5e8a-289c-48fe-8f55-cfc74d00e8cb on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:56.161055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1012cbc-cade-4214-be44-1367896c98ef None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:56.166434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-833f6949-e140-458b-82f0-f4943393c614 None None] For port 973d404d-c31a-415e-9b5e-60d463e1ed21, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=973d404d-c31a-415e-9b5e-60d463e1ed21,segment=NetworkSegment(b39f6e2b-cf34-47b3-bb51-86805eb0b132),segment_id=b39f6e2b-cf34-47b3-bb51-86805eb0b132)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:56.166916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.171538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Subnet': ['ID=f56aeb92-7f5e-4123-8fc4-04c365cb07f3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.178340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.180604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce734685-da6b-43ba-a3d2-7f4ea8fe9d98 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/subnets/f56aeb92-7f5e-4123-8fc4-04c365cb07f3 HTTP/1.1" status: 204 len: 168 time: 0.4941261 Aug 19 18:14:56.183142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50234) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:56.207485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121ad17-3778-42c9-8754-921653f369c2 None None] Network 1546e13f-857e-4d11-8d87-5257f92c4210 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:56.248604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=3bb22ffb-5541-42d4-8e43-07ae93668faa,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.288916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.302926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Calling delete_port for 973d404d-c31a-415e-9b5e-60d463e1ed21 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:56.320322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2e4ae09e-6e2b-4674-a666-0a711ed4591c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9059668 Aug 19 18:14:56.321274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50236) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:56.332124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:12:78:93', 'name': 'tempest-NetworksTestDHCPv6-234588127'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:56.353756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port 32331df7-d16b-458e-991f-ae4ad51f7155 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:56.354252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.396921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.428881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be288e9b-9c75-4d9e-8850-2f4c34d289d9']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.455609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port 32331df7-d16b-458e-991f-ae4ad51f7155, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32331df7-d16b-458e-991f-ae4ad51f7155,segment=NetworkSegment(a961130f-3c3d-4abc-905a-ba84b4fc5453),segment_id=a961130f-3c3d-4abc-905a-ba84b4fc5453)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:56.456213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.475530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39f6e2b-cf34-47b3-bb51-86805eb0b132') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.476092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for 32331df7-d16b-458e-991f-ae4ad51f7155 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:56.476209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39f6e2b-cf34-47b3-bb51-86805eb0b132') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.498019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.511484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.590149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.614161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.625171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:56.625593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:56.632752 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:56.654670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=32331df7-d16b-458e-991f-ae4ad51f7155,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.663722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port 32331df7-d16b-458e-991f-ae4ad51f7155 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:56.760363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:56.827183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.843568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a64de-56a8-442d-8b2d-3459ede52464']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.855564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b694c7e-866b-49e3-9174-545504df1dc1 None None] DHCP port deletion for 323a64de-56a8-442d-8b2d-3459ede52464 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:56.863543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a961130f-3c3d-4abc-905a-ba84b4fc5453') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.869725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a961130f-3c3d-4abc-905a-ba84b4fc5453') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:56.877772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.890491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.892574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/be288e9b-9c75-4d9e-8850-2f4c34d289d9 HTTP/1.1" status: 204 len: 168 time: 2.2093241 Aug 19 18:14:56.906225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50240) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:56.907635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.916339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-322572149'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:56.917407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.922314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b099b-539e-4e13-bdfa-38375e7f072e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=be288e9b-9c75-4d9e-8850-2f4c34d289d9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.942583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '3bb22ffb-5541-42d4-8e43-07ae93668faa'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:56.943468 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.946917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Network be288e9b-9c75-4d9e-8850-2f4c34d289d9 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:14:56.947701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f6949-e140-458b-82f0-f4943393c614 None None] No DVR routers for this DVR port 973d404d-c31a-415e-9b5e-60d463e1ed21 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:56.951022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.952757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6949-e140-458b-82f0-f4943393c614 None None] Pushing event deleted for resources: {'Port': ['ID=973d404d-c31a-415e-9b5e-60d463e1ed21,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:56.970933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:56.972602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.979146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:56.998984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:57.004032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.067676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 7879b0ab-8480-4728-a18d-ae8d8dd5e29b yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:57.099406 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:57.107806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.118107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.124568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/networks/323a64de-56a8-442d-8b2d-3459ede52464 HTTP/1.1" status: 204 len: 168 time: 0.9379797 Aug 19 18:14:57.125238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:57.135927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:14:57.157582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] DHCP port deletion for 1546e13f-857e-4d11-8d87-5257f92c4210 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:14:57.175696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.176032 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment c4a88933-a95a-456f-af90-85fff646c05f of type vlan for network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 Aug 19 18:14:57.204473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02662b3-878c-4e73-b04a-a641c4fa48a2 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Network': ['ID=323a64de-56a8-442d-8b2d-3459ede52464,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.242777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.260961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Allocated IP 2001:db8::f816:3eff:fea7:ae35 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3bb22ffb-5541-42d4-8e43-07ae93668faa/e4737d26-e164-44ad-b2a8-d9ee8cf1123c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:57.296305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.304085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:57.304732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.319865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Deleting port df73b7fa-61b0-45c3-9191-79b15f965794 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:57.320254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.357817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.383957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4711766 Aug 19 18:14:57.384380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50244) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:57.390029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:57.435822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Deleting port df73b7fa-61b0-45c3-9191-79b15f965794 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:57.436746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.472385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a61cfe-4bac-4528-84e8-849303611d3b tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.548763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:57.554377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.595096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:14:57.619270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] For port df73b7fa-61b0-45c3-9191-79b15f965794, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=df73b7fa-61b0-45c3-9191-79b15f965794,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:57.619673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.626510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] For port df73b7fa-61b0-45c3-9191-79b15f965794, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=df73b7fa-61b0-45c3-9191-79b15f965794,segment=NetworkSegment(4dbd4f8d-08ee-4b10-8991-80cfb666847c),segment_id=4dbd4f8d-08ee-4b10-8991-80cfb666847c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:14:57.626921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.640836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Calling delete_port for df73b7fa-61b0-45c3-9191-79b15f965794 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:57.695547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Calling delete_port for df73b7fa-61b0-45c3-9191-79b15f965794 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:57.837524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.855923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Transition to ACTIVE for port object e4737d26-e164-44ad-b2a8-d9ee8cf1123c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:57.871144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.891217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Transition to ACTIVE for port object e4737d26-e164-44ad-b2a8-d9ee8cf1123c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:57.896765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device df73b7fa-61b0-45c3-9191-79b15f965794 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:57.923351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.928234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: df73b7fa-61b0-45c3-9191-79b15f965794 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:57.928234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device df73b7fa-61b0-45c3-9191-79b15f965794 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:57.928234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32331df7-d16b-458e-991f-ae4ad51f7155 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:14:57.944490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Port': ['ID=df73b7fa-61b0-45c3-9191-79b15f965794,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:57.950288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] No DVR routers for this DVR port df73b7fa-61b0-45c3-9191-79b15f965794 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:57.981137 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:57.997138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 32331df7-d16b-458e-991f-ae4ad51f7155 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:14:57.997518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 32331df7-d16b-458e-991f-ae4ad51f7155 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:14:58.028755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:58.038699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Pushing event updated for resources: {'Port': ['ID=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:58.044795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] No DVR routers for this DVR port df73b7fa-61b0-45c3-9191-79b15f965794 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:14:58.046606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:58.059870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:58.071317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.128984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b7691-51f0-4202-982d-6ed6e6635cae None None] Pushing event deleted for resources: {'Port': ['ID=df73b7fa-61b0-45c3-9191-79b15f965794,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:58.141992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.155271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1546e13f-857e-4d11-8d87-5257f92c4210']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.167244 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c00a8c31-586e-4143-923c-c6660369708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.175854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Attempting to bind port e4737d26-e164-44ad-b2a8-d9ee8cf1123c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:14:58.176445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Attempting to bind port e4737d26-e164-44ad-b2a8-d9ee8cf1123c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:14:58.176997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Attempting to bind port e4737d26-e164-44ad-b2a8-d9ee8cf1123c on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:14:58.183652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbd4f8d-08ee-4b10-8991-80cfb666847c') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.184104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbd4f8d-08ee-4b10-8991-80cfb666847c') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:14:58.186965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:14:58.187566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe12:7893 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/3bb22ffb-5541-42d4-8e43-07ae93668faa/7879b0ab-8480-4728-a18d-ae8d8dd5e29b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:58.187861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:58.188545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.189192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:14:58.190493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Bound port: e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:14:58.191508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.201214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.202988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:58.239932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.248628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:14:58.249799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:14:58.254554 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:14:58.288047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'c4a88933-a95a-456f-af90-85fff646c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:14:58.288402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:14:58.288748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] For port e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:14:58.348063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.348354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] For port e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:14:58.361357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.371435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.373802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] 10.222.0.36 "DELETE /v2.0/networks/1546e13f-857e-4d11-8d87-5257f92c4210 HTTP/1.1" status: 204 len: 168 time: 1.2434883 Aug 19 18:14:58.374729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928e16-ca92-422d-8c8c-7cd68b325528 tempest-TaggedBootDevicesTest_v242-1773565831 tempest-TaggedBootDevicesTest_v242-1773565831-project] Pushing event deleted for resources: {'Network': ['ID=1546e13f-857e-4d11-8d87-5257f92c4210,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:58.438837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:14:58.481804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:58.512803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:58.513826 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.556745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75d263-64c2-4b19-b39f-f8772235a9c8 None None] Pushing event updated for resources: {'Port': ['ID=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:58.564570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-933e97d6-883c-4376-b05c-54d264803e6d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1788747 Aug 19 18:14:58.567768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:58.573546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471', 'name': 'tempest-PortsIpV6TestJSON-1046193303', 'fixed_ips': [{'subnet_id': '78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8', 'ip_address': '2001:db8::10'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:14:58.588800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71496883-a344-411a-9f71-6811fb5d9ac9 None None] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:14:58.669948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.697376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 7879b0ab-8480-4728-a18d-ae8d8dd5e29b will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:58.834739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:58.883010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:14:59.009746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:59.014362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:59.016492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=7879b0ab-8480-4728-a18d-ae8d8dd5e29b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.018879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:59.025075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.025801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.069295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f12d10b0-4280-46ee-bcd8-c418991ecfa6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7428629 Aug 19 18:14:59.073955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50270) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.077751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471', 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': '78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:14:59.078731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.144021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.164705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:14:59.194271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd04a9-037f-4aca-a5fd-cb7a6004b571 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.210567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd04a9-037f-4aca-a5fd-cb7a6004b571 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:14:59.213060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-30bd04a9-037f-4aca-a5fd-cb7a6004b571 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1339006 Aug 19 18:14:59.218327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50272) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.386687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Allocated IP 2001:db8::2 (71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471/78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8/2eac292a-26df-42a0-92af-502d6326e329) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:14:59.398023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 7879b0ab-8480-4728-a18d-ae8d8dd5e29b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:14:59.399404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.538280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.563747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 7879b0ab-8480-4728-a18d-ae8d8dd5e29b owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:14:59.683655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.756759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.759744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Transition to ACTIVE for port object 2eac292a-26df-42a0-92af-502d6326e329 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:59.815123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Transition to ACTIVE for port object 2eac292a-26df-42a0-92af-502d6326e329 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:14:59.817912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=7879b0ab-8480-4728-a18d-ae8d8dd5e29b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:14:59.827335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.870024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:14:59.872029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b02be0c1-cc35-404f-82fb-676b136fac22 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/7879b0ab-8480-4728-a18d-ae8d8dd5e29b HTTP/1.1" status: 204 len: 168 time: 0.6526139 Aug 19 18:14:59.875598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50274) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:14:59.917894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:14:59.941438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4737d26-e164-44ad-b2a8-d9ee8cf1123c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:14:59.947196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:14:59.957867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:14:59.998966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Pushing event updated for resources: {'Port': ['ID=2eac292a-26df-42a0-92af-502d6326e329,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:00.032349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.033538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.034166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.034827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.035432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.043015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.044241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.044720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.045183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.045914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.046373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.046720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::10 (71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471/78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8/c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:00.046975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:00.075902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ce61e-f3aa-43cc-a3bc-7e2a4b6d2c4f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:00.077775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ce61e-f3aa-43cc-a3bc-7e2a4b6d2c4f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:00.079622 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f2ce61e-f3aa-43cc-a3bc-7e2a4b6d2c4f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2024729 Aug 19 18:15:00.082439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50282) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:00.154914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Attempting to bind port 2eac292a-26df-42a0-92af-502d6326e329 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:00.155377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Attempting to bind port 2eac292a-26df-42a0-92af-502d6326e329 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'c4a88933-a95a-456f-af90-85fff646c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:00.155785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Attempting to bind port 2eac292a-26df-42a0-92af-502d6326e329 on network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:00.168489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:00.169035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Checking segment: {'id': 'c4a88933-a95a-456f-af90-85fff646c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:00.169854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.170588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Bound using segment: {'id': 'c4a88933-a95a-456f-af90-85fff646c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:00.171147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Bound port: 2eac292a-26df-42a0-92af-502d6326e329, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a88933-a95a-456f-af90-85fff646c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:00.171811 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.223742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 3bb22ffb-5541-42d4-8e43-07ae93668faa {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:00.229661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.238000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e4737d26-e164-44ad-b2a8-d9ee8cf1123c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:00.282414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] For port 2eac292a-26df-42a0-92af-502d6326e329, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:00.288366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] For port 2eac292a-26df-42a0-92af-502d6326e329, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2eac292a-26df-42a0-92af-502d6326e329,segment=NetworkSegment(c4a88933-a95a-456f-af90-85fff646c05f),segment_id=c4a88933-a95a-456f-af90-85fff646c05f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:00.294253 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.331705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.332443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.350510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:00.432762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.482971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Provisioning for port e4737d26-e164-44ad-b2a8-d9ee8cf1123c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:00.489159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eb2ce-e3c8-41a0-9a84-5947fb900c3d None None] Pushing event updated for resources: {'Port': ['ID=2eac292a-26df-42a0-92af-502d6326e329,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:00.506052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Provisioning complete for port e4737d26-e164-44ad-b2a8-d9ee8cf1123c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:00.506340 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.552145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:00.568443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:00.569700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.573426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:00.594971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:00.598621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.629634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0606992 Aug 19 18:15:00.636173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50284) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:00.641525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-00f86cc3-9072-419f-a475-a803a8cf8ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.656916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471', 'name': 'tempest-PortsIpV6TestJSON-1267648814', 'fixed_ips': [{'subnet_id': '78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8', 'ip_address': '2001:db8::f'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:00.659029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788a03e-8a6f-45be-9e6f-ea0e2a731f08 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:00.735130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.918066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.919219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.925865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:15:00.926247 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:15:00.979290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:00.984544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50286) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:00.985399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3bb22ffb-5541-42d4-8e43-07ae93668faa HTTP/1.1" status: 204 len: 168 time: 0.9006414 Aug 19 18:15:00.986507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532e8aa-590c-4c1a-9dbf-bf7b590cf7ab tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb22ffb-5541-42d4-8e43-07ae93668faa,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:00.989507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:01.054417 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7aa3d8c9-90b6-4fd5-bc1a-c02dc495d9e0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671222 Aug 19 18:15:01.058255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:01.067022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:01.137170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb1eb3-2fa3-4dc6-b0ee-d4290222c0ed None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:01.157805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.211948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 8d2f0696-00d0-4ce7-a109-7f4354514a90 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:01.230371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:01.242129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.475412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:01.587521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::f (71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471/78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8/8d2f0696-00d0-4ce7-a109-7f4354514a90) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:01.605390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.679294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] For port e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:01.692042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.827760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Deleting port e4737d26-e164-44ad-b2a8-d9ee8cf1123c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:01.828181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.833278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cdfaafcc-2b6c-4bfc-8f53-70285c90959d None None] Could not find standard attr ID for object b91aa3d3-7d67-4278-a7f3-3bc4fc660bde. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:01.878562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cdfaafcc-2b6c-4bfc-8f53-70285c90959d None None] Could not find standard attr ID for object 7879b0ab-8480-4728-a18d-ae8d8dd5e29b. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:01.966686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:01.977250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:01.986780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2eac292a-26df-42a0-92af-502d6326e329 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:01.993653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5223db4-6068-428e-b8b6-939a13ee986d None None] Pushing event updated for resources: {'Port': ['ID=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:01.996212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 8d2f0696-00d0-4ce7-a109-7f4354514a90 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:02.067339 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.128929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.132913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:02.139762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:02.148172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638c7a7-f2fd-4944-8d7b-1aff59aeeda0 None None] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:02.149326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:02.155584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.156539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.172207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=8d2f0696-00d0-4ce7-a109-7f4354514a90,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:02.192387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de780f69-f452-4326-9e17-bc9a0622bff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5550842 Aug 19 18:15:02.196247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50298) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:02.339475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.401736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa08bc-cec5-4d3d-805e-4168fb536eae tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.416956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50304) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:02.417670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bcfa08bc-cec5-4d3d-805e-4168fb536eae tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2200012 Aug 19 18:15:02.464777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Provisioning for port 2eac292a-26df-42a0-92af-502d6326e329 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:02.481294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 2eac292a-26df-42a0-92af-502d6326e329 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:02.485475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Provisioning complete for port 2eac292a-26df-42a0-92af-502d6326e329 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:02.485918 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.489281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] For port e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:02.489740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.529418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2eac292a-26df-42a0-92af-502d6326e329 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:02.529829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.542338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Calling delete_port for e4737d26-e164-44ad-b2a8-d9ee8cf1123c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:02.662405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ae6ec-5470-48f3-bc83-8806f648fa17 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.673704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ae6ec-5470-48f3-bc83-8806f648fa17 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.680727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ae6ec-5470-48f3-bc83-8806f648fa17 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:02.685314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50306) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:02.694314 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f64ae6ec-5470-48f3-bc83-8806f648fa17 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2761796 Aug 19 18:15:02.784109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port e4737d26-e164-44ad-b2a8-d9ee8cf1123c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:02.800812 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.822483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.828853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.830521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:02.870416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] For port 2eac292a-26df-42a0-92af-502d6326e329, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2eac292a-26df-42a0-92af-502d6326e329,segment=NetworkSegment(c4a88933-a95a-456f-af90-85fff646c05f),segment_id=c4a88933-a95a-456f-af90-85fff646c05f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:02.911234 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.003722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa0766-c3bf-44fd-bbaf-5cd170371943 None None] Pushing event updated for resources: {'Port': ['ID=2eac292a-26df-42a0-92af-502d6326e329,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.018161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.034594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.038120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=18278e67-bc79-4f5a-902f-2e36fbf3dac6,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.085836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:03.094250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:03.098654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:03.099874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.102902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] No DVR routers for this DVR port e4737d26-e164-44ad-b2a8-d9ee8cf1123c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:03.109207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fce92-57c9-49dc-8939-d457f2b45dbd None None] Pushing event deleted for resources: {'Port': ['ID=e4737d26-e164-44ad-b2a8-d9ee8cf1123c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:03.118909 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.132264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b31b4ba2-a068-480e-b19c-4d111d537f6a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0703685 Aug 19 18:15:03.137476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533a961-44e4-4f9e-826b-551ae413400a None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:03.139979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50308) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:03.155040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:f0:c0:96', 'name': 'tempest-NetworksTestDHCPv6-210222629'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:03.349740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:15:03.351165 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:15:03.359611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Provisioning complete for port 2eac292a-26df-42a0-92af-502d6326e329 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:03.364163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.413017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:03.630951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.639569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.689553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port da4eaf4e-2fbd-430f-ac96-8944d10f38c7 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:03.745416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '18278e67-bc79-4f5a-902f-2e36fbf3dac6'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:15:03.746294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.749829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 8d2f0696-00d0-4ce7-a109-7f4354514a90 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:03.751881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.953321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fef0:c096 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/18278e67-bc79-4f5a-902f-2e36fbf3dac6/da4eaf4e-2fbd-430f-ac96-8944d10f38c7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:03.962616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:03.965035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50320) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.022194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 8d2f0696-00d0-4ce7-a109-7f4354514a90 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:04.314166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8bc44aa4-779b-42af-9a20-c53d7055f7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.317335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Provisioning for port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:04.322491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.367379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Provisioning complete for port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:04.368610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.451825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:04.457244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=8d2f0696-00d0-4ce7-a109-7f4354514a90,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:04.464600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d014e320-a541-41c7-89d7-1892b04e0299 None None] Could not find standard attr ID for object 8d2f0696-00d0-4ce7-a109-7f4354514a90. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:04.518710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4737d26-e164-44ad-b2a8-d9ee8cf1123c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:04.520562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.536076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3aceec78-a9fd-45d2-a1c6-f0bfe6305da1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/8d2f0696-00d0-4ce7-a109-7f4354514a90 HTTP/1.1" status: 204 len: 168 time: 1.8495691 Aug 19 18:15:04.537889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50332) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.538481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8bc44aa4-779b-42af-9a20-c53d7055f7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.547144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8bc44aa4-779b-42af-9a20-c53d7055f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.578689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e4737d26-e164-44ad-b2a8-d9ee8cf1123c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:04.579307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e4737d26-e164-44ad-b2a8-d9ee8cf1123c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:04.622746 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7746f6-bb25-4ecf-aa29-e9da447a2f16 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:15:04.628977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-08480cdf-5217-49fb-b6ef-c16807c4f3bc None None] Provisioning complete for port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:04.629349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08480cdf-5217-49fb-b6ef-c16807c4f3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.629556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de7746f6-bb25-4ecf-aa29-e9da447a2f16 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/8d2f0696-00d0-4ce7-a109-7f4354514a90 HTTP/1.1" status: 404 len: 333 time: 0.0885055 Aug 19 18:15:04.630537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50336) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.686817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc44aa4-779b-42af-9a20-c53d7055f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f28394-7894-4bc7-806a-1950639cdf5e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:04.717731 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8bc44aa4-779b-42af-9a20-c53d7055f7e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88b25b6a19ab454cb574c35fd45f1c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415628 Aug 19 18:15:04.717731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50338) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:04.741988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-08480cdf-5217-49fb-b6ef-c16807c4f3bc None None] Port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:04.745875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-08480cdf-5217-49fb-b6ef-c16807c4f3bc None None] Could not find standard attr ID for object 8d2f0696-00d0-4ce7-a109-7f4354514a90. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:04.747203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.804644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object da4eaf4e-2fbd-430f-ac96-8944d10f38c7 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:04.810875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.845874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2eac292a-26df-42a0-92af-502d6326e329 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:04.874677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.894434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:04.895019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:04.989427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2eac292a-26df-42a0-92af-502d6326e329 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:04.989904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.012280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.091570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.091964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:05.097486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:05.105109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:05.112211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.113158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.113506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:05.126978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.131775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.139522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Allocated IP 2001:db8::f816:3eff:fe38:a7a (eb31d0fd-a178-45b0-9725-e1a963ee76c8/18278e67-bc79-4f5a-902f-2e36fbf3dac6/ee0aab85-28d4-40de-b207-29ad9671257e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:05.143350 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21f28394-7894-4bc7-806a-1950639cdf5e HTTP/1.1" status: 204 len: 168 time: 0.4250774 Aug 19 18:15:05.169092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=da4eaf4e-2fbd-430f-ac96-8944d10f38c7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.171783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b702b-c66e-41b5-b352-f4265ebf44f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f28394-7894-4bc7-806a-1950639cdf5e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.177381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4428ccc-6d89-493e-a823-aa36e23c60d3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0362532 Aug 19 18:15:05.178559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.246425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abefae-0d34-43be-9c88-e8ff18bd9bae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:05.250726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0abefae-0d34-43be-9c88-e8ff18bd9bae tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0686743 Aug 19 18:15:05.251328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50344) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.427706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port da4eaf4e-2fbd-430f-ac96-8944d10f38c7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:05.428162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.434133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.442623 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.453271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Transition to ACTIVE for port object ee0aab85-28d4-40de-b207-29ad9671257e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:05.473603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Transition to ACTIVE for port object ee0aab85-28d4-40de-b207-29ad9671257e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:05.482228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.539851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.566136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.568022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5ac503b6-d970-459f-a69f-a571e00c863a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 HTTP/1.1" status: 204 len: 168 time: 0.9340053 Aug 19 18:15:05.570809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50350) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.613980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50352) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.619903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:05.630029 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b683d3df-149a-4bdf-b1cd-438ff9175e63 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:15:05.631709 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b683d3df-149a-4bdf-b1cd-438ff9175e63 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/c8dfa157-8c1d-4ca8-ade4-03ed8691dfb7 HTTP/1.1" status: 404 len: 333 time: 0.0598900 Aug 19 18:15:05.632310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:05.639915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:05.649557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2605b45-498b-4a00-9715-f76364476532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.652771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:05.652931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.668427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Pushing event updated for resources: {'Port': ['ID=ee0aab85-28d4-40de-b207-29ad9671257e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.676244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for da4eaf4e-2fbd-430f-ac96-8944d10f38c7 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:05.770704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet 78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:05.788877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.798328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Attempting to bind port ee0aab85-28d4-40de-b207-29ad9671257e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:05.798785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Attempting to bind port ee0aab85-28d4-40de-b207-29ad9671257e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:05.799932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Attempting to bind port ee0aab85-28d4-40de-b207-29ad9671257e on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:05.815092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:05.817604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:05.818218 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.819666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:05.822105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Bound port: ee0aab85-28d4-40de-b207-29ad9671257e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:05.823368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.898155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.912113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.964875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2605b45-498b-4a00-9715-f76364476532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.967805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=da4eaf4e-2fbd-430f-ac96-8944d10f38c7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:05.982671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] For port ee0aab85-28d4-40de-b207-29ad9671257e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:05.985309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2605b45-498b-4a00-9715-f76364476532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:05.987055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] For port ee0aab85-28d4-40de-b207-29ad9671257e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ee0aab85-28d4-40de-b207-29ad9671257e,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:05.995206 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.037596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.044086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.052441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-328f7101-e3ed-4a0c-bfbe-7a7fae7dc4a1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/da4eaf4e-2fbd-430f-ac96-8944d10f38c7 HTTP/1.1" status: 204 len: 168 time: 0.7981415 Aug 19 18:15:06.077077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f2605b45-498b-4a00-9715-f76364476532 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=808950decd24474e94a3d5b9b390e083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618938 Aug 19 18:15:06.078573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2605b45-498b-4a00-9715-f76364476532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296f039-5dd5-43d8-939e-159d2648c8e4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.081731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50360) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.111604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.141329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be753ca3-cdaf-4617-86c4-1bbd89201be1 None None] Pushing event updated for resources: {'Port': ['ID=ee0aab85-28d4-40de-b207-29ad9671257e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.173031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ed59a-2734-428d-ab0b-ec29301a54e6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.174625 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.174801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ed59a-2734-428d-ab0b-ec29301a54e6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:06.178875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.179071 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f28ed59a-2734-428d-ab0b-ec29301a54e6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1281309 Aug 19 18:15:06.208464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.226060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.231427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8 HTTP/1.1" status: 204 len: 168 time: 0.5875900 Aug 19 18:15:06.236429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f096a16-5a48-42af-b3be-e98a7ae77539 None None] Network 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:06.247465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.283117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50364) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.298732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e39b1-93bb-4003-b4ab-0d84d343a219 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.390474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 18278e67-bc79-4f5a-902f-2e36fbf3dac6 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:06.395208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.443371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.447243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.448592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6296f039-5dd5-43d8-939e-159d2648c8e4 HTTP/1.1" status: 204 len: 168 time: 0.3657570 Aug 19 18:15:06.460585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.466370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89c00b-e2a0-4158-880e-40517803c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296f039-5dd5-43d8-939e-159d2648c8e4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.476963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.645800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.674049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] DHCP port deletion for 71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:06.799462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ee0aab85-28d4-40de-b207-29ad9671257e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:06.819063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.837090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Deleting port 2eac292a-26df-42a0-92af-502d6326e329 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:06.837656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.948867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] For port 2eac292a-26df-42a0-92af-502d6326e329, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2eac292a-26df-42a0-92af-502d6326e329,segment=NetworkSegment(c4a88933-a95a-456f-af90-85fff646c05f),segment_id=c4a88933-a95a-456f-af90-85fff646c05f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:06.949591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.958374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=18278e67-bc79-4f5a-902f-2e36fbf3dac6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:06.964903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:06.974969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8fd937ee-725b-4504-8856-1c8d3343454a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/18278e67-bc79-4f5a-902f-2e36fbf3dac6 HTTP/1.1" status: 204 len: 168 time: 0.7950373 Aug 19 18:15:06.978792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50382) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:06.981462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Calling delete_port for 2eac292a-26df-42a0-92af-502d6326e329 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:07.107137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ee0aab85-28d4-40de-b207-29ad9671257e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:07.125922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dc25fc02-911c-442d-b946-f4d36a7b6d88 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415417 Aug 19 18:15:07.130483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50388) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.139106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.201234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] Pushing event deleted for resources: {'Port': ['ID=2eac292a-26df-42a0-92af-502d6326e329,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:07.217783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67db60-2ead-4c64-bf1b-bf8c5476c15e None None] No DVR routers for this DVR port 2eac292a-26df-42a0-92af-502d6326e329 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:07.292164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59662a-e926-4774-b047-1ace3a9ff72c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.295491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f59662a-e926-4774-b047-1ace3a9ff72c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1600690 Aug 19 18:15:07.298992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.411636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46e653-87df-42ec-8ea9-88de68371ffd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.418706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4a46e653-87df-42ec-8ea9-88de68371ffd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1103878 Aug 19 18:15:07.424536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.497840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82073651-b554-4d41-9078-746f300c6189 req-90e87dfa-f5ef-46c0-b2bb-93a56b23ec4a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:07.506286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82073651-b554-4d41-9078-746f300c6189 req-90e87dfa-f5ef-46c0-b2bb-93a56b23ec4a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.2092214 Aug 19 18:15:07.545829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6f56bb4-0ddf-424b-a0fa-3d2eff6179f2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188409 Aug 19 18:15:07.562465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:07.582176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:07.588447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 2eac292a-26df-42a0-92af-502d6326e329 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:07.589159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.674299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port 2eac292a-26df-42a0-92af-502d6326e329, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:07.674761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.692804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 2eac292a-26df-42a0-92af-502d6326e329 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:07.695658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Port 2eac292a-26df-42a0-92af-502d6326e329 was not found and therefore no delete operation was performed {{(pid=101325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:15:07.697927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.729216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-82073651-b554-4d41-9078-746f300c6189 req-be3ec728-8262-4f0b-99f6-8dbda19afea5 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211518 Aug 19 18:15:07.757408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port 2eac292a-26df-42a0-92af-502d6326e329 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:07.760707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=2eac292a-26df-42a0-92af-502d6326e329,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:07.768264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd3053-1dfc-44bf-bbd1-c1aade92e5be None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:07.894660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.918196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:07.919980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:07.933052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.941718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a88933-a95a-456f-af90-85fff646c05f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:07.942119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a88933-a95a-456f-af90-85fff646c05f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:07.965636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:07.994414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.007776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:08.008669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:08.012589 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:08.047306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Provisioning for port ee0aab85-28d4-40de-b207-29ad9671257e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:08.121965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Provisioning complete for port ee0aab85-28d4-40de-b207-29ad9671257e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:08.121965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.152564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.200959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.211862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471 HTTP/1.1" status: 204 len: 168 time: 1.9180393 Aug 19 18:15:08.213066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fff7a-98e2-4800-8307-c1a5b5bef08e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=71cb4ae5-7a5b-41ce-9b5b-cc180c6e4471,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.215307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:08.229863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-882691617'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:08.275923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:08.279574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.315193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.346331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:15:08.369385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.369760 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Added segment d6e314d8-88ca-41ca-89da-138e15b69685 of type vlan for network 02a7b8ae-4dff-4125-a672-694d25383110 Aug 19 18:15:08.407147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] For port ee0aab85-28d4-40de-b207-29ad9671257e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ee0aab85-28d4-40de-b207-29ad9671257e,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:08.415579 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:08.446023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.472083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.501574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.505315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.515138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:08.516755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.557735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:08.574311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:08.580565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:08.581186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.624109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=9ef28b00-052c-42fc-8a74-cb65d2eafd95,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.636620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-890e585f-2470-4853-af63-d7a7ea0bcf7a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0680809 Aug 19 18:15:08.638560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50424) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:08.644234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547a7c8-64a8-44a3-9b75-473100114c5f None None] Pushing event updated for resources: {'Port': ['ID=ee0aab85-28d4-40de-b207-29ad9671257e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.649315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4254262 Aug 19 18:15:08.650797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:5c:6d:38', 'name': 'tempest-NetworksTestDHCPv6-907756227'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:08.659605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50426) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:08.666777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c93da5-7125-42b4-a126-d6c7255ab0be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Network': ['ID=02a7b8ae-4dff-4125-a672-694d25383110,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:08.673114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Deleting port ee0aab85-28d4-40de-b207-29ad9671257e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:08.675721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:08.701824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': '02a7b8ae-4dff-4125-a672-694d25383110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:08.721825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 02a7b8ae-4dff-4125-a672-694d25383110 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:15:08.779932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2eac292a-26df-42a0-92af-502d6326e329 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:08.898588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 2eac292a-26df-42a0-92af-502d6326e329 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:08.900327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2eac292a-26df-42a0-92af-502d6326e329 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:08.901522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ee0aab85-28d4-40de-b207-29ad9671257e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:08.998784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] For port ee0aab85-28d4-40de-b207-29ad9671257e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ee0aab85-28d4-40de-b207-29ad9671257e,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:08.999372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.016277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:09.019997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.035170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b740b-1b3a-4811-a1c8-bfba452652c7 req-3f42ac40-9404-4abf-990c-abc841e221ef tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.043967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-464b740b-1b3a-4811-a1c8-bfba452652c7 req-3f42ac40-9404-4abf-990c-abc841e221ef tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.1782825 Aug 19 18:15:09.050990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Calling delete_port for ee0aab85-28d4-40de-b207-29ad9671257e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:09.110832 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.187003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:09.204200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-464b740b-1b3a-4811-a1c8-bfba452652c7 req-3b2ac80e-58e6-4276-b3f7-5368012ac459 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586061 Aug 19 18:15:09.273859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ee0aab85-28d4-40de-b207-29ad9671257e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ee0aab85-28d4-40de-b207-29ad9671257e,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:09.280869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.354071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-ed78e424-e86d-41d2-a484-e64a6c1e33ad tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:09.354601 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.356044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-ed78e424-e86d-41d2-a484-e64a6c1e33ad tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.42 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3601227 Aug 19 18:15:09.366578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ee0aab85-28d4-40de-b207-29ad9671257e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.394103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] Pushing event deleted for resources: {'Port': ['ID=ee0aab85-28d4-40de-b207-29ad9671257e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.400581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a38fa-e294-4708-80b1-65768ac6cf55 None None] No DVR routers for this DVR port ee0aab85-28d4-40de-b207-29ad9671257e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:09.435189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d9f50-d746-459d-825e-d16682638c4a None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:09.530264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.576537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 733cd39c-87a6-4587-9f6a-9337b75e9ecd yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:09.667274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': '9ef28b00-052c-42fc-8a74-cb65d2eafd95'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:15:09.668188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.705862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.810165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Deleting port 825cd8ed-2405-442e-bd44-c22d84527d76 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:09.810873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:09.890174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=01b4ff18-506a-437c-805a-6c21978ba44b,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:09.943342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Checking segment: {'id': 'd6e314d8-88ca-41ca-89da-138e15b69685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:09.943744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network hostable DHCP agents. Network: 02a7b8ae-4dff-4125-a672-694d25383110, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:15:09.959358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/9ef28b00-052c-42fc-8a74-cb65d2eafd95/29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:10.013599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] For port 825cd8ed-2405-442e-bd44-c22d84527d76, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=825cd8ed-2405-442e-bd44-c22d84527d76,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:10.013999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.083085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 02a7b8ae-4dff-4125-a672-694d25383110 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:15:10.104866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 02a7b8ae-4dff-4125-a672-694d25383110) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:10.112922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:10.113528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.118448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdbea9e-8f41-4cbb-90a1-4bde995812ce None None] Network 02a7b8ae-4dff-4125-a672-694d25383110 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:10.156562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d31e4d80-2f9a-4bb1-b9bb-455759f60d9e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4947140 Aug 19 18:15:10.160782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50454) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.166172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2028963428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:10.241413 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.267587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.267951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Transition to ACTIVE for port object 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:10.282367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.380264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Transition to ACTIVE for port object 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:10.411550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.456996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.457788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.458227 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Floating IP fccfc9a9-8cce-4f45-b75f-ffdbd05439d9 disassociated. External IP: 172.25.5.215, port: 825cd8ed-2405-442e-bd44-c22d84527d76. Aug 19 18:15:10.458872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Calling delete_port for 825cd8ed-2405-442e-bd44-c22d84527d76 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:10.475987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Pushing event updated for resources: {'Port': ['ID=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:10.499669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:10.501507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:10.520094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:10.566792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-02a7b8ae-4dff-4125-a672-694d25383110', 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': '01b4ff18-506a-437c-805a-6c21978ba44b'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:15:10.568936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.597904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.689435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.709652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a160-2534-4461-b93e-d65b3161dcd8 req-7d15c937-3284-4c17-8295-4920ddce9090 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:10.711677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1624a160-2534-4461-b93e-d65b3161dcd8 req-7d15c937-3284-4c17-8295-4920ddce9090 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 946 time: 0.3616664 Aug 19 18:15:10.756786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Attempting to bind port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:10.757465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Attempting to bind port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:10.758716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.758924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Attempting to bind port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:10.762582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4886fc18-da43-49b1-a3b0-aedf5c117198 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5980792 Aug 19 18:15:10.764237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50466) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:10.768020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::1a (eb31d0fd-a178-45b0-9725-e1a963ee76c8/9ef28b00-052c-42fc-8a74-cb65d2eafd95/733cd39c-87a6-4587-9f6a-9337b75e9ecd) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:10.791343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'network_id': '02a7b8ae-4dff-4125-a672-694d25383110', 'name': 'tempest-PortsIpV6TestJSON-1321002864'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:10.827580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:10.835293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:10.836950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.837360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:10.837894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Bound port: 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:10.838387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:10.843770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1624a160-2534-4461-b93e-d65b3161dcd8 req-8a78f12f-81ff-4486-93c7-40e4f36cf9fd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8eec7363-24c7-4a2f-b44b-f0f489db6cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208775 Aug 19 18:15:11.171634 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.172705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:11.181629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Allocated IP 2001:db8::2 (02a7b8ae-4dff-4125-a672-694d25383110/01b4ff18-506a-437c-805a-6c21978ba44b/27816749-b32a-4ab1-bbb5-1c21b36c4d9e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:11.197525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.200059 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] For port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:11.260118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'Port': ['ID=825cd8ed-2405-442e-bd44-c22d84527d76,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.260959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port bb04b54d-a17e-488f-a517-8501e33def3b yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:11.484931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.495074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Transition to ACTIVE for port object 27816749-b32a-4ab1-bbb5-1c21b36c4d9e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:11.511636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.525296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Transition to ACTIVE for port object 27816749-b32a-4ab1-bbb5-1c21b36c4d9e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:11.537580 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.550434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 733cd39c-87a6-4587-9f6a-9337b75e9ecd will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:11.564398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] For port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:11.598107 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.598646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:11.636920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Network 02a7b8ae-4dff-4125-a672-694d25383110 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:11.745193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:11.745193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:11.745193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Pushing event updated for resources: {'Port': ['ID=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.745754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.854954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::95 (02a7b8ae-4dff-4125-a672-694d25383110/01b4ff18-506a-437c-805a-6c21978ba44b/bb04b54d-a17e-488f-a517-8501e33def3b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:11.879041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Attempting to bind port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:11.879568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Attempting to bind port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'd6e314d8-88ca-41ca-89da-138e15b69685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:11.880054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Attempting to bind port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e on network 02a7b8ae-4dff-4125-a672-694d25383110 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:11.908780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:11.922087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Checking segment: {'id': 'd6e314d8-88ca-41ca-89da-138e15b69685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:11.923955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.924503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Bound using segment: {'id': 'd6e314d8-88ca-41ca-89da-138e15b69685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:11.925722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Bound port: 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e314d8-88ca-41ca-89da-138e15b69685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '02a7b8ae-4dff-4125-a672-694d25383110'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:11.927703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:11.934025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a124a9-f776-43f6-b5b4-b71ecabc384b None None] Pushing event updated for resources: {'Port': ['ID=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:11.967219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:11.991016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:12.016997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:12.032164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.033184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.071198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=733cd39c-87a6-4587-9f6a-9337b75e9ecd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.091987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:12.129205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a03dc8fd-486f-464a-bf90-e6ce5b1528b8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4878352 Aug 19 18:15:12.134014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] For port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:12.138495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] For port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,segment=NetworkSegment(d6e314d8-88ca-41ca-89da-138e15b69685),segment_id=d6e314d8-88ca-41ca-89da-138e15b69685)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:12.153394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:12.162337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.179288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50494) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:12.217491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.256356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object bb04b54d-a17e-488f-a517-8501e33def3b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:12.342938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.349870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464e2ad-092a-48a4-8d52-8dcbc54df8dc None None] Pushing event updated for resources: {'Port': ['ID=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.380229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:12.381291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:12.480288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 02a7b8ae-4dff-4125-a672-694d25383110 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:12.488429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:12.508252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:12.526200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:12.526968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:12.566125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=bb04b54d-a17e-488f-a517-8501e33def3b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:12.580937 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-065c96df-7393-4c54-b4f5-53086e1998f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8150058 Aug 19 18:15:12.583813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50510) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:13.154374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 825cd8ed-2405-442e-bd44-c22d84527d76 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:13.157516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:13.181988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] No DVR routers for this DVR port 825cd8ed-2405-442e-bd44-c22d84527d76 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:13.186859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.188911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d4bdc36-a96c-46d4-b1a0-21d21aa95da7 req-a40acf9d-d44b-4cef-ad95-98fadd87745a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.42 "DELETE /v2.0/ports/825cd8ed-2405-442e-bd44-c22d84527d76 HTTP/1.1" status: 204 len: 173 time: 3.8264151 Aug 19 18:15:13.189363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'name': 'network-vif-deleted', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:13.192066 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650ac30-ba58-47fe-8fe1-fb060a92976c" -d '{"events": [{"server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "name": "network-vif-deleted", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:13.254734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 825cd8ed-2405-442e-bd44-c22d84527d76 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:13.255491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 825cd8ed-2405-442e-bd44-c22d84527d76 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:13.305545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7112d4e2-fd05-4581-9c99-d972f7803a8f req-b9f1307b-df14-424b-b7a4-b66ea9b013f7 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=860ca292-1f06-45a6-8f58-c4d8b7c1e08c HTTP/1.1" status: 200 len: 210 time: 1.1246297 Aug 19 18:15:13.319410 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f62751e-3ace-4338-bdaf-1a1d6ac843e4 x-openstack-request-id: req-3f62751e-3ace-4338-bdaf-1a1d6ac843e4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:13.319924 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860ca292-1f06-45a6-8f58-c4d8b7c1e08c", "name": "network-vif-deleted", "tag": "825cd8ed-2405-442e-bd44-c22d84527d76", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:13.322943 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f62751e-3ace-4338-bdaf-1a1d6ac843e4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:13.323675 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ca292-1f06-45a6-8f58-c4d8b7c1e08c', 'name': 'network-vif-deleted', 'tag': '825cd8ed-2405-442e-bd44-c22d84527d76', 'status': 'completed', 'code': 200} Aug 19 18:15:13.355463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe13c1-822c-415e-ae79-8c351c2de3bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.358856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:13.362924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:13.376005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe13c1-822c-415e-ae79-8c351c2de3bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:13.380510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-febe13c1-822c-415e-ae79-8c351c2de3bb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.1985288 Aug 19 18:15:13.384480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:13.841964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Provisioning for port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:13.882670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Provisioning complete for port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:13.885711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:13.886484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.013722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:14.064777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:14.074646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 733cd39c-87a6-4587-9f6a-9337b75e9ecd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:14.075025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.087965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:14.089052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:14.191472 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.282074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] For port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:14.301412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.390558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:14.467978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50548) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.532046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1cc92-c077-4fcf-9b68-a0a1526576e0 None None] Network 02a7b8ae-4dff-4125-a672-694d25383110 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:14.570823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.573870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d22b90c6-d106-4a2f-91af-cf84cc1a16f7 None None] Could not find standard attr ID for object da4eaf4e-2fbd-430f-ac96-8944d10f38c7. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:14.607175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.649541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 733cd39c-87a6-4587-9f6a-9337b75e9ecd owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:14.665533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.769565 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.772429 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.773858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "DELETE /v2.0/security-groups/8eec7363-24c7-4a2f-b44b-f0f489db6cf2 HTTP/1.1" status: 204 len: 168 time: 0.3042169 Aug 19 18:15:14.779298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50554) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.788195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1feda-2478-498d-8d07-bf4ef21ea5c0 None None] Pushing event updated for resources: {'Port': ['ID=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:14.825945 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-d64d7282-7511-4f83-8e40-ab269cbcf6c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] show failed (client error): The resource could not be found. Aug 19 18:15:14.827363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d64d7282-7511-4f83-8e40-ab269cbcf6c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups/8eec7363-24c7-4a2f-b44b-f0f489db6cf2 HTTP/1.1" status: 404 len: 347 time: 0.0442297 Aug 19 18:15:14.829421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eee97-c389-4b5b-971b-59106e00fbbf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec7363-24c7-4a2f-b44b-f0f489db6cf2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:14.832836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:14.885566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.894155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:14.902351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27816749-b32a-4ab1-bbb5-1c21b36c4d9e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:15.042147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0ebaf200-526b-4b80-a6b0-520a897de752 None None] Provisioning for port 733cd39c-87a6-4587-9f6a-9337b75e9ecd completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:15.068201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0ebaf200-526b-4b80-a6b0-520a897de752 None None] Provisioning complete for port 733cd39c-87a6-4587-9f6a-9337b75e9ecd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:15.068553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf200-526b-4b80-a6b0-520a897de752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.181961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0ebaf200-526b-4b80-a6b0-520a897de752 None None] Port 733cd39c-87a6-4587-9f6a-9337b75e9ecd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:15.234846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Deleting port 4d1a554f-9dec-45f6-8476-cbdb22223873 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:15.235193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.292904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0ebaf200-526b-4b80-a6b0-520a897de752 None None] Provisioning for port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:15.346623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=bb04b54d-a17e-488f-a517-8501e33def3b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:15.424359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.424622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:15.449186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:15.449578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.486234 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.487002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.511187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=733cd39c-87a6-4587-9f6a-9337b75e9ecd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:15.517471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Calling delete_port for 4d1a554f-9dec-45f6-8476-cbdb22223873 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:15.657439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:15.687668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.691475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.699616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b462fcf6-d0de-4586-974c-a1d5f53d5842 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/733cd39c-87a6-4587-9f6a-9337b75e9ecd HTTP/1.1" status: 204 len: 168 time: 2.3133025 Aug 19 18:15:15.701839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50572) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:15.768347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f6121-a61f-4c7b-bd55-232ca8c9bfe0 None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:15.935385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.943988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:15.947486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4527d-7093-47f6-8d6a-8d9ff2a2b88d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.953057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4527d-7093-47f6-8d6a-8d9ff2a2b88d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:15.958977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44c4527d-7093-47f6-8d6a-8d9ff2a2b88d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2534842 Aug 19 18:15:15.959852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50578) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:16.001034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'Port': ['ID=4d1a554f-9dec-45f6-8476-cbdb22223873,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.042641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,segment=NetworkSegment(d6e314d8-88ca-41ca-89da-138e15b69685),segment_id=d6e314d8-88ca-41ca-89da-138e15b69685)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:16.056998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.144744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Provisioning for port bb04b54d-a17e-488f-a517-8501e33def3b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:16.152933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Provisioning complete for port bb04b54d-a17e-488f-a517-8501e33def3b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:16.153721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.186360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:16.225618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:16.232892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Port bb04b54d-a17e-488f-a517-8501e33def3b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:16.247006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Provisioning complete for port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:16.248115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4502f0c7-2f7c-42bd-824f-c5f643696ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.251026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.265505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.287798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0d8c70ae-d4ba-40a7-8301-b20622e25c09 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "DELETE /v2.0/floatingips/fccfc9a9-8cce-4f45-b75f-ffdbd05439d9 HTTP/1.1" status: 204 len: 168 time: 1.4501812 Aug 19 18:15:16.497798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 9ef28b00-052c-42fc-8a74-cb65d2eafd95 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:16.527757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.528559 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9fa4fb-d93d-4534-81e3-a72ba8a90222 None None] New status for floating IP fccfc9a9-8cce-4f45-b75f-ffdbd05439d9: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:15:16.665648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.668202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8c88ed86-ba41-4510-87fd-3a391a2e41f9 None None] Provisioning complete for port bb04b54d-a17e-488f-a517-8501e33def3b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:16.669510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8c88ed86-ba41-4510-87fd-3a391a2e41f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.761845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:16.806598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27816749-b32a-4ab1-bbb5-1c21b36c4d9e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:16.927038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8c88ed86-ba41-4510-87fd-3a391a2e41f9 None None] Port bb04b54d-a17e-488f-a517-8501e33def3b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:16.944050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:16.944462 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.062197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.120281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50602) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.125450 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70533719', 'description': 'tempest-description--1452579118'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:17.189124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.230044 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.296709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-754d3695-74f6-48ff-9b7c-6b068156233c None None] Provisioning complete for port bb04b54d-a17e-488f-a517-8501e33def3b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:17.338343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-754d3695-74f6-48ff-9b7c-6b068156233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.361935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:17.446926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-754d3695-74f6-48ff-9b7c-6b068156233c None None] Port bb04b54d-a17e-488f-a517-8501e33def3b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:17.477376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:17.479361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.526551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.611604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.629717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.644225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef28b00-052c-42fc-8a74-cb65d2eafd95,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:17.649588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.652702 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-093064fe-d41c-4fb3-90da-c2e09c12aa11 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/9ef28b00-052c-42fc-8a74-cb65d2eafd95 HTTP/1.1" status: 204 len: 168 time: 1.5930383 Aug 19 18:15:17.657329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50616) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.672916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.676492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5548458 Aug 19 18:15:17.679474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50618) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.694181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a163d-9ff0-41c0-bd1b-284f56332024 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:17.734064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group_rule': {'security_group_id': '8b5caa38-718f-40c0-aa89-414befb84320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:17.785113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-868a4659-4e21-4c2b-a791-e78ca7809f6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258903 Aug 19 18:15:17.788104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50622) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.800128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91c7a2-b4ca-4bf4-a1f0-1ed148de63c6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5caa38-718f-40c0-aa89-414befb84320,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:17.817878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:17.854760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.947386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:17.981027 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:17.986413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.019881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d62670a-f67b-4464-abdb-519ff274364a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.033997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.035238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a6e29bad-9b06-4ce7-b71c-49960165a3e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391068 Aug 19 18:15:18.038083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50630) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.046541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'security_group_rule': {'security_group_id': '8b5caa38-718f-40c0-aa89-414befb84320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:18.126650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Deleting port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:18.126650 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.136419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cb43a04-5e91-4b60-815f-b4cef0f41b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.141610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52320b7-b1c6-4909-bdbc-d3f070c6bfe2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.143690 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d52320b7-b1c6-4909-bdbc-d3f070c6bfe2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3511927 Aug 19 18:15:18.168381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50632) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.215759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.224902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.234654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.248373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.278107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] For port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:18.278611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.298162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Calling delete_port for 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:18.416196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4f89f-4b0c-4138-8410-69dae16d9ba9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:18.421362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-28d4f89f-4b0c-4138-8410-69dae16d9ba9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2318265 Aug 19 18:15:18.424852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50640) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.431655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.454711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] No DVR routers for this DVR port 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:18.487712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2cfb4-0b6b-4a7d-9efb-c9e3aafbb288 None None] Pushing event deleted for resources: {'Port': ['ID=29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.496204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network 02a7b8ae-4dff-4125-a672-694d25383110 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:18.497253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=bb04b54d-a17e-488f-a517-8501e33def3b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.498017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9de78850-c0e7-47a5-8c31-56c99f30967b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715778 Aug 19 18:15:18.509020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50644) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.514266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:18.521047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:18.608041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.644380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.731841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133d8435-ade0-4c1d-99bb-ed7ceec4c731,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:18.736876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:18.781836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:18.782172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 29e477cf-4ddc-4ed0-8637-ab5ee5e79bf2 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:18.808236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cb43a04-5e91-4b60-815f-b4cef0f41b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.814179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3cb43a04-5e91-4b60-815f-b4cef0f41b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.843255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.844446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-19aef44d-e82d-43ac-8952-f9792e93b125 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8048527 Aug 19 18:15:18.855939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50650) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.864775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:18.906574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3cb43a04-5e91-4b60-815f-b4cef0f41b84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d41fd04c4934c80bd1fa83529f25aac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0861335 Aug 19 18:15:18.911669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50654) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:18.925343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:18.931805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:18.944132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb43a04-5e91-4b60-815f-b4cef0f41b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f22a86-8262-45d3-b648-c477d80d5b93,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:19.000006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6b2a56fa-6bfb-4ffa-8503-5955b33d8447 None None] Provisioning complete for port bb04b54d-a17e-488f-a517-8501e33def3b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:19.000453 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b2a56fa-6bfb-4ffa-8503-5955b33d8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.032162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.040886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.053831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a56fa-6bfb-4ffa-8503-5955b33d8447 None None] Port bb04b54d-a17e-488f-a517-8501e33def3b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:19.146216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Router 849b08a8-7d52-4859-b1c7-c7e51273eefd is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:15:19.161954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.236364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.303803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:19.310602 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b19b8b98-89e4-447f-a59a-7cbaba637650 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/routers/849b08a8-7d52-4859-b1c7-c7e51273eefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7252150 Aug 19 18:15:19.313875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:19.323472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445574cf-4f50-4369-998d-c3251df226be None None] Sync routers for ids ['849b08a8-7d52-4859-b1c7-c7e51273eefd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:19.343784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] Routers {'849b08a8-7d52-4859-b1c7-c7e51273eefd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:19.348524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['849b08a8-7d52-4859-b1c7-c7e51273eefd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:19.399283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.415632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ac9f3-a4cd-4dfb-a0e0-9c71fdf64680 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.417286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf9ac9f3-a4cd-4dfb-a0e0-9c71fdf64680 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?device_id=849b08a8-7d52-4859-b1c7-c7e51273eefd HTTP/1.1" status: 200 len: 988 time: 0.1022034 Aug 19 18:15:19.435101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:19.438909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50666) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:19.461340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] Routers {'849b08a8-7d52-4859-b1c7-c7e51273eefd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:19.462559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['849b08a8-7d52-4859-b1c7-c7e51273eefd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:19.529403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.532847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.536570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0f22a86-8262-45d3-b648-c477d80d5b93 HTTP/1.1" status: 204 len: 168 time: 0.6213498 Aug 19 18:15:19.602114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d839f4-fcd1-4d55-8912-3e9df4d6635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f22a86-8262-45d3-b648-c477d80d5b93,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:19.642682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Deleting port c5967fb3-896a-4eb7-8ae0-dca204304ec0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:19.643047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.643761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:19.682417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.784558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:19.786125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=ae2e30e7-c9f7-41c0-92df-30da5531d7a5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:19.799612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Allocated IP 172.25.5.190 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/a4d4e59e-2b20-46c9-9885-38d5feb0b4a3) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:19.802483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:19.817976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:19.821653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.832760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbfaf5-0d52-4e4b-8d40-3a587a99618b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:19.838177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-445574cf-4f50-4369-998d-c3251df226be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:19.839051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445574cf-4f50-4369-998d-c3251df226be None None] The sync data for ids ['849b08a8-7d52-4859-b1c7-c7e51273eefd'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:19.841089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] For port c5967fb3-896a-4eb7-8ae0-dca204304ec0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c5967fb3-896a-4eb7-8ae0-dca204304ec0,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:19.841470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:19.876367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Calling delete_port for c5967fb3-896a-4eb7-8ae0-dca204304ec0 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:19.884412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-040c9461-9aa5-4e81-946d-b5331ddf1e82 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3725309 Aug 19 18:15:19.885242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50680) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:19.906532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:20.116086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50684) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:20.145111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'tenant_id': '3eec226b350047d4a3a9f4f062fcb4c9', 'fixed_ips': [{'subnet_id': 'ae2e30e7-c9f7-41c0-92df-30da5531d7a5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:15:20.146240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.158087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63f05f5c-2f49-432b-bfc1-5cd9a1091568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.191422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.210015 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.239806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:20.248171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.333660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Allocated IP 2001:db8::f816:3eff:fe80:62d6 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/ae2e30e7-c9f7-41c0-92df-30da5531d7a5/8e84a9b1-849b-4ca6-8520-8d5cc48321ef) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:20.353107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.395351 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae2e30e7-c9f7-41c0-92df-30da5531d7a5 (CIDR: 2001:db8::/64) Aug 19 18:15:20.405381 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:20.406664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:20.444792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5967fb3-896a-4eb7-8ae0-dca204304ec0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:20.483925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.552206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:20.556288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:20.563208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:20.592759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63f05f5c-2f49-432b-bfc1-5cd9a1091568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.659556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63f05f5c-2f49-432b-bfc1-5cd9a1091568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.659714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6d4dcba6-593d-4e7d-9b05-0e324183c2b9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7640877 Aug 19 18:15:20.660462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50698) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:20.673021 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.683430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:20.695921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:20.711898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:20.721062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.724257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=a4d4e59e-2b20-46c9-9885-38d5feb0b4a3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:20.800436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:20.803600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:20.808105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.812668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:20.814825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:20.863774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-63f05f5c-2f49-432b-bfc1-5cd9a1091568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4fe9cab0bbc4cc0bf969784245c2e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466171 Aug 19 18:15:20.866702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:20.893111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Attempting to bind port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:20.893698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Attempting to bind port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:20.893974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Attempting to bind port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef on network eb31d0fd-a178-45b0-9725-e1a963ee76c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:20.900995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:20.902519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05f5c-2f49-432b-bfc1-5cd9a1091568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6234ea60-55e2-4528-8b9d-30daf272d54a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:20.902673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Checking segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:20.902947 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.903358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Bound using segment: {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:20.904054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Bound port: 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a77e86-25bb-4d57-8c46-d8cbf517a85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:20.904464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.940968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:20.961063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:20.965771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.001037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:21.004536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:21.010746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.082871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.087346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.097686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91dfd-2f2d-4730-bc40-749b453c538d None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:21.128844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port bb04b54d-a17e-488f-a517-8501e33def3b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:21.129998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.212535 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.404774 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.427727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for bb04b54d-a17e-488f-a517-8501e33def3b owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:21.504242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.542629 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.630264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.689255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=a4d4e59e-2b20-46c9-9885-38d5feb0b4a3,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:21.723926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:21.728898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.732061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:21.738585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:21.739297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.755524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=0b9d954d-d526-43ad-8083-c89622e361e2,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:21.778345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:21.788469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d58cdc2-75a3-4339-8fb4-42e1387107c4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9213603 Aug 19 18:15:21.788469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c8cff818-c6af-4094-b22a-7cc6034a6594 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1222136 Aug 19 18:15:21.788469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:21.792881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:78:53:db', 'name': 'tempest-NetworksTestDHCPv6-2074522945'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:21.953960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:22.111531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.143613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-e06ad1a8-4c0c-4e53-920a-c03ad2ed4c4f tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--70533719&fields=id&tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 267 time: 0.0652287 Aug 19 18:15:22.174024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.177154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.181252 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6234ea60-55e2-4528-8b9d-30daf272d54a HTTP/1.1" status: 204 len: 168 time: 1.3111312 Aug 19 18:15:22.190803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=bb04b54d-a17e-488f-a517-8501e33def3b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.191112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.240255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb89ce-80ec-4491-985e-3b38558b012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6234ea60-55e2-4528-8b9d-30daf272d54a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:22.287314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 127f1a9c-b7a6-4484-b16b-bfa3d30cad4b yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:22.414445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Router 96214d49-8ba5-4a37-9594-2d4123df4339 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:22.423741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:22.706326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-3e15ecee-f95f-49b0-8a44-f437154350e2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:22.709051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-3e15ecee-f95f-49b0-8a44-f437154350e2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 810 time: 0.5542662 Aug 19 18:15:22.789824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:22.851018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7169fb20-6000-494e-81e4-afe33c2de9e4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/quotas/dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 375 time: 0.1037531 Aug 19 18:15:22.876626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Router 849b08a8-7d52-4859-b1c7-c7e51273eefd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:22.882585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1db4f-bdd3-4a45-8678-588195eeb639 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:22.902840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:22.915019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:22.930566 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8c59e6f4-2366-462a-96ff-76830880fa4d admin admin] 10.222.0.36 "PUT /v2.0/routers/96214d49-8ba5-4a37-9594-2d4123df4339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7395697 Aug 19 18:15:22.930962 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Sync routers for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:22.933065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:22.944672 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:22.945334 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.014899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8:0:1::350 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/0b9d954d-d526-43ad-8083-c89622e361e2/127f1a9c-b7a6-4484-b16b-bfa3d30cad4b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:23.028259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:23.030819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe78:53db (eb31d0fd-a178-45b0-9725-e1a963ee76c8/ae2e30e7-c9f7-41c0-92df-30da5531d7a5/127f1a9c-b7a6-4484-b16b-bfa3d30cad4b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:23.041257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:23.041644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.129595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-98a59b79-e063-4006-8b2f-d41f1a7d3105 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422204 Aug 19 18:15:23.139740 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:23.250377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:23.257730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.260107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8aca89c2-799c-4509-a334-18ee6468f952 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/routers/849b08a8-7d52-4859-b1c7-c7e51273eefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8191500 Aug 19 18:15:23.276334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] Sync routers for ids ['849b08a8-7d52-4859-b1c7-c7e51273eefd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:23.323236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50774) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:23.381683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:23.401114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] Routers {'849b08a8-7d52-4859-b1c7-c7e51273eefd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:23.411643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['849b08a8-7d52-4859-b1c7-c7e51273eefd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.417828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.459730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:15:20Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.496214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.507097 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b809dee-5c1f-4ebb-82f1-06cd05b9552f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:15:23.508735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b809dee-5c1f-4ebb-82f1-06cd05b9552f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/bb04b54d-a17e-488f-a517-8501e33def3b HTTP/1.1" status: 404 len: 333 time: 0.1015463 Aug 19 18:15:23.531386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50786) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:23.547330 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Checking router: 96214d49-8ba5-4a37-9594-2d4123df4339 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:23.564313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.576317 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Routers {'96214d49-8ba5-4a37-9594-2d4123df4339'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:23.577202 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['96214d49-8ba5-4a37-9594-2d4123df4339'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.605682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] Routers {'849b08a8-7d52-4859-b1c7-c7e51273eefd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:23.605682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['849b08a8-7d52-4859-b1c7-c7e51273eefd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.677218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-30152361-edad-455d-8a0f-e323bda405f7 service neutron] 10.222.0.36 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132239 Aug 19 18:15:23.681089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.780239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044919c-fd0a-4f76-adcb-58a6873adbc5 None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:23.788556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:23.790085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18f07-be5c-4085-961f-4e6b96b5c66d None None] The sync data for ids ['849b08a8-7d52-4859-b1c7-c7e51273eefd'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:23.797163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'ae2e30e7-c9f7-41c0-92df-30da5531d7a5', 'ip_address': '2001:db8::f816:3eff:fe80:62d6'}, {'subnet_id': '0b9d954d-d526-43ad-8083-c89622e361e2'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '8e84a9b1-849b-4ca6-8520-8d5cc48321ef'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:23.807573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.849324 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:23.858146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-377f99f2-b632-493e-a44b-2eb887b5275a service neutron] 10.222.0.36 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615036 Aug 19 18:15:23.880641 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] Set router 96214d49-8ba5-4a37-9594-2d4123df4339 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:23.888810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 127f1a9c-b7a6-4484-b16b-bfa3d30cad4b will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:23.956652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.076008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:24.082978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:24.100675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:24.104762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:24.108065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.157115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.161477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.166945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.184981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3972206 Aug 19 18:15:24.186491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:24.281575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25efd3-c55f-4cf6-8b54-6fa0a4bc5ee2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=127f1a9c-b7a6-4484-b16b-bfa3d30cad4b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:24.301307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.303398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Fanout notify agent at l3_agent the message router_deleted on router 849b08a8-7d52-4859-b1c7-c7e51273eefd {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:24.323250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.328503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-706a398f-9034-43b8-ade8-c1f8aceaf577 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/routers/849b08a8-7d52-4859-b1c7-c7e51273eefd HTTP/1.1" status: 204 len: 168 time: 0.7955978 Aug 19 18:15:24.334757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50814) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:24.365887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:15:20Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:24.371979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Allocated IP 2001:db8:0:1::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/0b9d954d-d526-43ad-8083-c89622e361e2/8e84a9b1-849b-4ca6-8520-8d5cc48321ef) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:24.399713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Deleting port ce63d687-08bb-4e93-be71-19b2c530cd92 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:24.400063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.417104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bde3d076-f012-4754-998e-f72671db3040 req-6a10d819-e737-4df8-93c0-ea9adafdc83b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 210 time: 0.2263715 Aug 19 18:15:24.438919 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38320091-2b54-41ab-ac27-dc8aa4641840 None None] The sync data for ids ['96214d49-8ba5-4a37-9594-2d4123df4339'] in n-d-778550-10 is: [{'id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'name': 'tempest-TaggedBootDevicesTest_v242-992015025-router', 'tenant_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:02:31Z', 'updated_at': '2021-08-19T18:15:20Z', 'revision_number': 5, 'project_id': 'a49aaf0ebebf4a7cb7a7c4bb1abd9556', 'gw_port': {'id': 'ce63d687-08bb-4e93-be71-19b2c530cd92', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96214d49-8ba5-4a37-9594-2d4123df4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:02:33Z', 'updated_at': '2021-08-19T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:24.557201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:24.571213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet 01b4ff18-506a-437c-805a-6c21978ba44b {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:24.600420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.603269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.644620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:24.650559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.653199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 127f1a9c-b7a6-4484-b16b-bfa3d30cad4b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:24.653746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.744591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] For port ce63d687-08bb-4e93-be71-19b2c530cd92, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ce63d687-08bb-4e93-be71-19b2c530cd92,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:24.746232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.771543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.823163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Calling delete_port for ce63d687-08bb-4e93-be71-19b2c530cd92 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:24.966450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:24.985608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc013f6-c2fe-4193-92e6-bad09249c0fe None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:25.032155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 127f1a9c-b7a6-4484-b16b-bfa3d30cad4b owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:25.057625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:25.219013 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.252008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c5967fb3-896a-4eb7-8ae0-dca204304ec0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:25.313161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c5967fb3-896a-4eb7-8ae0-dca204304ec0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:25.313618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c5967fb3-896a-4eb7-8ae0-dca204304ec0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:25.501160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.505757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.546820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=01b4ff18-506a-437c-805a-6c21978ba44b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:25.561405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=127f1a9c-b7a6-4484-b16b-bfa3d30cad4b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:25.592849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54538edb-2214-4a77-8d18-b328bec7129f req-a854365f-0dea-46ce-9bb5-8fd65ed9c7e2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 210 time: 0.0883627 Aug 19 18:15:25.598396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.602776 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-53014f31-2731-4b3e-b5a5-d7c5ceaf91bc tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/01b4ff18-506a-437c-805a-6c21978ba44b HTTP/1.1" status: 204 len: 168 time: 1.2623467 Aug 19 18:15:25.604909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:25.609799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0acb73e-a92c-4766-9b6a-36473d34164a None None] Network 02a7b8ae-4dff-4125-a672-694d25383110 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:25.707436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.709528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e42b3620-e874-4c2d-bd2e-fca8b42f4892 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/127f1a9c-b7a6-4484-b16b-bfa3d30cad4b HTTP/1.1" status: 204 len: 168 time: 1.4622555 Aug 19 18:15:25.713161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:25.715491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.778319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce63d687-08bb-4e93-be71-19b2c530cd92,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:25.806894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:25.824042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca73095f-e04b-444d-819e-dfc8bb77e01f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.829762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ca73095f-e04b-444d-819e-dfc8bb77e01f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1140728 Aug 19 18:15:25.831158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50858) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:25.919115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d86419-aa17-40ad-98a2-823e948e5e6c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:25.922106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-66d86419-aa17-40ad-98a2-823e948e5e6c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0873861 Aug 19 18:15:25.924741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50860) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.048635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.153607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84667d-ab2d-43eb-97ca-adb4e918ba0d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.172364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] DHCP port deletion for 02a7b8ae-4dff-4125-a672-694d25383110 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:26.173833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84667d-ab2d-43eb-97ca-adb4e918ba0d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.178655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84667d-ab2d-43eb-97ca-adb4e918ba0d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:26.183806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5e84667d-ab2d-43eb-97ca-adb4e918ba0d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2579029 Aug 19 18:15:26.184761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.317237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.318792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25e74d8a-7182-4c25-abb6-cfcc5e0fdb00 None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:26.323680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25e74d8a-7182-4c25-abb6-cfcc5e0fdb00 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:26.323987 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25e74d8a-7182-4c25-abb6-cfcc5e0fdb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.352136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.354716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 0b9d954d-d526-43ad-8083-c89622e361e2 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:26.355655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.358932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.364510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:26.365586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.415585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Deleting port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:26.416735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.421604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.525549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.525549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96214d49-8ba5-4a37-9594-2d4123df4339 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:15:26.531495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.535999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-296f37aa-732f-4daa-8799-ddf71c1b3907 admin admin] 10.222.0.36 "DELETE /v2.0/routers/96214d49-8ba5-4a37-9594-2d4123df4339 HTTP/1.1" status: 204 len: 168 time: 3.6018376 Aug 19 18:15:26.542781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50872) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:26.548723 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.617481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] For port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,segment=NetworkSegment(d6e314d8-88ca-41ca-89da-138e15b69685),segment_id=d6e314d8-88ca-41ca-89da-138e15b69685)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:26.617899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.637836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 27816749-b32a-4ab1-bbb5-1c21b36c4d9e owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:26.649160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Deleting subnet f7134213-4e8e-47cd-a436-8c83429ceee7 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:26.657234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.676930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] For port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,segment=NetworkSegment(d6e314d8-88ca-41ca-89da-138e15b69685),segment_id=d6e314d8-88ca-41ca-89da-138e15b69685)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:26.677423 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.756521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Calling delete_port for 27816749-b32a-4ab1-bbb5-1c21b36c4d9e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:26.796074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:26.831708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-40460690-ed8b-486f-b756-f9db82fd8d8b None None] Could not find standard attr ID for object 127f1a9c-b7a6-4484-b16b-bfa3d30cad4b. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:27.002154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:27.110136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:27.110638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.393483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 27816749-b32a-4ab1-bbb5-1c21b36c4d9e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:27.516280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.567683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c794efde-f876-4f51-9228-15f6ca98e033 req-5c8a8853-32e9-46f4-ab00-caa0cdc6998e tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 210 time: 0.0736954 Aug 19 18:15:27.618084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9d954d-d526-43ad-8083-c89622e361e2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:27.621320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.622948 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.624131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0b9d954d-d526-43ad-8083-c89622e361e2 HTTP/1.1" status: 204 len: 168 time: 1.4381371 Aug 19 18:15:27.630839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50898) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:27.644818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb722987-d29d-46b4-aca2-1fffe522a5a8 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:27.666544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.667281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.667916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.668497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.669257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.669847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.670484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.671049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.671648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.672228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.672833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.673440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdfcc6e-7d03-4ff8-85f7-520c40cb8e5d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:27.740316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet ae2e30e7-c9f7-41c0-92df-30da5531d7a5 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:27.760276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.771377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.778614 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.791208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No DVR routers for this DVR port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:27.856201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:27.896223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:27.915514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] No DVR routers for this DVR port 27816749-b32a-4ab1-bbb5-1c21b36c4d9e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:27.921334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51efb96-8790-4967-902e-de9f8b9c47ab None None] Pushing event deleted for resources: {'Port': ['ID=27816749-b32a-4ab1-bbb5-1c21b36c4d9e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:27.989348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.024589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.122464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.141097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e95c1f6d-5a07-4379-be06-3a3e23539ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.147314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.161037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a7b8ae-4dff-4125-a672-694d25383110']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:28.171250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-916030f3-3bf7-42db-82f5-764b8a7a4536 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:28.172833 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-916030f3-3bf7-42db-82f5-764b8a7a4536 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 810 time: 1.2827752 Aug 19 18:15:28.178365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2e30e7-c9f7-41c0-92df-30da5531d7a5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:28.180636 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:15:28.181220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.202245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.210111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d22d3c6-5523-498b-9ffd-b5fd039f09a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/ae2e30e7-c9f7-41c0-92df-30da5531d7a5 HTTP/1.1" status: 204 len: 168 time: 0.5778298 Aug 19 18:15:28.211677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e314d8-88ca-41ca-89da-138e15b69685') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:28.212171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e314d8-88ca-41ca-89da-138e15b69685') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:28.213812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50916) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:28.214930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7134213-4e8e-47cd-a436-8c83429ceee7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:28.243976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.262922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.265222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0caf0a7-ceea-49a6-9bba-84e798b1ecfb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7134213-4e8e-47cd-a436-8c83429ceee7 HTTP/1.1" status: 204 len: 168 time: 1.7224443 Aug 19 18:15:28.271684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.274983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 50918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:28.290860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479823e-14ef-4948-85a6-ed3174213166 None None] Network f2d34970-d5d8-487a-b1d9-14556983262b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:28.299008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-151c8421-66df-4ec8-9ca8-c1ea811673cd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806413 Aug 19 18:15:28.299847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:28.307642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:28.399408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:28.403633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.511529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:28.516261 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:28.529309 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:28.550450 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-5f63193d-0bea-48ab-8e36-912df42de9bf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6 HTTP/1.1" status: 200 len: 378 time: 0.3422744 Aug 19 18:15:28.553945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.570412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'port': {'device_id': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'admin_state_up': True, 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'security_groups': ['8b5caa38-718f-40c0-aa89-414befb84320']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:28.610249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.612970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/02a7b8ae-4dff-4125-a672-694d25383110 HTTP/1.1" status: 204 len: 168 time: 3.0070689 Aug 19 18:15:28.656676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ce63d687-08bb-4e93-be71-19b2c530cd92 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:28.691054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50930) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:28.742639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ce63d687-08bb-4e93-be71-19b2c530cd92 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:28.743090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ce63d687-08bb-4e93-be71-19b2c530cd92 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:28.772750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] DHCP port deletion for f2d34970-d5d8-487a-b1d9-14556983262b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:28.796578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d28553-9164-479f-99ac-9d4090c58e9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=02a7b8ae-4dff-4125-a672-694d25383110,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:28.814441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.916277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-505aa46c-ac0e-4b11-a779-8e348d921342 req-4765e410-ddaa-48e9-a030-2958c20ef499 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 210 time: 0.1346188 Aug 19 18:15:28.916710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Deleting port 3850fd11-e062-46af-ba17-7c71bdd2d86b {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:28.917515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:28.927797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031606e-c1e4-461c-8bbd-fc7f4c736dc0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:28.929563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3031606e-c1e4-461c-8bbd-fc7f4c736dc0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/195c99e3-313f-49f1-a6cd-1b0f49574235 HTTP/1.1" status: 200 len: 844 time: 0.2372911 Aug 19 18:15:28.934248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50938) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:29.041645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] For port 3850fd11-e062-46af-ba17-7c71bdd2d86b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3850fd11-e062-46af-ba17-7c71bdd2d86b,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:29.042459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.058517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Deleting port 3850fd11-e062-46af-ba17-7c71bdd2d86b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:29.060044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.064539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Made reservation on behalf of dd3c3708a7bb49d9af9bdbb9f3101ba6 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:29.077023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.083295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Calling delete_port for 3850fd11-e062-46af-ba17-7c71bdd2d86b owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:29.110554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a76a36a1-9668-4a80-a724-19940245f5b0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/195c99e3-313f-49f1-a6cd-1b0f49574235?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1753712 Aug 19 18:15:29.118455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50942) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:29.125341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:29.360617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.objects.ports [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101324) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:29.407321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] For port 3850fd11-e062-46af-ba17-7c71bdd2d86b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3850fd11-e062-46af-ba17-7c71bdd2d86b,segment=NetworkSegment(94a0cf26-68b3-4ab2-8edc-68ba8ca1034d),segment_id=94a0cf26-68b3-4ab2-8edc-68ba8ca1034d)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:29.407780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.423971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Calling delete_port for 3850fd11-e062-46af-ba17-7c71bdd2d86b owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:29.429646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ddb2a-da77-48ba-889a-98122bffb40c None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:29.431660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:29.435193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.547223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f042d5b8-9e2c-4465-97c1-b1379bee87aa None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:29.551763 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f042d5b8-9e2c-4465-97c1-b1379bee87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.551971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Allocated IP 172.20.0.5 (49b45f4a-b356-46a0-bd27-2d4096da6c30/3eb3e739-b87e-4d48-8c33-be1150e28543/ec0c41ae-0bab-4bdd-b23b-18be420a653d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:29.591862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.635285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.742380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] Pushing event deleted for resources: {'Port': ['ID=3850fd11-e062-46af-ba17-7c71bdd2d86b,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:29.752329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6c162-f06b-4f8c-8ae5-846276d97014 None None] No DVR routers for this DVR port 3850fd11-e062-46af-ba17-7c71bdd2d86b on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:29.771065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.789148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Transition to ACTIVE for port object ec0c41ae-0bab-4bdd-b23b-18be420a653d will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:29.814500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:29.823991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.831181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.851026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.857547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.858371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:29.887480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] No DVR routers for this DVR port 3850fd11-e062-46af-ba17-7c71bdd2d86b on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:29.887480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Pushing event deleted for resources: {'Port': ['ID=3850fd11-e062-46af-ba17-7c71bdd2d86b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.016466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:30.027028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.035742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:30.045398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.045828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.046304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.046840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.047348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.047785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.048211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.048615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.049020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.049419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.049818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.050215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:15:30.053482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.054094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.055343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:30.057254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d34970-d5d8-487a-b1d9-14556983262b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.078951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=baa12adb-3e89-40da-936a-4addd83c434a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.101110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8000696 Aug 19 18:15:30.106501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50958) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:30.108613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba94d0-5fd1-4ff9-9ff2-9a7ae98a9242 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=8']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.115030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:30.129281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:30.136092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:30.178758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aee5c8-63af-4d87-8009-5d6337049e5a None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:30.206276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.208019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a0cf26-68b3-4ab2-8edc-68ba8ca1034d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:30.222122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.229858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.265959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.270195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.292169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c93ea54-0e8c-4ea9-9b64-3517d893bd5a None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:30.292169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5c93ea54-0e8c-4ea9-9b64-3517d893bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.309511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event updated for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.322301 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-33b700bc-dcda-431e-b6e7-e0501ebc91dd tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7646732 Aug 19 18:15:30.325847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.338119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:15:30.339742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:15:30.357067 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:15:30.386836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebd2e0-e94a-4e5b-8a98-f0854ae30c42 req-2201844d-e2f5-43f0-b1d8-9302337083b8 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.394773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9ebd2e0-e94a-4e5b-8a98-f0854ae30c42 req-2201844d-e2f5-43f0-b1d8-9302337083b8 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 931 time: 0.3769817 Aug 19 18:15:30.447883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:30.471974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:30.482051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:30.491795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.495019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b99c9-7ec2-4eeb-bedb-c97aebb24c80 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:30.501015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.516082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.520125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2d34970-d5d8-487a-b1d9-14556983262b HTTP/1.1" status: 204 len: 168 time: 2.2453938 Aug 19 18:15:30.547349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d15d78-c6f0-4c9e-afea-277321cf9938 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d34970-d5d8-487a-b1d9-14556983262b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.582602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Request body: {'port': {'device_id': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:30.602058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9ebd2e0-e94a-4e5b-8a98-f0854ae30c42 req-6693eb9a-5496-4ccf-a439-22a7744de91c tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2006886 Aug 19 18:15:30.626907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=b5063e31-6cf9-4844-afb3-f92825ca96f9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:30.638937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:30.646698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.665949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3e42270d-091c-4c72-84b5-f84112802f0f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5464125 Aug 19 18:15:30.690256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50968) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:30.705943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'security_group': {'name': 'tempest-secgroup-304835140'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:30.739114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28789731-700f-4fec-9cf7-bc8123db99b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.754416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:30.770378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.854642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:30.976807 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baa12adb-3e89-40da-936a-4addd83c434a (CIDR: 2001:db8::/64) Aug 19 18:15:30.991327 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50974) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:30.997012 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:30.997504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:31.147719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1ffcfb1e-d442-455a-b7ad-fd696ba3b1a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a49aaf0ebebf4a7cb7a7c4bb1abd9556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533563 Aug 19 18:15:31.154230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50980) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:31.182329 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.186315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.215511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.218122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:31.218607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.234952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e63ab793-415f-49c9-956b-f37212ec3180 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1272452 Aug 19 18:15:31.254356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50982) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:31.260838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a108ab31-c27a-4289-aaac-b982aa235302', 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'tenant_id': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'fixed_ips': [{'subnet_id': 'b5063e31-6cf9-4844-afb3-f92825ca96f9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:15:31.262098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.280693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:31.334233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4743d113-aef4-4e5f-86c6-f8d4d2d7bab2 None None] Provisioning for port ec0c41ae-0bab-4bdd-b23b-18be420a653d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:31.346835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4743d113-aef4-4e5f-86c6-f8d4d2d7bab2 None None] Provisioning complete for port ec0c41ae-0bab-4bdd-b23b-18be420a653d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:31.347724 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4743d113-aef4-4e5f-86c6-f8d4d2d7bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.353240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.354510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6600604 Aug 19 18:15:31.362695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 50984) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:31.371966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194883067'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:31.388442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117b008-b118-4404-b091-d6df17025e38 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ca524-4147-4b16-ad82-2f62ecf3519c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:31.426551 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.459756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.500857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.552945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c41ae-0bab-4bdd-b23b-18be420a653d {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:31.566498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:31.572085 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.579394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.581725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.api [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:15:31.581725 n-d-778550-10 neutron-server[101324]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:15:31.581725 n-d-778550-10 neutron-server[101324]: [parameters: {'project_id_1': 'f8cc18bcc4ae4ebe83f57e979f2e43c5', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 15, 31, 526395)}] Aug 19 18:15:31.581725 n-d-778550-10 neutron-server[101324]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:15:31.582400 n-d-778550-10 neutron-server[101324]: DEBUG oslo_db.api [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:15:31.597132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Transition to ACTIVE for port object ec0c41ae-0bab-4bdd-b23b-18be420a653d will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:31.616660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.663473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4743d113-aef4-4e5f-86c6-f8d4d2d7bab2 None None] Port ec0c41ae-0bab-4bdd-b23b-18be420a653d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:31.715875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.718585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:31.720250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8b57fc6-6e2c-43de-9588-648ba82cc0b9 HTTP/1.1" status: 204 len: 168 time: 0.5649705 Aug 19 18:15:31.736438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Allocated IP 2001:db8::2 (a108ab31-c27a-4289-aaac-b982aa235302/b5063e31-6cf9-4844-afb3-f92825ca96f9/9b9aadbe-86c3-47fb-88fc-b9704e560083) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:31.788020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:31.794196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8753a-f461-4367-b086-a2ac43a86a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b57fc6-6e2c-43de-9588-648ba82cc0b9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:31.875461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3850fd11-e062-46af-ba17-7c71bdd2d86b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:31.912812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3850fd11-e062-46af-ba17-7c71bdd2d86b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:15:31.913174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3850fd11-e062-46af-ba17-7c71bdd2d86b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:15:32.031898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Attempting to bind port ec0c41ae-0bab-4bdd-b23b-18be420a653d on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:32.032347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Attempting to bind port ec0c41ae-0bab-4bdd-b23b-18be420a653d by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:32.033259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Attempting to bind port ec0c41ae-0bab-4bdd-b23b-18be420a653d on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:32.045896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0b92faaf-379d-4283-a3a4-d51ba15265cd None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:32.046275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0b92faaf-379d-4283-a3a4-d51ba15265cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.053947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Port ec0c41ae-0bab-4bdd-b23b-18be420a653d on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:32.055390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Attempting to bind port ec0c41ae-0bab-4bdd-b23b-18be420a653d on network 49b45f4a-b356-46a0-bd27-2d4096da6c30 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:32.074758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:32.078029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Checking segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:32.078198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Bound using segment: {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:32.078692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Bound port: ec0c41ae-0bab-4bdd-b23b-18be420a653d, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629d2fdf-3000-4a55-90c1-84aca2160ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:32.079068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.095163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.153384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.195415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.220683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Transition to ACTIVE for port object 9b9aadbe-86c3-47fb-88fc-b9704e560083 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:32.266221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:32.269572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Transition to ACTIVE for port object 9b9aadbe-86c3-47fb-88fc-b9704e560083 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:32.271275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:32.280923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.284497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.299529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e89fd-1fe7-4aa1-a1b8-87ee848919db req-f9c3b950-23d2-4a9a-a614-b8d34330d2b0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.309465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-931e89fd-1fe7-4aa1-a1b8-87ee848919db req-f9c3b950-23d2-4a9a-a614-b8d34330d2b0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 943 time: 0.4764800 Aug 19 18:15:32.341077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:32.345272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:32.349760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:32.358964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:32.363901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.364834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.367082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 1092 time: 2.0228879 Aug 19 18:15:32.369720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:32.399871 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979fb9c7-b489-4084-b4b1-b1ed493e40d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:32.444089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289bd03-b629-4712-8b1f-33bf031e1406 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:32.487028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-931e89fd-1fe7-4aa1-a1b8-87ee848919db req-9b5b1eec-4506-4f41-b0b0-7286ef4f971f tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765113 Aug 19 18:15:32.516620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Attempting to bind port 9b9aadbe-86c3-47fb-88fc-b9704e560083 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:32.516818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Attempting to bind port 9b9aadbe-86c3-47fb-88fc-b9704e560083 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e2e487d8-46d3-483f-ba49-70cee41d6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:32.524668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Attempting to bind port 9b9aadbe-86c3-47fb-88fc-b9704e560083 on network a108ab31-c27a-4289-aaac-b982aa235302 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:32.540423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:32.543595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Checking segment: {'id': 'e2e487d8-46d3-483f-ba49-70cee41d6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:32.544318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.544964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Bound using segment: {'id': 'e2e487d8-46d3-483f-ba49-70cee41d6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:32.545708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Bound port: 9b9aadbe-86c3-47fb-88fc-b9704e560083, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e487d8-46d3-483f-ba49-70cee41d6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:32.551664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.571570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.575255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-b4c4f218-77a7-403c-88be-310e4b7f4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.579121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-b4c4f218-77a7-403c-88be-310e4b7f4d0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1095 time: 0.1236787 Aug 19 18:15:32.672477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:32.675132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=1e53707a-a857-4638-ac69-9794fb78eabc,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:32.677869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:32.684543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.685246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.700247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e400a-2a93-44c9-b6ed-e721b464a0ff None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:32.711317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:32.754727 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-f784266e-5e6c-4ad9-ba1f-322353c38b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 217 time: 0.1602578 Aug 19 18:15:32.809037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:32.815993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.826227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.827132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:32.850317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c8bc4f9-f3e4-4db9-8e63-1d8d7569e486 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5824430 Aug 19 18:15:32.878040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51008) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:32.881971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-8b922ca1-31c2-46f0-87e2-632b2ece3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:32.883888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-8b922ca1-31c2-46f0-87e2-632b2ece3d87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.1223269 Aug 19 18:15:32.888994 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4345807-5318-4de2-9916-81f345f021d6 x-openstack-request-id: req-c4345807-5318-4de2-9916-81f345f021d6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:32.889222 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:32.889482 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4345807-5318-4de2-9916-81f345f021d6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:32.889926 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'status': 'completed', 'code': 200} Aug 19 18:15:32.914467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:0c:2e:3d', 'name': 'tempest-NetworksTestDHCPv6-1908461141'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:32.921575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e96d00-505f-4521-b55f-b22777bd8f5c None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:33.061901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-b527c861-812c-4074-8356-6da306e312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:33.064084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-b527c861-812c-4074-8356-6da306e312cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626112 Aug 19 18:15:33.173089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.187674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8110108 Aug 19 18:15:33.187918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51020) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:33.193978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2030507373', 'security_groups': ['cf35eb33-5d1a-45d7-b5cf-7dec5665527a'], 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5063e31-6cf9-4844-afb3-f92825ca96f9'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:33.274124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72da447-e6c9-417e-97c3-518ce44d238d tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf35eb33-5d1a-45d7-b5cf-7dec5665527a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:33.319429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': 'baa12adb-3e89-40da-936a-4addd83c434a', 'ip_address': '2001:db8::f816:3eff:fe80:62d6'}, {'subnet_id': '1e53707a-a857-4638-ac69-9794fb78eabc'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '8e84a9b1-849b-4ca6-8520-8d5cc48321ef'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:33.338496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:33.384794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-980278e6-4d3b-4393-bb74-bd829e5c00b5 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116689 Aug 19 18:15:33.447936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.648073 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.707199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:33.731563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51034) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:33.737358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 6004501e-9924-4571-a19e-f3f5d4ad0f5d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:33.769903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:33.853631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Allocated IP 2001:db8:0:1::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/1e53707a-a857-4638-ac69-9794fb78eabc/8e84a9b1-849b-4ca6-8520-8d5cc48321ef) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:33.878076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01045e-e859-4597-9545-dc17b78c46e1 req-9c1743e5-6582-4629-9dc6-01223a87e07e tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:33.885951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b01045e-e859-4597-9545-dc17b78c46e1 req-9c1743e5-6582-4629-9dc6-01223a87e07e tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 943 time: 0.2503607 Aug 19 18:15:33.912174 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a48167b5-3cb7-4f2c-b0fb-fc58f0aa2fb5 req-9b04abf2-5f87-4f16-9e0c-e79411cd6ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947622 Aug 19 18:15:33.984810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b01045e-e859-4597-9545-dc17b78c46e1 req-457ccba7-a305-4903-9fbe-e1676eba2085 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929313 Aug 19 18:15:33.996973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.070535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 7664d214-7645-445a-a297-40c4d1ea95b6 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:34.083238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-610093333-network', 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:34.106157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:34.133766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:34.136281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.145879 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.155590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-220ee126-6aac-430e-93ea-d8cc089494e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.157183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.158048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-220ee126-6aac-430e-93ea-d8cc089494e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1095 time: 0.1363869 Aug 19 18:15:34.180504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:34.186968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.391246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b1efa-a366-4628-85c8-49481c83af41 None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:34.406687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.531494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.546915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:15:34.565645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.566021 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Added segment 3e7d1574-9b71-47fd-9543-cf4741dea91c of type vlan for network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 Aug 19 18:15:34.599087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-26e7f544-ae70-41b0-80e2-f99d762b50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.601808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-26e7f544-ae70-41b0-80e2-f99d762b50d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.4321799 Aug 19 18:15:34.665584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-52cac599-a627-445a-9a83-ba9366c62155 None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:34.670242 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-52cac599-a627-445a-9a83-ba9366c62155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.682815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.697287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8:0:1::99 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/1e53707a-a857-4638-ac69-9794fb78eabc/6004501e-9924-4571-a19e-f3f5d4ad0f5d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:34.701909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae626452-e569-496c-9da2-8fb7a14a5ee0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:34.712488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::f816:3eff:fe0c:2e3d (eb31d0fd-a178-45b0-9725-e1a963ee76c8/baa12adb-3e89-40da-936a-4addd83c434a/6004501e-9924-4571-a19e-f3f5d4ad0f5d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:34.759651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-bb3110e9-916e-4612-ad9f-da6bd6ec60f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 217 time: 0.1384327 Aug 19 18:15:34.776949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.777966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:34.778560 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.783049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-52cac599-a627-445a-9a83-ba9366c62155 None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:34.826752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-52cac599-a627-445a-9a83-ba9366c62155 None None] Provisioning for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:34.882172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0595291 Aug 19 18:15:34.889064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::99 (a108ab31-c27a-4289-aaac-b982aa235302/b5063e31-6cf9-4844-afb3-f92825ca96f9/7664d214-7645-445a-a297-40c4d1ea95b6) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:34.891784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51054) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:34.902138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Request body: {'subnet': {'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-610093333-subnet', 'tenant_id': '614a48f38835489981458703ce17adf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:34.904938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d06ea-0c11-4381-8617-3df8c983f951 admin admin] Pushing event updated for resources: {'Network': ['ID=79e55e6b-c95b-4d4e-a453-dccc68b28ac8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:34.944114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:34.947375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:34.948451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:15:34.953941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:35.034571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-5e8f02f9-c109-43f3-9edf-871b357dfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:35.042269 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-5e8f02f9-c109-43f3-9edf-871b357dfaa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.2605226 Aug 19 18:15:35.069112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.133977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 6004501e-9924-4571-a19e-f3f5d4ad0f5d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:35.173738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:35.178642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:35.179035 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.310307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.385377 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568b91-167f-4566-b6ac-760cc877cc06 req-b13ab236-43e1-456c-995d-217ce3010e82 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:35.387019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e568b91-167f-4566-b6ac-760cc877cc06 req-b13ab236-43e1-456c-995d-217ce3010e82 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 943 time: 0.2028699 Aug 19 18:15:35.401284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.414864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:35.453561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=6004501e-9924-4571-a19e-f3f5d4ad0f5d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:35.471101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:35.482744 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.484217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:35.503704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:35.518767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:35.538158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:35.538887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.586032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e568b91-167f-4566-b6ac-760cc877cc06 req-fed2e23f-e3f9-430a-915b-3aec15bd0608 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1881227 Aug 19 18:15:35.593672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6507ebd3-7756-420f-83dc-e3193901e419 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7075133 Aug 19 18:15:35.596240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51068) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:35.690112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:35.702326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b34fd950-3793-4333-b0b2-a43fbc81e757 None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:35.715859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b34fd950-3793-4333-b0b2-a43fbc81e757 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:35.716627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b34fd950-3793-4333-b0b2-a43fbc81e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.744254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-80887af2-2091-4a2b-9708-5692762de131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:35.746043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-80887af2-2091-4a2b-9708-5692762de131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6836197 Aug 19 18:15:35.778367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 6004501e-9924-4571-a19e-f3f5d4ad0f5d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:35.778707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.800432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ec0c41ae-0bab-4bdd-b23b-18be420a653d details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:35.965490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:35.985183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 6004501e-9924-4571-a19e-f3f5d4ad0f5d owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:36.047271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-03bc60c0-666a-41e0-a95b-2ca149d3ab71 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815435 Aug 19 18:15:36.050689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.058991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.100393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:36.112029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'port_id': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'mac_address': 'fa:16:3e:e0:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:36.204678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-979fb9c7-b489-4084-b4b1-b1ed493e40d9 req-eadda833-8a86-4e08-9cf6-f3cfc5ff6ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428905 Aug 19 18:15:36.281699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.301453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 7664d214-7645-445a-a297-40c4d1ea95b6 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:36.323879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-be2a4377-4b65-4103-b68a-870ab3b381aa None None] Could not find standard attr ID for object 6004501e-9924-4571-a19e-f3f5d4ad0f5d. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:36.325879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=6004501e-9924-4571-a19e-f3f5d4ad0f5d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.333075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.356899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c41ae-0bab-4bdd-b23b-18be420a653d {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:36.363246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:36.364012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Network hostable DHCP agents. Network: 79e55e6b-c95b-4d4e-a453-dccc68b28ac8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:15:36.373415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=175647d9-9add-42b1-916f-f2fec13cad44,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.399542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.401982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5f27fea-fcfa-4c33-84e7-cdd284a5d297 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6004501e-9924-4571-a19e-f3f5d4ad0f5d HTTP/1.1" status: 204 len: 168 time: 0.8047609 Aug 19 18:15:36.404867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.411289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.416843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:36.418879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:15:36.421754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.488807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60279074-1fef-4185-88c2-ba0dba054680 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.496179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.496948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60279074-1fef-4185-88c2-ba0dba054680 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0894971 Aug 19 18:15:36.501404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.529783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 79e55e6b-c95b-4d4e-a453-dccc68b28ac8) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:36.542716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.543313 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.544757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b090e-dc30-47c7-90dd-dcc124ba098e None None] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:36.585688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:36.590999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=7664d214-7645-445a-a297-40c4d1ea95b6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:36.624833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:36.655836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:36.667814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.672281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:36.687032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54b63f54-bd72-40d7-896e-9c1e6f763e6d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7902236 Aug 19 18:15:36.743339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e76f7c54-b1a4-4a4b-a3c8-05f7d9297f9c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5564439 Aug 19 18:15:36.745896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.755060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:36.765089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e8010-545a-42aa-aa36-6dbb9df6a636 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.770893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-441e8010-545a-42aa-aa36-6dbb9df6a636 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2720466 Aug 19 18:15:36.772726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.801021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:36.845896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87845a93-8377-481c-b14c-0151802d6ed6 None None] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:36.848433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ec0c41ae-0bab-4bdd-b23b-18be420a653d'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:36.886625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec25950-cacf-4eff-9d08-3fd3146ee448 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.889646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec25950-cacf-4eff-9d08-3fd3146ee448 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.891772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec25950-cacf-4eff-9d08-3fd3146ee448 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:36.894224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fec25950-cacf-4eff-9d08-3fd3146ee448 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1196954 Aug 19 18:15:36.896856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:36.970859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 1e53707a-a857-4638-ac69-9794fb78eabc {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:37.003657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.108885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.109540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991611e5-5d7d-4917-ab77-38e026147342 req-430e6b6b-e9c4-4d3d-9fa4-72d83824295c tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:37.128371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-991611e5-5d7d-4917-ab77-38e026147342 req-430e6b6b-e9c4-4d3d-9fa4-72d83824295c tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 944 time: 0.3095517 Aug 19 18:15:37.198067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e4e28d8d-3299-4840-9e38-51887f15dfec None None] Provisioning for port 7664d214-7645-445a-a297-40c4d1ea95b6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:37.217270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e4e28d8d-3299-4840-9e38-51887f15dfec None None] Provisioning complete for port 7664d214-7645-445a-a297-40c4d1ea95b6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:37.217676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e4e28d8d-3299-4840-9e38-51887f15dfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.244344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-991611e5-5d7d-4917-ab77-38e026147342 req-131e1bc0-343a-4127-b118-7cea9bbe6447 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190050 Aug 19 18:15:37.261074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e4e28d8d-3299-4840-9e38-51887f15dfec None None] Port 7664d214-7645-445a-a297-40c4d1ea95b6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:37.276050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:37.285423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.293769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.424741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:37.425349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.426061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.454387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.459457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/1e53707a-a857-4638-ac69-9794fb78eabc HTTP/1.1" status: 204 len: 168 time: 0.5606866 Aug 19 18:15:37.460106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.490490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288daaf1-4cce-48f7-a7c6-e7c34936db6b None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:37.566030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065b19-9b60-4176-89fc-4440de91cfe5 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=1e53707a-a857-4638-ac69-9794fb78eabc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:37.581796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet baa12adb-3e89-40da-936a-4addd83c434a {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:37.588320 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.639005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.682510 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5063e31-6cf9-4844-afb3-f92825ca96f9 (CIDR: 2001:db8::/64) Aug 19 18:15:37.700990 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:37.701466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:37.749322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a3bcdf21-0e21-422a-b9b3-125d2e7df970 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0021598 Aug 19 18:15:37.754825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:37.758238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:37.765518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:37.782992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-b319f2b3-69ad-4a2f-a4ed-fbca66b0f8b9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:37.790996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-b319f2b3-69ad-4a2f-a4ed-fbca66b0f8b9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3415096 Aug 19 18:15:37.822263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-06a6d1e7-2fe7-450f-8185-f9cf583b7417 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0137811 Aug 19 18:15:37.893669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-05977142-f46f-4b8e-809f-0cd091e6e917 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627263 Aug 19 18:15:37.974315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:37.982982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.146192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.200557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=baa12adb-3e89-40da-936a-4addd83c434a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:38.209188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.215780 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-31b918ff-0dde-4d5e-bb92-546d78d435d8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/baa12adb-3e89-40da-936a-4addd83c434a HTTP/1.1" status: 204 len: 168 time: 0.7317154 Aug 19 18:15:38.217330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:38.283181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-30b929ea-bb1d-4413-9d05-c50b13f94156 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669472 Aug 19 18:15:38.308983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d024d3dc-0794-43b6-82f0-d989e55df1aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871172 Aug 19 18:15:38.312093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51144) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:38.317443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:38.440362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-98153962-b5fe-49ec-89b2-14bf96875eba service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476958 Aug 19 18:15:38.447830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:38.451718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.463240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8384-52d6-430e-878d-84bba48af43f req-b34de85b-6ee4-468c-81d5-89b4eb49814c tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:38.471300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-119f8384-52d6-430e-878d-84bba48af43f req-b34de85b-6ee4-468c-81d5-89b4eb49814c tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 944 time: 0.0895717 Aug 19 18:15:38.541585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-119f8384-52d6-430e-878d-84bba48af43f req-20923a86-80ca-4dbf-b41a-5e45991fe040 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642548 Aug 19 18:15:38.760023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.763693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5d377a2-7ebd-4081-9b9d-b2bfe302032f req-87c30e04-eb99-40a1-809c-faafde389aa1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 210 time: 0.0831654 Aug 19 18:15:38.883624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.893592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:38.903086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6a978-e64b-4ed2-a256-6da102710a01 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:38.925977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:38.943511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:38.950622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:38.951390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.955120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=b269af99-3359-4653-913e-4d2f2aabdf0e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:38.969853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:38.973168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:38.974275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:38.992959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e780d8-11fe-4b58-bd77-98814765b117 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:39.041378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f635969-fc7d-4ac7-bb08-3d81ec7346ee tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2806668 Aug 19 18:15:39.045068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51164) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.045174 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7284524 Aug 19 18:15:39.048044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1402108969', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b269af99-3359-4653-913e-4d2f2aabdf0e'}], 'security_groups': ['a15ca524-4147-4b16-ad82-2f62ecf3519c']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:39.048208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.058681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec9ae-dff1-4675-8e8d-e18c79d40ab9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:39.064636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:39.175021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-912525b2-29ae-4a07-8787-4759100e4f95 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:39.175404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-912525b2-29ae-4a07-8787-4759100e4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.237753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:39.242400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.407890 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f (CIDR: 2001:db8::/64) Aug 19 18:15:39.409650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.412617 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:39.413015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:39.445922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76cc7a49-cb9f-42f7-af1c-8fec0f50422d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3880424 Aug 19 18:15:39.448429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51172) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:39.453893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:39.780164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:39.785365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:39.809187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ec0c41ae-0bab-4bdd-b23b-18be420a653d up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:39.928650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port ec0c41ae-0bab-4bdd-b23b-18be420a653d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:39.941814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port ec0c41ae-0bab-4bdd-b23b-18be420a653d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:39.942337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.046881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Update dhcp port {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'fixed_ips': [{'subnet_id': 'b5063e31-6cf9-4844-afb3-f92825ca96f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b269af99-3359-4653-913e-4d2f2aabdf0e'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '9b9aadbe-86c3-47fb-88fc-b9704e560083'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:40.087692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e25c4-5a6b-4e50-9b7a-84019ccc2f4a None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:40.188434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.227951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4201ebd0-c22e-4682-b2a5-08ef033846a9 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:40.228482 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4201ebd0-c22e-4682-b2a5-08ef033846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.470375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a280d875-bdd3-4df8-b3b1-84ecc4372579 req-c110ec71-b215-42c6-9e7d-ba5bcfcb0f73 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 210 time: 0.2941182 Aug 19 18:15:40.608115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:40.648197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-01dfad3c-da78-44b4-9352-ca6387e4c308 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:40.650659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-01dfad3c-da78-44b4-9352-ca6387e4c308 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.4845295 Aug 19 18:15:40.654444 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.667423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46c67f-34d3-4873-acd5-dc8ee3749501 req-2c6f738f-c11a-43d9-afd6-01890a2b30ab tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:40.676533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d46c67f-34d3-4873-acd5-dc8ee3749501 req-2c6f738f-c11a-43d9-afd6-01890a2b30ab tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 944 time: 0.4734020 Aug 19 18:15:40.705878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:40.708549 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282c7565-fffa-4e8d-ae82-269e09449ca6" -d '{"events": [{"server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:40.866428 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774437c5-ef6c-45bd-a440-b6f95c026c97 x-openstack-request-id: req-774437c5-ef6c-45bd-a440-b6f95c026c97 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:40.867808 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:40.868329 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-774437c5-ef6c-45bd-a440-b6f95c026c97 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:40.869298 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'code': 200} Aug 19 18:15:40.893504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:40.900090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:40.927843 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.941534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:40.965321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Allocated IP 2001:db8:0:1::2 (a108ab31-c27a-4289-aaac-b982aa235302/b269af99-3359-4653-913e-4d2f2aabdf0e/9b9aadbe-86c3-47fb-88fc-b9704e560083) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:41.026077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d46c67f-34d3-4873-acd5-dc8ee3749501 req-d691ec57-09e2-468e-a6e8-ffc912aeefc2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3480852 Aug 19 18:15:41.118058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588eff-100f-4490-af41-4f894fae287a req-dee6ed8f-ee80-4be8-9539-f4c882a58f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:41.120447 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2c588eff-100f-4490-af41-4f894fae287a req-dee6ed8f-ee80-4be8-9539-f4c882a58f97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1097 time: 0.1802928 Aug 19 18:15:41.154214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:41.158000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.185386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:41.244853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2c588eff-100f-4490-af41-4f894fae287a req-4e2468f7-2057-4b6d-8000-20b240c75f2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093645 Aug 19 18:15:41.253324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:41.304647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf', 'ip_address': '2001:db8:0:1:f816:3eff:fe80:62d6'}, {'subnet_id': '4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '8e84a9b1-849b-4ca6-8520-8d5cc48321ef'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:41.349217 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.353909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:41.370633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.388045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Transition to ACTIVE for port object 9b9aadbe-86c3-47fb-88fc-b9704e560083 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:41.393343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.401702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.4 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/8731e3df-1e03-4b9f-9407-47918dd48c81) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:41.405321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.413960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.416486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.486330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:41.489083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:41.510375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:41.510375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.543699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:41.547105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=13']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:41.556140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1ec821dc-e8df-49ad-a391-f15a9c0c3967 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1065145 Aug 19 18:15:41.565035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51192) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:41.565035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:3a:ae:3d', 'name': 'tempest-NetworksTestDHCPv6-973690460'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:41.789004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662393a-44ea-4085-8243-df9dcbe3da02 None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:41.825915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:41.853192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.874240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e966c0d-a735-4b7e-b4eb-996ae7893e80 req-3929c085-595d-48b2-8ec0-6bc33b6c1a49 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 210 time: 0.2486029 Aug 19 18:15:41.905976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Delete allocated IP 2001:db8::99 (a108ab31-c27a-4289-aaac-b982aa235302/b5063e31-6cf9-4844-afb3-f92825ca96f9) {{(pid=101324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:15:41.923854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f/8e84a9b1-849b-4ca6-8520-8d5cc48321ef) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:41.941249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8:0:1::2c1 (a108ab31-c27a-4289-aaac-b982aa235302/b269af99-3359-4653-913e-4d2f2aabdf0e/7664d214-7645-445a-a297-40c4d1ea95b6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:41.961093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:41.990414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port a7d1113b-a3cc-414b-8c03-49c85f3e2be0 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:42.233294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:42.287288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.307352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:42.315425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.483347 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.514246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.544268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bef465-1119-4f76-ba6a-5386b04bead4 None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=14']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:42.608213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:42.632813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500a5f8-2da7-4dc4-90c8-65028c31c7e5 req-ddd946e3-6e6a-4d8a-be82-60c3d851e8a6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:42.634413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b500a5f8-2da7-4dc4-90c8-65028c31c7e5 req-ddd946e3-6e6a-4d8a-be82-60c3d851e8a6 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.2302911 Aug 19 18:15:42.635346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:42.640084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 7664d214-7645-445a-a297-40c4d1ea95b6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:42.642913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:42.645402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::122 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f/a7d1113b-a3cc-414b-8c03-49c85f3e2be0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:42.661973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:ae3d (eb31d0fd-a178-45b0-9725-e1a963ee76c8/0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf/a7d1113b-a3cc-414b-8c03-49c85f3e2be0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:42.669604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:42.780584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:42.799618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:42.982399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:43.006183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.043552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object a7d1113b-a3cc-414b-8c03-49c85f3e2be0 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:43.066860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=7664d214-7645-445a-a297-40c4d1ea95b6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:43.094740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Provisioning for port 7664d214-7645-445a-a297-40c4d1ea95b6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:43.099909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Provisioning complete for port 7664d214-7645-445a-a297-40c4d1ea95b6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:43.100330 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.112997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] In _notify_port_updated(), no bound segment for port 7664d214-7645-445a-a297-40c4d1ea95b6 on network a108ab31-c27a-4289-aaac-b982aa235302 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:15:43.131480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.137225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:43.137917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.139284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cfe84274-facb-4b93-8a5c-c3c596c1e977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/ports/7664d214-7645-445a-a297-40c4d1ea95b6 HTTP/1.1" status: 200 len: 931 time: 4.0965984 Aug 19 18:15:43.162940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Port 7664d214-7645-445a-a297-40c4d1ea95b6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:43.177445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:43.177826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.202489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51206) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:43.206062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b500a5f8-2da7-4dc4-90c8-65028c31c7e5 req-e8767896-5d8a-4139-b151-a5d182356e1b tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5439465 Aug 19 18:15:43.244766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:43.245659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.271728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:43.297606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Provisioning for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:43.303042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:43.303473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a60a-6a26-4aeb-84e5-a9fbbc978395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.325482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:43.334592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:43.341638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-52253b7a-d3ac-4aa2-b414-fcd0824ecda2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4481931 Aug 19 18:15:43.342718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:43.348575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:43.364665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.370642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=a7d1113b-a3cc-414b-8c03-49c85f3e2be0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:43.398965 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00087f38-7caa-4bbc-b811-a35c73767be0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8352664 Aug 19 18:15:43.399352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520486f-4502-4a12-8320-9a810e906025 req-ac8386cc-cc8f-4b37-af59-d5354a87710b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:43.399612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:43.418876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3520486f-4502-4a12-8320-9a810e906025 req-ac8386cc-cc8f-4b37-af59-d5354a87710b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 931 time: 0.3981555 Aug 19 18:15:43.471323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Request body: {'port': {'device_id': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:43.566276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3520486f-4502-4a12-8320-9a810e906025 req-8018e9eb-b7c6-4ab9-b293-bd661ccc41bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462991 Aug 19 18:15:43.636404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.637761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port a7d1113b-a3cc-414b-8c03-49c85f3e2be0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:43.638164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.671758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 7664d214-7645-445a-a297-40c4d1ea95b6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:43.678506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.692607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bcc5bdd9-778f-496b-90e9-11d88bdd7d52 None None] Provisioning complete for port 7664d214-7645-445a-a297-40c4d1ea95b6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:43.692987 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bcc5bdd9-778f-496b-90e9-11d88bdd7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.819757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5bdd9-778f-496b-90e9-11d88bdd7d52 None None] Port 7664d214-7645-445a-a297-40c4d1ea95b6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:43.871791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:43.931598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addcd736-f4e7-4547-a111-ce9ac29e18c3 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:43.931791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for a7d1113b-a3cc-414b-8c03-49c85f3e2be0 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:43.986543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.035800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 7664d214-7645-445a-a297-40c4d1ea95b6 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:44.184784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.229459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=a7d1113b-a3cc-414b-8c03-49c85f3e2be0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:44.238633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-342089fe-6679-45b2-909a-d44c53ff4202 None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:44.247183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-342089fe-6679-45b2-909a-d44c53ff4202 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:44.252000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-342089fe-6679-45b2-909a-d44c53ff4202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.316590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.322973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-805c572e-ea3c-40d1-a10d-8df76d3899f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/a7d1113b-a3cc-414b-8c03-49c85f3e2be0 HTTP/1.1" status: 204 len: 168 time: 0.9179492 Aug 19 18:15:44.324153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51306) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:44.416046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7beeeb-d685-46ba-b25f-b797589d8ffa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.417932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a7beeeb-d685-46ba-b25f-b797589d8ffa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0932043 Aug 19 18:15:44.420751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51314) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:44.536420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e307a-27e7-4092-9e8e-0978a6769652 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.538066 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5b2e307a-27e7-4092-9e8e-0978a6769652 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1139703 Aug 19 18:15:44.544412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51328) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:44.653078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc88565-8a81-4c8d-a011-aabbc26a7267 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.654957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc88565-8a81-4c8d-a011-aabbc26a7267 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.657520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc88565-8a81-4c8d-a011-aabbc26a7267 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.664535 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9fc88565-8a81-4c8d-a011-aabbc26a7267 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1185248 Aug 19 18:15:44.665750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:44.743902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:44.744357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519767b-f7a0-48f1-a75e-4bd829d96984 req-48512d2c-f4dc-4474-bce7-36fe2e11e099 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:44.745867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1519767b-f7a0-48f1-a75e-4bd829d96984 req-48512d2c-f4dc-4474-bce7-36fe2e11e099 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.3416617 Aug 19 18:15:44.747689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.856808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-06a7b2c2-43ef-45a8-a5f5-6b3185adee22 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:44.857650 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.858225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06a7b2c2-43ef-45a8-a5f5-6b3185adee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.889247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:44.963357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1519767b-f7a0-48f1-a75e-4bd829d96984 req-275fa74f-616b-4c1f-a7d7-811967d649bc tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1833255 Aug 19 18:15:45.069017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.116207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98210a5e-08c8-4dee-b51a-d315c47aec12 req-a996b8ee-3832-4bab-b864-3bd960abfb92 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:45.117967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98210a5e-08c8-4dee-b51a-d315c47aec12 req-a996b8ee-3832-4bab-b864-3bd960abfb92 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 931 time: 0.3952372 Aug 19 18:15:45.138449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.142039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/7664d214-7645-445a-a297-40c4d1ea95b6 HTTP/1.1" status: 204 len: 168 time: 1.9334519 Aug 19 18:15:45.202288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51386) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:45.227628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8731e3df-1e03-4b9f-9407-47918dd48c81 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:45.237746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.238345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.267880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Transition to ACTIVE for port object 8731e3df-1e03-4b9f-9407-47918dd48c81 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:45.281394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71cad3-fce8-4b53-8011-6a18126b6ff1 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=7664d214-7645-445a-a297-40c4d1ea95b6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:45.305447 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.380942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Pushing event updated for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:45.386495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:45.407692 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-908096af-94c9-4bec-9a39-2f16f31dc057 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:15:45.409904 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-908096af-94c9-4bec-9a39-2f16f31dc057 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/7664d214-7645-445a-a297-40c4d1ea95b6 HTTP/1.1" status: 404 len: 333 time: 0.2065375 Aug 19 18:15:45.415032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51416) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:45.426240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.428264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5ac965e3-012a-4c26-90aa-5ecf38ce2d6e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf HTTP/1.1" status: 204 len: 168 time: 0.7615502 Aug 19 18:15:45.431738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:45.504522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98210a5e-08c8-4dee-b51a-d315c47aec12 req-e50dfa1a-1a74-4bc9-a9b2-3b0a4b0fcb5e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626125 Aug 19 18:15:45.594567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:45.610670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862ec4-b751-4b01-b38e-f709f22d7456 req-bdd0f864-ba57-47ec-9732-010d9a8fa8e2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:45.618585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb862ec4-b751-4b01-b38e-f709f22d7456 req-bdd0f864-ba57-47ec-9732-010d9a8fa8e2 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.3489571 Aug 19 18:15:45.624470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.654128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51440) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:45.655162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.692674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ab69d-41e5-49d7-8b72-223f3c221c71 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:45.725377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.762888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Request body: {'floatingip': {'port_id': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:45.764349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.808533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f3111c5b-5873-4a2c-b12c-3de16b9287cc None None] Could not find standard attr ID for object a7d1113b-a3cc-414b-8c03-49c85f3e2be0. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:45.931216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:45.951224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.046382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.080043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:46.084994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.089842 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8cec86ba-59c5-4059-96d5-8a70834ec5df tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f HTTP/1.1" status: 204 len: 168 time: 0.6551483 Aug 19 18:15:46.090099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:46.151682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b00ec34a-bb89-42ed-ae27-5da409a58250 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582561 Aug 19 18:15:46.157108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:46.171035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:46.375553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:46.376159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.378759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.380210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf35eb33-5d1a-45d7-b5cf-7dec5665527a HTTP/1.1" status: 204 len: 168 time: 0.9638698 Aug 19 18:15:46.386294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.387887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51526) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:46.425401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Attempting to bind port 8731e3df-1e03-4b9f-9407-47918dd48c81 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:15:46.426248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Attempting to bind port 8731e3df-1e03-4b9f-9407-47918dd48c81 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:15:46.426773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Attempting to bind port 8731e3df-1e03-4b9f-9407-47918dd48c81 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:46.541654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d161e70-0cc8-4283-ad44-afd0f8faa475 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf35eb33-5d1a-45d7-b5cf-7dec5665527a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:46.560574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Port 8731e3df-1e03-4b9f-9407-47918dd48c81 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:15:46.561260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Attempting to bind port 8731e3df-1e03-4b9f-9407-47918dd48c81 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:15:46.595376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:15:46.595663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:46.596668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:15:46.597352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Bound port: 8731e3df-1e03-4b9f-9407-47918dd48c81, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:15:46.597939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.767887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:15:46.850495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.959060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:46.967594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:46.969588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:46.970325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:46.992876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=70a3af06-ac93-4f71-803e-df853494a934,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:47.005677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-993cd91e-5802-4db8-be60-76a0a8e77676 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8449316 Aug 19 18:15:47.008198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:47.016433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:47.017713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e00d24-50b5-4819-a8df-fcb5250d8003 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:47.137558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-12449ee6-7d68-4e87-8e3c-071f56b5f2cd None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:47.139731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-12449ee6-7d68-4e87-8e3c-071f56b5f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.146536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.234969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.282415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:47.287051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.372657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8731e3df-1e03-4b9f-9407-47918dd48c81,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:15:47.404152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.439935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.459125 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70a3af06-ac93-4f71-803e-df853494a934 (CIDR: 2001:db8::/64) Aug 19 18:15:47.465183 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:47.466099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:47.471884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:47.472535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.477194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] 10.222.0.42 "PUT /v2.0/ports/8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 200 len: 1092 time: 4.1274168 Aug 19 18:15:47.486553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:47.488463 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e370ebd1-bb6e-45bc-b16d-92b0adc08d55 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4779778 Aug 19 18:15:47.489145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51638) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:47.490569 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a352333b-9d52-4e7e-b0f9-811c996c5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:47.496686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'subnet': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:47.677469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b916b-99f2-431e-bc0a-1e11936afaa5 req-0157b120-3401-4aa7-b886-7f906de90260 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:47.679858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed1b916b-99f2-431e-bc0a-1e11936afaa5 req-0157b120-3401-4aa7-b886-7f906de90260 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 943 time: 0.9096036 Aug 19 18:15:47.702632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:47.716565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.721900 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13050e5-a781-4258-aa06-0e15c569cc64 x-openstack-request-id: req-e13050e5-a781-4258-aa06-0e15c569cc64 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:47.722826 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:47.723274 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e13050e5-a781-4258-aa06-0e15c569cc64 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:47.723878 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81', 'status': 'completed', 'code': 200} Aug 19 18:15:47.746417 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.db.resource_extend [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:15:47.843147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b0f26-30e5-412c-b9fd-41ebd82f698c service neutron] Pushing event updated for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:47.889402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.891783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-326b6183-6cca-4d5c-8228-d5c4ce4cf41f None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:47.892164 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-326b6183-6cca-4d5c-8228-d5c4ce4cf41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.899652 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.900836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/security-groups/a15ca524-4147-4b16-ad82-2f62ecf3519c HTTP/1.1" status: 204 len: 168 time: 1.5024006 Aug 19 18:15:47.906178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:47.909723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51686) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:47.996508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44d615-eef5-45ca-ba22-650390f4ea3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ca524-4147-4b16-ad82-2f62ecf3519c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:48.004318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.045482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-0dc9b9c7-1593-4fca-a32d-1f18a01469a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:48.047037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-0dc9b9c7-1593-4fca-a32d-1f18a01469a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 1095 time: 0.4841101 Aug 19 18:15:48.063758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed1b916b-99f2-431e-bc0a-1e11936afaa5 req-16628bd6-a163-43dd-9310-09e7abed4e36 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118675 Aug 19 18:15:48.182461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-e36edf61-55e3-4f30-b907-bd9ddafc4c36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 200 len: 217 time: 0.0679979 Aug 19 18:15:48.188547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet b5063e31-6cf9-4844-afb3-f92825ca96f9 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:48.212494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:15:48.219750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.311915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.348192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-accda373-827c-49a8-9641-817c9e390dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:48.350010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-accda373-827c-49a8-9641-817c9e390dd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1588216 Aug 19 18:15:48.354593 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Floating IP f8b51007-143a-4f10-bdb6-b5ced9ffa2f1 associated. External IP: 172.25.5.190, port: ec0c41ae-0bab-4bdd-b23b-18be420a653d. Aug 19 18:15:48.434782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-8ffbe4e9-47a9-4501-b6bf-ffd0bce236d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751224 Aug 19 18:15:48.591397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.714221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-649f13e9-747d-4e41-a0e6-6233a51edaeb service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719851 Aug 19 18:15:48.806713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.826199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.861115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=b5063e31-6cf9-4844-afb3-f92825ca96f9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:48.861712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a20824-ed39-4e69-9981-4477c413bd7b None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:48.863302 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:48.868486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5362f07-c9ca-41ec-90f8-54f77b0d7d58 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/b5063e31-6cf9-4844-afb3-f92825ca96f9 HTTP/1.1" status: 204 len: 168 time: 0.9200313 Aug 19 18:15:48.887874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51716) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:48.888610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51714) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:48.895289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:48.945068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:15:48.950819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a4e0484-a3ad-45ba-9cdf-f7ee4fe6e134 req-98a2693b-0ef9-4c38-af78-f8c9e76c2410 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266366 Aug 19 18:15:49.166669 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dfbc94f-b145-47a7-85dc-5a854f9320a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.261679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:49.264192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:49.267923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.301499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-ea4f8bf5-f7b9-4de5-8ef8-608b33725489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:49.303242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-ea4f8bf5-f7b9-4de5-8ef8-608b33725489 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 1095 time: 0.2660105 Aug 19 18:15:49.333384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:15:49.348136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:15:49.367537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.387632 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:49.388579 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:49.433954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.442519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.443340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.525723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Subnet': ['ID=5629fee3-37c4-430f-96ae-6d7cd3dd8154,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:49.564042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:49.565852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:49.576920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:49.579549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af264b-2c87-41c8-8487-a0c67ed15687 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:49.591527 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.603906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d50e4-bb9d-491e-b36c-152ce3999acc req-8c7620fb-445f-41ad-8f4e-1c64ed050f58 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:49.605755 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:49.607703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f59d50e4-bb9d-491e-b36c-152ce3999acc req-8c7620fb-445f-41ad-8f4e-1c64ed050f58 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 943 time: 0.3890882 Aug 19 18:15:49.658910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dfbc94f-b145-47a7-85dc-5a854f9320a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.661811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0afd1423-22b2-42c2-8fee-c905addad642 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "PUT /v2.0/floatingips/f8b51007-143a-4f10-bdb6-b5ced9ffa2f1 HTTP/1.1" status: 200 len: 991 time: 3.9104576 Aug 19 18:15:49.720624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=18']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:49.726436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5dfbc94f-b145-47a7-85dc-5a854f9320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:49.740072 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d53ae72-eb69-4fe7-bf07-4e0467df14b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2494974 Aug 19 18:15:49.741156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:49.749722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Request body: {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'mac_address': 'fa:16:3e:e8:83:05', 'name': 'tempest-NetworksTestDHCPv6-1832100385'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:49.781294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:49.784604 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612191d4-58f2-4902-8f0e-89d3ce55f50b" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:49.832470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5dfbc94f-b145-47a7-85dc-5a854f9320a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=576db241d53948c784b8b66c94b2c5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9356930 Aug 19 18:15:49.842796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51728) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:49.920158 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740afd20-b31b-40de-a3a9-710a27328f91 x-openstack-request-id: req-740afd20-b31b-40de-a3a9-710a27328f91 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:49.920899 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:49.920899 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-740afd20-b31b-40de-a3a9-710a27328f91 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:49.921377 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'status': 'completed', 'code': 200} Aug 19 18:15:49.925067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-ff3c8b08-2b60-4c67-97bd-00307a5d9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:49.929888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-ff3c8b08-2b60-4c67-97bd-00307a5d9d2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.6097283 Aug 19 18:15:49.955933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '5629fee3-37c4-430f-96ae-6d7cd3dd8154', 'ip_address': '2001:db8:0:1:f816:3eff:fe80:62d6'}, {'subnet_id': '70a3af06-ac93-4f71-803e-df853494a934'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '8e84a9b1-849b-4ca6-8520-8d5cc48321ef'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:50.065576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f59d50e4-bb9d-491e-b36c-152ce3999acc req-2e4fc326-c761-4da5-89f4-6d5ef1f3e2e8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870864 Aug 19 18:15:50.067076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-74d9a6b4-710c-4132-b766-24c2c9325942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 200 len: 217 time: 0.0950239 Aug 19 18:15:50.077006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbc94f-b145-47a7-85dc-5a854f9320a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3966a29-ae5e-4c1c-80ec-0b16a4a02bbe,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.114294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.124076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.207626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-78153a1a-7759-4460-a7e5-dbc766306557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.209323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-78153a1a-7759-4460-a7e5-dbc766306557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1097 time: 0.2659121 Aug 19 18:15:50.264394 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f8b51007-143a-4f10-bdb6-b5ced9ffa2f1', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:e0:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:15:20Z', 'updated_at': '2021-08-19T18:15:47Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:50.267698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:50.286568 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.305463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:15:50.312630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-5899354c-bcaf-4e66-9239-f829ea91143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.314976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-5899354c-bcaf-4e66-9239-f829ea91143a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.2334428 Aug 19 18:15:50.316866 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:15:50.317326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Made reservation on behalf of 3eec226b350047d4a3a9f4f062fcb4c9 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:50.318366 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:15:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:50.322660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:50.345761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.346382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.408982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-4b00253f-4b45-4538-a038-995f97d0cd2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793808 Aug 19 18:15:50.413394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5afac4-096c-47a3-a9f2-fbb03c8b70e5 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:50.424863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=d5b9a285-3b45-49f7-a936-f40e29da40b1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.448850 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2970caa4-5d5a-4adb-bb88-0ff0c70e37c9 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5587354 Aug 19 18:15:50.454979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51732) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:50.468387 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:15:50.518131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'security_group': {'name': 'tempest-secgroup-283759929'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:50.580634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-42b53def-8b68-4818-b112-846ad8054017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:50.583334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-42b53def-8b68-4818-b112-846ad8054017 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.3613887 Aug 19 18:15:50.588829 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.609675 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.619883 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.639120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.644348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.647812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3966a29-ae5e-4c1c-80ec-0b16a4a02bbe HTTP/1.1" status: 204 len: 168 time: 0.7955904 Aug 19 18:15:50.667624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bd537-a61c-4c87-beef-3fc5518a6ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3966a29-ae5e-4c1c-80ec-0b16a4a02bbe,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:50.721238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-72ce81c4-8f3b-4b49-92c5-1e1d9f1abae5 None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:50.722150 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72ce81c4-8f3b-4b49-92c5-1e1d9f1abae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.750170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-d06261b0-cb1a-4c24-b988-7b6b3402c1d9 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349183 Aug 19 18:15:50.892344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-72ce81c4-8f3b-4b49-92c5-1e1d9f1abae5 None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:50.909219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:50.917159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.918778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] device_id is not set on port 877c2862-fabc-4252-835c-23fe942003ac yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:50.934309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.962146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:50.962442 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-b6403219-9842-4bf9-a193-5a5eed77f333 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 999 time: 0.3681099 Aug 19 18:15:50.963692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4993837 Aug 19 18:15:50.992069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51738) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:50.993506 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f8b51007-143a-4f10-bdb6-b5ced9ffa2f1', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:e0:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:15:20Z', 'updated_at': '2021-08-19T18:15:47Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:15:51.006503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1997886429'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:51.054876 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d922b-22e3-4eef-96bc-bb4c230d1245 None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f8b51007-143a-4f10-bdb6-b5ced9ffa2f1', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7b62bbab-f296-4740-b099-94a358322085', 'port_id': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'mac_address': 'fa:16:3e:e0:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:15:20Z', 'updated_at': '2021-08-19T18:15:47Z', 'revision_number': 1, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:15:51.111027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c0425-36c4-4d66-967b-a692160a936f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff30655-0edc-4b70-9217-97fb24a5377c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:51.143912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a352333b-9d52-4e7e-b0f9-811c996c5ba5 req-d6a5f9dd-ba92-4b15-9c3b-e0e3c1c85ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856676 Aug 19 18:15:51.163832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.214947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-72ce81c4-8f3b-4b49-92c5-1e1d9f1abae5 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:51.215977 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72ce81c4-8f3b-4b49-92c5-1e1d9f1abae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.295770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-3604fd93-2f47-4580-8a0a-b7f0e332a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:51.298560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-3604fd93-2f47-4580-8a0a-b7f0e332a400 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.2717733 Aug 19 18:15:51.368145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Update dhcp port {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'fixed_ips': [{'subnet_id': 'b269af99-3359-4653-913e-4d2f2aabdf0e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd5b9a285-3b45-49f7-a936-f40e29da40b1'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '9b9aadbe-86c3-47fb-88fc-b9704e560083'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:51.417178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.424881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.435203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:51.435619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.436346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8::132 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/70a3af06-ac93-4f71-803e-df853494a934/877c2862-fabc-4252-835c-23fe942003ac) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:51.451037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:8305 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/5629fee3-37c4-430f-96ae-6d7cd3dd8154/877c2862-fabc-4252-835c-23fe942003ac) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:51.480499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-63fd3b27-203b-4fe1-b853-d39a927b8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:51.484639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-63fd3b27-203b-4fe1-b853-d39a927b8bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771026 Aug 19 18:15:51.512823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.514819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7397b-16c8-4811-bb55-d04d99c5ffc9 None None] New status for floating IP f8b51007-143a-4f10-bdb6-b5ced9ffa2f1: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:15:51.516144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5205719 Aug 19 18:15:51.527032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51752) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:51.555431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'security_group': {'name': 'tempest-secgroup-415823601'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:51.573398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c00d93-3f37-4e6f-986a-634618ab81a4 req-8efadea5-7f50-4baa-81b1-cf4d46ef7891 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:51.574999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0c00d93-3f37-4e6f-986a-634618ab81a4 req-8efadea5-7f50-4baa-81b1-cf4d46ef7891 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 943 time: 0.3181767 Aug 19 18:15:51.580568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6741c-83b0-4371-90a6-f0d9e0aca9ba tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d694d8-35bd-4c30-a1c9-bd3ca3eb4287,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:51.631356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.677205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0c00d93-3f37-4e6f-986a-634618ab81a4 req-45f358d2-bf0e-4822-8ddf-eb8a727e1abc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940249 Aug 19 18:15:51.679495 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.729129 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-e64c7485-f291-4016-97b6-eaece52e280b service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334778 Aug 19 18:15:51.867743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.872771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.964491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-612191d4-58f2-4902-8f0e-89d3ce55f50b req-60b52b52-ffd4-4050-a4a2-56387bfd2e12 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232194 Aug 19 18:15:51.972030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f0d72-b8f1-4f3a-b11a-a3595b7ae6e9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:51.990088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:51.997575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60bfeaaa-1646-4988-8b64-f8462502ed51 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4625103 Aug 19 18:15:51.999695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:52.006646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-117293070', 'security_groups': ['c64f0d72-b8f1-4f3a-b11a-a3595b7ae6e9'], 'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5b9a285-3b45-49f7-a936-f40e29da40b1'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:52.022470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.037543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Transition to ACTIVE for port object 877c2862-fabc-4252-835c-23fe942003ac will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:52.047590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Allocated IP 2001:db8::2 (a108ab31-c27a-4289-aaac-b982aa235302/d5b9a285-3b45-49f7-a936-f40e29da40b1/9b9aadbe-86c3-47fb-88fc-b9704e560083) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:52.082718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.146512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:52.151320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:52.160745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:52.171611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:52.177109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:52.178022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.189145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event updated for resources: {'Port': ['ID=877c2862-fabc-4252-835c-23fe942003ac,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.215108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:52.223787 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d04f3ec7-5382-4c8a-948f-bafa7f40f669 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4762955 Aug 19 18:15:52.223982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51774) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:52.288175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Allocated IP 2001:db8::2 (eb31d0fd-a178-45b0-9725-e1a963ee76c8/70a3af06-ac93-4f71-803e-df853494a934/8e84a9b1-849b-4ca6-8520-8d5cc48321ef) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:52.339021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:52.380710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1019258109-network', 'tenant_id': 'a16e8ed44be84d26b48b9806c1269b2a'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:52.390786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.411056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] device_id is not set on port 4ed06329-5f55-4975-967c-e133c34a04ce yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:15:52.417110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting port 877c2862-fabc-4252-835c-23fe942003ac {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:52.417847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.425039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Made reservation on behalf of a16e8ed44be84d26b48b9806c1269b2a for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:52.428158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.447053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.461746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Transition to ACTIVE for port object 9b9aadbe-86c3-47fb-88fc-b9704e560083 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:52.470046 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.499581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.602494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:52.620124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.627154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466ee22-b2f8-4a6d-9eb2-fca2c455db92 None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.657395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Calling delete_port for 877c2862-fabc-4252-835c-23fe942003ac owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:52.683622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.704752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8::30b (a108ab31-c27a-4289-aaac-b982aa235302/d5b9a285-3b45-49f7-a936-f40e29da40b1/4ed06329-5f55-4975-967c-e133c34a04ce) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:52.719193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Transition to ACTIVE for port object 8e84a9b1-849b-4ca6-8520-8d5cc48321ef will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:52.724533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.835180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a5506-24da-4b53-84c9-d6dee9a24c70 None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=19']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.845813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.852941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:52.865973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:52.904627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf33c238-ac17-4202-a6df-8984d561367c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:52.918931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:15:52.991901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.091824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db7002-13c6-4e35-81a8-43fc7527a51d req-6b1840c2-3a9b-42da-8425-5fd2e02c16b5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.092248 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.092679 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Added segment 605ef9d7-9925-47ef-a71a-5af51271d850 of type vlan for network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 Aug 19 18:15:53.093373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8731e3df-1e03-4b9f-9407-47918dd48c81 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:15:53.094444 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.095221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50db7002-13c6-4e35-81a8-43fc7527a51d req-6b1840c2-3a9b-42da-8425-5fd2e02c16b5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 943 time: 0.0949686 Aug 19 18:15:53.096462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 4ed06329-5f55-4975-967c-e133c34a04ce will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:53.197148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.215439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Port': ['ID=877c2862-fabc-4252-835c-23fe942003ac,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:53.275647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50db7002-13c6-4e35-81a8-43fc7527a51d req-e10ed8ad-ed95-4931-b46d-eee33531653c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727536 Aug 19 18:15:53.284490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.300858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8731e3df-1e03-4b9f-9407-47918dd48c81,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:53.301579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:53.334522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.334821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.335311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.340509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '8731e3df-1e03-4b9f-9407-47918dd48c81', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '8731e3df-1e03-4b9f-9407-47918dd48c81', 'mac_address': 'fa:16:3e:45:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:15:53.340748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:53.351513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:15:53.363753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.364565 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.425078 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4222436 Aug 19 18:15:53.426129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51786) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.426609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148dca-739d-45ce-a4d0-b6d4edbfa130 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=4ed06329-5f55-4975-967c-e133c34a04ce,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:53.453006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:53.454242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.458323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38b71300-2fa0-4938-8211-2c2a90fecd8e tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/877c2862-fabc-4252-835c-23fe942003ac HTTP/1.1" status: 204 len: 168 time: 1.2311995 Aug 19 18:15:53.485251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51790) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.490237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.528969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8731e3df-1e03-4b9f-9407-47918dd48c81 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:15:53.584133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] Pushing event updated for resources: {'Network': ['ID=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:53.604441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:15:53.605313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95f0a666-ec99-4540-ab7d-939d4cf7c20e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4524581 Aug 19 18:15:53.606399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.634454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8731e3df-1e03-4b9f-9407-47918dd48c81,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:53.661390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Request body: {'subnet': {'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1019258109-subnet', 'tenant_id': 'a16e8ed44be84d26b48b9806c1269b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:53.665271 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.755801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb84ddf-0737-402e-ad28-71b6178cc307 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.759064 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4cb84ddf-0737-402e-ad28-71b6178cc307 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2727475 Aug 19 18:15:53.761744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:53.778066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Made reservation on behalf of a16e8ed44be84d26b48b9806c1269b2a for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:53.783645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.835356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:53.893409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:53.893787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:53.945906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:15:53.985521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795304fb-c2aa-4fc1-be8b-fadafc8115e6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:53.988917 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-795304fb-c2aa-4fc1-be8b-fadafc8115e6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2242830 Aug 19 18:15:54.019197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:54.043322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Provisioning for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:54.050234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:54.050651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-256da40b-5541-4878-aa27-e890149e2c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.094636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:54.296007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f2817-34c2-4aff-b719-a40f75dce2e8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.297702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f2817-34c2-4aff-b719-a40f75dce2e8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.299591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f2817-34c2-4aff-b719-a40f75dce2e8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.304560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-240f2817-34c2-4aff-b719-a40f75dce2e8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2033174 Aug 19 18:15:54.306021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51800) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:54.391209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:54.395975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.405354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Provisioning for port 4ed06329-5f55-4975-967c-e133c34a04ce completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:54.409565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Provisioning complete for port 4ed06329-5f55-4975-967c-e133c34a04ce triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:54.410273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.437039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 5629fee3-37c4-430f-96ae-6d7cd3dd8154 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:54.441705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.444023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.465616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Port 4ed06329-5f55-4975-967c-e133c34a04ce cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:15:54.478121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Provisioning for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:54.482936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:54.483350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-56569cd3-676e-4e56-8cb6-088776957c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.542648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68348372-e253-4214-ac41-fc710e873bee req-98fb9dc8-38eb-45a8-9ca9-fb9ce5f98e17 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.544744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68348372-e253-4214-ac41-fc710e873bee req-98fb9dc8-38eb-45a8-9ca9-fb9ce5f98e17 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 944 time: 0.1439185 Aug 19 18:15:54.570315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.598059 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5b9a285-3b45-49f7-a936-f40e29da40b1 (CIDR: 2001:db8::/64) Aug 19 18:15:54.605199 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:54.616461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:54.645957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68348372-e253-4214-ac41-fc710e873bee req-ad55dea4-b030-4050-8f73-5edc38cbfa04 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911691 Aug 19 18:15:54.659562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e8a2ca41-7b2a-46af-a51f-346add84027a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2175424 Aug 19 18:15:54.659562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51806) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:54.665337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:54.688607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Checking segment: {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:15:54.690961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Network hostable DHCP agents. Network: 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:15:54.703078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdd9fae-6967-43e2-9e08-e52d58482794,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:54.738030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0019ef95-18b3-4875-b3db-a30f47c63b9e None None] Could not find standard attr ID for object 877c2862-fabc-4252-835c-23fe942003ac. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:15:54.806521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:15:54.819936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:54.828208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:54.842744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:54.844098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.863630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.867776 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9197e46-8a39-43ea-88b5-f1073ae95e58 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2118330 Aug 19 18:15:54.881238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:54.887167 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:54.890630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a397c-0bd1-4e53-9e8a-a1e41155486d None None] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:54.964134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.022748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=5629fee3-37c4-430f-96ae-6d7cd3dd8154,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:55.041575 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.046711 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9c15f87-7894-4414-9ebf-5296ebc0d2aa tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/5629fee3-37c4-430f-96ae-6d7cd3dd8154 HTTP/1.1" status: 204 len: 168 time: 0.7351885 Aug 19 18:15:55.048017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51814) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.087093 n-d-778550-10 neutron-server[101324]: INFO neutron.db.ipam_backend_mixin [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b269af99-3359-4653-913e-4d2f2aabdf0e (CIDR: 2001:db8:0:1::/64) Aug 19 18:15:55.091892 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:15:55.093578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:55.112755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2bd81cc0-9d61-423e-b807-121d81ec9382 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4522016 Aug 19 18:15:55.116633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51818) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.124153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'subnet': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:55.168770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54665d-c5f1-4298-8875-07d9b576ed52 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:55.171756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8731e3df-1e03-4b9f-9407-47918dd48c81 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:15:55.190975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Deleting subnet 70a3af06-ac93-4f71-803e-df853494a934 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:15:55.198004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.265606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:55.265976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.286702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.331922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Made reservation on behalf of f8cc18bcc4ae4ebe83f57e979f2e43c5 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:15:55.337544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.389242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61602e93-7b7f-412b-b45b-6f52ec0f5145 None None] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:55.420090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.489909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 8731e3df-1e03-4b9f-9407-47918dd48c81 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:15:55.499171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 8731e3df-1e03-4b9f-9407-47918dd48c81 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:55.499607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.529670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.573170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Subnet': ['ID=70a3af06-ac93-4f71-803e-df853494a934,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:55.577465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.582300 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14458890-2692-483e-a48f-b9665f2dbfdc tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/70a3af06-ac93-4f71-803e-df853494a934 HTTP/1.1" status: 204 len: 168 time: 0.5297732 Aug 19 18:15:55.582559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.666134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9df0fb74-00b8-4af7-afba-953adb03555b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794878 Aug 19 18:15:55.666602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51822) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.741391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24790a-168d-413c-a522-e2126ae18207 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:55.746134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1b24790a-168d-413c-a522-e2126ae18207 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0754445 Aug 19 18:15:55.746469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51828) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.814125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.842537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c72ae-94b3-48b7-9c8b-40221fd31c3b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:55.846041 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-531c72ae-94b3-48b7-9c8b-40221fd31c3b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984638 Aug 19 18:15:55.847368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:15:55.850216 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0406f6b-2c68-490a-8919-dc901b6d1e5c" -d '{"events": [{"server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "name": "network-vif-plugged", "status": "completed", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:15:55.852285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51836) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:55.911784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8731e3df-1e03-4b9f-9407-47918dd48c81,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:55.919192 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:55.972372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-382efaec-b5a9-4266-9731-b3a6e116b986 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103663 Aug 19 18:15:55.982612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.026291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856385ee-f257-4909-be86-9c005d8991af None None] Update dhcp port {'port': {'network_id': 'eb31d0fd-a178-45b0-9725-e1a963ee76c8', 'fixed_ips': [{'subnet_id': '70a3af06-ac93-4f71-803e-df853494a934'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '8e84a9b1-849b-4ca6-8520-8d5cc48321ef'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:56.037283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af72f-b943-41f3-a73e-df072dafecb5 req-855c8e95-a2c0-4c6f-8bd3-d3f26b75ba7f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.044998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-659af72f-b943-41f3-a73e-df072dafecb5 req-855c8e95-a2c0-4c6f-8bd3-d3f26b75ba7f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.1220381 Aug 19 18:15:56.054488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.085337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:56.099165 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2718dd-c016-42a4-88be-4bf83652527b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.100203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2718dd-c016-42a4-88be-4bf83652527b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.102493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c2718dd-c016-42a4-88be-4bf83652527b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/877c2862-fabc-4252-835c-23fe942003ac HTTP/1.1" status: 404 len: 333 time: 0.1048317 Aug 19 18:15:56.107590 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3697f3f8-78d2-48b8-a78a-a395568505f5 x-openstack-request-id: req-3697f3f8-78d2-48b8-a78a-a395568505f5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:15:56.107869 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "name": "network-vif-plugged", "status": "completed", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:15:56.108366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.113531 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3697f3f8-78d2-48b8-a78a-a395568505f5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:15:56.115488 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81', 'code': 200} Aug 19 18:15:56.128434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-856385ee-f257-4909-be86-9c005d8991af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.136148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-659af72f-b943-41f3-a73e-df072dafecb5 req-cbb9139f-04b2-4d8f-81e5-3b95fecf407f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Aug 19 18:15:56.184618 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3952cf8-4631-406a-96e7-b50c3f0f2e98 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.185301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3952cf8-4631-406a-96e7-b50c3f0f2e98 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.188095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3952cf8-4631-406a-96e7-b50c3f0f2e98 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/5629fee3-37c4-430f-96ae-6d7cd3dd8154 HTTP/1.1" status: 404 len: 337 time: 0.0779378 Aug 19 18:15:56.192045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Network a108ab31-c27a-4289-aaac-b982aa235302 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:15:56.193484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.196814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:15:56.200533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.201153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.215088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Subnet': ['ID=41d58a61-f39a-4215-9197-1287be524305,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:56.240830 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7b8b5b-7e29-422a-a5c8-3bb99a628623 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.240830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7b8b5b-7e29-422a-a5c8-3bb99a628623 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.242102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c872-3ab9-4971-8684-3123f482afae req-6f6917c6-3e21-4b32-870e-e384e3b8fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.243556 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c7b8b5b-7e29-422a-a5c8-3bb99a628623 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/70a3af06-ac93-4f71-803e-df853494a934 HTTP/1.1" status: 404 len: 337 time: 0.0470116 Aug 19 18:15:56.249174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e574c872-3ab9-4971-8684-3123f482afae req-6f6917c6-3e21-4b32-870e-e384e3b8fbcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 1097 time: 0.1022367 Aug 19 18:15:56.250199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51848) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.256610 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-2602d0f3-6bf4-4ffe-973e-593f0690b892 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2837949 Aug 19 18:15:56.268761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e45e6828-fb9a-4a19-aefa-5ea6f1cdd1d0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1467359 Aug 19 18:15:56.270720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51850) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.279268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-110498984', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41d58a61-f39a-4215-9197-1287be524305'}], 'security_groups': ['2ff30655-0edc-4b70-9217-97fb24a5377c', 'f5d694d8-35bd-4c30-a1c9-bd3ca3eb4287']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:15:56.337385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ed489-c513-4393-bd30-e883117a9d38 None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:56.392527 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adcec0a-a35f-47ab-b0b4-631b943c7ac3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.393326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adcec0a-a35f-47ab-b0b4-631b943c7ac3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.398001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5adcec0a-a35f-47ab-b0b4-631b943c7ac3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/a7d1113b-a3cc-414b-8c03-49c85f3e2be0 HTTP/1.1" status: 404 len: 333 time: 0.1464069 Aug 19 18:15:56.400616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51852) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.439553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e574c872-3ab9-4971-8684-3123f482afae req-f909e365-4b64-44bf-8cc9-122a14722028 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699710 Aug 19 18:15:56.443771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-c5b844f0-5625-42ed-9ceb-d4da0005cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.445866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-c5b844f0-5625-42ed-9ceb-d4da0005cfbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1097 time: 0.0868394 Aug 19 18:15:56.446968 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6eb930-35ae-497f-9b9d-9cfe7b2a0f66 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.448197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6eb930-35ae-497f-9b9d-9cfe7b2a0f66 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.471824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.473822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d6eb930-35ae-497f-9b9d-9cfe7b2a0f66 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0017d554-e6ea-40a8-9ca4-7c9fc2e5b5cf HTTP/1.1" status: 404 len: 337 time: 0.0719459 Aug 19 18:15:56.477509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51854) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.616589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144516e-5e73-40b4-a122-858c5f3fe961 None None] Network eb31d0fd-a178-45b0-9725-e1a963ee76c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:15:56.671347 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f895881-afb9-4666-9c87-933947752a9b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.681700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f895881-afb9-4666-9c87-933947752a9b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.683765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6f895881-afb9-4666-9c87-933947752a9b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/4e992d48-1f5b-4a71-89b6-c0ef2ed64e4f HTTP/1.1" status: 404 len: 337 time: 0.2053392 Aug 19 18:15:56.687698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51856) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.745298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.747999 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe9dbe5-329e-49fe-90e7-2b62168746e3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.748946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe9dbe5-329e-49fe-90e7-2b62168746e3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.749553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-9c8a6eda-88b1-4809-9b72-f4b6ce733d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:56.750915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-afe9dbe5-329e-49fe-90e7-2b62168746e3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6004501e-9924-4571-a19e-f3f5d4ad0f5d HTTP/1.1" status: 404 len: 333 time: 0.0621281 Aug 19 18:15:56.755459 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-9c8a6eda-88b1-4809-9b72-f4b6ce733d46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.2747893 Aug 19 18:15:56.755459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.817709 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7977b348-a41b-4db1-aa8c-58fab487517a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.818315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7977b348-a41b-4db1-aa8c-58fab487517a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.819107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8e84a9b1-849b-4ca6-8520-8d5cc48321ef no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:15:56.820617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7977b348-a41b-4db1-aa8c-58fab487517a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/1e53707a-a857-4638-ac69-9794fb78eabc HTTP/1.1" status: 404 len: 337 time: 0.0655806 Aug 19 18:15:56.824999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51860) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.843856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7302fd0d-7276-4c20-89a1-ba775e24bc66 None None] Provisioning complete for port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:15:56.844497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7302fd0d-7276-4c20-89a1-ba775e24bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:56.921938 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d03726-2147-4b59-80ca-0b8d75e4300b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:56.927003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d03726-2147-4b59-80ca-0b8d75e4300b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:56.931301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b5d03726-2147-4b59-80ca-0b8d75e4300b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/baa12adb-3e89-40da-936a-4addd83c434a HTTP/1.1" status: 404 len: 337 time: 0.0993528 Aug 19 18:15:56.934862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51864) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:56.994321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-5235953e-78f6-4621-86f7-6ae5de46bda6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 1001 time: 0.1718655 Aug 19 18:15:57.049442 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea5e8f9-c3ca-40e1-b6f2-6693aaa859b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.050397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea5e8f9-c3ca-40e1-b6f2-6693aaa859b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.052431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ea5e8f9-c3ca-40e1-b6f2-6693aaa859b3 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/127f1a9c-b7a6-4484-b16b-bfa3d30cad4b HTTP/1.1" status: 404 len: 333 time: 0.1068461 Aug 19 18:15:57.086921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.381079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Update dhcp port {'port': {'network_id': 'a108ab31-c27a-4289-aaac-b982aa235302', 'fixed_ips': [{'subnet_id': 'b269af99-3359-4653-913e-4d2f2aabdf0e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd5b9a285-3b45-49f7-a936-f40e29da40b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '41d58a61-f39a-4215-9197-1287be524305'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '9b9aadbe-86c3-47fb-88fc-b9704e560083'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:15:57.410565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.415388 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.437241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] DHCP port deletion for eb31d0fd-a178-45b0-9725-e1a963ee76c8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:15:57.564683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:57.604017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Delete allocated IP 2001:db8::30b (a108ab31-c27a-4289-aaac-b982aa235302/d5b9a285-3b45-49f7-a936-f40e29da40b1) {{(pid=101324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:15:57.620141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.631496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Allocated IP 2001:db8:0:2::165 (a108ab31-c27a-4289-aaac-b982aa235302/41d58a61-f39a-4215-9197-1287be524305/4ed06329-5f55-4975-967c-e133c34a04ce) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:57.699097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cd716-73dd-42ef-82be-3d29ba6190b1 req-84bdefa5-11be-4227-80fb-c6fb3bcf920a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.700951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb9cd716-73dd-42ef-82be-3d29ba6190b1 req-84bdefa5-11be-4227-80fb-c6fb3bcf920a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.4744081 Aug 19 18:15:57.704356 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-968d29b2-3f5d-462e-a1eb-4cf60002ab1d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.704820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968d29b2-3f5d-462e-a1eb-4cf60002ab1d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.708020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-968d29b2-3f5d-462e-a1eb-4cf60002ab1d tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0b9d954d-d526-43ad-8083-c89622e361e2 HTTP/1.1" status: 404 len: 337 time: 0.6200411 Aug 19 18:15:57.711939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51874) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.735062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=22']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:57.744466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Deleting port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:57.745068 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.748734 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba60d82c-014d-4b5d-bca3-7a970e96777f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.749197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba60d82c-014d-4b5d-bca3-7a970e96777f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.751049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba60d82c-014d-4b5d-bca3-7a970e96777f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/ae2e30e7-c9f7-41c0-92df-30da5531d7a5 HTTP/1.1" status: 404 len: 337 time: 0.0381210 Aug 19 18:15:57.752806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-e116a33b-0f6f-48c4-a73a-ab3f0b97be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.754183 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-e116a33b-0f6f-48c4-a73a-ab3f0b97be6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.7451258 Aug 19 18:15:57.754652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51876) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.828103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] For port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,segment=NetworkSegment(22a77e86-25bb-4d57-8c46-d8cbf517a85b),segment_id=22a77e86-25bb-4d57-8c46-d8cbf517a85b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:57.829667 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.832173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb9cd716-73dd-42ef-82be-3d29ba6190b1 req-d9f002b3-6b07-4bbe-8094-f3b5d8819c74 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163669 Aug 19 18:15:57.849254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Calling delete_port for 8e84a9b1-849b-4ca6-8520-8d5cc48321ef owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:57.861115 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2338ec-1e29-4607-873c-f45b5352002a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.862203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2338ec-1e29-4607-873c-f45b5352002a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.864253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bb2338ec-1e29-4607-873c-f45b5352002a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/733cd39c-87a6-4587-9f6a-9337b75e9ecd HTTP/1.1" status: 404 len: 333 time: 0.1078224 Aug 19 18:15:57.869140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.904804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-1a2262f6-72d2-4bf3-a574-42ea3bacb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:57.906596 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-1a2262f6-72d2-4bf3-a574-42ea3bacb222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406522 Aug 19 18:15:57.915427 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd05306-b3bb-4933-8adb-33c19cac0b61 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.915918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd05306-b3bb-4933-8adb-33c19cac0b61 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.920345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7bd05306-b3bb-4933-8adb-33c19cac0b61 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/9ef28b00-052c-42fc-8a74-cb65d2eafd95 HTTP/1.1" status: 404 len: 337 time: 0.0501504 Aug 19 18:15:57.920981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.956421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:57.965527 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ca4eb-a679-4ed4-9d15-b40203c7f8a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:57.965807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ca4eb-a679-4ed4-9d15-b40203c7f8a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:57.969981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8f6ca4eb-a679-4ed4-9d15-b40203c7f8a4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/da4eaf4e-2fbd-430f-ac96-8944d10f38c7 HTTP/1.1" status: 404 len: 333 time: 0.0305340 Aug 19 18:15:57.971485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51882) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:57.998049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] Pushing event deleted for resources: {'Port': ['ID=8e84a9b1-849b-4ca6-8520-8d5cc48321ef,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:58.000313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6cbc3-ac45-4ca3-ad13-744b3a396883 None None] No DVR routers for this DVR port 8e84a9b1-849b-4ca6-8520-8d5cc48321ef on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:15:58.018345 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d223ef00-2cfc-40e0-be5a-52e8ccfa6257 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.018891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d223ef00-2cfc-40e0-be5a-52e8ccfa6257 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.022732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d223ef00-2cfc-40e0-be5a-52e8ccfa6257 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/18278e67-bc79-4f5a-902f-2e36fbf3dac6 HTTP/1.1" status: 404 len: 337 time: 0.0490344 Aug 19 18:15:58.027083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-4bc61e67-d26b-47ba-835d-445c7923e4aa service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107993 Aug 19 18:15:58.027286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.069266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.095484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Transition to ACTIVE for port object 4ed06329-5f55-4975-967c-e133c34a04ce will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:58.098648 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b18ff85-8212-4eb6-acd9-06ca61544873 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.103829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b18ff85-8212-4eb6-acd9-06ca61544873 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.106799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5b18ff85-8212-4eb6-acd9-06ca61544873 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/7879b0ab-8480-4728-a18d-ae8d8dd5e29b HTTP/1.1" status: 404 len: 333 time: 0.0782721 Aug 19 18:15:58.110784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51892) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.114409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.178442 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-90127f5e-b5ac-4621-af02-3d3f33bb9d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.185067 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b92167-6a6e-4313-9321-c30442b58c92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.185534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b92167-6a6e-4313-9321-c30442b58c92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.187627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25b92167-6a6e-4313-9321-c30442b58c92 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3bb22ffb-5541-42d4-8e43-07ae93668faa HTTP/1.1" status: 404 len: 337 time: 0.0754774 Aug 19 18:15:58.197939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.253592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Allocated IP 2001:db8:0:2::2 (a108ab31-c27a-4289-aaac-b982aa235302/41d58a61-f39a-4215-9197-1287be524305/9b9aadbe-86c3-47fb-88fc-b9704e560083) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:15:58.264533 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6990b35-adbb-463e-a6df-01d0ae4b08a0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.265326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6990b35-adbb-463e-a6df-01d0ae4b08a0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.269882 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b6990b35-adbb-463e-a6df-01d0ae4b08a0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b91aa3d3-7d67-4278-a7f3-3bc4fc660bde HTTP/1.1" status: 404 len: 333 time: 0.0708432 Aug 19 18:15:58.274372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.276540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b6400c01-cec6-476c-85db-a250b1824ef2 req-09558ba1-57e4-4f7a-97ac-ba9bcc128005 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412438 Aug 19 18:15:58.300090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] In _notify_port_updated(), no bound segment for port 4ed06329-5f55-4975-967c-e133c34a04ce on network a108ab31-c27a-4289-aaac-b982aa235302 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:15:58.318421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:58.319108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.323881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "PUT /v2.0/ports/4ed06329-5f55-4975-967c-e133c34a04ce HTTP/1.1" status: 200 len: 969 time: 2.0495794 Aug 19 18:15:58.334800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51904) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.339728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f02ebe-1b14-48fe-80f6-f7ce0b16be85 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event updated for resources: {'Port': ['ID=4ed06329-5f55-4975-967c-e133c34a04ce,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:58.351865 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-171dc133-e13a-4069-9c5f-333cc70605c8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.352340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171dc133-e13a-4069-9c5f-333cc70605c8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.354296 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-171dc133-e13a-4069-9c5f-333cc70605c8 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/82805a21-539a-47fe-80c3-6286711bfbf0 HTTP/1.1" status: 404 len: 337 time: 0.0767686 Aug 19 18:15:58.357422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51906) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.401388 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac299ef-05b6-4b7d-93b0-2f6e5e1a2424 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.404367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac299ef-05b6-4b7d-93b0-2f6e5e1a2424 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.408670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4ac299ef-05b6-4b7d-93b0-2f6e5e1a2424 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/2b8a753a-2edd-4f4e-be12-7407818f13e6 HTTP/1.1" status: 404 len: 333 time: 0.0497215 Aug 19 18:15:58.414218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51910) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.529583 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-23323483-927e-41e1-b26a-eb04718c36f1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.531756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23323483-927e-41e1-b26a-eb04718c36f1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.552648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23323483-927e-41e1-b26a-eb04718c36f1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b16356e9-4f39-41c1-a36b-1378721cca8c HTTP/1.1" status: 404 len: 337 time: 0.1294641 Aug 19 18:15:58.554342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51914) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.611416 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fe758b-a14a-4255-90d1-c066993bf1dd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.612440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fe758b-a14a-4255-90d1-c066993bf1dd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.615144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 4ed06329-5f55-4975-967c-e133c34a04ce {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:15:58.619201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.621627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a2fe758b-a14a-4255-90d1-c066993bf1dd tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/33f050de-ad6c-4e7c-8b2e-58fd8b19c581 HTTP/1.1" status: 404 len: 333 time: 0.0652049 Aug 19 18:15:58.622551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51916) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.656352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.672646 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8b27d3-fcff-4388-938b-91cd28fc9497 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.673170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8b27d3-fcff-4388-938b-91cd28fc9497 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.684476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2f8b27d3-fcff-4388-938b-91cd28fc9497 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c287e4bb-acfd-4656-bc69-2dfa2a257050 HTTP/1.1" status: 404 len: 337 time: 0.0601780 Aug 19 18:15:58.687380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.761004 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3d9346-e9f9-4577-826f-26faa385c42a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.762313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3d9346-e9f9-4577-826f-26faa385c42a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.768849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51924) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.770468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0f3d9346-e9f9-4577-826f-26faa385c42a tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b8ef15bd-002e-474f-9fdb-b34d4e90cff9 HTTP/1.1" status: 404 len: 337 time: 0.0810924 Aug 19 18:15:58.806270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:15:58.807759 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c04ed7-1a6e-44ee-ade9-0fc5a3593189 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.808510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c04ed7-1a6e-44ee-ade9-0fc5a3593189 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.812599 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-17c04ed7-1a6e-44ee-ade9-0fc5a3593189 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b32c887f-c2bf-4b78-9928-9c4d9ccd64ce HTTP/1.1" status: 404 len: 333 time: 0.0337596 Aug 19 18:15:58.813279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51926) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:58.851853 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.869456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.893495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Transition to ACTIVE for port object 9b9aadbe-86c3-47fb-88fc-b9704e560083 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:15:58.905937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:58.916396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 4ed06329-5f55-4975-967c-e133c34a04ce owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:15:58.943214 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca64ba9-f1d2-4a00-93e9-ff3bd597cbe2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:58.946508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca64ba9-f1d2-4a00-93e9-ff3bd597cbe2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:58.951266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dca64ba9-f1d2-4a00-93e9-ff3bd597cbe2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/8f37df15-fa03-4295-a0f4-5497eff3deb8 HTTP/1.1" status: 404 len: 337 time: 0.1326089 Aug 19 18:15:58.951978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.077520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb523d4-65b3-4e66-a74d-2c72fb9ea3b0 req-b33cf338-6499-4772-83ac-c9ee603f7209 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:59.079968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fb523d4-65b3-4e66-a74d-2c72fb9ea3b0 req-b33cf338-6499-4772-83ac-c9ee603f7209 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.0854561 Aug 19 18:15:59.084092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bdc2-1ea2-4957-8a3d-5768afefed4e None None] Pushing event updated for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:59.100139 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c757d3d6-d752-4ed7-ba6e-373ade8b10e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.101214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c757d3d6-d752-4ed7-ba6e-373ade8b10e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.103356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c757d3d6-d752-4ed7-ba6e-373ade8b10e2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/9b81c7f5-6fd4-41ba-b3f2-a7c63bf6a2c1 HTTP/1.1" status: 404 len: 337 time: 0.1491137 Aug 19 18:15:59.117533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51932) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.162035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fb523d4-65b3-4e66-a74d-2c72fb9ea3b0 req-7e560ebc-c47f-45b5-9095-b8d1a290d747 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682898 Aug 19 18:15:59.182989 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-019ee13d-21b3-45e0-b9d5-9b22b75d06a9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.184132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019ee13d-21b3-45e0-b9d5-9b22b75d06a9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.186580 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-019ee13d-21b3-45e0-b9d5-9b22b75d06a9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/74da217a-5841-4576-bc26-8c9598aa699f HTTP/1.1" status: 404 len: 333 time: 0.0654788 Aug 19 18:15:59.197045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51934) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.266348 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f29189b-db41-4bb2-8c45-2b77c9628fd9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.267099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f29189b-db41-4bb2-8c45-2b77c9628fd9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.273346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f29189b-db41-4bb2-8c45-2b77c9628fd9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/99c884db-f6ba-48a6-b8e2-7e4f2d8df75c HTTP/1.1" status: 404 len: 337 time: 0.0656574 Aug 19 18:15:59.274254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51940) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.286094 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0240c40b-b89e-40f8-b11e-0cac0cf4b8e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b056870a662d414da6f669c8b1729997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277382 Aug 19 18:15:59.291032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51942) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.328112 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d971b3c-9d3d-4257-a45a-0bf1221642b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.328516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d971b3c-9d3d-4257-a45a-0bf1221642b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.333305 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d971b3c-9d3d-4257-a45a-0bf1221642b6 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/f2767e42-28a3-4a9f-83cd-ca324cd59788 HTTP/1.1" status: 404 len: 337 time: 0.0553975 Aug 19 18:15:59.347371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.430909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.439230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.469242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.492015 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-980798a7-6e9b-4ab5-ba34-0e5e6a3c8872 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.492932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980798a7-6e9b-4ab5-ba34-0e5e6a3c8872 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.494962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-980798a7-6e9b-4ab5-ba34-0e5e6a3c8872 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/b79c07c3-0b25-40bb-8449-e1f243b145da HTTP/1.1" status: 404 len: 333 time: 0.1416788 Aug 19 18:15:59.508838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.543896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.546606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.550767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3551f038-8179-4884-89cd-4aa69619ce5e HTTP/1.1" status: 204 len: 168 time: 0.2583296 Aug 19 18:15:59.620905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=4ed06329-5f55-4975-967c-e133c34a04ce,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:59.623657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.625443 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57d9179c-f0c8-4deb-a8be-3699fba885d3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/4ed06329-5f55-4975-967c-e133c34a04ce HTTP/1.1" status: 204 len: 168 time: 1.2839510 Aug 19 18:15:59.626986 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ceb04a-78e9-494b-bdab-098901458c36 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.627463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ceb04a-78e9-494b-bdab-098901458c36 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.629112 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4ceb04a-78e9-494b-bdab-098901458c36 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/0acf005b-7fe9-4971-95ac-57f8d39d9c47 HTTP/1.1" status: 404 len: 337 time: 0.1072009 Aug 19 18:15:59.629665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.656058 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4d0e42-35ab-4522-83a4-e958ef7dff84 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] GET failed (client error): The resource could not be found. Aug 19 18:15:59.660288 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a4d0e42-35ab-4522-83a4-e958ef7dff84 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports/4ed06329-5f55-4975-967c-e133c34a04ce HTTP/1.1" status: 404 len: 333 time: 0.0271342 Aug 19 18:15:59.660288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51964) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.667256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51966) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.718582 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2460f24e-87e8-495f-8ce0-a464aeb82683 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.719049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2460f24e-87e8-495f-8ce0-a464aeb82683 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.724010 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2460f24e-87e8-495f-8ce0-a464aeb82683 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/62fdbb98-6f2e-48ab-9284-bb65c74ed349 HTTP/1.1" status: 404 len: 337 time: 0.0615981 Aug 19 18:15:59.725843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.751262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bb3c1-b113-4bf9-96f8-adb7afa1b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551f038-8179-4884-89cd-4aa69619ce5e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:15:59.793760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a99814db-8940-432c-b1cf-6c40287ffefe tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports?device_id=35f0babb-4e20-4e86-96cc-b59f2a1068ba HTTP/1.1" status: 200 len: 205 time: 0.0667236 Aug 19 18:15:59.801279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.847346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-25b43401-4322-4e88-b36e-f406ae7719fc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:15:59.849494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-25b43401-4322-4e88-b36e-f406ae7719fc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3073909 Aug 19 18:15:59.854078 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-22ab85a7-3167-4f6e-a8c5-6efe91cff42f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] delete failed (client error): The resource could not be found. Aug 19 18:15:59.855141 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-22ab85a7-3167-4f6e-a8c5-6efe91cff42f tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/routers/35f0babb-4e20-4e86-96cc-b59f2a1068ba HTTP/1.1" status: 404 len: 336 time: 0.0529006 Aug 19 18:15:59.858243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51974) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.863389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.896674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-d89922f1-0344-4351-a705-fd4d9cfd3c48 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0393677 Aug 19 18:15:59.898158 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd334a0-5ee6-423e-89af-395bac8daddb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:15:59.898903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd334a0-5ee6-423e-89af-395bac8daddb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:15:59.901473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:15:59.901899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1bd334a0-5ee6-423e-89af-395bac8daddb tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3c9fa065-e037-4682-9772-df005896c5c5 HTTP/1.1" status: 404 len: 337 time: 0.0362122 Aug 19 18:15:59.905442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51976) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.944971 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2e0a8f29-7f6b-4fba-bf95-356ff1312bb2 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3ad101-7f7c-46d5-bc73-92b770f21f46 HTTP/1.1" status: 200 len: 205 time: 0.0376866 Aug 19 18:15:59.949935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:15:59.996117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-9273fd2c-294c-4c2e-a328-1dde64de8cbf tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855737 Aug 19 18:16:00.098678 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-f12f046f-581e-46ce-81e6-3d1533e3aba4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] delete failed (client error): The resource could not be found. Aug 19 18:16:00.098678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f12f046f-581e-46ce-81e6-3d1533e3aba4 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/routers/7a3ad101-7f7c-46d5-bc73-92b770f21f46 HTTP/1.1" status: 404 len: 336 time: 0.1448526 Aug 19 18:16:00.105002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.187426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.190153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.195603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/security-groups/c64f0d72-b8f1-4f3a-b11a-a3595b7ae6e9 HTTP/1.1" status: 204 len: 168 time: 0.5230474 Aug 19 18:16:00.204001 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-29406af9-e0f6-4e52-949b-4f8ccce27bd7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.204635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29406af9-e0f6-4e52-949b-4f8ccce27bd7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.205915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51988) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.211329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29406af9-e0f6-4e52-949b-4f8ccce27bd7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/6fe2fa3b-d2f7-4579-ad0e-e8ab62cf39bb HTTP/1.1" status: 404 len: 337 time: 0.1008511 Aug 19 18:16:00.221055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51990) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.267432 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba12b055-1746-4071-91c8-d21325166125 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.268254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba12b055-1746-4071-91c8-d21325166125 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.278969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba12b055-1746-4071-91c8-d21325166125 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c5eeca27-91a0-4a42-8465-872ba3a39aef HTTP/1.1" status: 404 len: 337 time: 0.0562263 Aug 19 18:16:00.280266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 51992) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.281625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b3a28-4791-4e2c-b84b-f884b4d3fadf tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f0d72-b8f1-4f3a-b11a-a3595b7ae6e9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:00.327194 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3112c28e-0972-4352-8bfe-26cbe80f1a74 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.328126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3112c28e-0972-4352-8bfe-26cbe80f1a74 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.328931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:00.329973 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.336423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 51994) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.337053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3112c28e-0972-4352-8bfe-26cbe80f1a74 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6e79cfc5-5dfe-459b-8d22-2bdadfcdb9e0 HTTP/1.1" status: 404 len: 333 time: 0.0499785 Aug 19 18:16:00.389646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:00.393747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Could not find standard attr ID for object 4ed06329-5f55-4975-967c-e133c34a04ce. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:00.409392 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd91b9c5-efe0-4c81-b597-bf2ae156f8e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.410434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd91b9c5-efe0-4c81-b597-bf2ae156f8e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.410628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Provisioning for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:00.415348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd91b9c5-efe0-4c81-b597-bf2ae156f8e1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd767aa-cff0-4ffa-b7ee-b73dea7da2b7 HTTP/1.1" status: 404 len: 337 time: 0.0778573 Aug 19 18:16:00.417368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:00.418077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.418361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6279-1380-402c-b540-ffc4fc18394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.426804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.465377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-36d10a80-584f-477f-9f8a-45768714323c service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600098 Aug 19 18:16:00.501826 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.509762 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ababfc4-7696-4e22-a380-9d9118eef5f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.510532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ababfc4-7696-4e22-a380-9d9118eef5f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.523259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3ababfc4-7696-4e22-a380-9d9118eef5f0 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/07e3547c-0451-4737-a6ee-47a8ec57db8c HTTP/1.1" status: 404 len: 333 time: 0.1033044 Aug 19 18:16:00.523977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52002) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.589775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-83078544-afc1-463d-b8ca-58b20e9a9ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.596766 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-284c3b4d-305e-4e66-a6e0-a9f88ec40c99 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.597229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284c3b4d-305e-4e66-a6e0-a9f88ec40c99 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.602125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-284c3b4d-305e-4e66-a6e0-a9f88ec40c99 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/f33d2d68-8bb5-4a77-8255-7c27b69ecb4a HTTP/1.1" status: 404 len: 337 time: 0.0770423 Aug 19 18:16:00.603243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52004) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.655642 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe2a79e-bb9b-4f72-8f12-fb699c0fa51b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.656354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe2a79e-bb9b-4f72-8f12-fb699c0fa51b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.662113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52012) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.671116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3fe2a79e-bb9b-4f72-8f12-fb699c0fa51b tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6ecdd9cd-59cb-4742-83e8-068121755c86 HTTP/1.1" status: 404 len: 333 time: 0.0621271 Aug 19 18:16:00.679231 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.681960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.683103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5d694d8-35bd-4c30-a1c9-bd3ca3eb4287 HTTP/1.1" status: 204 len: 168 time: 0.4675548 Aug 19 18:16:00.685860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52016) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.711223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0eed76f4-6286-404f-a1ae-71e97116c737 None None] Could not find standard attr ID for object 4ed06329-5f55-4975-967c-e133c34a04ce. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:00.768893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:00.785795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cebf4-a36b-4204-b7a0-8ddbab62b6a5 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d694d8-35bd-4c30-a1c9-bd3ca3eb4287,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:00.809176 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc7a33-185b-426b-ad87-06260c07ef96 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.809543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadc7a33-185b-426b-ad87-06260c07ef96 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.816830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52020) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.820442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cadc7a33-185b-426b-ad87-06260c07ef96 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/b6377db0-4ce9-4603-bb91-fc8b77be46f6 HTTP/1.1" status: 404 len: 337 time: 0.1571705 Aug 19 18:16:00.842334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3da0059-9218-4046-8cfd-84dc261b6194 req-43253599-0063-44b2-8357-479e35245112 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668299 Aug 19 18:16:00.863881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.866446 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-96694a3a-60c8-4ae6-9b4b-0fd405aca7a7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.867840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96694a3a-60c8-4ae6-9b4b-0fd405aca7a7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.871200 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-96694a3a-60c8-4ae6-9b4b-0fd405aca7a7 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/3abd9cb6-48dd-4582-9a4c-1e3f19aa67c5 HTTP/1.1" status: 404 len: 333 time: 0.0532513 Aug 19 18:16:00.874935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52024) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.921530 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d8520e-3ba9-421a-b8fb-09b859c4cfb1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.921997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d8520e-3ba9-421a-b8fb-09b859c4cfb1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.926511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-46d8520e-3ba9-421a-b8fb-09b859c4cfb1 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/fa47130e-d4ff-409b-aaca-bd0098568489 HTTP/1.1" status: 404 len: 337 time: 0.0459840 Aug 19 18:16:00.927391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52028) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.948770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.962795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:00.965762 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc56b8e-7a7d-452c-b052-5b536cc3e9d9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:00.966452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc56b8e-7a7d-452c-b052-5b536cc3e9d9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:00.970864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3fc56b8e-7a7d-452c-b052-5b536cc3e9d9 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/6f3681f6-8ec3-4c8f-bab9-ffc1f384ddbc HTTP/1.1" status: 404 len: 333 time: 0.0421937 Aug 19 18:16:00.971500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52030) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:00.998093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:00.998477 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.022090 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a407ef-6cc5-44b1-a90b-bcfed61a18ad tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:01.023161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a407ef-6cc5-44b1-a90b-bcfed61a18ad tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:01.027839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76a407ef-6cc5-44b1-a90b-bcfed61a18ad tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/3a49a155-6cdc-4a6d-bac0-0b2b2ca97ea8 HTTP/1.1" status: 404 len: 337 time: 0.0553033 Aug 19 18:16:01.028435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52032) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.076362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.079154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.083180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ff30655-0edc-4b70-9217-97fb24a5377c HTTP/1.1" status: 204 len: 168 time: 0.3935182 Aug 19 18:16:01.090119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52040) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.108114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca748d-c023-4b30-b0c5-d33d915eece3 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff30655-0edc-4b70-9217-97fb24a5377c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:01.111266 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d25195-3246-41a7-a084-0528177fff65 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:01.112072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d25195-3246-41a7-a084-0528177fff65 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:01.126773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-83d25195-3246-41a7-a084-0528177fff65 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/54d9f3e1-38d9-4e53-86c5-816007de2eb7 HTTP/1.1" status: 404 len: 333 time: 0.0971756 Aug 19 18:16:01.127438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52044) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.185461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet d5b9a285-3b45-49f7-a936-f40e29da40b1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:01.191472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.202591 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6d408f-fc27-4195-8198-12659cc5b317 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:01.203054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6d408f-fc27-4195-8198-12659cc5b317 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:01.222573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cc6d408f-fc27-4195-8198-12659cc5b317 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/c7fd6af8-f474-420f-bda7-155565649dc5 HTTP/1.1" status: 404 len: 337 time: 0.0820613 Aug 19 18:16:01.223201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52046) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.288653 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c8e5f4-cc2d-4389-adfc-b5470a89c25c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:01.289534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c8e5f4-cc2d-4389-adfc-b5470a89c25c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:01.290892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.291837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d6c8e5f4-cc2d-4389-adfc-b5470a89c25c tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/ports/5fea9105-e861-4b0b-b2c7-4505dd0cb13a HTTP/1.1" status: 404 len: 333 time: 0.0676224 Aug 19 18:16:01.294704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52052) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.351607 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6690c7a-6b20-4445-b353-a17b1b803e59 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:01.352078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6690c7a-6b20-4445-b353-a17b1b803e59 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:01.356658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d6690c7a-6b20-4445-b353-a17b1b803e59 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/subnets/e7dd86f5-f78e-4794-9694-a2ce42420d02 HTTP/1.1" status: 404 len: 337 time: 0.0608983 Aug 19 18:16:01.357300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52056) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.471744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.505287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.592001 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.625763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b9a285-3b45-49f7-a936-f40e29da40b1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:01.638701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5405ab6-fc91-4f29-b18f-4035c326bb2e None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:01.648825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.653662 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a58f009-ba02-47cf-b2d8-b34e18f05ebb tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/d5b9a285-3b45-49f7-a936-f40e29da40b1 HTTP/1.1" status: 204 len: 168 time: 0.5607548 Aug 19 18:16:01.658706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52070) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:01.765620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.783348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet 41d58a61-f39a-4215-9197-1287be524305 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:01.786874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb31d0fd-a178-45b0-9725-e1a963ee76c8']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.794082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.809847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a77e86-25bb-4d57-8c46-d8cbf517a85b') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.810261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a77e86-25bb-4d57-8c46-d8cbf517a85b') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:01.823563 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.855872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.870048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:01.883096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.886729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:01.893689 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:02.061443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.096604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.105787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.137168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.139296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] 10.222.0.36 "DELETE /v2.0/networks/eb31d0fd-a178-45b0-9725-e1a963ee76c8 HTTP/1.1" status: 204 len: 168 time: 0.7809770 Aug 19 18:16:02.140437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ff122-8e63-46ea-a7a5-e127da9a6d51 tempest-NetworksTestDHCPv6-656626392 tempest-NetworksTestDHCPv6-656626392-project] Pushing event deleted for resources: {'Network': ['ID=eb31d0fd-a178-45b0-9725-e1a963ee76c8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:02.192673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-4e83f5c7-bd65-4b6f-8fbe-432bf6ed222f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:02.202985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-4e83f5c7-bd65-4b6f-8fbe-432bf6ed222f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.1982722 Aug 19 18:16:02.236267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-0f9b20d5-3af3-459c-83bf-fe31eeed2894 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0315816 Aug 19 18:16:02.246591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.317477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=41d58a61-f39a-4215-9197-1287be524305,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:02.335805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-b6c0dc9b-58f8-4b28-a236-9c12a0467635 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983675 Aug 19 18:16:02.348845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.354580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52094) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.367308 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dea35c43-dd62-4e7e-b239-cd0fbab61092 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/41d58a61-f39a-4215-9197-1287be524305 HTTP/1.1" status: 204 len: 168 time: 0.6957550 Aug 19 18:16:02.427580 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f19f70a-abb2-4b9c-a53d-eb31ffd4225e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:02.428159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f19f70a-abb2-4b9c-a53d-eb31ffd4225e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:02.432010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f19f70a-abb2-4b9c-a53d-eb31ffd4225e tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/d5b9a285-3b45-49f7-a936-f40e29da40b1 HTTP/1.1" status: 404 len: 337 time: 0.0758221 Aug 19 18:16:02.434836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52096) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.577200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting subnet b269af99-3359-4653-913e-4d2f2aabdf0e {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:02.578790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d976ef66-1dab-4019-94ef-2329b468de9b service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250397 Aug 19 18:16:02.593308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.720235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:02.762775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:02.809077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-30150fe0-6a11-4f1c-9f4d-4e350079a8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191081 Aug 19 18:16:02.954330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.075108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e5715316-3cdd-4fe9-9856-fbef8bfe9314 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3eec226b350047d4a3a9f4f062fcb4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534379 Aug 19 18:16:03.077893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.112984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.123999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-822b6a8c-7ee8-40a5-b486-ff93a74c792f req-3f347be8-864d-4ab8-8d8a-e9b8661a4d1e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 210 time: 0.0297747 Aug 19 18:16:03.133567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.135629 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/b269af99-3359-4653-913e-4d2f2aabdf0e HTTP/1.1" status: 204 len: 168 time: 0.6996093 Aug 19 18:16:03.138617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52116) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.155546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e2fc0-60d1-4ccc-8119-634d63ee8afe None None] Network a108ab31-c27a-4289-aaac-b982aa235302 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:03.176026 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf82b0b7-90ea-437c-8379-f40a5b502c3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.176637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf82b0b7-90ea-437c-8379-f40a5b502c3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.181130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bf82b0b7-90ea-437c-8379-f40a5b502c3a tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/b5063e31-6cf9-4844-afb3-f92825ca96f9 HTTP/1.1" status: 404 len: 337 time: 0.0328817 Aug 19 18:16:03.181534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52118) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.184901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a148db0-90f4-4991-b78f-ad249610a977 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Subnet': ['ID=b269af99-3359-4653-913e-4d2f2aabdf0e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:03.229717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.230197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf16a28e-8dbc-45da-a747-1c665f04098c tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "GET /v2.0/ports?device_id=849b08a8-7d52-4859-b1c7-c7e51273eefd HTTP/1.1" status: 200 len: 205 time: 0.0474434 Aug 19 18:16:03.232279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.250413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8902e5e8-f490-4f68-8e6a-c31818c56261 None None] Provisioning complete for port 195c99e3-313f-49f1-a6cd-1b0f49574235 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:03.250960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8902e5e8-f490-4f68-8e6a-c31818c56261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.293676 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-652ea706-c8c2-4610-81a5-8b42a5e37488 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] delete failed (client error): The resource could not be found. Aug 19 18:16:03.295108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-652ea706-c8c2-4610-81a5-8b42a5e37488 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/routers/849b08a8-7d52-4859-b1c7-c7e51273eefd HTTP/1.1" status: 404 len: 336 time: 0.0640402 Aug 19 18:16:03.298747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.341881 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0522fdf8-8bc5-4380-8234-7241f8f799f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.342653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0522fdf8-8bc5-4380-8234-7241f8f799f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.345377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8902e5e8-f490-4f68-8e6a-c31818c56261 None None] Port 195c99e3-313f-49f1-a6cd-1b0f49574235 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:03.345757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0522fdf8-8bc5-4380-8234-7241f8f799f0 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/01b4ff18-506a-437c-805a-6c21978ba44b HTTP/1.1" status: 404 len: 337 time: 0.0444567 Aug 19 18:16:03.348091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.357678 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.368329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8902e5e8-f490-4f68-8e6a-c31818c56261 None None] Provisioning complete for port 9b9aadbe-86c3-47fb-88fc-b9704e560083 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:03.368920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8902e5e8-f490-4f68-8e6a-c31818c56261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.412335 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a726c2-1ec2-42e0-8a16-cb8ac19dbdb8 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.413923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a726c2-1ec2-42e0-8a16-cb8ac19dbdb8 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.418647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c1a726c2-1ec2-42e0-8a16-cb8ac19dbdb8 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/78dc2098-b0af-47a1-bc9a-f0b31f2c6ad8 HTTP/1.1" status: 404 len: 337 time: 0.0693107 Aug 19 18:16:03.419644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52130) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.434326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.438716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.456096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/903d271c-b2ab-444a-923a-1dfd2205f05e HTTP/1.1" status: 204 len: 168 time: 0.3770032 Aug 19 18:16:03.462667 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-242bad55-2ef9-4d2c-b9e5-5e6dd2f95d8f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.463961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242bad55-2ef9-4d2c-b9e5-5e6dd2f95d8f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.469092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-242bad55-2ef9-4d2c-b9e5-5e6dd2f95d8f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/eb498c73-9198-466f-99fd-46a67070f7f5 HTTP/1.1" status: 404 len: 337 time: 0.0476081 Aug 19 18:16:03.469971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52134) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.477018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3120d-d468-408b-90f0-acf1266898c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d271c-b2ab-444a-923a-1dfd2205f05e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:03.513765 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4534ef8-bbb0-4109-8f25-23f4b89f92be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.514750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4534ef8-bbb0-4109-8f25-23f4b89f92be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.520378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52136) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.529128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e4534ef8-bbb0-4109-8f25-23f4b89f92be tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/63d9a781-7723-42fe-b3ea-be0c9586bf5c HTTP/1.1" status: 404 len: 333 time: 0.0516999 Aug 19 18:16:03.544725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] DHCP port deletion for a108ab31-c27a-4289-aaac-b982aa235302 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:03.564672 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e7fd5e-3ab6-434f-a167-d52e804d1de4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.565955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e7fd5e-3ab6-434f-a167-d52e804d1de4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.579705 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-15e7fd5e-3ab6-434f-a167-d52e804d1de4 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/9bb9fa91-8074-4268-a9bd-ba30f330ee13 HTTP/1.1" status: 404 len: 337 time: 0.0571678 Aug 19 18:16:03.581783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52140) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.628316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.630796 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-682dec40-efc2-4226-926d-020900986c2f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.631267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682dec40-efc2-4226-926d-020900986c2f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.638012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.639854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-682dec40-efc2-4226-926d-020900986c2f tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/396a3cc5-530b-477e-a52e-bc284311d915 HTTP/1.1" status: 404 len: 337 time: 0.0562658 Aug 19 18:16:03.672890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Deleting port 9b9aadbe-86c3-47fb-88fc-b9704e560083 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:03.673613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.675359 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c381b6a8-8a5f-4d69-b3f4-ca0ecf077550 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.677204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c381b6a8-8a5f-4d69-b3f4-ca0ecf077550 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.684139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52144) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.694788 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c381b6a8-8a5f-4d69-b3f4-ca0ecf077550 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/ec3c74f0-199e-439b-a14a-9d4a2afb9245 HTTP/1.1" status: 404 len: 333 time: 0.0543087 Aug 19 18:16:03.732471 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bb98ab-5b19-4748-a7b3-11f210c6f6db tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.733275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bb98ab-5b19-4748-a7b3-11f210c6f6db tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.735326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-52bb98ab-5b19-4748-a7b3-11f210c6f6db tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/bef084d3-4146-4c57-b662-71b2efaaaa66 HTTP/1.1" status: 404 len: 337 time: 0.0501776 Aug 19 18:16:03.738538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52148) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.764839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] For port 9b9aadbe-86c3-47fb-88fc-b9704e560083, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9b9aadbe-86c3-47fb-88fc-b9704e560083,segment=NetworkSegment(e2e487d8-46d3-483f-ba49-70cee41d6f99),segment_id=e2e487d8-46d3-483f-ba49-70cee41d6f99)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:03.765645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.769045 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fb6ca3-d7ba-4c0c-942c-e635180a39f2 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:03.769618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fb6ca3-d7ba-4c0c-942c-e635180a39f2 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:03.773893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-70fb6ca3-d7ba-4c0c-942c-e635180a39f2 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/subnets/ffab30fd-b818-4501-b384-1e4f1f1d0bb2 HTTP/1.1" status: 404 len: 337 time: 0.0316465 Aug 19 18:16:03.774248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52152) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:03.792138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Calling delete_port for 9b9aadbe-86c3-47fb-88fc-b9704e560083 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:03.922824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Deleting port 195c99e3-313f-49f1-a6cd-1b0f49574235 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:03.923333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.934943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:03.973009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Pushing event deleted for resources: {'Port': ['ID=9b9aadbe-86c3-47fb-88fc-b9704e560083,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:03.979530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] No DVR routers for this DVR port 9b9aadbe-86c3-47fb-88fc-b9704e560083 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:03.996980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.997363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.997739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.998014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.998350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.998686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.999019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:03.999351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:04.012221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:04.012405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:04.012730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:04.012996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23ed4-d0a7-443c-8e26-451c4017754b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:04.046871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.100426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Calling delete_port for 195c99e3-313f-49f1-a6cd-1b0f49574235 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:04.286295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1708940-8425-45cc-bc48-56a67019f2e2 req-26f48607-ac55-48e5-8096-e9762c24dd34 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 210 time: 0.0714722 Aug 19 18:16:04.324237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.353610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Port': ['ID=195c99e3-313f-49f1-a6cd-1b0f49574235,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.365711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.370228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b082015c-9703-4dbe-8fb8-ccd84e2c8169 tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/ports/195c99e3-313f-49f1-a6cd-1b0f49574235 HTTP/1.1" status: 204 len: 168 time: 0.5927379 Aug 19 18:16:04.370821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:04.483072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.622389 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.636671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a108ab31-c27a-4289-aaac-b982aa235302']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:04.660484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e487d8-46d3-483f-ba49-70cee41d6f99') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:04.660794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e487d8-46d3-483f-ba49-70cee41d6f99') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:04.676932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:04.681768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.708063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.716534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:04.717608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:04.721834 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:04.776544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-326883eb-428a-494c-b94f-78053676ab1a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:04.780172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:04.781853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-326883eb-428a-494c-b94f-78053676ab1a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.2547967 Aug 19 18:16:04.802898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9b9aadbe-86c3-47fb-88fc-b9704e560083 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:04.804340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9b9aadbe-86c3-47fb-88fc-b9704e560083 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:04.826577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:04.834398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.866643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:04.881760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] 10.222.0.36 "DELETE /v2.0/networks/a108ab31-c27a-4289-aaac-b982aa235302 HTTP/1.1" status: 204 len: 168 time: 0.5097482 Aug 19 18:16:04.909743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03675043-2b00-44f0-903e-53f4a88a19bd tempest-PortsIpV6TestJSON-1023329063 tempest-PortsIpV6TestJSON-1023329063-project] Pushing event deleted for resources: {'Network': ['ID=a108ab31-c27a-4289-aaac-b982aa235302,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:04.926056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c697e686-33bf-40f6-971a-f469d4d1349c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] Request body: {'port': {'network_id': '0d1601ad-c688-4b87-8b48-68a8b106afa4', 'name': 'tempest-NetworksNegativeTestJSON-740473974'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:04.951637 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c697e686-33bf-40f6-971a-f469d4d1349c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] POST failed (client error): The resource could not be found. Aug 19 18:16:04.952475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c697e686-33bf-40f6-971a-f469d4d1349c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:04.953778 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c697e686-33bf-40f6-971a-f469d4d1349c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2758880 Aug 19 18:16:04.958183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.007738 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5958ee-6c99-4c4c-b172-2e1ec5cf291d tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:05.008322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5958ee-6c99-4c4c-b172-2e1ec5cf291d tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.015771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-df5958ee-6c99-4c4c-b172-2e1ec5cf291d tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "DELETE /v2.0/networks/de725ffe-f302-473c-9d7f-4e299d79810d HTTP/1.1" status: 404 len: 339 time: 0.0522292 Aug 19 18:16:05.016402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52194) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.044076 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-697628d6-d9ea-443d-a52c-3e38b606247c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:05.044799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697628d6-d9ea-443d-a52c-3e38b606247c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.052874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52196) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.053087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-697628d6-d9ea-443d-a52c-3e38b606247c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "DELETE /v2.0/ports/6fc0041f-523f-493b-8d4e-0d83a718d1ed HTTP/1.1" status: 404 len: 333 time: 0.0349162 Aug 19 18:16:05.066881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:05.070921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.105086 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e599aa4d-839d-44c1-8a47-c9bd904078f3 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:05.105569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e599aa4d-839d-44c1-8a47-c9bd904078f3 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.116194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e599aa4d-839d-44c1-8a47-c9bd904078f3 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "DELETE /v2.0/subnets/a08151b4-477a-4879-84ad-503c047149a6 HTTP/1.1" status: 404 len: 337 time: 0.0528612 Aug 19 18:16:05.116615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52200) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.147825 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2ba736-88e2-41fa-a543-52d0efc33f20 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] GET failed (client error): The resource could not be found. Aug 19 18:16:05.149532 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb2ba736-88e2-41fa-a543-52d0efc33f20 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "GET /v2.0/networks/01d0d2ac-80ee-4991-8513-3251e969889e HTTP/1.1" status: 404 len: 339 time: 0.0316215 Aug 19 18:16:05.154155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.180612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:16:05.216629 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bae950-0cee-45c9-a2ee-59bc2434bbd0 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] GET failed (client error): The resource could not be found. Aug 19 18:16:05.218368 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4bae950-0cee-45c9-a2ee-59bc2434bbd0 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "GET /v2.0/ports/9f1271c5-7a97-48f3-8d9d-092a2b7bcf2d HTTP/1.1" status: 404 len: 333 time: 0.0628936 Aug 19 18:16:05.222806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52206) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.270935 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6405bab-366b-4273-b68b-f693bf11ec24 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] GET failed (client error): The resource could not be found. Aug 19 18:16:05.276932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52208) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.279024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c6405bab-366b-4273-b68b-f693bf11ec24 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "GET /v2.0/subnets/2a5a5589-c7e1-4672-bd23-5b536cf1a178 HTTP/1.1" status: 404 len: 337 time: 0.0526445 Aug 19 18:16:05.286807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7b0a80ed-41d3-434d-97f6-bc55f9ca30ff tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:05.309320 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0a80ed-41d3-434d-97f6-bc55f9ca30ff tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] PUT failed (client error): The resource could not be found. Aug 19 18:16:05.309867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0a80ed-41d3-434d-97f6-bc55f9ca30ff tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.311020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b0a80ed-41d3-434d-97f6-bc55f9ca30ff tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "PUT /v2.0/networks/3b529ee9-8221-4d41-b173-0275ff03eaa1 HTTP/1.1" status: 404 len: 339 time: 0.0331342 Aug 19 18:16:05.321886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.329530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-803e2d87-c6b5-467f-b574-dfff3b847d1c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:05.339595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52216) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.358459 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-803e2d87-c6b5-467f-b574-dfff3b847d1c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] PUT failed (client error): The resource could not be found. Aug 19 18:16:05.359260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803e2d87-c6b5-467f-b574-dfff3b847d1c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.364579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52220) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.365144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-803e2d87-c6b5-467f-b574-dfff3b847d1c tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "PUT /v2.0/ports/517f98e6-204e-4e4b-a6bd-a1d2aec65904 HTTP/1.1" status: 404 len: 333 time: 0.0392599 Aug 19 18:16:05.370096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.2 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/fd90724c-5eac-4042-a6f3-7e5bfa10544b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:05.372654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9069714c-5501-434e-8929-e2047fc95553 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:05.430420 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069714c-5501-434e-8929-e2047fc95553 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] PUT failed (client error): The resource could not be found. Aug 19 18:16:05.431248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069714c-5501-434e-8929-e2047fc95553 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:05.432797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9069714c-5501-434e-8929-e2047fc95553 tempest-NetworksNegativeTestJSON-1062459232 tempest-NetworksNegativeTestJSON-1062459232-project] 10.222.0.36 "PUT /v2.0/subnets/eb4a5d7e-8053-4d67-ba7b-3daa46c6f409 HTTP/1.1" status: 404 len: 337 time: 0.0670309 Aug 19 18:16:05.551749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6716a784-0ee2-4064-bae7-2e4d71bae295 req-a43ad360-3abb-4a07-9644-50302c1a500d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 210 time: 0.0708561 Aug 19 18:16:05.627205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.704314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.706462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-993105bc-30dc-4840-80f7-4506b77dc611 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8cc18bcc4ae4ebe83f57e979f2e43c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656497 Aug 19 18:16:05.707285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52224) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.721072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:05.818540 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.827389 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:05.833608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:05.839706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:05.850993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:05.876474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.934974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52228) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:05.943565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:05.944393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.974624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.979067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:05.983248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-d319245f-8bf1-4bc2-b45b-4c5079ff952e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614041 Aug 19 18:16:05.984055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ce8bae0-6e25-4a7e-8f0c-561fef298d9c HTTP/1.1" status: 204 len: 168 time: 0.2748885 Aug 19 18:16:06.002519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Request body: {'port': {'device_id': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:06.020472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f063d5-b09f-4202-9ff3-0a3418f787c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8bae0-6e25-4a7e-8f0c-561fef298d9c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:06.173131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.224250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10851865-ea73-4eee-9fc9-e04d04b1b79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.427815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10851865-ea73-4eee-9fc9-e04d04b1b79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.447663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10851865-ea73-4eee-9fc9-e04d04b1b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.502720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-10851865-ea73-4eee-9fc9-e04d04b1b79b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fbbb75714544b51ab2aaf0375854e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666580 Aug 19 18:16:06.504070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10851865-ea73-4eee-9fc9-e04d04b1b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b5903-da0a-47b7-b12b-d4e51bb2fcd0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:06.510365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:06.665454 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.715332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.796670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd90724c-5eac-4042-a6f3-7e5bfa10544b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:06.808374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.838492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Transition to ACTIVE for port object fd90724c-5eac-4042-a6f3-7e5bfa10544b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:06.844888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.866300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c6e2c-867e-46f6-926e-eda375813c87 req-82ac2a1b-7d07-45c7-b884-22d2622870ca tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:06.874607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-539c6e2c-867e-46f6-926e-eda375813c87 req-82ac2a1b-7d07-45c7-b884-22d2622870ca tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 931 time: 0.1389096 Aug 19 18:16:06.936986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-539c6e2c-867e-46f6-926e-eda375813c87 req-ba776398-4f79-4344-8cbb-8d9137db3577 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613990 Aug 19 18:16:06.939945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.946175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:06.947603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e72b5903-da0a-47b7-b12b-d4e51bb2fcd0 HTTP/1.1" status: 204 len: 168 time: 0.4370840 Aug 19 18:16:06.958269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6b50-e493-4b6b-bb09-4851d61b548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b5903-da0a-47b7-b12b-d4e51bb2fcd0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:06.976229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Pushing event updated for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:07.138578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Attempting to bind port fd90724c-5eac-4042-a6f3-7e5bfa10544b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:07.140024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Attempting to bind port fd90724c-5eac-4042-a6f3-7e5bfa10544b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:07.140536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Attempting to bind port fd90724c-5eac-4042-a6f3-7e5bfa10544b on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:07.162613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Port fd90724c-5eac-4042-a6f3-7e5bfa10544b on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:07.165620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Attempting to bind port fd90724c-5eac-4042-a6f3-7e5bfa10544b on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:07.187113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:07.190938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:07.190938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:07.190938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Bound port: fd90724c-5eac-4042-a6f3-7e5bfa10544b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:07.190938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.368393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:07.375787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:07.387407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.502185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:07.503179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:07.505079 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd90724c-5eac-4042-a6f3-7e5bfa10544b HTTP/1.1" status: 200 len: 1092 time: 1.5072668 Aug 19 18:16:07.505822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:07.509595 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01637c4f-21b1-423b-93e5-728a6ad318f5" -d '{"events": [{"name": "network-changed", "server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:07.545316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee51c-2f38-4bca-8306-850ff2613635 service neutron] Pushing event updated for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:07.751082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-dead00c1-d0d1-4926-91a2-3090ca5b129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:07.752658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-dead00c1-d0d1-4926-91a2-3090ca5b129f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 1095 time: 0.1643350 Aug 19 18:16:07.766501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52280) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:07.818258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-18306706-d826-4eb2-8f88-cb93727f23a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b HTTP/1.1" status: 200 len: 217 time: 0.0437951 Aug 19 18:16:07.898760 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f01ae-46f0-4927-b74f-3b98c622b49d x-openstack-request-id: req-fa3f01ae-46f0-4927-b74f-3b98c622b49d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:07.899190 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:07.899598 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa3f01ae-46f0-4927-b74f-3b98c622b49d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:07.899997 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b', 'status': 'completed', 'code': 200} Aug 19 18:16:07.918331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-1e67f6f4-37de-4822-ae15-0f0118d5fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:07.920110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-1e67f6f4-37de-4822-ae15-0f0118d5fb5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.0924151 Aug 19 18:16:07.979319 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-50c3da46-95df-4578-bb44-6918afe1c1c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513129 Aug 19 18:16:08.112409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1434552043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:08.152247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa4d9d-d6ee-4611-95c1-e9974a8042eb req-b3f61a42-5476-42a1-b11f-42817e14b410 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.155637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4aa4d9d-d6ee-4611-95c1-e9974a8042eb req-b3f61a42-5476-42a1-b11f-42817e14b410 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 943 time: 0.1070273 Aug 19 18:16:08.166468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.167531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.198749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-da55ff49-1ddc-4fca-9457-634d46b07e16 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105422 Aug 19 18:16:08.229405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4aa4d9d-d6ee-4611-95c1-e9974a8042eb req-490fc516-10ff-4069-a929-9be037d0f7de tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621612 Aug 19 18:16:08.326117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.338989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.376847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.381004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aa10fc10-dfa3-41fb-bfb1-682b55729432 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6135478 Aug 19 18:16:08.381256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52300) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:08.388170 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f5f352d5-8c96-4b46-b910-4ec7e0c46a94 req-38b8a155-0f80-4570-ac7d-8703e804f245 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678450 Aug 19 18:16:08.391339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2034706402'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:08.471104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:08.475303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.497736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.607400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-c9e8ee25-678e-48cd-bea5-ea94b3739352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.613380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-c9e8ee25-678e-48cd-bea5-ea94b3739352 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 1095 time: 0.1239772 Aug 19 18:16:08.633809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52304) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:08.734574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.743979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.774699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9320187-eaf2-46e6-9627-cd4afbd5d9e3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:08.787124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:08.797710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-8f71fe8b-bd60-46eb-a682-7b7a012a8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.800046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-8f71fe8b-bd60-46eb-a682-7b7a012a8466 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.1782951 Aug 19 18:16:08.802901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.803256 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Added segment 4970f52e-ba42-421b-93e1-ff3d65aabe29 of type vlan for network 799bf0ac-08c9-4445-a53e-deb4aebe55fd Aug 19 18:16:08.897951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-3057e7d7-a10e-4b95-889f-bcb95d914cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b HTTP/1.1" status: 200 len: 217 time: 0.0893822 Aug 19 18:16:08.907374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.947144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-85366227'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:08.985912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-a49b9a73-7535-4ac7-93fa-f95d7ae72956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.986299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.992131 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-a49b9a73-7535-4ac7-93fa-f95d7ae72956 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.0875895 Aug 19 18:16:08.993626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:08.994222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:08.997704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:09.001354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.050452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.052576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6694942 Aug 19 18:16:09.056065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:09.064260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'subnet': {'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:09.116460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-17d9491f-96b7-401a-a49a-3b10904e1403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935562 Aug 19 18:16:09.134427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496118a3-85e3-4d3f-90a1-72dc57e4ee76 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Network': ['ID=799bf0ac-08c9-4445-a53e-deb4aebe55fd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.146907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:09.278030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-1aebb62c-0e7b-4508-be7a-6a1e8d600f6d service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510658 Aug 19 18:16:09.409990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b28a-5025-4b10-ab8f-f6a5f73566c8 req-5ddb9593-b104-4d95-ae1d-8240ef71277a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:09.410669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.411556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c9b28a-5025-4b10-ab8f-f6a5f73566c8 req-5ddb9593-b104-4d95-ae1d-8240ef71277a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 943 time: 0.0717654 Aug 19 18:16:09.422099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.454647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:09.459055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.470789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:09.499858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003c1584-4d49-40f9-b11d-467af1226a7f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.518682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.520113 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 042937d3-a168-44c1-a093-bfc64f92fafe of type vlan for network c1585875-185e-4cda-9156-d53ab2ab9c18 Aug 19 18:16:09.531481 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-01637c4f-21b1-423b-93e5-728a6ad318f5 req-5d93ef0a-aa9e-48cf-bab3-7650df95fa56 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435427 Aug 19 18:16:09.570509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.585433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c9b28a-5025-4b10-ab8f-f6a5f73566c8 req-d7ec944d-a0c4-4f16-a05b-05873b3d4e2b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646893 Aug 19 18:16:09.662153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.669080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:09.670204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.688912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0535266 Aug 19 18:16:09.691364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52318) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:09.697258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'name': 'tempest-PortsTestJSON-138768145'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:09.798028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.824174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504128-9b75-4b8c-97e6-1075ed28caf4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=c1585875-185e-4cda-9156-d53ab2ab9c18,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.837206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:09.861836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Subnet': ['ID=3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:09.896367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Checking segment: {'id': '4970f52e-ba42-421b-93e1-ff3d65aabe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:09.896771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network hostable DHCP agents. Network: 799bf0ac-08c9-4445-a53e-deb4aebe55fd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:09.929721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fd90724c-5eac-4042-a6f3-7e5bfa10544b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:09.932067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:09.935388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:09.941683 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:09.945177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 799bf0ac-08c9-4445-a53e-deb4aebe55fd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:09.963386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae5af4-2ebb-423a-a767-3749bfd90311 None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:10.000702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.001426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.039030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5c73fcce-65a2-4a5f-94e8-e9be6ec2f197 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9815950 Aug 19 18:16:10.039770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:10.064229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'network': {'name': 'tempest-router-network01--1994404710'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:10.151240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:10.157553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.175896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:10.188891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:10.201234 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.201643 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Added segment 6bb2b161-4d56-48c9-a546-eb64682d1836 of type vlan for network b2dcb769-74d7-42f2-abfe-376e63225cbe Aug 19 18:16:10.217334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b', 'mac_address': 'fa:16:3e:eb:60:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:10.262792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.273998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.306837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.321040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.321719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.341772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd90724c-5eac-4042-a6f3-7e5bfa10544b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:10.368341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-799bf0ac-08c9-4445-a53e-deb4aebe55fd', 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd', 'tenant_id': 'd9b0ccc0dacc4a3b8ba5501b8331448f', 'fixed_ips': [{'subnet_id': '3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:10.369611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.377468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:10.387402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.470670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:10.480159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Network': ['ID=b2dcb769-74d7-42f2-abfe-376e63225cbe,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:10.497462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c15b1d67-53a4-414f-a77d-4890b242ace9 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4534190 Aug 19 18:16:10.498873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52326) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:10.507689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'network': {'name': 'tempest-router-network02--814456433'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:10.548493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b2dcb769-74d7-42f2-abfe-376e63225cbe details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:10.593934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:10.597287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.639085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:10.646755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:10.696493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.696853 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Added segment 656f6880-ee17-4fc4-9bb2-93aab0f7eab6 of type vlan for network 364014ab-cadd-4415-ab13-49494ed797ca Aug 19 18:16:10.761259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.778698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['fd90724c-5eac-4042-a6f3-7e5bfa10544b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:10.807041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e35bb-55dc-4efa-9c23-af30a10d492d req-a125b968-d658-4b1c-b78e-21ce8fe7a7f0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.809902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.810451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d6e35bb-55dc-4efa-9c23-af30a10d492d req-a125b968-d658-4b1c-b78e-21ce8fe7a7f0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 944 time: 0.1077890 Aug 19 18:16:10.816111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:10.816374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:10.894094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Allocated IP 172.20.0.2 (799bf0ac-08c9-4445-a53e-deb4aebe55fd/3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6/d0bc2d99-14e0-479f-bfae-e5ca2778f1a6) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:10.933527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d6e35bb-55dc-4efa-9c23-af30a10d492d req-6bc3704f-348a-45e5-aea2-47105299b671 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117001 Aug 19 18:16:10.972623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Network': ['ID=364014ab-cadd-4415-ab13-49494ed797ca,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:10.987779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 364014ab-cadd-4415-ab13-49494ed797ca details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:10.999901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-421767c8-56e6-47a3-afd8-f4730665af94 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4939423 Aug 19 18:16:11.000364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52334) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:11.006112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'subnet': {'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:11.067044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.112152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:11.117680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.120210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.211895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '042937d3-a168-44c1-a093-bfc64f92fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:11.212579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: c1585875-185e-4cda-9156-d53ab2ab9c18, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:11.219929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=fb4bc8a5-9aca-4af3-bfc3-e45062b69b08,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:11.248559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:11.262518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, c1585875-185e-4cda-9156-d53ab2ab9c18) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:11.268077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:11.275698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.276659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.289270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea072a1a-c78f-4dd0-8891-dc08067a866b None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:11.295801 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13b0a269-8e53-4dbb-8baa-51b10415e291 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6028006 Aug 19 18:16:11.298960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:11.308514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1495592098'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:11.342024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:11.345787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.393888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:11.405089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.405447 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 47b638e4-967f-49b8-a755-a91cc655df5a of type vlan for network 9b48ea1a-af0b-4e07-8698-a1870d211e19 Aug 19 18:16:11.455971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.488767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.496853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:11.497562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.583068 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.594509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Transition to ACTIVE for port object d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:11.599888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=9b48ea1a-af0b-4e07-8698-a1870d211e19,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:11.615366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9b48ea1a-af0b-4e07-8698-a1870d211e19 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:11.628509 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d73e6cf-aa3a-4c1f-b8d6-d7571a592b53 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3256299 Aug 19 18:16:11.628748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:11.635744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'ports': [{'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'}, {'network_id': '9b48ea1a-af0b-4e07-8698-a1870d211e19'}]} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:11.636059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:11.636641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': '9b48ea1a-af0b-4e07-8698-a1870d211e19'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:11.692763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Transition to ACTIVE for port object d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:11.701988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.751067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:11.754314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:11.757156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:11.766920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Pushing event updated for resources: {'Port': ['ID=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:11.824154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Attempting to bind port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:11.824540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Attempting to bind port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4970f52e-ba42-421b-93e1-ff3d65aabe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:11.824969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Attempting to bind port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 on network 799bf0ac-08c9-4445-a53e-deb4aebe55fd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:11.831791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:11.832182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Checking segment: {'id': '4970f52e-ba42-421b-93e1-ff3d65aabe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:11.832716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.833193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Bound using segment: {'id': '4970f52e-ba42-421b-93e1-ff3d65aabe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:11.834141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Bound port: d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4970f52e-ba42-421b-93e1-ff3d65aabe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '799bf0ac-08c9-4445-a53e-deb4aebe55fd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:11.835086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.856211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 2} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:11.861701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.870635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.877572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.917532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] For port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:11.925521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] For port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,segment=NetworkSegment(4970f52e-ba42-421b-93e1-ff3d65aabe29),segment_id=4970f52e-ba42-421b-93e1-ff3d65aabe29)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:11.929182 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:11.980861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 9fc6514a-8ab7-4618-9be7-bedf9d5f7527 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:12.036083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c2e6-907d-4f31-b48d-efef0662c3b6 None None] Pushing event updated for resources: {'Port': ['ID=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:12.046858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Subnet': ['ID=ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:12.052992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Checking segment: {'id': '6bb2b161-4d56-48c9-a546-eb64682d1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:12.054303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network hostable DHCP agents. Network: b2dcb769-74d7-42f2-abfe-376e63225cbe, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:12.093372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network b2dcb769-74d7-42f2-abfe-376e63225cbe is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:12.105950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b2dcb769-74d7-42f2-abfe-376e63225cbe) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:12.117512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c565701-1296-44b8-a745-17255504e9a0 None None] Network b2dcb769-74d7-42f2-abfe-376e63225cbe requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:12.126843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.127633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.189775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.204783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6e6f4c55-c046-4495-be36-eba53c4db5e3 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2032633 Aug 19 18:16:12.207032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52348) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:12.220628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'subnet': {'network_id': '364014ab-cadd-4415-ab13-49494ed797ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:12.268088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 4e25440d-0d02-40ff-8be9-5dcd6f74607b yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:12.352271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591686e-afc8-4ab7-a955-a34d2e291ee7 req-6d1cd776-9968-41e9-bb67-b8e0ece8b32c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:12.358059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5591686e-afc8-4ab7-a955-a34d2e291ee7 req-6d1cd776-9968-41e9-bb67-b8e0ece8b32c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 944 time: 0.2247245 Aug 19 18:16:12.456374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-b2dcb769-74d7-42f2-abfe-376e63225cbe', 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe', 'tenant_id': 'd9b0ccc0dacc4a3b8ba5501b8331448f', 'fixed_ips': [{'subnet_id': 'ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:12.462156 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.469521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5591686e-afc8-4ab7-a955-a34d2e291ee7 req-558e75e2-8632-4555-8d4f-11ab22c67393 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885651 Aug 19 18:16:12.515302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Made reservation on behalf of d9b0ccc0dacc4a3b8ba5501b8331448f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:12.519346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.592910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.712302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.769601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:12.774789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:12.779054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:12.779949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.790386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Allocated IP 172.20.0.2 (b2dcb769-74d7-42f2-abfe-376e63225cbe/ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551/099b3fc0-99f9-4276-b429-8c57a82eadd9) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:12.839837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:12.863841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=9fc6514a-8ab7-4618-9be7-bedf9d5f7527,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:12.894859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:12.921661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '47b638e4-967f-49b8-a755-a91cc655df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9b48ea1a-af0b-4e07-8698-a1870d211e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:12.922308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: 9b48ea1a-af0b-4e07-8698-a1870d211e19, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:12.936891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=4e25440d-0d02-40ff-8be9-5dcd6f74607b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:12.984505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 9b48ea1a-af0b-4e07-8698-a1870d211e19 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:13.007970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Subnet': ['ID=6af06762-5acb-4379-abed-f4561b0d798e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.021682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9b48ea1a-af0b-4e07-8698-a1870d211e19) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:13.025323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Checking segment: {'id': '656f6880-ee17-4fc4-9bb2-93aab0f7eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:13.026690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network hostable DHCP agents. Network: 364014ab-cadd-4415-ab13-49494ed797ca, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:13.039486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e401b5-08be-458a-9a51-1437a811d7c8 None None] Network 9b48ea1a-af0b-4e07-8698-a1870d211e19 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:13.047330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:13.061173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.070984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network 364014ab-cadd-4415-ab13-49494ed797ca is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:13.084080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 364014ab-cadd-4415-ab13-49494ed797ca) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:13.090010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.091085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.104715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.105807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.124516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52366) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.136724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ca9cbd00-ef35-4908-b4d1-3a870b39cd73 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9271529 Aug 19 18:16:13.136952 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8f1947c7-ea4f-4aba-bed1-9a0604d18ee9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5066352 Aug 19 18:16:13.139728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52368) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.187012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:13.189392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46926249-326d-4ec3-a533-05192b9c3636 None None] Network 364014ab-cadd-4415-ab13-49494ed797ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:13.250440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 4e25440d-0d02-40ff-8be9-5dcd6f74607b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:13.250917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.386839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.412107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 4e25440d-0d02-40ff-8be9-5dcd6f74607b owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:13.455163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.477412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Transition to ACTIVE for port object 099b3fc0-99f9-4276-b429-8c57a82eadd9 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:13.504224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Transition to ACTIVE for port object 099b3fc0-99f9-4276-b429-8c57a82eadd9 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:13.550385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.668356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.673483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Pushing event updated for resources: {'Port': ['ID=099b3fc0-99f9-4276-b429-8c57a82eadd9,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.697148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Network b2dcb769-74d7-42f2-abfe-376e63225cbe is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:13.702998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:13.734717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:13.747977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=4e25440d-0d02-40ff-8be9-5dcd6f74607b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:13.750412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.755179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e0dcbc12-e0d4-4334-ab43-bf4e6acccc20 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/4e25440d-0d02-40ff-8be9-5dcd6f74607b HTTP/1.1" status: 204 len: 168 time: 0.6291075 Aug 19 18:16:13.758810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52390) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.768952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559435b-ae23-49a5-9524-b20672299485 req-1c00aff5-f057-4315-8848-9d5420e9ba5e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.770560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8559435b-ae23-49a5-9524-b20672299485 req-1c00aff5-f057-4315-8848-9d5420e9ba5e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 944 time: 0.1611474 Aug 19 18:16:13.826875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8559435b-ae23-49a5-9524-b20672299485 req-7f94c0ea-28ab-41b7-aa2a-e3425378837a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Aug 19 18:16:13.827160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3cfb0-3879-4607-bc15-2d5257d25a4c None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:13.859298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.919891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Attempting to bind port 099b3fc0-99f9-4276-b429-8c57a82eadd9 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:13.920261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Attempting to bind port 099b3fc0-99f9-4276-b429-8c57a82eadd9 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6bb2b161-4d56-48c9-a546-eb64682d1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:13.920663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Attempting to bind port 099b3fc0-99f9-4276-b429-8c57a82eadd9 on network b2dcb769-74d7-42f2-abfe-376e63225cbe {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:13.931243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:13.931537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26168a44-baa3-4345-93f1-8ae3aa4ff9f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.931665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Checking segment: {'id': '6bb2b161-4d56-48c9-a546-eb64682d1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:13.932056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.932455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Bound using segment: {'id': '6bb2b161-4d56-48c9-a546-eb64682d1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:13.932934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Bound port: 099b3fc0-99f9-4276-b429-8c57a82eadd9, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb2b161-4d56-48c9-a546-eb64682d1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2dcb769-74d7-42f2-abfe-376e63225cbe'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:13.933367 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:13.937443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26168a44-baa3-4345-93f1-8ae3aa4ff9f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:13.941608 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-26168a44-baa3-4345-93f1-8ae3aa4ff9f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1786461 Aug 19 18:16:13.942977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:13.947251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Provisioning for port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:14.012530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fd90724c-5eac-4042-a6f3-7e5bfa10544b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:14.025824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] For port 099b3fc0-99f9-4276-b429-8c57a82eadd9, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:14.112889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 9fc6514a-8ab7-4618-9be7-bedf9d5f7527 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:14.113391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.131212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Provisioning complete for port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:14.132337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.183890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-364014ab-cadd-4415-ab13-49494ed797ca', 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca', 'tenant_id': 'd9b0ccc0dacc4a3b8ba5501b8331448f', 'fixed_ips': [{'subnet_id': '6af06762-5acb-4379-abed-f4561b0d798e'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:14.184915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.224000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] For port 099b3fc0-99f9-4276-b429-8c57a82eadd9, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=099b3fc0-99f9-4276-b429-8c57a82eadd9,segment=NetworkSegment(6bb2b161-4d56-48c9-a546-eb64682d1836),segment_id=6bb2b161-4d56-48c9-a546-eb64682d1836)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:14.250932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Allocated IP 172.20.0.1 (b2dcb769-74d7-42f2-abfe-376e63225cbe/ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551/72dec531-a525-41af-a8be-d7f97fda5588) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:14.255641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.256967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.291053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 9fc6514a-8ab7-4618-9be7-bedf9d5f7527 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:14.318723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade612-6669-444e-9cbf-05634ee66b10 None None] Pushing event updated for resources: {'Port': ['ID=099b3fc0-99f9-4276-b429-8c57a82eadd9,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:14.435890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port fd90724c-5eac-4042-a6f3-7e5bfa10544b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:14.446062 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.483991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=9fc6514a-8ab7-4618-9be7-bedf9d5f7527,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:14.501268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.505841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d61abab-45d3-40c2-9152-34b17fbc677f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/9fc6514a-8ab7-4618-9be7-bedf9d5f7527 HTTP/1.1" status: 204 len: 168 time: 0.5581319 Aug 19 18:16:14.508252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52408) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.514269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.537885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Transition to ACTIVE for port object 72dec531-a525-41af-a8be-d7f97fda5588 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:14.544512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port fd90724c-5eac-4042-a6f3-7e5bfa10544b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:14.547079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.613453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b713da4-b27c-47ad-a72c-81e83b08430b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:14.619121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1b713da4-b27c-47ad-a72c-81e83b08430b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1106529 Aug 19 18:16:14.620881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.636288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.689016 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15cce31-8548-47e5-8da9-7c5db80d2977 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:14.694150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f15cce31-8548-47e5-8da9-7c5db80d2977 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/4e25440d-0d02-40ff-8be9-5dcd6f74607b HTTP/1.1" status: 404 len: 333 time: 0.0684435 Aug 19 18:16:14.695170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52414) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.715636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Port': ['ID=72dec531-a525-41af-a8be-d7f97fda5588,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:14.741316 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-685b9bbe-5f0f-4b0b-adca-941a91ab6687 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:14.744856 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.752510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-685b9bbe-5f0f-4b0b-adca-941a91ab6687 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/9fc6514a-8ab7-4618-9be7-bedf9d5f7527 HTTP/1.1" status: 404 len: 333 time: 0.0561485 Aug 19 18:16:14.753491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network b2dcb769-74d7-42f2-abfe-376e63225cbe is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:14.755626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:14.756038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52416) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:14.768183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:14.799490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] For port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,segment=NetworkSegment(4970f52e-ba42-421b-93e1-ff3d65aabe29),segment_id=4970f52e-ba42-421b-93e1-ff3d65aabe29)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:14.810741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.831099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.939877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:14.957199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Allocated IP 172.20.0.2 (364014ab-cadd-4415-ab13-49494ed797ca/6af06762-5acb-4379-abed-f4561b0d798e/357f42ea-7a25-4cf1-a229-d62ed83211d1) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:15.011770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87e689-4674-41ca-af27-c8cc0f6c409a None None] Pushing event updated for resources: {'Port': ['ID=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:15.106921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.216181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.242254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b48ea1a-af0b-4e07-8698-a1870d211e19']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:15.306448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857f790-55c0-48db-928c-71a70ba52027 req-dca664cc-35e4-47b9-a6db-93a2cda39f3c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.323833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8857f790-55c0-48db-928c-71a70ba52027 req-dca664cc-35e4-47b9-a6db-93a2cda39f3c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 944 time: 0.2136624 Aug 19 18:16:15.325821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b638e4-967f-49b8-a755-a91cc655df5a') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:15.326117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b638e4-967f-49b8-a755-a91cc655df5a') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:15.359946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.420661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.448559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:15.448889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:15.452233 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:15.496817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.523767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.539184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8857f790-55c0-48db-928c-71a70ba52027 req-35659b6f-8f15-4dc2-b346-22f0a71058c4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046335 Aug 19 18:16:15.605000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.612585 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.614360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/9b48ea1a-af0b-4e07-8698-a1870d211e19 HTTP/1.1" status: 204 len: 168 time: 0.8573074 Aug 19 18:16:15.620553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52432) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:15.630774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.637602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1885204929'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:15.646229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029061d-40dc-453a-b507-83e6da6fc636 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=9b48ea1a-af0b-4e07-8698-a1870d211e19,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:15.668767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:15.672414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.707051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.717287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Port': ['ID=72dec531-a525-41af-a8be-d7f97fda5588,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:15.736890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:15.748494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.748887 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 2b94234a-fa2f-431c-b972-5c8a4f74cb3b of type vlan for network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f Aug 19 18:16:15.776075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:15.778840 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c2e7d7-691e-4953-b8f7-e10c92a2958f" -d '{"events": [{"server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "name": "network-vif-plugged", "status": "completed", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:15.806017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:15.813027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.818362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.884435 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63dabc-44c8-4a34-913a-de0cfea81ebe x-openstack-request-id: req-9e63dabc-44c8-4a34-913a-de0cfea81ebe {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:15.884777 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "name": "network-vif-plugged", "status": "completed", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:15.885033 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e63dabc-44c8-4a34-913a-de0cfea81ebe {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:15.885507 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b', 'code': 200} Aug 19 18:16:15.906527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.929168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Transition to ACTIVE for port object 357f42ea-7a25-4cf1-a229-d62ed83211d1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:15.931291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:15.934793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.936321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5fc96337-52aa-47b5-b33f-bbf33e4c0014 None None] Provisioning complete for port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:15.936708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5fc96337-52aa-47b5-b33f-bbf33e4c0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.950961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:15.952259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:15.997850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Transition to ACTIVE for port object 357f42ea-7a25-4cf1-a229-d62ed83211d1 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:16.050314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.086327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4530320 Aug 19 18:16:16.089466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52442) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:16.095375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:16.100669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Network 364014ab-cadd-4415-ab13-49494ed797ca is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:16.103342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:16.105859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:16.122339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Pushing event updated for resources: {'Port': ['ID=357f42ea-7a25-4cf1-a229-d62ed83211d1,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.192257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4a8b-461a-419e-a4d1-9dabe7a66383 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.199034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412cd06-678d-4e5e-8dc7-a39e82567812 req-60ae61c0-153f-4902-9cdf-17a8fa22c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:16.202257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7412cd06-678d-4e5e-8dc7-a39e82567812 req-60ae61c0-153f-4902-9cdf-17a8fa22c52d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 1097 time: 0.1999359 Aug 19 18:16:16.214317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Attempting to bind port 357f42ea-7a25-4cf1-a229-d62ed83211d1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:16.215056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Attempting to bind port 357f42ea-7a25-4cf1-a229-d62ed83211d1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '656f6880-ee17-4fc4-9bb2-93aab0f7eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:16.215771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Attempting to bind port 357f42ea-7a25-4cf1-a229-d62ed83211d1 on network 364014ab-cadd-4415-ab13-49494ed797ca {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:16.221285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:16.229834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:16.230480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Checking segment: {'id': '656f6880-ee17-4fc4-9bb2-93aab0f7eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:16.231101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.231847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Bound using segment: {'id': '656f6880-ee17-4fc4-9bb2-93aab0f7eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:16.232534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Bound port: 357f42ea-7a25-4cf1-a229-d62ed83211d1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656f6880-ee17-4fc4-9bb2-93aab0f7eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '364014ab-cadd-4415-ab13-49494ed797ca'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:16.233101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.254223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network b2dcb769-74d7-42f2-abfe-376e63225cbe is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:16.258958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:16.267682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7412cd06-678d-4e5e-8dc7-a39e82567812 req-c12be7be-498a-4db4-a01d-bada459d74d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 Aug 19 18:16:16.295549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:16.296396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.406548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77075ae2-3e4d-442d-a548-06b23381079e None None] Network b2dcb769-74d7-42f2-abfe-376e63225cbe requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:16.499552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Router 83effcc9-4987-4a6b-a294-fc1b833e213d is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:16:16.518373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] For port 357f42ea-7a25-4cf1-a229-d62ed83211d1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:16.523570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] For port 357f42ea-7a25-4cf1-a229-d62ed83211d1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=357f42ea-7a25-4cf1-a229-d62ed83211d1,segment=NetworkSegment(656f6880-ee17-4fc4-9bb2-93aab0f7eab6),segment_id=656f6880-ee17-4fc4-9bb2-93aab0f7eab6)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:16.527601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9a697bf4-d6ee-4107-bc20-f68a4b77a16e None None] Provisioning for port 099b3fc0-99f9-4276-b429-8c57a82eadd9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:16.533379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.695961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:16.797163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7ab4-09a1-4cbe-8058-3e6e55b536b1 None None] Pushing event updated for resources: {'Port': ['ID=357f42ea-7a25-4cf1-a229-d62ed83211d1,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.845778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:16.859932 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] Sync routers for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:16.869282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-333be2b9-37f5-4a88-9227-a23cba6bdba8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7279413 Aug 19 18:16:16.874041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52460) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:16.886313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:16.887096 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:16.923830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=200cb36b-d2f7-4ec1-b0e7-4fa13e543b63,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:16.939731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ec2cf-fc77-4d86-b0fd-04ca1921f877 req-88b3f38e-e14c-48ee-93ed-f97f2052879a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:16.941581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c16ec2cf-fc77-4d86-b0fd-04ca1921f877 req-88b3f38e-e14c-48ee-93ed-f97f2052879a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.2335327 Aug 19 18:16:16.976302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '2b94234a-fa2f-431c-b972-5c8a4f74cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:16.976992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:16.997667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:17.029061 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:17.079821 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:17.080605 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:17.120892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c16ec2cf-fc77-4d86-b0fd-04ca1921f877 req-c42b58d7-ef6d-49ca-98c7-280b691b0afc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571999 Aug 19 18:16:17.121832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:17.149772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:17.154470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:17.155095 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.183746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1558c676-a6c0-4564-8cbb-44e0d2ba9bc6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0927188 Aug 19 18:16:17.186404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52462) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:17.191860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fa663-82b0-4805-9cee-15cff6aef46c None None] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:17.203719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f', 'name': 'tempest-PortsTestJSON-1681061385'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:17.218252 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:17.223253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2dd5c-7868-4543-a42a-113936f0fc86 None None] The sync data for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:17.230189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.495531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:17.500146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:17.500658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.504097 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.563105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port f37975de-1fd6-4358-84d5-a3b66236c226 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:17.630248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4ec0ef91-1855-4abc-bc6b-ae94f8f8efa7 None None] Provisioning for port 72dec531-a525-41af-a8be-d7f97fda5588 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:17.651355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4ec0ef91-1855-4abc-bc6b-ae94f8f8efa7 None None] Provisioning complete for port 72dec531-a525-41af-a8be-d7f97fda5588 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:17.652054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ef91-1855-4abc-bc6b-ae94f8f8efa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.716432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0ef91-1855-4abc-bc6b-ae94f8f8efa7 None None] Port 72dec531-a525-41af-a8be-d7f97fda5588 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:17.718353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f', 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': '200cb36b-d2f7-4ec1-b0e7-4fa13e543b63'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:17.722495 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:17.911224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.4 (f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f/200cb36b-d2f7-4ec1-b0e7-4fa13e543b63/f37975de-1fd6-4358-84d5-a3b66236c226) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:17.917703 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-79f33afa-ad5a-4986-9dfb-3bcc93de708f tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:17.919084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-79f33afa-ad5a-4986-9dfb-3bcc93de708f tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0432405 Aug 19 18:16:17.927591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52474) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:18.080329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a93b34b5-712a-42a0-a671-ea2642e2ecbc None None] Provisioning complete for port 72dec531-a525-41af-a8be-d7f97fda5588 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:18.080937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a93b34b5-712a-42a0-a671-ea2642e2ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.124040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 099b3fc0-99f9-4276-b429-8c57a82eadd9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:18.175992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a93b34b5-712a-42a0-a671-ea2642e2ecbc None None] Port 72dec531-a525-41af-a8be-d7f97fda5588 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:18.201988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 099b3fc0-99f9-4276-b429-8c57a82eadd9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:18.211058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 099b3fc0-99f9-4276-b429-8c57a82eadd9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:18.211704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.398947 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.416480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b0ab3dcf-f636-43fc-a1d0-fa24f7472db6 None None] Provisioning complete for port 72dec531-a525-41af-a8be-d7f97fda5588 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:18.416480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3dcf-f636-43fc-a1d0-fa24f7472db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.468948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 099b3fc0-99f9-4276-b429-8c57a82eadd9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=099b3fc0-99f9-4276-b429-8c57a82eadd9,segment=NetworkSegment(6bb2b161-4d56-48c9-a546-eb64682d1836),segment_id=6bb2b161-4d56-48c9-a546-eb64682d1836)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:18.471550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab3dcf-f636-43fc-a1d0-fa24f7472db6 None None] Port 72dec531-a525-41af-a8be-d7f97fda5588 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:18.474405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.534688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=099b3fc0-99f9-4276-b429-8c57a82eadd9,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:18.542463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e35ced-c548-4fc8-8ee3-dbd9aa003f19 req-2369bb4c-32a7-42a8-bb12-9427cadc36cf tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:18.552119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7e35ced-c548-4fc8-8ee3-dbd9aa003f19 req-2369bb4c-32a7-42a8-bb12-9427cadc36cf tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.1968610 Aug 19 18:16:18.580424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053cf4f-80e5-4c26-ad48-57810e39898c None None] Network 364014ab-cadd-4415-ab13-49494ed797ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:18.675154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7e35ced-c548-4fc8-8ee3-dbd9aa003f19 req-75c56810-bf78-46f5-a1b3-5fb75b09ceee tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211646 Aug 19 18:16:18.683749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-53c5154d-9f88-4e3e-a805-ba7dc5123928 None None] Provisioning for port 357f42ea-7a25-4cf1-a229-d62ed83211d1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:18.731423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.783495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object f37975de-1fd6-4358-84d5-a3b66236c226 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:18.878595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:18.943373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Allocated IP 172.20.0.2 (f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f/200cb36b-d2f7-4ec1-b0e7-4fa13e543b63/30c9b816-bc45-4c3e-a96e-66d2245c2001) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:19.039564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 099b3fc0-99f9-4276-b429-8c57a82eadd9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:19.062132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=f37975de-1fd6-4358-84d5-a3b66236c226,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:19.083410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:19.109902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:19.115367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:19.135821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae393bf-6e47-4a6c-a803-040b1db299ff req-fe572a03-6445-4bb1-9583-e3060a5df974 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.138204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ae393bf-6e47-4a6c-a803-040b1db299ff req-fe572a03-6445-4bb1-9583-e3060a5df974 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.2802701 Aug 19 18:16:19.230149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 099b3fc0-99f9-4276-b429-8c57a82eadd9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:19.230740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.249141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.253655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.286382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b10ce652-a6ea-4987-a774-50b5affb3af2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0985188 Aug 19 18:16:19.289149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52502) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:19.308383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.318682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Transition to ACTIVE for port object 30c9b816-bc45-4c3e-a96e-66d2245c2001 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:19.335611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Transition to ACTIVE for port object 30c9b816-bc45-4c3e-a96e-66d2245c2001 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:19.345777 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.346865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ae393bf-6e47-4a6c-a803-040b1db299ff req-fd086194-5797-454b-8c33-bbd8a08d597d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660650 Aug 19 18:16:19.378227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.414113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Pushing event updated for resources: {'Port': ['ID=30c9b816-bc45-4c3e-a96e-66d2245c2001,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:19.446007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:19.449491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:19.453498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:19.549499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port f37975de-1fd6-4358-84d5-a3b66236c226 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:19.550119 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.579304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 357f42ea-7a25-4cf1-a229-d62ed83211d1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:19.586228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Attempting to bind port 30c9b816-bc45-4c3e-a96e-66d2245c2001 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:19.586605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Attempting to bind port 30c9b816-bc45-4c3e-a96e-66d2245c2001 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2b94234a-fa2f-431c-b972-5c8a4f74cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:19.587648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Attempting to bind port 30c9b816-bc45-4c3e-a96e-66d2245c2001 on network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:19.617143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:19.617536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Checking segment: {'id': '2b94234a-fa2f-431c-b972-5c8a4f74cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:19.617959 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.618362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Bound using segment: {'id': '2b94234a-fa2f-431c-b972-5c8a4f74cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:19.619009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Bound port: 30c9b816-bc45-4c3e-a96e-66d2245c2001, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b94234a-fa2f-431c-b972-5c8a4f74cb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:19.619605 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.712048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.729226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for f37975de-1fd6-4358-84d5-a3b66236c226 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:19.747554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] For port 30c9b816-bc45-4c3e-a96e-66d2245c2001, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:19.752450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] For port 30c9b816-bc45-4c3e-a96e-66d2245c2001, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=30c9b816-bc45-4c3e-a96e-66d2245c2001,segment=NetworkSegment(2b94234a-fa2f-431c-b972-5c8a4f74cb3b),segment_id=2b94234a-fa2f-431c-b972-5c8a4f74cb3b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:19.760361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.800719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 357f42ea-7a25-4cf1-a229-d62ed83211d1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:19.810949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 357f42ea-7a25-4cf1-a229-d62ed83211d1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:19.811331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.815670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a32979-3836-491d-9da4-81143ac220ec req-13d605cc-5462-4776-9b42-877d72bc7a1a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:19.817119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a32979-3836-491d-9da4-81143ac220ec req-13d605cc-5462-4776-9b42-877d72bc7a1a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.0913699 Aug 19 18:16:19.878721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae464-6900-4f96-9c37-78b435527bda None None] Pushing event updated for resources: {'Port': ['ID=30c9b816-bc45-4c3e-a96e-66d2245c2001,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:19.942873 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.943108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a32979-3836-491d-9da4-81143ac220ec req-e7898cad-7140-4db3-9cd6-1b2d4e3d13a8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099980 Aug 19 18:16:19.980980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:19.984689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 357f42ea-7a25-4cf1-a229-d62ed83211d1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=357f42ea-7a25-4cf1-a229-d62ed83211d1,segment=NetworkSegment(656f6880-ee17-4fc4-9bb2-93aab0f7eab6),segment_id=656f6880-ee17-4fc4-9bb2-93aab0f7eab6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:19.992643 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.020438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting port 72dec531-a525-41af-a8be-d7f97fda5588 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:20.020794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.042145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=f37975de-1fd6-4358-84d5-a3b66236c226,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:20.055682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=357f42ea-7a25-4cf1-a229-d62ed83211d1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:20.168416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.190323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Calling delete_port for 72dec531-a525-41af-a8be-d7f97fda5588 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:20.196805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.201983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dccc0989-fc88-471d-b3f6-28ce8fe1a717 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/f37975de-1fd6-4358-84d5-a3b66236c226 HTTP/1.1" status: 204 len: 168 time: 0.9117301 Aug 19 18:16:20.202462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:20.256611 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc039977-3759-4fa0-bd2b-ea6349e6f6ea tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:16:20.257371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc039977-3759-4fa0-bd2b-ea6349e6f6ea tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:20.259147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc039977-3759-4fa0-bd2b-ea6349e6f6ea tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/f37975de-1fd6-4358-84d5-a3b66236c226 HTTP/1.1" status: 404 len: 333 time: 0.0555658 Aug 19 18:16:20.261981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:20.288926 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-87611805-ae59-402c-be3e-178f96092b83 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:20.290768 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-87611805-ae59-402c-be3e-178f96092b83 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/f37975de-1fd6-4358-84d5-a3b66236c226 HTTP/1.1" status: 404 len: 333 time: 0.0274551 Aug 19 18:16:20.293208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52528) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:20.347171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 200cb36b-d2f7-4ec1-b0e7-4fa13e543b63 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:20.351170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.397132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.398045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.425588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Port': ['ID=72dec531-a525-41af-a8be-d7f97fda5588,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:20.533837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.589010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.631371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.703896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=200cb36b-d2f7-4ec1-b0e7-4fa13e543b63,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:20.706440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.739316 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81be3003-8d8e-4212-becd-c3fce44c3a24 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/200cb36b-d2f7-4ec1-b0e7-4fa13e543b63 HTTP/1.1" status: 204 len: 168 time: 0.4414020 Aug 19 18:16:20.740388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52536) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:20.856484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Router 83effcc9-4987-4a6b-a294-fc1b833e213d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:16:20.878790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:20.952356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:20.970071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e4594f8-e3d9-423d-a7be-885cdc4f3294 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0244687 Aug 19 18:16:20.971111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52540) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:20.974349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] Sync routers for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:20.994490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 357f42ea-7a25-4cf1-a229-d62ed83211d1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:21.009238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 30c9b816-bc45-4c3e-a96e-66d2245c2001 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:21.009886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.070135 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-3aac28f5-985e-408a-835c-bea41ba2e6a1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] delete failed (client error): The resource could not be found. Aug 19 18:16:21.080593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:21.081489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:21.083016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3aac28f5-985e-408a-835c-bea41ba2e6a1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1203066033 HTTP/1.1" status: 404 len: 335 time: 0.1109092 Aug 19 18:16:21.096773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52548) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:21.110271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b08ff66f-3dd5-4eb8-985f-fdd235cd13d8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'router': {'external_gateway_info': {'network_id': '83effcc9-4987-4a6b-a294-fc1b833e213d'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:21.135542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:21.151335 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:21.152524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:21.235376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aae61-7904-49ee-9750-6e0bf913d09d req-05255135-bcf9-4a84-b971-e249e4a43f70 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:21.251471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-428aae61-7904-49ee-9750-6e0bf913d09d req-05255135-bcf9-4a84-b971-e249e4a43f70 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.1665926 Aug 19 18:16:21.260188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:21.260868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3cc04-62d8-4661-96e4-a0fc42d437b1 None None] The sync data for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:21.279117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 357f42ea-7a25-4cf1-a229-d62ed83211d1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:21.279981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.340897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-428aae61-7904-49ee-9750-6e0bf913d09d req-81c780eb-ee80-4772-91f4-9a127695de76 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883265 Aug 19 18:16:21.398812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 30c9b816-bc45-4c3e-a96e-66d2245c2001 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:21.402802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aab4c7-bcac-4b72-aa03-d341fe908e97 None None] Network f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:21.460313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port 30c9b816-bc45-4c3e-a96e-66d2245c2001, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=30c9b816-bc45-4c3e-a96e-66d2245c2001,segment=NetworkSegment(2b94234a-fa2f-431c-b972-5c8a4f74cb3b),segment_id=2b94234a-fa2f-431c-b972-5c8a4f74cb3b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:21.461134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.736659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ad79bb58-45fc-41a7-bfb1-bf7970239424 None None] Provisioning for port 30c9b816-bc45-4c3e-a96e-66d2245c2001 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:21.807612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 30c9b816-bc45-4c3e-a96e-66d2245c2001 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:21.813880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 30c9b816-bc45-4c3e-a96e-66d2245c2001 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:21.814262 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.935055 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.975722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 30c9b816-bc45-4c3e-a96e-66d2245c2001 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:21.992025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b08ff66f-3dd5-4eb8-985f-fdd235cd13d8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:21.993749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 30c9b816-bc45-4c3e-a96e-66d2245c2001, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=30c9b816-bc45-4c3e-a96e-66d2245c2001,segment=NetworkSegment(2b94234a-fa2f-431c-b972-5c8a4f74cb3b),segment_id=2b94234a-fa2f-431c-b972-5c8a4f74cb3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:21.998241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] DHCP port deletion for f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:22.019809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29f302-146c-4804-beef-1bfeefe6435f req-5e9937a5-8eb8-4f5c-b21f-0f9f16f9c4d6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:22.021422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e29f302-146c-4804-beef-1bfeefe6435f req-5e9937a5-8eb8-4f5c-b21f-0f9f16f9c4d6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 945 time: 0.6152825 Aug 19 18:16:22.033051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.121313 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-b08ff66f-3dd5-4eb8-985f-fdd235cd13d8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] update failed (client error): The resource could not be found. Aug 19 18:16:22.123035 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b08ff66f-3dd5-4eb8-985f-fdd235cd13d8 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d HTTP/1.1" status: 404 len: 339 time: 1.0253177 Aug 19 18:16:22.127873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Deleting port 30c9b816-bc45-4c3e-a96e-66d2245c2001 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:22.128442 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.129364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52586) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:22.227161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=30c9b816-bc45-4c3e-a96e-66d2245c2001,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:22.242121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] For port 30c9b816-bc45-4c3e-a96e-66d2245c2001, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=30c9b816-bc45-4c3e-a96e-66d2245c2001,segment=NetworkSegment(2b94234a-fa2f-431c-b972-5c8a4f74cb3b),segment_id=2b94234a-fa2f-431c-b972-5c8a4f74cb3b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:22.242564 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.265309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Calling delete_port for 30c9b816-bc45-4c3e-a96e-66d2245c2001 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:22.275549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.282515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port fd90724c-5eac-4042-a6f3-7e5bfa10544b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:22.283559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.342541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port 30c9b816-bc45-4c3e-a96e-66d2245c2001 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:22.344654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=30c9b816-bc45-4c3e-a96e-66d2245c2001,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:22.440739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.480102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] Pushing event deleted for resources: {'Port': ['ID=30c9b816-bc45-4c3e-a96e-66d2245c2001,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:22.498058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f4cfa-fe45-4053-a9d0-292b88ca51c9 None None] No DVR routers for this DVR port 30c9b816-bc45-4c3e-a96e-66d2245c2001 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:22.529093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.555845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:22.585471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b94234a-fa2f-431c-b972-5c8a4f74cb3b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:22.586139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b94234a-fa2f-431c-b972-5c8a4f74cb3b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:22.611378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.621668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port fd90724c-5eac-4042-a6f3-7e5bfa10544b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fd90724c-5eac-4042-a6f3-7e5bfa10544b,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:22.622799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.643419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for fd90724c-5eac-4042-a6f3-7e5bfa10544b owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:22.670111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.693226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:22.693641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:22.776961 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:22.795002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 30c9b816-bc45-4c3e-a96e-66d2245c2001 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:22.862558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.880285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 30c9b816-bc45-4c3e-a96e-66d2245c2001 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:22.880647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 30c9b816-bc45-4c3e-a96e-66d2245c2001 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:22.898601 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:22.901797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f HTTP/1.1" status: 204 len: 168 time: 2.1578333 Aug 19 18:16:22.920219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52610) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:22.927396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1334925224'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:22.935635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335e89e-17f5-4d2f-90a9-a46e08dd306a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=f87ed9e4-dc5a-4123-9a99-c7d6afd7f34f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:22.982624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:22.986573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.024917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:23.080069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.080420 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 2872d36c-0c72-4fa0-afce-85887952cc7e of type vlan for network d31f785b-de5f-40aa-b4d6-5d2c970b7008 Aug 19 18:16:23.122037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.132919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:23.168363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81be1e4-07f4-49d2-a9c9-c3dc3a8a1ff7 req-9f5677a1-3031-4ef3-ab09-0567d3bcf75a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:23.173535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=fd90724c-5eac-4042-a6f3-7e5bfa10544b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:23.176355 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.177046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f81be1e4-07f4-49d2-a9c9-c3dc3a8a1ff7 req-9f5677a1-3031-4ef3-ab09-0567d3bcf75a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d7b381-6b41-48da-96c4-c2da5bf0d43a HTTP/1.1" status: 200 len: 867 time: 0.6523788 Aug 19 18:16:23.223772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.260977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port fd90724c-5eac-4042-a6f3-7e5bfa10544b on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:23.264288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.266672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e29f302-146c-4804-beef-1bfeefe6435f req-652a7935-eec9-4548-8604-7843384c599c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "DELETE /v2.0/ports/fd90724c-5eac-4042-a6f3-7e5bfa10544b HTTP/1.1" status: 204 len: 173 time: 1.2376733 Aug 19 18:16:23.268657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'name': 'network-vif-deleted', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:23.271096 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f3861-d384-4d23-b272-148b1a08882a" -d '{"events": [{"server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "name": "network-vif-deleted", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:23.288315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.296925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:23.305240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.380571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f81be1e4-07f4-49d2-a9c9-c3dc3a8a1ff7 req-2fd8df21-1f64-483c-9266-d59de963df55 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959932 Aug 19 18:16:23.400471 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c888eacb-4ffb-425d-8945-370d4e788e1c x-openstack-request-id: req-c888eacb-4ffb-425d-8945-370d4e788e1c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:23.400991 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d7b381-6b41-48da-96c4-c2da5bf0d43a", "name": "network-vif-deleted", "tag": "fd90724c-5eac-4042-a6f3-7e5bfa10544b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:23.401432 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c888eacb-4ffb-425d-8945-370d4e788e1c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:23.402113 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d7b381-6b41-48da-96c4-c2da5bf0d43a', 'name': 'network-vif-deleted', 'tag': 'fd90724c-5eac-4042-a6f3-7e5bfa10544b', 'status': 'completed', 'code': 200} Aug 19 18:16:23.410001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4885221 Aug 19 18:16:23.412219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:23.422845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:23.429622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4010f04-15e9-4720-81b9-4e33d11a8994 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=d31f785b-de5f-40aa-b4d6-5d2c970b7008,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:23.443297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:23.736423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:23.740639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:23.855299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Allocated IP 172.20.0.1 (799bf0ac-08c9-4445-a53e-deb4aebe55fd/3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6/afd963c4-e830-493e-ae4f-80bbeb2aad1f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:23.992192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fd90724c-5eac-4042-a6f3-7e5bfa10544b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:24.031735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: fd90724c-5eac-4042-a6f3-7e5bfa10544b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:24.032323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fd90724c-5eac-4042-a6f3-7e5bfa10544b not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:24.116081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.162027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Transition to ACTIVE for port object afd963c4-e830-493e-ae4f-80bbeb2aad1f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:24.170433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.248616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=9a059e72-c224-4c6d-9ba8-d6f0fa859792,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:24.273140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '2872d36c-0c72-4fa0-afce-85887952cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:24.273633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: d31f785b-de5f-40aa-b4d6-5d2c970b7008, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:24.276477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.338401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Port': ['ID=afd963c4-e830-493e-ae4f-80bbeb2aad1f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:24.342268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:24.346808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:24.351543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:24.353767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:24.358275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d31f785b-de5f-40aa-b4d6-5d2c970b7008) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:24.371904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7f267-5fb8-45dd-9292-53934b3147c0 None None] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:24.410185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.416322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:24.416927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.486136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:24.486608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9786c45e-81f7-4f5d-8d7a-779a430fa55b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0708475 Aug 19 18:16:24.492004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008', 'security_groups': [], 'name': 'tempest-PortsTestJSON-334900525'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:24.588572 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.854606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d31f785b-de5f-40aa-b4d6-5d2c970b7008', 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': '9a059e72-c224-4c6d-9ba8-d6f0fa859792'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:24.855496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.869367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:24.893801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.933487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 8f6d8b0f-5690-4d23-b1ad-929f34b57514 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:24.987726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:24.996227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.070803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8ab4a323-b5d0-46ed-992c-77ef79561f52 None None] Provisioning for port afd963c4-e830-493e-ae4f-80bbeb2aad1f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:25.077952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8ab4a323-b5d0-46ed-992c-77ef79561f52 None None] Provisioning complete for port afd963c4-e830-493e-ae4f-80bbeb2aad1f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:25.078311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a323-b5d0-46ed-992c-77ef79561f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.089601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event updated for resources: {'Port': ['ID=afd963c4-e830-493e-ae4f-80bbeb2aad1f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:25.118057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.125307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.5 (d31f785b-de5f-40aa-b4d6-5d2c970b7008/9a059e72-c224-4c6d-9ba8-d6f0fa859792/8f6d8b0f-5690-4d23-b1ad-929f34b57514) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:25.219982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4a323-b5d0-46ed-992c-77ef79561f52 None None] Port afd963c4-e830-493e-ae4f-80bbeb2aad1f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:25.276670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:25.280860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:25.362603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.410102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 8f6d8b0f-5690-4d23-b1ad-929f34b57514 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:25.461534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Router 83effcc9-4987-4a6b-a294-fc1b833e213d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:16:25.505430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.595296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:25.602696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99aaf45e-b37c-4780-ac41-3a4e2766e98e tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4710586 Aug 19 18:16:25.605288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52694) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:25.618365 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] Sync routers for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:25.620410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Allocated IP 172.20.0.2 (d31f785b-de5f-40aa-b4d6-5d2c970b7008/9a059e72-c224-4c6d-9ba8-d6f0fa859792/a64d9b00-7d78-4f59-9c3c-8162a0948ffd) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:25.660833 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:25.661887 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:25.700397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:25.707044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:25.719003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:25.726449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=8f6d8b0f-5690-4d23-b1ad-929f34b57514,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:25.777495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-66c051d8-4714-45c3-9ce3-0bfe0b3d123b None None] Provisioning complete for port afd963c4-e830-493e-ae4f-80bbeb2aad1f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:25.778144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-66c051d8-4714-45c3-9ce3-0bfe0b3d123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.834513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe4702bd-09af-4b37-a4dc-b721445d26ba tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.835663 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:25.864095 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:25.865999 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:25.909663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:25.910742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:25.950617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-daeb94d7-7be3-45c8-af66-c52aa80589d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4633324 Aug 19 18:16:25.953478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:25.972750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:25.974031 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55fe12-1556-4f21-a554-b589f5d0a9aa None None] The sync data for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:26.048369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.066384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Transition to ACTIVE for port object a64d9b00-7d78-4f59-9c3c-8162a0948ffd will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:26.082610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-66c051d8-4714-45c3-9ce3-0bfe0b3d123b None None] Port afd963c4-e830-493e-ae4f-80bbeb2aad1f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:26.101295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Transition to ACTIVE for port object a64d9b00-7d78-4f59-9c3c-8162a0948ffd will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:26.119945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.144870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 8f6d8b0f-5690-4d23-b1ad-929f34b57514 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:26.145374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.173728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:26.176816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:26.179418 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-fe4702bd-09af-4b37-a4dc-b721445d26ba tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 18:16:26.183219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:26.183854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fe4702bd-09af-4b37-a4dc-b721445d26ba tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d HTTP/1.1" status: 409 len: 329 time: 0.5764239 Aug 19 18:16:26.189818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Pushing event updated for resources: {'Port': ['ID=a64d9b00-7d78-4f59-9c3c-8162a0948ffd,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:26.191142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52722) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.289496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.299499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Attempting to bind port a64d9b00-7d78-4f59-9c3c-8162a0948ffd on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:26.299883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Attempting to bind port a64d9b00-7d78-4f59-9c3c-8162a0948ffd by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2872d36c-0c72-4fa0-afce-85887952cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:26.300249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Attempting to bind port a64d9b00-7d78-4f59-9c3c-8162a0948ffd on network d31f785b-de5f-40aa-b4d6-5d2c970b7008 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:26.309782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:26.310167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Checking segment: {'id': '2872d36c-0c72-4fa0-afce-85887952cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:26.310569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.310961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Bound using segment: {'id': '2872d36c-0c72-4fa0-afce-85887952cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:26.311430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Bound port: a64d9b00-7d78-4f59-9c3c-8162a0948ffd, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2872d36c-0c72-4fa0-afce-85887952cc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd31f785b-de5f-40aa-b4d6-5d2c970b7008'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:26.311835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.329472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.344930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 8f6d8b0f-5690-4d23-b1ad-929f34b57514 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:26.370642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-b6522aba-6708-43f2-bbc4-eee71788f018 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:26.372378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-b6522aba-6708-43f2-bbc4-eee71788f018 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3976884 Aug 19 18:16:26.401998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] For port a64d9b00-7d78-4f59-9c3c-8162a0948ffd, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:26.409076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] For port a64d9b00-7d78-4f59-9c3c-8162a0948ffd, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a64d9b00-7d78-4f59-9c3c-8162a0948ffd,segment=NetworkSegment(2872d36c-0c72-4fa0-afce-85887952cc7e),segment_id=2872d36c-0c72-4fa0-afce-85887952cc7e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:26.416841 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.423898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-01df846f-b96f-4c62-8827-475b620ff36f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0167260 Aug 19 18:16:26.493530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-07841933-c4a2-47da-8f9b-032372452798 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632389 Aug 19 18:16:26.532694 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.591928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdfb50-2257-47e3-bdfc-27b5cae25c7b None None] Pushing event updated for resources: {'Port': ['ID=a64d9b00-7d78-4f59-9c3c-8162a0948ffd,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:26.612116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=8f6d8b0f-5690-4d23-b1ad-929f34b57514,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:26.698878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-cd9d667e-ad3a-49d2-b342-4d90b5d34ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684113 Aug 19 18:16:26.728191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.730332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f71830f9-0c98-49ef-b6ce-ae640bdad5f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/8f6d8b0f-5690-4d23-b1ad-929f34b57514 HTTP/1.1" status: 204 len: 168 time: 0.7757645 Aug 19 18:16:26.732795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.763701 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb22906-0c49-4dbc-b7d3-6c78540b8424 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:26.765303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5fb22906-0c49-4dbc-b7d3-6c78540b8424 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/8f6d8b0f-5690-4d23-b1ad-929f34b57514 HTTP/1.1" status: 404 len: 333 time: 0.0315931 Aug 19 18:16:26.768139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:26.851676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-fc2047af-605e-4a7e-b7c5-2691a3cd5410 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282647 Aug 19 18:16:26.888005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 9a059e72-c224-4c6d-9ba8-d6f0fa859792 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:26.892517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.948986 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:26.964773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.179693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.281514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.330557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.332548 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/9a059e72-c224-4c6d-9ba8-d6f0fa859792 HTTP/1.1" status: 204 len: 168 time: 0.5594621 Aug 19 18:16:27.333647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7dd62-a5d4-4d82-a77f-8a248ef01c6c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=9a059e72-c224-4c6d-9ba8-d6f0fa859792,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:27.335338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52762) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:27.372315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7a33bfd-abbd-448a-881c-1560169e663c req-7356f2d2-911d-44e6-a058-965bd3f43564 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 210 time: 0.1551077 Aug 19 18:16:27.469212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.587917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port a64d9b00-7d78-4f59-9c3c-8162a0948ffd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:27.588621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.629824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting port afd963c4-e830-493e-ae4f-80bbeb2aad1f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:27.630847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.671613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port a64d9b00-7d78-4f59-9c3c-8162a0948ffd, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a64d9b00-7d78-4f59-9c3c-8162a0948ffd,segment=NetworkSegment(2872d36c-0c72-4fa0-afce-85887952cc7e),segment_id=2872d36c-0c72-4fa0-afce-85887952cc7e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:27.671973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.709510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for a64d9b00-7d78-4f59-9c3c-8162a0948ffd owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:27.777066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.807942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Calling delete_port for afd963c4-e830-493e-ae4f-80bbeb2aad1f owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:27.868851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:27.915485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=a64d9b00-7d78-4f59-9c3c-8162a0948ffd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:27.924209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port a64d9b00-7d78-4f59-9c3c-8162a0948ffd on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:28.129673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7647a177-6d63-4b5e-9c91-cd529f995fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.151062 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.156893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.184661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31f785b-de5f-40aa-b4d6-5d2c970b7008']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:28.211868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Port': ['ID=afd963c4-e830-493e-ae4f-80bbeb2aad1f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:28.234928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2872d36c-0c72-4fa0-afce-85887952cc7e') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:28.235302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2872d36c-0c72-4fa0-afce-85887952cc7e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:28.249773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.278505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d024e-d300-48ca-9264-e4fb83d8bea1 None None] Network d31f785b-de5f-40aa-b4d6-5d2c970b7008 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:28.287817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.288170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.288518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.288859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.289198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.289535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.290004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.290422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.290912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.291362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.291544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.291788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.292180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:28.327567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:28.328149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:28.333392 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:28.364948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-50532263-2ac5-4b2c-bb85-ed20e52707c8 None None] Could not find standard attr ID for object a64d9b00-7d78-4f59-9c3c-8162a0948ffd. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:28.484139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.523108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.536275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/d31f785b-de5f-40aa-b4d6-5d2c970b7008 HTTP/1.1" status: 204 len: 168 time: 1.1989195 Aug 19 18:16:28.537707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:28.544438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'name': 'tempest-PortsTestJSON-4533734'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:28.548456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695414e-42e3-426f-825f-d0d7b4ece84b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=d31f785b-de5f-40aa-b4d6-5d2c970b7008,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:28.575801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965793f-24d4-4b32-ac07-ec304291fee2 None None] DHCP port deletion for d31f785b-de5f-40aa-b4d6-5d2c970b7008 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:28.645397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da795ce9-d46e-463b-92d0-5413e98b1ed8 req-60812e3d-fc57-4b2d-aeb2-c580f2b7a3f1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 210 time: 0.0937414 Aug 19 18:16:28.646372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.750378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:28.755494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:28.862206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Router 83effcc9-4987-4a6b-a294-fc1b833e213d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:16:28.866612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 14433f0d-3089-4cd8-9017-d4704fa5ca55 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:28.989792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:16:29.000554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5df2ef63-ac68-4494-8ae0-8d33d5ce9de0 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8080597 Aug 19 18:16:29.001252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52806) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:29.006578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] Sync routers for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:16:29.034137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:29.042133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:29.090400 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-ef8c2458-1784-42ea-8008-f28bf43cff24 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] show failed (client error): The resource could not be found. Aug 19 18:16:29.091438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ef8c2458-1784-42ea-8008-f28bf43cff24 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-340588417 HTTP/1.1" status: 404 len: 334 time: 0.0892379 Aug 19 18:16:29.095154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:29.097600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-7bf3dbb2-7cb5-4d9b-bcf1-bc19febbbc4d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:29.099238 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-7bf3dbb2-7cb5-4d9b-bcf1-bc19febbbc4d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3275924 Aug 19 18:16:29.099619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-13a505a1-f4bb-4fb9-b57c-7d122fa8c21f tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:29.128775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:29.138619 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-13a505a1-f4bb-4fb9-b57c-7d122fa8c21f tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] update failed (client error): The resource could not be found. Aug 19 18:16:29.144651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:29.145322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-13a505a1-f4bb-4fb9-b57c-7d122fa8c21f tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1298294103 HTTP/1.1" status: 404 len: 335 time: 0.0435672 Aug 19 18:16:29.145322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52812) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:29.162322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] Routers {'83effcc9-4987-4a6b-a294-fc1b833e213d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:16:29.163542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:16:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['83effcc9-4987-4a6b-a294-fc1b833e213d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:29.200803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:29.201534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df77deb-bd21-468f-93c4-2602f48542aa None None] The sync data for ids ['83effcc9-4987-4a6b-a294-fc1b833e213d'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:16:29.209790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting subnet 6af06762-5acb-4379-abed-f4561b0d798e {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:29.213462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.248886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.257879 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.332211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.417408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:29.425319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=14433f0d-3089-4cd8-9017-d4704fa5ca55,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:29.445036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:29.466073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:29.466073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:29.471131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.483212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:29.488357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.504682 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81666fc8-ee4c-4b5f-825c-c0cebc309e23 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 0.9654326 Aug 19 18:16:29.508224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:29.773134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.12 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/837d5e17-ee0d-4ee5-8965-0adfa4e26218) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:29.777281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 14433f0d-3089-4cd8-9017-d4704fa5ca55 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:29.777408 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.871655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a528b776-bf05-4aa5-96bf-bc3f42d4cac2 req-f8f9a9de-e34d-4cb8-97ec-ec18d54e5134 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 210 time: 0.0382810 Aug 19 18:16:29.879980 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.889820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:29.927586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 14433f0d-3089-4cd8-9017-d4704fa5ca55 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:29.988250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.056517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Subnet': ['ID=6af06762-5acb-4379-abed-f4561b0d798e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:30.062774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.075284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55124453-b504-45ea-9db8-83754132fa72 None None] Network 364014ab-cadd-4415-ab13-49494ed797ca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:30.095759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3f4b2434-4b95-4d82-b60b-78be54e59203 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/subnets/6af06762-5acb-4379-abed-f4561b0d798e HTTP/1.1" status: 204 len: 168 time: 0.9483371 Aug 19 18:16:30.096684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:30.141358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.184912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting subnet ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:30.187384 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.195591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.273188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=14433f0d-3089-4cd8-9017-d4704fa5ca55,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:30.297321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.302142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/14433f0d-3089-4cd8-9017-d4704fa5ca55 HTTP/1.1" status: 204 len: 168 time: 0.7901075 Aug 19 18:16:30.302142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.302142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.302142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.302142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.302956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.302956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.303221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.303523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.303865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.304227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.304603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.305246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c8998e-b2e6-459c-b84e-3a4688ab381c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:16:30.306841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:30.311504 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.314943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.323947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:30.328294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'mac_address': 'fa:16:3e:02:cf:cb', 'name': 'tempest-PortsTestJSON-412871364'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:30.411005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:30.414139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:30.418451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:30.423265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:30.476810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] DHCP port deletion for 364014ab-cadd-4415-ab13-49494ed797ca request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:30.527557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.545084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:30.546263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.607926 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-a4baac43-5848-4e30-9572-4a9381cf77e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4828718 Aug 19 18:16:30.624737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Request body: {'port': {'device_id': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:30.665910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:30.703231 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-51a4b902-70a3-4cfe-b517-0eb7f73febdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.744365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Deleting port 357f42ea-7a25-4cf1-a229-d62ed83211d1 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:30.745069 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.757598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.781219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.811872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 357f42ea-7a25-4cf1-a229-d62ed83211d1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:30.824241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:30.835469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.837618 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78d969e1-cef7-4e9a-8684-5595086ed65c tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/subnets/ab5ec2cc-0c91-4a3f-b498-2aabc6c7a551 HTTP/1.1" status: 204 len: 168 time: 0.7349319 Aug 19 18:16:30.841110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52864) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:30.863290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c03b2f-e05b-4dc8-bafd-0a77cb3fcd1d None None] Network b2dcb769-74d7-42f2-abfe-376e63225cbe requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:30.938158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:30.984964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port e34f0f30-01a8-4f44-9e07-f64abd6a5a89 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:31.045405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.080531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] For port 357f42ea-7a25-4cf1-a229-d62ed83211d1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=357f42ea-7a25-4cf1-a229-d62ed83211d1,segment=NetworkSegment(656f6880-ee17-4fc4-9bb2-93aab0f7eab6),segment_id=656f6880-ee17-4fc4-9bb2-93aab0f7eab6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:31.080968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.127032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Calling delete_port for 357f42ea-7a25-4cf1-a229-d62ed83211d1 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:31.132634 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.143851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5e367-2b06-4933-bce3-de172e37d578 req-d4be5d74-e4fa-46e6-90db-be152ae8cde6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.152569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bc5e367-2b06-4933-bce3-de172e37d578 req-d4be5d74-e4fa-46e6-90db-be152ae8cde6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 932 time: 0.1033056 Aug 19 18:16:31.321760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.331135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bc5e367-2b06-4933-bce3-de172e37d578 req-1be522e2-7660-4f03-9d2d-a8b9a2cb4682 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725931 Aug 19 18:16:31.383050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] DHCP port deletion for b2dcb769-74d7-42f2-abfe-376e63225cbe request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:31.420733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.483043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.486742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 357f42ea-7a25-4cf1-a229-d62ed83211d1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=357f42ea-7a25-4cf1-a229-d62ed83211d1,segment=NetworkSegment(656f6880-ee17-4fc4-9bb2-93aab0f7eab6),segment_id=656f6880-ee17-4fc4-9bb2-93aab0f7eab6)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:31.496588 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.566585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event deleted for resources: {'Port': ['ID=357f42ea-7a25-4cf1-a229-d62ed83211d1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:31.570294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.620060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=e34f0f30-01a8-4f44-9e07-f64abd6a5a89,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:31.642504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] No DVR routers for this DVR port 357f42ea-7a25-4cf1-a229-d62ed83211d1 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:31.649855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8003-8c6f-4b36-8225-b30edb1b6361 None None] Pushing event deleted for resources: {'Port': ['ID=357f42ea-7a25-4cf1-a229-d62ed83211d1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:31.653707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Deleting port 099b3fc0-99f9-4276-b429-8c57a82eadd9 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:31.654086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.663806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:31.667713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:31.671370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:31.682212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.683148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.723782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3cd6e97-e1bd-41f1-9f61-28192c74ddcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4119554 Aug 19 18:16:31.729686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:31.748531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] For port 099b3fc0-99f9-4276-b429-8c57a82eadd9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=099b3fc0-99f9-4276-b429-8c57a82eadd9,segment=NetworkSegment(6bb2b161-4d56-48c9-a546-eb64682d1836),segment_id=6bb2b161-4d56-48c9-a546-eb64682d1836)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:31.749254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.762990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Calling delete_port for 099b3fc0-99f9-4276-b429-8c57a82eadd9 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:31.766861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] The port '357f42ea-7a25-4cf1-a229-d62ed83211d1' was deleted {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 18:16:31.831843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395b295-c84f-420d-97d7-caaf7a425e34 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:31.833288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0395b295-c84f-420d-97d7-caaf7a425e34 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/e34f0f30-01a8-4f44-9e07-f64abd6a5a89 HTTP/1.1" status: 200 len: 840 time: 0.1019821 Aug 19 18:16:31.837372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52892) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:31.910145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.948781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] Pushing event deleted for resources: {'Port': ['ID=099b3fc0-99f9-4276-b429-8c57a82eadd9,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:31.955917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2c428-b956-4e64-b8d5-1da01aceb073 None None] No DVR routers for this DVR port 099b3fc0-99f9-4276-b429-8c57a82eadd9 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:31.968332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:31.990626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364014ab-cadd-4415-ab13-49494ed797ca']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:31.990998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port e34f0f30-01a8-4f44-9e07-f64abd6a5a89 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:31.991642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.003701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.023824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656f6880-ee17-4fc4-9bb2-93aab0f7eab6') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:32.024760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656f6880-ee17-4fc4-9bb2-93aab0f7eab6') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:32.070296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.097711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.102847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837d5e17-ee0d-4ee5-8965-0adfa4e26218 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:32.113865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.116772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:32.117125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.117395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:32.120713 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:32.138471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for e34f0f30-01a8-4f44-9e07-f64abd6a5a89 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:32.194048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Transition to ACTIVE for port object 837d5e17-ee0d-4ee5-8965-0adfa4e26218 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:32.197235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.202818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.207248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/networks/364014ab-cadd-4415-ab13-49494ed797ca HTTP/1.1" status: 204 len: 168 time: 1.3614058 Aug 19 18:16:32.207886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52904) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.211089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.263502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bafb9-d9fe-4edd-8609-47e912c5c1ac tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Network': ['ID=364014ab-cadd-4415-ab13-49494ed797ca,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.309706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.333648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Pushing event updated for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.412575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Attempting to bind port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:32.413629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Attempting to bind port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:32.414307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Attempting to bind port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:32.423647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:32.424066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Attempting to bind port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:32.434646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:32.435191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:32.435707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:32.436519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Bound port: 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:32.436979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.525368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:32.529033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:32.534035 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.543270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.546321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.597656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dcb769-74d7-42f2-abfe-376e63225cbe']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:32.609472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Pushing event updated for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.614651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb2b161-4d56-48c9-a546-eb64682d1836') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:32.614889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.615870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb2b161-4d56-48c9-a546-eb64682d1836') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:32.616701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.618499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-046cad58-77d3-403b-ac0c-159825a77008 service neutron] 10.222.0.13 "PUT /v2.0/ports/837d5e17-ee0d-4ee5-8965-0adfa4e26218 HTTP/1.1" status: 200 len: 1093 time: 1.9984598 Aug 19 18:16:32.619205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:32.622003 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:32.628569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.646733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.654600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:32.655671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.678879 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39a2ea-156c-4650-8410-ccd4eb34510d x-openstack-request-id: req-7f39a2ea-156c-4650-8410-ccd4eb34510d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:32.679425 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:32.679723 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f39a2ea-156c-4650-8410-ccd4eb34510d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:32.680178 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218', 'status': 'completed', 'code': 200} Aug 19 18:16:32.785402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=e34f0f30-01a8-4f44-9e07-f64abd6a5a89,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:32.789290 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:32.800098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 099b3fc0-99f9-4276-b429-8c57a82eadd9 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:32.802498 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.808656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-426f75fa-cbd4-46e0-8f7c-97bf2ca17867 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/e34f0f30-01a8-4f44-9e07-f64abd6a5a89 HTTP/1.1" status: 204 len: 168 time: 0.9701345 Aug 19 18:16:32.809005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.839900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883cb6d-591a-46f3-bd68-da7e86aa38de req-2397ce0b-0d7b-43aa-9853-18e487e99490 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.841651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f883cb6d-591a-46f3-bd68-da7e86aa38de req-2397ce0b-0d7b-43aa-9853-18e487e99490 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 944 time: 0.4328477 Aug 19 18:16:32.843430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.853122 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:32.855067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/networks/b2dcb769-74d7-42f2-abfe-376e63225cbe HTTP/1.1" status: 204 len: 168 time: 0.6436622 Aug 19 18:16:32.858530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52932) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.866561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 099b3fc0-99f9-4276-b429-8c57a82eadd9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:32.866906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 099b3fc0-99f9-4276-b429-8c57a82eadd9 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:32.884323 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f9787b-0b26-489a-9922-cb6e57c0bcd7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:32.895500 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c7f9787b-0b26-489a-9922-cb6e57c0bcd7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/e34f0f30-01a8-4f44-9e07-f64abd6a5a89 HTTP/1.1" status: 404 len: 333 time: 0.0771782 Aug 19 18:16:32.895500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52934) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:32.907899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'name': 'tempest-PortsTestJSON-1998761160'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:32.919224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83991-465c-4ddb-bd39-c88bd6d5d78a tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Network': ['ID=b2dcb769-74d7-42f2-abfe-376e63225cbe,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:32.931383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-af136a3f-1d57-4ffe-822f-c96c64b76c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:32.933654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-af136a3f-1d57-4ffe-822f-c96c64b76c47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 1096 time: 0.2389345 Aug 19 18:16:32.955593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting subnet 3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:32.959009 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.002088 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.058348 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-6f3142bd-b04d-44b9-b4e5-18fd60e27e62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218 HTTP/1.1" status: 200 len: 217 time: 0.0466268 Aug 19 18:16:33.102696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f883cb6d-591a-46f3-bd68-da7e86aa38de req-01cd1e74-8592-4f22-9eae-9d0cb2de7f54 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444668 Aug 19 18:16:33.118730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:33.123656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.131939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.169185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port e1908437-a1cf-4ba1-94e2-671c1623e7c3 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:33.175015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-15204bbf-5d9f-4482-96e1-03f282da9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:33.176544 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-15204bbf-5d9f-4482-96e1-03f282da9366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1111522 Aug 19 18:16:33.245742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.258609 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-14c3cad0-a714-410e-99ae-a3b4a9978d1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732608 Aug 19 18:16:33.287068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Subnet': ['ID=3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:33.303038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23223fb2-907a-4811-85ae-84524255d44f None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:33.314927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.319334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f1535e7e-3ff6-4dac-847d-87c53de5c037 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/subnets/3114ec84-5fb5-4b56-8dbf-e23f95e1d2e6 HTTP/1.1" status: 204 len: 168 time: 0.4430625 Aug 19 18:16:33.320458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52946) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:33.387365 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-40b3f34f-e395-468b-86e3-0d036a9670de service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200716 Aug 19 18:16:33.510766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.546094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.605925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Deleting port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:33.606357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.658005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409bfca-6935-4930-9596-36a065890332 None None] DHCP port deletion for 799bf0ac-08c9-4445-a53e-deb4aebe55fd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:33.703665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0565befa-c108-4dd1-9dd1-4b9d2a7fd4bb req-2cc53d90-a2b9-457d-8c5e-79fb8076c421 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021681 Aug 19 18:16:33.720725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] For port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,segment=NetworkSegment(4970f52e-ba42-421b-93e1-ff3d65aabe29),segment_id=4970f52e-ba42-421b-93e1-ff3d65aabe29)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:33.721086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.724589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.747246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Calling delete_port for d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:33.779777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.827531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2409bfca-6935-4930-9596-36a065890332 None None] Deleting port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:33.828154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2409bfca-6935-4930-9596-36a065890332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.872818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:33.873657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=e1908437-a1cf-4ba1-94e2-671c1623e7c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:33.914137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Port': ['ID=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:33.925937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] No DVR routers for this DVR port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:33.950893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:33.962095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:33.967213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:33.979920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:33.980631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.004522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-f6008fe2-3230-47ce-abfc-8fb001375bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.007225 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-f6008fe2-3230-47ce-abfc-8fb001375bee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 1096 time: 0.1270869 Aug 19 18:16:34.009459 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c69c378-7959-477c-8925-42d0f485c4dd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1160328 Aug 19 18:16:34.012145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52964) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:34.018306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:34.089772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.105533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799bf0ac-08c9-4445-a53e-deb4aebe55fd']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:34.118182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4970f52e-ba42-421b-93e1-ff3d65aabe29') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:34.118529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4970f52e-ba42-421b-93e1-ff3d65aabe29') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:34.129280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.145746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.153134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:34.153814 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:34.238667 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:34.250298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.256323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2409bfca-6935-4930-9596-36a065890332 None None] For port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,segment=NetworkSegment(4970f52e-ba42-421b-93e1-ff3d65aabe29),segment_id=4970f52e-ba42-421b-93e1-ff3d65aabe29)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:34.257625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2409bfca-6935-4930-9596-36a065890332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.267090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.267778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.272921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/networks/799bf0ac-08c9-4445-a53e-deb4aebe55fd HTTP/1.1" status: 204 len: 168 time: 0.9482310 Aug 19 18:16:34.274749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 52972) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:34.291990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2409bfca-6935-4930-9596-36a065890332 None None] Calling delete_port for d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:34.326828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-c270fe5a-5b29-4274-935b-d5b3a663bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.328693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-c270fe5a-5b29-4274-935b-d5b3a663bc8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.3061655 Aug 19 18:16:34.403922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509cc71-7dde-4cd6-91c2-a2478290740b tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Pushing event deleted for resources: {'Network': ['ID=799bf0ac-08c9-4445-a53e-deb4aebe55fd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:34.419411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d68ddd65-4f9e-4688-a776-d8a6aab04635 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "GET /v2.0/ports?device_id=83effcc9-4987-4a6b-a294-fc1b833e213d HTTP/1.1" status: 200 len: 205 time: 0.1370323 Aug 19 18:16:34.420260 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2409bfca-6935-4930-9596-36a065890332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.430939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 52982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:34.445409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2409bfca-6935-4930-9596-36a065890332 None None] Network 799bf0ac-08c9-4445-a53e-deb4aebe55fd is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:16:34.445883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409bfca-6935-4930-9596-36a065890332 None None] No DVR routers for this DVR port d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:34.486706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409bfca-6935-4930-9596-36a065890332 None None] Pushing event deleted for resources: {'Port': ['ID=d0bc2d99-14e0-479f-bfae-e5ca2778f1a6,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:34.499982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e2485-307b-4dee-9d93-22591e9b7726 req-fb970de4-a0fc-4c00-9287-294380a389db tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.500760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-5d964d5a-bfdc-401c-9d0b-0ea8210b7153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218 HTTP/1.1" status: 200 len: 217 time: 0.1438897 Aug 19 18:16:34.502123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026e2485-307b-4dee-9d93-22591e9b7726 req-fb970de4-a0fc-4c00-9287-294380a389db tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 944 time: 0.2280865 Aug 19 18:16:34.575812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026e2485-307b-4dee-9d93-22591e9b7726 req-e03533f2-61c7-4624-8d40-40ef9c8dadf0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Aug 19 18:16:34.599410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.727471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-b756e4ed-36a6-41a2-a843-62786c7dfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:34.728893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-b756e4ed-36a6-41a2-a843-62786c7dfc15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1847503 Aug 19 18:16:34.764321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:34.776209 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-80825187-4d19-465a-8ea2-8803854ef13b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391858 Aug 19 18:16:34.790705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:34.791400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0bc2d99-14e0-479f-bfae-e5ca2778f1a6 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:34.958397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:34.968357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.034813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.044517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.079486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-ac41cfae-9c65-4a72-a1c9-d3c1b81f737d service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938516 Aug 19 18:16:35.091616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.092314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Fanout notify agent at l3_agent the message router_deleted on router 83effcc9-4987-4a6b-a294-fc1b833e213d {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:16:35.108422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.109837 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-431418d1-cc5c-4ca4-8c78-a06d48a794b1 tempest-RoutersNegativeTest-6174300 tempest-RoutersNegativeTest-6174300-project] 10.222.0.36 "DELETE /v2.0/routers/83effcc9-4987-4a6b-a294-fc1b833e213d HTTP/1.1" status: 204 len: 168 time: 0.6771519 Aug 19 18:16:35.187007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] In _notify_port_updated(), no bound segment for port e1908437-a1cf-4ba1-94e2-671c1623e7c3 on network c1585875-185e-4cda-9156-d53ab2ab9c18 {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:35.192742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:35.194076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.203330 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/ports/e1908437-a1cf-4ba1-94e2-671c1623e7c3 HTTP/1.1" status: 200 len: 818 time: 1.1820557 Aug 19 18:16:35.203330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53006) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.208047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608db399-1460-4ac6-8564-13a7309a407f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=e1908437-a1cf-4ba1-94e2-671c1623e7c3,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:35.323168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2b6bc5be-e8e8-47a5-80e1-3e29b69402bb req-fc67d293-e7ab-467d-8bb1-7d593498aa4c service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086720 Aug 19 18:16:35.349271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port e1908437-a1cf-4ba1-94e2-671c1623e7c3 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:35.349677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.440106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.456553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for e1908437-a1cf-4ba1-94e2-671c1623e7c3 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:35.555357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53020) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.626344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.709903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=e1908437-a1cf-4ba1-94e2-671c1623e7c3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:35.712481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.714452 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7489c9b-9f6e-4535-808e-404be33f7177 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/e1908437-a1cf-4ba1-94e2-671c1623e7c3 HTTP/1.1" status: 204 len: 168 time: 0.5151045 Aug 19 18:16:35.719393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53030) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.766020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877874d6-0fda-4bc3-9b50-4bcdfb64e8ff req-dd57fc36-2c2c-47c5-8ee5-5d6efcc650c8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:35.772946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-877874d6-0fda-4bc3-9b50-4bcdfb64e8ff req-dd57fc36-2c2c-47c5-8ee5-5d6efcc650c8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 944 time: 0.0780234 Aug 19 18:16:35.787711 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f4826-8078-465f-897e-0065ef30aafe tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:35.792019 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d27f4826-8078-465f-897e-0065ef30aafe tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0714984 Aug 19 18:16:35.792961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.822475 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-421f0eb8-22b9-44df-a9b9-0686fc0cc65b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:35.827291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-421f0eb8-22b9-44df-a9b9-0686fc0cc65b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/e1908437-a1cf-4ba1-94e2-671c1623e7c3 HTTP/1.1" status: 404 len: 333 time: 0.0299277 Aug 19 18:16:35.828377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53034) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.833343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733642868'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:35.841789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-877874d6-0fda-4bc3-9b50-4bcdfb64e8ff req-98693ad0-8d89-4b91-b6f6-f4397a24e2ea tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 19 18:16:35.846950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fa782a15-b29c-4f89-8ba6-3525698ff2e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9b0ccc0dacc4a3b8ba5501b8331448f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902019 Aug 19 18:16:35.847699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53036) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:35.881797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:35.885303 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.926952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:35.946211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.948261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:35.948609 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae of type vlan for network d47c68ca-0a30-4bba-a5b8-a05f17d3574c Aug 19 18:16:36.017844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.025805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.071611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 837d5e17-ee0d-4ee5-8965-0adfa4e26218 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:36.081646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.088695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:36.089316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.185908 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3570042 Aug 19 18:16:36.190671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.192244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53048) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:36.196900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.196900 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9320187-eaf2-46e6-9627-cd4afbd5d9e3 HTTP/1.1" status: 204 len: 168 time: 0.3472126 Aug 19 18:16:36.199001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:36.215587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13243943-710b-49b0-a7e5-af02d9358596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9320187-eaf2-46e6-9627-cd4afbd5d9e3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.217616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e364dc0-9227-4b78-a697-b3d463ed9c3b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=d47c68ca-0a30-4bba-a5b8-a05f17d3574c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.260168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:36.329678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:36.374603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '837d5e17-ee0d-4ee5-8965-0adfa4e26218', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '837d5e17-ee0d-4ee5-8965-0adfa4e26218', 'mac_address': 'fa:16:3e:28:06:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:36.457267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:36.461712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.496276 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.531206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837d5e17-ee0d-4ee5-8965-0adfa4e26218 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:36.565896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:36.571524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.628544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.804074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:36.860856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['837d5e17-ee0d-4ee5-8965-0adfa4e26218'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:36.907754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=95790072-1238-4d1f-b1bb-ba4294e4d573,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:36.942741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:36.942940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: d47c68ca-0a30-4bba-a5b8-a05f17d3574c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:36.980398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:37.002300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d47c68ca-0a30-4bba-a5b8-a05f17d3574c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:37.020669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.021282 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.031753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc77bb-b965-4c19-84e9-2e6c53295220 None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:37.066443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1c24720a-0923-4972-ad4b-efa32b288746 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8726869 Aug 19 18:16:37.068018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:37.074765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:37.127984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d2ac8-d514-4bb5-ab44-6c4994241616 req-97c7fdd1-0f00-4344-9f73-304f635e94b2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:37.129627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-249d2ac8-d514-4bb5-ab44-6c4994241616 req-97c7fdd1-0f00-4344-9f73-304f635e94b2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 945 time: 0.1286747 Aug 19 18:16:37.239627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-249d2ac8-d514-4bb5-ab44-6c4994241616 req-cdebecd5-83e4-4662-b753-5cbd1dba5813 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020398 Aug 19 18:16:37.333288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:37.343078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.455198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:37.483584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': '95790072-1238-4d1f-b1bb-ba4294e4d573'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:37.484478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.551814 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95790072-1238-4d1f-b1bb-ba4294e4d573 (CIDR: 172.20.0.0/28) Aug 19 18:16:37.557710 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:37.559965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:16:37.586459 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4491c508-bb1d-4e58-b343-3e78d1bdf864 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5151720 Aug 19 18:16:37.588134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53116) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:37.594109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:37.692170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-892d263e-b1a1-4926-8e1c-911ee46c8c15 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:37.692641 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-892d263e-b1a1-4926-8e1c-911ee46c8c15 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:16:37.693963 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-892d263e-b1a1-4926-8e1c-911ee46c8c15 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:16:37.695304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-892d263e-b1a1-4926-8e1c-911ee46c8c15 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2390249 Aug 19 18:16:37.700645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:37.707471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311948480'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:37.745400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Allocated IP 172.20.0.2 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/95790072-1238-4d1f-b1bb-ba4294e4d573/3eb331ac-ca0d-4131-8b38-17c1b8cca3f7) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:37.765452 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.786502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.839631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:37.847964 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.962297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.969975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.971190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:37.981790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Transition to ACTIVE for port object 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:38.003483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Transition to ACTIVE for port object 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:38.018391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.070638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:38.076270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 837d5e17-ee0d-4ee5-8965-0adfa4e26218 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:38.095034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7cb8c8-f9a7-44e5-b3ec-795f42331beb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.124388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:38.148006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:38.159621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Pushing event updated for resources: {'Port': ['ID=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.191819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.200301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.242070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:38.250298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:38.250868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.273107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.278121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5759795 Aug 19 18:16:38.283639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53136) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:38.312109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'ce94a3e8-7edc-47f1-9b6f-b1de76d03e6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:38.335252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2262ef2-9fc6-4f62-b948-660a49bfd979 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94a3e8-7edc-47f1-9b6f-b1de76d03e6b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.341918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Attempting to bind port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:38.342994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Attempting to bind port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:38.343779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Attempting to bind port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 on network d47c68ca-0a30-4bba-a5b8-a05f17d3574c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:38.372419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:38.372958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Checking segment: {'id': '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:38.373528 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.374114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Bound using segment: {'id': '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:38.374807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Bound port: 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:38.375353 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.418101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.577079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] For port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:38.580420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] For port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,segment=NetworkSegment(44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae),segment_id=44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:38.587776 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.628629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.636261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.653730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.679187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b96994b-f765-4c73-8009-a5661e973bf9,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.691018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.694366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d377836-98a2-48f5-8c22-738fd288ca56 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076500 Aug 19 18:16:38.703007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:38.715651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-90d089c5-5517-4b2f-bf10-b2abe98d2047 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'ce94a3e8-7edc-47f1-9b6f-b1de76d03e6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:38.720731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9180c-044b-426f-b6a1-a6d3974ff334 req-03718a5c-be12-44be-87cf-be4152f12c83 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.729815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe9180c-044b-426f-b6a1-a6d3974ff334 req-03718a5c-be12-44be-87cf-be4152f12c83 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 945 time: 0.2933676 Aug 19 18:16:38.774250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90d089c5-5517-4b2f-bf10-b2abe98d2047 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.777639 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.819363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:38.860612 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-90d089c5-5517-4b2f-bf10-b2abe98d2047 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:16:38.862113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-90d089c5-5517-4b2f-bf10-b2abe98d2047 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1566627 Aug 19 18:16:38.865006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53152) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:38.870557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:38.884158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:38.884944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.916068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:38.922396 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c284201f-ac24-4b0a-89b1-cd205f636535" -d '{"events": [{"server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "name": "network-vif-plugged", "status": "completed", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:38.942364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16ba37-15be-4b72-a5dd-c5417091209f None None] Pushing event updated for resources: {'Port': ['ID=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.943252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe9180c-044b-426f-b6a1-a6d3974ff334 req-a6e27d74-d119-4d42-aa50-1252b0f2c809 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060502 Aug 19 18:16:38.943252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=50d57b50-087b-4025-9df5-34e2e87bb9dd,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:38.963102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:38.963881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d207b899-b9f1-4d7f-88dd-1cece61c338e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3738990 Aug 19 18:16:38.965493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53156) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:38.968502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:38.983515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'fixed_ips': [{'subnet_id': '95790072-1238-4d1f-b1bb-ba4294e4d573'}, {'subnet_id': '50d57b50-087b-4025-9df5-34e2e87bb9dd'}], 'name': 'tempest-PortsTestJSON-127822389'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:39.009572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.070292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.165620 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e172c-e176-4379-a4fc-6f9efa791187 x-openstack-request-id: req-d98e172c-e176-4379-a4fc-6f9efa791187 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:39.165927 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "name": "network-vif-plugged", "status": "completed", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:39.166167 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d98e172c-e176-4379-a4fc-6f9efa791187 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:39.166963 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218', 'code': 200} Aug 19 18:16:39.168327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:39.221551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:39.239083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52a734-49b8-4363-afd4-ccea7cbd1d8e req-e87d9e65-89e3-434a-9493-5eda7a5c4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:39.241148 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc52a734-49b8-4363-afd4-ccea7cbd1d8e req-e87d9e65-89e3-434a-9493-5eda7a5c4aea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 1098 time: 0.1309125 Aug 19 18:16:39.275131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.284814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.286648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce94a3e8-7edc-47f1-9b6f-b1de76d03e6b HTTP/1.1" status: 204 len: 168 time: 0.4197679 Aug 19 18:16:39.295402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.311005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90cd0b-22c3-43f0-8c3a-f947facb98ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94a3e8-7edc-47f1-9b6f-b1de76d03e6b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:39.344341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bc52a734-49b8-4363-afd4-ccea7cbd1d8e req-bc121b1a-f584-431f-a5c9-3b4505819c31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 Aug 19 18:16:39.377144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb299600-a419-4d03-a51a-8bc61d22655c tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805559 Aug 19 18:16:39.381489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.386239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784635669'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:39.404285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.416049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.424835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 9a043323-742e-4051-b119-893b84f87b90 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:39.555160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.560827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.640873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474d8750-bc40-4890-ac07-c3af5d07fe7c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:39.647253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.648535 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bef6ff25-fa3e-4644-a572-7825faac22c3 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2658663 Aug 19 18:16:39.660065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53184) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.703058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-76e1ff62-b859-4eaa-a0f5-cfab6694b36b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '474d8750-bc40-4890-ac07-c3af5d07fe7c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:39.704318 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-76e1ff62-b859-4eaa-a0f5-cfab6694b36b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 18:16:39.705208 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-76e1ff62-b859-4eaa-a0f5-cfab6694b36b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:39.706447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76e1ff62-b859-4eaa-a0f5-cfab6694b36b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0435786 Aug 19 18:16:39.713384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53186) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:39.848237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.919558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:39.997721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.7 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/95790072-1238-4d1f-b1bb-ba4294e4d573/9a043323-742e-4051-b119-893b84f87b90) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:40.015480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.020633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.026968 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/474d8750-bc40-4890-ac07-c3af5d07fe7c HTTP/1.1" status: 204 len: 168 time: 0.3086195 Aug 19 18:16:40.027832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53192) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.048268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.22 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/50d57b50-087b-4025-9df5-34e2e87bb9dd/9a043323-742e-4051-b119-893b84f87b90) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:40.082901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d6e8a-651a-474d-a815-75f3d79df3d7 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d8750-bc40-4890-ac07-c3af5d07fe7c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:40.148664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29443a77-087f-47c0-8929-1cb6ba6c1ad0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122425 Aug 19 18:16:40.148982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53200) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.155304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--963747526'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:40.185451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53687f-6a83-43d8-801d-7bce5f601058 req-f60ae60b-d95d-41dc-9686-eb571ce45faa tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.188278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b53687f-6a83-43d8-801d-7bce5f601058 req-f60ae60b-d95d-41dc-9686-eb571ce45faa tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.1466715 Aug 19 18:16:40.189279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.328992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.329641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b53687f-6a83-43d8-801d-7bce5f601058 req-bf678efa-84f6-49d7-9adf-991e7492b7a6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285191 Aug 19 18:16:40.340525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.406808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.411395 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2598190 Aug 19 18:16:40.413557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.420783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-819c92ac-994b-448d-a656-178490ca2ffd tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '2eaed996-b793-4a5e-bfcd-ceba4fc527b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:40.421608 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-819c92ac-994b-448d-a656-178490ca2ffd tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 18:16:40.422135 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-819c92ac-994b-448d-a656-178490ca2ffd tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:40.426037 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-819c92ac-994b-448d-a656-178490ca2ffd tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072641 Aug 19 18:16:40.426507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.437076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5bfbe-811d-4450-bb41-cde826dec257 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaed996-b793-4a5e-bfcd-ceba4fc527b8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:40.469437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.492933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 9a043323-742e-4051-b119-893b84f87b90 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:40.526005 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.582918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.594932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ed4f0-49f0-4dbe-8e1f-eb4b5a014eb0 None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:40.595764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.734664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.742051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.744192 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/2eaed996-b793-4a5e-bfcd-ceba4fc527b8 HTTP/1.1" status: 204 len: 168 time: 0.3157916 Aug 19 18:16:40.756626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.786991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-28bf90a3-f888-4a4c-aa79-7503a11eb2e4 None None] Provisioning for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:40.790417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f5b0a-57f0-4abf-a367-2177f477b752 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaed996-b793-4a5e-bfcd-ceba4fc527b8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:40.807262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:40.815731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:40.829582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:40.872143 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e9ae614a-200b-4a37-b8eb-8152c5ef0bf0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112626 Aug 19 18:16:40.873484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:40.880909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--40718602'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:40.921300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:40.934392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=9a043323-742e-4051-b119-893b84f87b90,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:40.969138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:40.969930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:40.971645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.052262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:41.062569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.069300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.075995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-56af9d35-bb8b-4d69-92eb-665334f2d280 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1074662 Aug 19 18:16:41.077292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53228) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.083047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95790072-1238-4d1f-b1bb-ba4294e4d573'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.109063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5534155b-8064-4fb3-96d5-a2cb5cf90bbe,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.124594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:41.125641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.157629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.163436 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4fadac89-9aae-4ae1-8bd6-e52e5035ed43 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2848482 Aug 19 18:16:41.163693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53232) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.171411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-24094d89-5f67-44ab-8c67-f076bc8f1ffa tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '5534155b-8064-4fb3-96d5-a2cb5cf90bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.173762 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-24094d89-5f67-44ab-8c67-f076bc8f1ffa tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 18:16:41.175078 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-24094d89-5f67-44ab-8c67-f076bc8f1ffa tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:41.179680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-24094d89-5f67-44ab-8c67-f076bc8f1ffa tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115340 Aug 19 18:16:41.179680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.184926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-644f86da-a2c7-46bd-8f4c-06262fd18dd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '5534155b-8064-4fb3-96d5-a2cb5cf90bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.185416 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-644f86da-a2c7-46bd-8f4c-06262fd18dd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 18:16:41.186103 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-644f86da-a2c7-46bd-8f4c-06262fd18dd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:41.189401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-644f86da-a2c7-46bd-8f4c-06262fd18dd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065393 Aug 19 18:16:41.190723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.195634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1a22bb76-246e-44f3-91dc-73b08b5f1867 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '5534155b-8064-4fb3-96d5-a2cb5cf90bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.196500 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-1a22bb76-246e-44f3-91dc-73b08b5f1867 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 18:16:41.197311 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-1a22bb76-246e-44f3-91dc-73b08b5f1867 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:41.200627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a22bb76-246e-44f3-91dc-73b08b5f1867 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074809 Aug 19 18:16:41.201168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.205505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-27661b00-e4d3-4907-a5f9-e9003aaa3c81 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '5534155b-8064-4fb3-96d5-a2cb5cf90bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.206379 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-27661b00-e4d3-4907-a5f9-e9003aaa3c81 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 18:16:41.207081 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-27661b00-e4d3-4907-a5f9-e9003aaa3c81 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:41.211382 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27661b00-e4d3-4907-a5f9-e9003aaa3c81 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061016 Aug 19 18:16:41.211804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.230069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.311405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.323953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Update dhcp port {'port': {'network_id': 'd47c68ca-0a30-4bba-a5b8-a05f17d3574c', 'fixed_ips': [{'subnet_id': '95790072-1238-4d1f-b1bb-ba4294e4d573', 'ip_address': '172.20.0.2'}, {'subnet_id': '50d57b50-087b-4025-9df5-34e2e87bb9dd'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '3eb331ac-ca0d-4131-8b38-17c1b8cca3f7'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:16:41.355930 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.375101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.383743 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.462081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.470471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.470985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/5534155b-8064-4fb3-96d5-a2cb5cf90bbe HTTP/1.1" status: 204 len: 168 time: 0.2582395 Aug 19 18:16:41.476623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53246) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.509079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8b0f3-1af7-49d8-b165-933bf49baf57 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534155b-8064-4fb3-96d5-a2cb5cf90bbe,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.598950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,segment=NetworkSegment(44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae),segment_id=44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:41.616175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.631991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-63619c76-853a-4260-8770-5e79a5f1abcc tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492314 Aug 19 18:16:41.632952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.650771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815716229'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.706146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.764537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.827492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Allocated IP 172.20.0.18 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/50d57b50-087b-4025-9df5-34e2e87bb9dd/3eb331ac-ca0d-4131-8b38-17c1b8cca3f7) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:41.840927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.847055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.864232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9be5a-2df0-4ecc-8055-a0390b67759b req-cc06eccd-1dd0-4bcc-97d8-911a6846e66a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:41.892515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:41.893824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2595682 Aug 19 18:16:41.894514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dc9be5a-2df0-4ecc-8055-a0390b67759b req-cc06eccd-1dd0-4bcc-97d8-911a6846e66a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.4377680 Aug 19 18:16:41.897451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53264) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.901096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ead0a-787b-4854-b73a-bba8764f0a35 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b037aae0-51b5-45e3-bf17-77d23d709547,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:41.958628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cf76c0c7-49a9-4a23-843a-29e3796d4cd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.959866 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-cf76c0c7-49a9-4a23-843a-29e3796d4cd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:16:41.960619 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-cf76c0c7-49a9-4a23-843a-29e3796d4cd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:41.961975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf76c0c7-49a9-4a23-843a-29e3796d4cd0 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0229661 Aug 19 18:16:41.968835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:41.975646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f27c77dd-63e4-44f1-856a-aff668b2c621 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:41.983241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dc9be5a-2df0-4ecc-8055-a0390b67759b req-7cf5127d-b067-47da-8ff6-f4ecb01f3e59 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845308 Aug 19 18:16:42.044066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] For port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,segment=NetworkSegment(44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae),segment_id=44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:42.095656 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-f27c77dd-63e4-44f1-856a-aff668b2c621 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.099985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f27c77dd-63e4-44f1-856a-aff668b2c621 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1268137 Aug 19 18:16:42.100168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.101884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.109307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-25dd09f9-e9ed-4f39-bd89-0d346a28887d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.111349 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-25dd09f9-e9ed-4f39-bd89-0d346a28887d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 18:16:42.123805 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-25dd09f9-e9ed-4f39-bd89-0d346a28887d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.132545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-25dd09f9-e9ed-4f39-bd89-0d346a28887d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0292542 Aug 19 18:16:42.140225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53280) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.144503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Transition to ACTIVE for port object 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:42.148119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-95377053-672e-4126-aa62-cb24f9807951 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.152585 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.195386 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:16:42.206197 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-95377053-672e-4126-aa62-cb24f9807951 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.208163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95377053-672e-4126-aa62-cb24f9807951 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668397 Aug 19 18:16:42.211112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53282) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.219652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024069b-d1d5-45cc-89d5-1b9eebb23832 None None] Pushing event updated for resources: {'Port': ['ID=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:42.231376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bec35181-85f5-4f21-bdd0-3dad08fadf95 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.232068 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-bec35181-85f5-4f21-bdd0-3dad08fadf95 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 18:16:42.232849 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-bec35181-85f5-4f21-bdd0-3dad08fadf95 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.236814 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bec35181-85f5-4f21-bdd0-3dad08fadf95 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0214872 Aug 19 18:16:42.237977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53284) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.275662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Delete allocated IP 172.20.0.22 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/50d57b50-087b-4025-9df5-34e2e87bb9dd) {{(pid=101324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:16:42.300022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0dd11381-8c6f-4718-a857-5a4b051ca8a1 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.354581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0430f-2b74-48ba-a36e-1a2fd00a5c76 req-9b970fb1-073b-4933-82d9-5f27caefc4f5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:42.356192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3c0430f-2b74-48ba-a36e-1a2fd00a5c76 req-9b970fb1-073b-4933-82d9-5f27caefc4f5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.2841816 Aug 19 18:16:42.407275 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-0dd11381-8c6f-4718-a857-5a4b051ca8a1 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Project 432770657c214da7bdd1f1759e78944b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:16:42.475861 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-0dd11381-8c6f-4718-a857-5a4b051ca8a1 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.477101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0dd11381-8c6f-4718-a857-5a4b051ca8a1 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1809518 Aug 19 18:16:42.481191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53296) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.485739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3c0430f-2b74-48ba-a36e-1a2fd00a5c76 req-1c31a467-a84a-40fb-8f56-e86803d786dc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142499 Aug 19 18:16:42.489343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-20e83d39-ec87-4913-a7e3-d80a64ed117d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.489963 n-d-778550-10 neutron-server[101324]: WARNING neutron.api.v2.base [None req-20e83d39-ec87-4913-a7e3-d80a64ed117d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 18:16:42.491174 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-20e83d39-ec87-4913-a7e3-d80a64ed117d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.492590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-20e83d39-ec87-4913-a7e3-d80a64ed117d tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103416 Aug 19 18:16:42.495611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.520842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-38b37bc1-dc75-4bfa-b3d5-25ddb50b17d5 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.556269 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-38b37bc1-dc75-4bfa-b3d5-25ddb50b17d5 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Project 432770657c214da7bdd1f1759e78944b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:16:42.574371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.593344 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-38b37bc1-dc75-4bfa-b3d5-25ddb50b17d5 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.594181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Ignored duplicate provisioning block setup for port 9a043323-742e-4051-b119-893b84f87b90 by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:16:42.594582 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38b37bc1-dc75-4bfa-b3d5-25ddb50b17d5 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0969400 Aug 19 18:16:42.597724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53302) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.605075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.605587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7b317402-3067-44c0-abe2-be934e0c45ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'b037aae0-51b5-45e3-bf17-77d23d709547', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.662945 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-7b317402-3067-44c0-abe2-be934e0c45ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Project 432770657c214da7bdd1f1759e78944b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:16:42.691224 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-7b317402-3067-44c0-abe2-be934e0c45ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:42.710512 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b317402-3067-44c0-abe2-be934e0c45ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0986364 Aug 19 18:16:42.713356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53304) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.832088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.862236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:42.882393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=9a043323-742e-4051-b119-893b84f87b90,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:42.892953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.921501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] In _notify_port_updated(), no bound segment for port 9a043323-742e-4051-b119-893b84f87b90 on network d47c68ca-0a30-4bba-a5b8-a05f17d3574c {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:42.927880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:42.929112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.933630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-27346977-9db1-4cfd-8032-503521468866 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/ports/9a043323-742e-4051-b119-893b84f87b90 HTTP/1.1" status: 200 len: 918 time: 1.8549194 Aug 19 18:16:42.936547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53316) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:42.953464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95790072-1238-4d1f-b1bb-ba4294e4d573'}, {'subnet_id': '50d57b50-087b-4025-9df5-34e2e87bb9dd'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:42.981643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.988402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:42.990243 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/b037aae0-51b5-45e3-bf17-77d23d709547 HTTP/1.1" status: 204 len: 168 time: 0.2744510 Aug 19 18:16:42.995413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53322) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.058063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5457d4b-3208-4118-aecc-7c6eb466759e tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037aae0-51b5-45e3-bf17-77d23d709547,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.093167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54116395-0917-4b0a-a6a8-1a2741ae5f77 req-001e07c7-7b0f-4057-b911-d7339ca63ca9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:43.094648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54116395-0917-4b0a-a6a8-1a2741ae5f77 req-001e07c7-7b0f-4057-b911-d7339ca63ca9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.2416558 Aug 19 18:16:43.132204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8df9767-68e9-4e60-90fe-d1326aabae81 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078374 Aug 19 18:16:43.140355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.146795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035501104'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:43.171728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.209747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54116395-0917-4b0a-a6a8-1a2741ae5f77 req-d69e46a7-c847-4995-9f7d-841e9d81cf01 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061020 Aug 19 18:16:43.218564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.310121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437ae0b-c971-422a-8461-30515e1b4ff1 None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:43.409330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Provisioning for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:43.474942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Provisioning complete for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:43.475264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.534791 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.541752 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.649373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.656100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5101333 Aug 19 18:16:43.656631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.670369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46a938-5638-4014-b755-de828dd3cb79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c84832-741c-48bb-84d3-0cca2380c5f0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:43.702021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d94a0cc4-b2f8-40f4-a568-abb694404d9b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'a1c84832-741c-48bb-84d3-0cca2380c5f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:43.712959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Provisioning for port 9a043323-742e-4051-b119-893b84f87b90 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:43.725587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Provisioning complete for port 9a043323-742e-4051-b119-893b84f87b90 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:43.726593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:43.768302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.22 (d47c68ca-0a30-4bba-a5b8-a05f17d3574c/50d57b50-087b-4025-9df5-34e2e87bb9dd/9a043323-742e-4051-b119-893b84f87b90) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:43.793145 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-d94a0cc4-b2f8-40f4-a568-abb694404d9b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The resource could not be found. Aug 19 18:16:43.793145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d94a0cc4-b2f8-40f4-a568-abb694404d9b tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1337419 Aug 19 18:16:43.799684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:43.811905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4319a5b8-ec52-4c5b-a728-ef130b208e79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': 'a1c84832-741c-48bb-84d3-0cca2380c5f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f1088d3b-70d5-47bc-95c8-7a87c164fb47'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:43.868011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-99a05f78-69cd-463f-acde-5e874e0b34d6 None None] Port 9a043323-742e-4051-b119-893b84f87b90 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:43.890349 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-4319a5b8-ec52-4c5b-a728-ef130b208e79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The resource could not be found. Aug 19 18:16:43.893743 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4319a5b8-ec52-4c5b-a728-ef130b208e79 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0903404 Aug 19 18:16:43.897321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53352) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.005821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.047910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.059395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.083807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Ignored duplicate provisioning block setup for port 9a043323-742e-4051-b119-893b84f87b90 by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:16:44.097703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.131081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.134191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.138999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/a1c84832-741c-48bb-84d3-0cca2380c5f0 HTTP/1.1" status: 204 len: 168 time: 0.2400308 Aug 19 18:16:44.139942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.181731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6f50-22c7-4772-bfab-2e78fffd3771 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c84832-741c-48bb-84d3-0cca2380c5f0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:44.231140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df57c47f-3321-42f3-92e4-685b45be0988 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863380 Aug 19 18:16:44.237153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53362) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.245945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ce963804-e463-49f8-80de-b3b6bc854517 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '4af9ef9c-8f84-4e0e-8ced-b85beb908b27', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:44.290745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=9a043323-742e-4051-b119-893b84f87b90,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:44.392880 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ce963804-e463-49f8-80de-b3b6bc854517 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The resource could not be found. Aug 19 18:16:44.399694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce963804-e463-49f8-80de-b3b6bc854517 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1555779 Aug 19 18:16:44.399962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53374) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.405133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--944083018'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:44.429827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-3817178f-6f72-4a78-88c3-c1d69bf41e10 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.433770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-3817178f-6f72-4a78-88c3-c1d69bf41e10 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.1250768 Aug 19 18:16:44.445186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] In _notify_port_updated(), no bound segment for port 9a043323-742e-4051-b119-893b84f87b90 on network d47c68ca-0a30-4bba-a5b8-a05f17d3574c {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:16:44.449440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.450128 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.453187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fa965632-9a67-457d-b447-6b0dba612aac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/ports/9a043323-742e-4051-b119-893b84f87b90 HTTP/1.1" status: 200 len: 998 time: 1.5137625 Aug 19 18:16:44.456425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53376) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.517787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.535085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b401fc-be96-485b-b95c-d28094dd315d req-57d7a8f6-5a1c-4e73-9323-4376a10a3317 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:44.538774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60b401fc-be96-485b-b95c-d28094dd315d req-57d7a8f6-5a1c-4e73-9323-4376a10a3317 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 946 time: 0.2047002 Aug 19 18:16:44.624136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60b401fc-be96-485b-b95c-d28094dd315d req-1b8c6a43-a45f-4419-aec6-c9a865159dde tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Aug 19 18:16:44.654223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 9a043323-742e-4051-b119-893b84f87b90 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:44.654744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.738543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.745368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:44.745719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.770067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.788249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.841555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 9a043323-742e-4051-b119-893b84f87b90 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:44.893950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5081458e-8dd8-4ee2-9592-74b67493249f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:44.904670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:44.904670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f0b1c1b-ca61-4da5-a22c-bd8326ec4e26 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5004170 Aug 19 18:16:44.906803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53388) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:44.911463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--306603119'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:44.976196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.022293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 837d5e17-ee0d-4ee5-8965-0adfa4e26218, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=837d5e17-ee0d-4ee5-8965-0adfa4e26218,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:45.022982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.046780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 837d5e17-ee0d-4ee5-8965-0adfa4e26218 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:45.216476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.232332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.235783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.307705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=9a043323-742e-4051-b119-893b84f87b90,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.314598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f82d6876-f78d-46af-9c51-8d8a82fe68d3 None None] Provisioning complete for port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:45.315182 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f82d6876-f78d-46af-9c51-8d8a82fe68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.383301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c926f59-93d2-4599-890a-b3c9e038cddf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.410794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.412855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4d08024-600c-4936-8f0e-113521665b72 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5048840 Aug 19 18:16:45.421991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:45.480130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.491558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cfd49f20-2d19-4597-acb7-27e5c6ab062c tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '5081458e-8dd8-4ee2-9592-74b67493249f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0c926f59-93d2-4599-890a-b3c9e038cddf'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:45.505761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:45.517155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['837d5e17-ee0d-4ee5-8965-0adfa4e26218'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:45.522993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f82d6876-f78d-46af-9c51-8d8a82fe68d3 None None] Could not find standard attr ID for object 9a043323-742e-4051-b119-893b84f87b90. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:45.551993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=837d5e17-ee0d-4ee5-8965-0adfa4e26218,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:45.592470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.594898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0fe312c7-9321-4802-82bc-69be2468399d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/9a043323-742e-4051-b119-893b84f87b90 HTTP/1.1" status: 204 len: 168 time: 1.1341825 Aug 19 18:16:45.596372 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-cfd49f20-2d19-4597-acb7-27e5c6ab062c tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:45.597326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cfd49f20-2d19-4597-acb7-27e5c6ab062c tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1649396 Aug 19 18:16:45.597836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53404) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:45.612566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53406) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:45.659337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e152bc71-6ef0-4eb3-ab18-04208ff64700 None None] Could not find standard attr ID for object 9a043323-742e-4051-b119-893b84f87b90. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:45.670630 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88ea984-dcbe-4a39-aae8-2821bbfdb12a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:45.675340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e88ea984-dcbe-4a39-aae8-2821bbfdb12a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/9a043323-742e-4051-b119-893b84f87b90 HTTP/1.1" status: 404 len: 333 time: 0.0739954 Aug 19 18:16:45.675582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 837d5e17-ee0d-4ee5-8965-0adfa4e26218 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:45.675725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53412) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:45.680644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.693238 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0aee266a-8431-48ac-b2e0-42a4d18d05ee req-6098de3d-b45d-444f-8e72-021bb4e3c17f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "DELETE /v2.0/ports/837d5e17-ee0d-4ee5-8965-0adfa4e26218 HTTP/1.1" status: 204 len: 173 time: 1.2490587 Aug 19 18:16:45.694966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'name': 'network-vif-deleted', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:45.705811 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf6cb3-d8bc-4cca-b417-46cafd69b0ce" -d '{"events": [{"server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "name": "network-vif-deleted", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:45.822610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 50d57b50-087b-4025-9df5-34e2e87bb9dd {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:45.825460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.844913 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235da1e1-9def-406b-9c72-ba2142c1f746 x-openstack-request-id: req-235da1e1-9def-406b-9c72-ba2142c1f746 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:45.845314 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d357b4a5-e820-4bfb-8c37-e87a151f8533", "name": "network-vif-deleted", "tag": "837d5e17-ee0d-4ee5-8965-0adfa4e26218", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:45.845616 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-235da1e1-9def-406b-9c72-ba2142c1f746 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:45.846261 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd357b4a5-e820-4bfb-8c37-e87a151f8533', 'name': 'network-vif-deleted', 'tag': '837d5e17-ee0d-4ee5-8965-0adfa4e26218', 'status': 'completed', 'code': 200} Aug 19 18:16:45.856250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.877712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.929268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28b8bdf2-8596-4198-9d36-3266c1320b42 req-b0c5711e-4bf1-4b62-b283-cca7881b8576 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=d357b4a5-e820-4bfb-8c37-e87a151f8533 HTTP/1.1" status: 200 len: 210 time: 0.1035450 Aug 19 18:16:45.979541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:45.997173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.000439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.004343 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c926f59-93d2-4599-890a-b3c9e038cddf HTTP/1.1" status: 204 len: 168 time: 0.3582039 Aug 19 18:16:46.005063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53426) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.047562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406df34-9a95-41e6-abc3-f635cd9e32d2 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c926f59-93d2-4599-890a-b3c9e038cddf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:46.130054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d49f222b-766d-4787-9bad-871289f64eb1 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1235814 Aug 19 18:16:46.132358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53432) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.214956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.261747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.335553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.339081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.342894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/5081458e-8dd8-4ee2-9592-74b67493249f HTTP/1.1" status: 204 len: 168 time: 0.2067733 Aug 19 18:16:46.345532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53438) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.370645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66e9ca-b67c-4b53-9c65-9a5607cd50c9 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081458e-8dd8-4ee2-9592-74b67493249f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:46.454996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9213c443-8d7d-4572-92e3-d54a74657e29 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070018 Aug 19 18:16:46.459104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53442) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.468430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083666045'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:46.504713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.618506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.712372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.726620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.744827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.795897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002bbf79-2434-4987-93b2-8ce91a51c183,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:46.801319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.804113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b5b71fe9-a0f1-4aba-9f6e-eea1a0987156 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3425465 Aug 19 18:16:46.808354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53452) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.813792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3bbdf992-9f22-499d-abcf-6abfcadb3c10 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '002bbf79-2434-4987-93b2-8ce91a51c183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:46.848417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=50d57b50-087b-4025-9df5-34e2e87bb9dd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:46.852914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.855255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b3c7af82-59a0-4fee-843a-679db116d5f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/50d57b50-087b-4025-9df5-34e2e87bb9dd HTTP/1.1" status: 204 len: 168 time: 1.1764960 Aug 19 18:16:46.858818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53454) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.871253 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-3bbdf992-9f22-499d-abcf-6abfcadb3c10 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:46.872625 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3bbdf992-9f22-499d-abcf-6abfcadb3c10 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0633693 Aug 19 18:16:46.876536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53458) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.883903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3a7853f8-f924-4f9d-8e71-4b1105f02239 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group_rule': {'security_group_id': '002bbf79-2434-4987-93b2-8ce91a51c183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:46.937855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 95790072-1238-4d1f-b1bb-ba4294e4d573 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:16:46.942413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:46.984612 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-3a7853f8-f924-4f9d-8e71-4b1105f02239 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:16:46.989431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53462) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:46.991837 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a7853f8-f924-4f9d-8e71-4b1105f02239 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1133418 Aug 19 18:16:47.026988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.041226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc3092-10c2-4e4f-a200-8cf528df05ee None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:47.215512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-898a173f-581d-41f5-81f0-e8c403a5606d None None] Could not find standard attr ID for object 9a043323-742e-4051-b119-893b84f87b90. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:47.270670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.281678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.368301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.419932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.475824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.570888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.574269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/95790072-1238-4d1f-b1bb-ba4294e4d573 HTTP/1.1" status: 204 len: 168 time: 0.7137477 Aug 19 18:16:47.577143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53488) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.623621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af827b21-923a-4bfa-8d37-4ce98b175caf tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=95790072-1238-4d1f-b1bb-ba4294e4d573,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:47.655285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.670882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.672801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/002bbf79-2434-4987-93b2-8ce91a51c183 HTTP/1.1" status: 204 len: 168 time: 0.6813719 Aug 19 18:16:47.700440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53496) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.715587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.751739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f39d0-b4a8-4774-919b-7580f48aec05 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002bbf79-2434-4987-93b2-8ce91a51c183,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:47.845990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-f9aa135e-df39-47cc-8ad5-e54a3e8a5683 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:47.847776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-f9aa135e-df39-47cc-8ad5-e54a3e8a5683 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3688185 Aug 19 18:16:47.852755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9549ad5b-fb41-4cd4-adf0-1f8d4f42f810 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335435 Aug 19 18:16:47.857014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53502) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:47.863313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'tempest-secgroup--555036046'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:47.889372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:47.891116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:47.897447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-301329f3-db20-4e0d-b13b-35e5127f1877 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0277452 Aug 19 18:16:47.969230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.000884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,segment=NetworkSegment(44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae),segment_id=44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:48.001787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.003663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-eb07713c-2c29-44d6-82fb-bded5d187eb1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051085 Aug 19 18:16:48.074937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:48.148453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.154454 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.160004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 837d5e17-ee0d-4ee5-8965-0adfa4e26218 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:48.207816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 837d5e17-ee0d-4ee5-8965-0adfa4e26218 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:48.208251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 837d5e17-ee0d-4ee5-8965-0adfa4e26218 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:48.261165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e49ce4-0113-46b5-89ed-8d680c10c6ad,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:48.309690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.323035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7b621667-d784-409a-aa7d-1b43c559c360 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4647882 Aug 19 18:16:48.323322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53518) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:48.326456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.338980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-78e4877f-2b56-47fa-abf9-d8fdcc55f0ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:48.341093 n-d-778550-10 neutron-server[101325]: WARNING neutron.api.v2.base [None req-78e4877f-2b56-47fa-abf9-d8fdcc55f0ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 18:16:48.341883 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-78e4877f-2b56-47fa-abf9-d8fdcc55f0ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 18:16:48.368684 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78e4877f-2b56-47fa-abf9-d8fdcc55f0ea tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "PUT /v2.0/security-groups/34e49ce4-0113-46b5-89ed-8d680c10c6ad HTTP/1.1" status: 409 len: 330 time: 0.0370979 Aug 19 18:16:48.374440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53520) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:48.425821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=3eb331ac-ca0d-4131-8b38-17c1b8cca3f7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:48.430630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:16:48.512686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-5b38ec85-5646-48dd-b134-0ea5008408fc service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077844 Aug 19 18:16:48.554765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-63583ea4-8193-45cb-b92c-79d25836f052 None None] Could not find standard attr ID for object 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:16:48.559672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc4362-0980-4057-947c-0eedca877bea None None] Network d47c68ca-0a30-4bba-a5b8-a05f17d3574c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:48.616683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.672072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.764331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-5591afb8-6d48-47c0-b8a4-7fb68fad2c0b service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451656 Aug 19 18:16:48.808605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.811664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:48.813297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/34e49ce4-0113-46b5-89ed-8d680c10c6ad HTTP/1.1" status: 204 len: 168 time: 0.4328229 Aug 19 18:16:48.827988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53530) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:48.858775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc87e62-4c78-4188-95a5-1cc31bcd6f11 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e49ce4-0113-46b5-89ed-8d680c10c6ad,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:48.968112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ba1d6566-270d-435d-a8c0-c9fb8aab7fdb tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348531 Aug 19 18:16:48.970057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53534) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.002583 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-dcaab2b6-a64b-48da-ae2e-bdfcf30c6e6a tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] delete failed (client error): The resource could not be found. Aug 19 18:16:49.007346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dcaab2b6-a64b-48da-ae2e-bdfcf30c6e6a tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f33d32d-6c4f-4682-9860-584fc386c524 HTTP/1.1" status: 404 len: 347 time: 0.0324502 Aug 19 18:16:49.008306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53536) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.068291 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-bc04de5d-5ba8-4d94-adf1-5b9a11a8dd0f tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] show failed (client error): The resource could not be found. Aug 19 18:16:49.072264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bc04de5d-5ba8-4d94-adf1-5b9a11a8dd0f tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-groups/ee31d6a8-711e-4859-b9af-1ff0d33567c0 HTTP/1.1" status: 404 len: 347 time: 0.0628963 Aug 19 18:16:49.076424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53542) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.103802 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-45fdb26b-6ad8-489c-98da-2ae7db976270 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] show failed (client error): The resource could not be found. Aug 19 18:16:49.106702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-45fdb26b-6ad8-489c-98da-2ae7db976270 tempest-NegativeSecGroupIPv6Test-862093735 tempest-NegativeSecGroupIPv6Test-862093735-project] 10.222.0.36 "GET /v2.0/security-group-rules/91e37469-66a6-4b64-b4ee-82ab75dc8fa0 HTTP/1.1" status: 404 len: 356 time: 0.0285299 Aug 19 18:16:49.223084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d45f85-5b2a-4c4b-beb0-b89fbbf04a70 None None] DHCP port deletion for d47c68ca-0a30-4bba-a5b8-a05f17d3574c request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:16:49.347517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.370591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47c68ca-0a30-4bba-a5b8-a05f17d3574c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:49.380936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbf5fe87-ab80-40a4-b19a-5302e4adfccd req-9298b2ac-6691-489a-9844-ed1da31a94f4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 210 time: 0.0550790 Aug 19 18:16:49.403397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:49.403763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c3cc9f-6384-4c51-a0a9-ca0a1a3855ae') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:49.430418 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.475608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.484572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:16:49.485405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:16:49.568719 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:16:49.573127 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.584400 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.587118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/d47c68ca-0a30-4bba-a5b8-a05f17d3574c HTTP/1.1" status: 204 len: 168 time: 2.0085983 Aug 19 18:16:49.592338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53560) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.605311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34c1fd-74d2-47db-96b5-a405b1841446 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=d47c68ca-0a30-4bba-a5b8-a05f17d3574c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:49.701388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf690a1-391a-4583-815e-22dd9231223e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:49.709325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-faf690a1-391a-4583-815e-22dd9231223e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1094551 Aug 19 18:16:49.709683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53566) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.825345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.836967 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-addb4147-fcce-4df2-9e99-aaf895f3ec86 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1261044 Aug 19 18:16:49.841429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:49.848218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590505745'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:49.921212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:49.924757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.963548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:49.977906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:49.978452 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment de6e1e88-2623-4ad7-804e-3fb2fcec944b of type vlan for network 49334d0d-cf85-4750-a6a4-b53b9185b487 Aug 19 18:16:50.067515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.157059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.171993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:50.171993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.298363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4514022 Aug 19 18:16:50.298685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53596) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.304900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:50.317607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c13c572a-fbba-4305-928e-ef9d8045dac1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=432770657c214da7bdd1f1759e78944b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844003 Aug 19 18:16:50.319522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abebe43-2fec-4e34-ac18-a7f676935b32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=49334d0d-cf85-4750-a6a4-b53b9185b487,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:50.327365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53598) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:50.343775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:50.431619 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.447700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:50.454198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.473368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.613275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a49e628-7e12-47ea-b25a-67d87cb5949d req-0497e62e-7f17-4057-ae10-7421e36ddf61 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 210 time: 0.0538564 Aug 19 18:16:50.630017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.635897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:50.640168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c7cb8c8-f9a7-44e5-b3ec-795f42331beb HTTP/1.1" status: 204 len: 168 time: 0.3080945 Aug 19 18:16:50.651872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba5cc-03f1-400b-9c2e-33f860bcacae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7cb8c8-f9a7-44e5-b3ec-795f42331beb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:50.737214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:16:50.775609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:16:50.776646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eb331ac-ca0d-4131-8b38-17c1b8cca3f7 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:16:51.014207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-6c3abeec-aa9e-4782-a5fb-c7b716cfbf9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1571572 Aug 19 18:16:51.155402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-3d1cd008-025c-4358-8d3d-1085ff5e2b71 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.157341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-3d1cd008-025c-4358-8d3d-1085ff5e2b71 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3668540 Aug 19 18:16:51.159075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.206790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:51.317223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f087-8eb7-494d-920c-f7a003127952 req-1a819688-a78d-4a79-aad1-c3d422b78e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.321616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-1a819688-a78d-4a79-aad1-c3d422b78e65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 1097 time: 0.1940818 Aug 19 18:16:51.354382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=4a67fd91-a3fd-4bb1-9aee-22caa8803658,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:51.415356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': 'de6e1e88-2623-4ad7-804e-3fb2fcec944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:51.415794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: 49334d0d-cf85-4750-a6a4-b53b9185b487, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:51.465023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:51.499910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 49334d0d-cf85-4750-a6a4-b53b9185b487) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:51.523769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:51.524503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b85ae-2d91-4c0c-834d-8739126bbc3b None None] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:51.528154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.548999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.549752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.572742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f087-8eb7-494d-920c-f7a003127952 req-ae20370e-25a1-4b07-be3b-96f6bc068ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.574377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-ae20370e-25a1-4b07-be3b-96f6bc068ba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.2277327 Aug 19 18:16:51.614016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3a4f0d1f-d799-4116-882b-ad137f6cffe2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3112779 Aug 19 18:16:51.614547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53638) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:51.624985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487', 'name': 'tempest-PortsTestJSON-1880444283'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:51.743242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-49334d0d-cf85-4750-a6a4-b53b9185b487', 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': '4a67fd91-a3fd-4bb1-9aee-22caa8803658'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:51.744320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:51.775089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-e792609f-54df-48f8-954a-bc0ea62f51f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 200 len: 217 time: 0.1936188 Aug 19 18:16:51.920893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc392592-27a1-41e6-bd88-7df954438c23 req-dbddf1b3-f4d6-4e77-8ea7-bbdbccfb9d98 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 210 time: 0.0776472 Aug 19 18:16:51.933371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f087-8eb7-494d-920c-f7a003127952 req-65f62679-0ee9-49f1-923a-095921931a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:51.935026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-65f62679-0ee9-49f1-923a-095921931a83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1532066 Aug 19 18:16:51.942355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.5 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/74b1b0dd-7776-4784-9e07-35e35451eb09) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:51.994592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-40e1cffe-48c0-44e9-a1b7-2eedb51f183d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522296 Aug 19 18:16:52.034074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:52.040440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.085121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Allocated IP 172.20.0.2 (49334d0d-cf85-4750-a6a4-b53b9185b487/4a67fd91-a3fd-4bb1-9aee-22caa8803658/4c464be3-8889-4f12-bdde-fc0732b0ff3e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:52.088959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:52.234546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-ae17840c-2853-49ed-9429-f86b2edc3595 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293389 Aug 19 18:16:52.393353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.394114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.410228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Transition to ACTIVE for port object 4c464be3-8889-4f12-bdde-fc0732b0ff3e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:52.426992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Transition to ACTIVE for port object 4c464be3-8889-4f12-bdde-fc0732b0ff3e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:52.433591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.470961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:52.478329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:52.481125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53670) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:52.495586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6363f087-8eb7-494d-920c-f7a003127952 req-a5b901d1-d721-4018-9aab-9097cdf275a8 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535262 Aug 19 18:16:52.564403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Pushing event updated for resources: {'Port': ['ID=4c464be3-8889-4f12-bdde-fc0732b0ff3e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:52.577256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:52.581430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.3 (49334d0d-cf85-4750-a6a4-b53b9185b487/4a67fd91-a3fd-4bb1-9aee-22caa8803658/4fef5e95-8c48-40d6-944a-cd8ac7c022d9) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:52.606008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.665416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:52.706029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Attempting to bind port 4c464be3-8889-4f12-bdde-fc0732b0ff3e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:52.706629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Attempting to bind port 4c464be3-8889-4f12-bdde-fc0732b0ff3e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'de6e1e88-2623-4ad7-804e-3fb2fcec944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:52.707185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Attempting to bind port 4c464be3-8889-4f12-bdde-fc0732b0ff3e on network 49334d0d-cf85-4750-a6a4-b53b9185b487 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:52.711910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:52.716138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:52.716943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Checking segment: {'id': 'de6e1e88-2623-4ad7-804e-3fb2fcec944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:52.717749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.718510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Bound using segment: {'id': 'de6e1e88-2623-4ad7-804e-3fb2fcec944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:52.719291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Bound port: 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6e1e88-2623-4ad7-804e-3fb2fcec944b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:52.719931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.721188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:52.743949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:52.754493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:52.761305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-430063734'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:52.794329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Made reservation on behalf of 89ae94c5e2c0468c902f447c5ef95d9d for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:52.799921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.810089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] For port 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:52.813806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] For port 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c464be3-8889-4f12-bdde-fc0732b0ff3e,segment=NetworkSegment(de6e1e88-2623-4ad7-804e-3fb2fcec944b),segment_id=de6e1e88-2623-4ad7-804e-3fb2fcec944b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:52.815396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.819382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.904330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:52.913799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.953837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e494-b111-4727-943d-d9e0d52ac0a4 None None] Pushing event updated for resources: {'Port': ['ID=4c464be3-8889-4f12-bdde-fc0732b0ff3e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:52.955705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.971192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:52.995889 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-2f9afe4f-e6d5-4a9d-b036-35b5dc311642 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7993574 Aug 19 18:16:53.020371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Request body: {'port': {'device_id': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:53.028285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:16:53.062827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.063186 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Added segment 64d463ec-1981-4b40-a2a3-7f1d9de1cf88 of type vlan for network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 Aug 19 18:16:53.098257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993381c5-0414-4361-8364-92d5be10c6fa,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:53.100069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.150288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.252620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.290217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:53.340639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.368255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:53.368928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.452379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event updated for resources: {'Network': ['ID=90f2d545-a9a6-45d5-a6ed-019ac75a3578,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:53.490680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7cfe69ec-9a90-452b-ac7a-5ff910771edd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0023198 Aug 19 18:16:53.494864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a103a-34a9-4e7a-a482-ea59dcc64f0b req-63b2df6c-a5c9-42f8-aa90-187b4fb07719 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:53.504106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954a103a-34a9-4e7a-a482-ea59dcc64f0b req-63b2df6c-a5c9-42f8-aa90-187b4fb07719 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 931 time: 0.2603304 Aug 19 18:16:53.511416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:16:53.570724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53692) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:53.578330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Request body: {'subnet': {'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:53.602683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b1b0dd-7776-4784-9e07-35e35451eb09 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:53.613315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.659648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Transition to ACTIVE for port object 74b1b0dd-7776-4784-9e07-35e35451eb09 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:53.669682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.744610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954a103a-34a9-4e7a-a482-ea59dcc64f0b req-9c640b97-1afc-4f7e-9d7d-7379bf389cec tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381694 Aug 19 18:16:53.800205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.809110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Made reservation on behalf of 89ae94c5e2c0468c902f447c5ef95d9d for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:53.813767 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:53.832168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:53.845786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:53.905176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=4fef5e95-8c48-40d6-944a-cd8ac7c022d9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:53.957568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:53.962597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:54.053561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:54.054241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.114367 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e5916d5a-b91a-44dc-99cd-0e82d787e6f8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4955249 Aug 19 18:16:54.115427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:54.121369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': '49334d0d-cf85-4750-a6a4-b53b9185b487', 'name': 'tempest-PortsTestJSON-1256062363'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:54.152894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Attempting to bind port 74b1b0dd-7776-4784-9e07-35e35451eb09 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:54.153586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Attempting to bind port 74b1b0dd-7776-4784-9e07-35e35451eb09 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:54.154008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Attempting to bind port 74b1b0dd-7776-4784-9e07-35e35451eb09 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:54.160282 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.188619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Port 74b1b0dd-7776-4784-9e07-35e35451eb09 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:16:54.189088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Attempting to bind port 74b1b0dd-7776-4784-9e07-35e35451eb09 on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:54.203513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:54.204004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:54.204493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:54.205040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Bound port: 74b1b0dd-7776-4784-9e07-35e35451eb09, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:54.205502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.256512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event updated for resources: {'Subnet': ['ID=88ccba3a-1cb8-4891-a4cd-754c1ba77625,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:54.284245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Checking segment: {'id': '64d463ec-1981-4b40-a2a3-7f1d9de1cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:54.284610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Network hostable DHCP agents. Network: 90f2d545-a9a6-45d5-a6ed-019ac75a3578, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:16:54.328186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:16:54.350597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 90f2d545-a9a6-45d5-a6ed-019ac75a3578) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:54.354768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:54.355375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.361389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f182a-d0fe-444b-90f4-1dd2a58664f3 None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:54.386144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:54.394189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74b1b0dd-7776-4784-9e07-35e35451eb09,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:54.397104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:54.401184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3abb95fe-7fb2-4b2e-9bbe-9c0a9ba43801 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8294325 Aug 19 18:16:54.404827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:54.406260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.411375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.412113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Request body: {'port': {'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578', 'name': 'tempest-TagsExtTest-1889414287'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:54.507268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:54.511870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0a779-dac2-44d6-8262-0854d53c957f None None] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:54.518645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.520545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] 10.222.0.13 "PUT /v2.0/ports/74b1b0dd-7776-4784-9e07-35e35451eb09 HTTP/1.1" status: 200 len: 1092 time: 1.5095949 Aug 19 18:16:54.524290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:16:54.528305 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851af427-b706-4282-8f91-2b8f925525e2" -d '{"events": [{"name": "network-changed", "server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:16:54.584094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 5b264660-0a4f-4c55-80d3-b345e911cfd0 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:54.657261 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2848d8-f5d1-4e7c-8114-ffa0ac40dd09 x-openstack-request-id: req-2d2848d8-f5d1-4e7c-8114-ffa0ac40dd09 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:16:54.658421 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:16:54.658861 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d2848d8-f5d1-4e7c-8114-ffa0ac40dd09 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:16:54.659646 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09', 'status': 'completed', 'code': 200} Aug 19 18:16:54.672721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Made reservation on behalf of 89ae94c5e2c0468c902f447c5ef95d9d for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:16:54.674034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-34ae9a73-3f34-4477-ab93-7daf0479207b None None] Provisioning for port 4c464be3-8889-4f12-bdde-fc0732b0ff3e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:54.682326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.700260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad1b26-34ea-403c-a431-2a6e393a6664 service neutron] Pushing event updated for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:54.754246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] device_id is not set on port 1cac6f4c-67e3-4112-a397-bc918c0f809d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:16:54.761614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-90f2d545-a9a6-45d5-a6ed-019ac75a3578', 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578', 'tenant_id': '89ae94c5e2c0468c902f447c5ef95d9d', 'fixed_ips': [{'subnet_id': '88ccba3a-1cb8-4891-a4cd-754c1ba77625'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:16:54.763071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:54.828406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-26fa6f9c-fcd4-499d-903e-aa27e56b0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:54.833058 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-26fa6f9c-fcd4-499d-903e-aa27e56b0611 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 1095 time: 0.1850560 Aug 19 18:16:54.894450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.4 (49334d0d-cf85-4750-a6a4-b53b9185b487/4a67fd91-a3fd-4bb1-9aee-22caa8803658/5b264660-0a4f-4c55-80d3-b345e911cfd0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:54.952698 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-68c79ab7-7319-488a-a0a5-79ab05c166f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b1b0dd-7776-4784-9e07-35e35451eb09 HTTP/1.1" status: 200 len: 217 time: 0.0774188 Aug 19 18:16:54.979961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c464be3-8889-4f12-bdde-fc0732b0ff3e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:55.043768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-c0a82390-dfe0-436d-a4b2-9ab1eb3061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.045366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-c0a82390-dfe0-436d-a4b2-9ab1eb3061d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.0796041 Aug 19 18:16:55.119727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4c464be3-8889-4f12-bdde-fc0732b0ff3e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:55.142654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4c464be3-8889-4f12-bdde-fc0732b0ff3e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:55.143380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.148282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Allocated IP 172.20.0.10 (90f2d545-a9a6-45d5-a6ed-019ac75a3578/88ccba3a-1cb8-4891-a4cd-754c1ba77625/1cac6f4c-67e3-4112-a397-bc918c0f809d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:55.162648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6efe-3474-4680-9d2a-c0b090f900d1 req-88843b4d-7675-4f76-9fe9-96a3f5b55db1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.164310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-874b6efe-3474-4680-9d2a-c0b090f900d1 req-88843b4d-7675-4f76-9fe9-96a3f5b55db1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 943 time: 0.2660506 Aug 19 18:16:55.277927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-874b6efe-3474-4680-9d2a-c0b090f900d1 req-2b7f715e-9ae3-45f9-9d2b-50e5fc2573c5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Aug 19 18:16:55.310819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.313635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.351404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 5b264660-0a4f-4c55-80d3-b345e911cfd0 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:55.377520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c464be3-8889-4f12-bdde-fc0732b0ff3e,segment=NetworkSegment(de6e1e88-2623-4ad7-804e-3fb2fcec944b),segment_id=de6e1e88-2623-4ad7-804e-3fb2fcec944b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:55.404318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.428895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-7a248615-cfcd-4dee-afab-a0bea86b13e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442097 Aug 19 18:16:55.517843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.553561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4c464be3-8889-4f12-bdde-fc0732b0ff3e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:55.591392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:55.591889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Provisioning complete for port 4c464be3-8889-4f12-bdde-fc0732b0ff3e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:55.592534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.623923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.630377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=5b264660-0a4f-4c55-80d3-b345e911cfd0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:55.640224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:55.645500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Transition to ACTIVE for port object 1cac6f4c-67e3-4112-a397-bc918c0f809d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:55.650519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:55.724018 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.750749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-0f016a16-f2e6-4bb6-a71c-b8033ec756d8 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127558 Aug 19 18:16:55.779576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.780398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.814389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event updated for resources: {'Port': ['ID=1cac6f4c-67e3-4112-a397-bc918c0f809d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:55.824009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:55.825622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:55.829894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:55.854128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Allocated IP 172.20.0.2 (90f2d545-a9a6-45d5-a6ed-019ac75a3578/88ccba3a-1cb8-4891-a4cd-754c1ba77625/306e4fc1-bba9-4b10-804c-267beeea2a85) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:16:55.904186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Provisioning for port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:55.920418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Provisioning complete for port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:55.920991 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.967393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:55.970721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:55.975224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-05c05a4b-4bd5-4286-b7a3-54578d95bc93 req-0813900d-bbff-4e3f-a016-78d4b593a099 service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116597 Aug 19 18:16:55.985920 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-88ac02a7-d37e-451b-86f8-a74dbc2cddb6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8686719 Aug 19 18:16:55.989116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53760) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.051027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-33de704a-3ea4-4471-b731-4ee58cd356d4 None None] Port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:56.104078 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-009d1499-4d31-4c04-bd05-18e4cb8e0a54 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6975541 Aug 19 18:16:56.104689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.115803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1947983455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:56.131703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-4de5dd8b-b55d-4adb-8fa3-7574ba14e4ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2097406 Aug 19 18:16:56.179632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.180877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.246051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45b038-c02f-47c7-9385-f4e61a38093a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.248089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd45b038-c02f-47c7-9385-f4e61a38093a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2577715 Aug 19 18:16:56.251217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.305422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af427-b706-4282-8f91-2b8f925525e2 req-f0d019a6-b419-4da1-913d-7a1185ddd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.306339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-f0d019a6-b419-4da1-913d-7a1185ddd60c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 1095 time: 0.1967030 Aug 19 18:16:56.357059 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d78dc59-ea56-4c1b-83e2-75bb75510b1c None None] Provisioning complete for port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:56.357817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d78dc59-ea56-4c1b-83e2-75bb75510b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.407222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.415972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.455090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Transition to ACTIVE for port object 306e4fc1-bba9-4b10-804c-267beeea2a85 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:56.456953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8d78dc59-ea56-4c1b-83e2-75bb75510b1c None None] Port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:56.477384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Transition to ACTIVE for port object 306e4fc1-bba9-4b10-804c-267beeea2a85 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:16:56.485332 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.530965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Pushing event updated for resources: {'Port': ['ID=306e4fc1-bba9-4b10-804c-267beeea2a85,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:56.552078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.555338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:16:56.555716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-b00a4bd2-4fca-47e5-8f26-986a64984911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.557297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-b00a4bd2-4fca-47e5-8f26-986a64984911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1097 time: 0.3395774 Aug 19 18:16:56.560357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:16:56.572550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:16:56.621716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.732741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Attempting to bind port 306e4fc1-bba9-4b10-804c-267beeea2a85 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:16:56.733434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Attempting to bind port 306e4fc1-bba9-4b10-804c-267beeea2a85 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '64d463ec-1981-4b40-a2a3-7f1d9de1cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:16:56.735883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Attempting to bind port 306e4fc1-bba9-4b10-804c-267beeea2a85 on network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:16:56.747430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-921f2cb1-6011-4a8f-9ad5-b4af89cac0f9 None None] Provisioning for port 5b264660-0a4f-4c55-80d3-b345e911cfd0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:56.754933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:16:56.757317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Checking segment: {'id': '64d463ec-1981-4b40-a2a3-7f1d9de1cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:16:56.762484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.763154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Bound using segment: {'id': '64d463ec-1981-4b40-a2a3-7f1d9de1cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:16:56.763967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Bound port: 306e4fc1-bba9-4b10-804c-267beeea2a85, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d463ec-1981-4b40-a2a3-7f1d9de1cf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '90f2d545-a9a6-45d5-a6ed-019ac75a3578'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:16:56.764326 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.805740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-921f2cb1-6011-4a8f-9ad5-b4af89cac0f9 None None] Provisioning complete for port 5b264660-0a4f-4c55-80d3-b345e911cfd0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:56.806313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-921f2cb1-6011-4a8f-9ad5-b4af89cac0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.834047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.834047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-516097d0-07fb-4f9d-890c-6bb991c5ba64 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7201390 Aug 19 18:16:56.835506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:56.848169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6e49c19f-7de4-4250-8bfe-d57f8e04383b tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1728798322', 'prefixes': ['172.20.0.0/16']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:16:56.902110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 5b264660-0a4f-4c55-80d3-b345e911cfd0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:56.902540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:56.906417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af427-b706-4282-8f91-2b8f925525e2 req-8efe2e0c-8d61-4f2e-9c6e-0c5cb24a7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.907505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-8efe2e0c-8d61-4f2e-9c6e-0c5cb24a7027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.5931129 Aug 19 18:16:56.913579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5bdc5-4c72-48b5-919e-5aee2c131963 req-2afff6ba-8755-4e57-802d-ba5e0b069f37 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:56.931023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0a5bdc5-4c72-48b5-919e-5aee2c131963 req-2afff6ba-8755-4e57-802d-ba5e0b069f37 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 943 time: 0.4652932 Aug 19 18:16:56.952728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c464be3-8889-4f12-bdde-fc0732b0ff3e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:57.053996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-051b274d-8799-4e00-9119-cca85d60f514 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b1b0dd-7776-4784-9e07-35e35451eb09 HTTP/1.1" status: 200 len: 217 time: 0.1254756 Aug 19 18:16:57.081960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0a5bdc5-4c72-48b5-919e-5aee2c131963 req-5732183b-aba9-46b8-bf25-230bbcd53afa tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393785 Aug 19 18:16:57.102301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-0f8bf1b8-79e0-41d0-9ea8-84a973b1bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.102301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-0f8bf1b8-79e0-41d0-9ea8-84a973b1bf8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.4850821 Aug 19 18:16:57.147431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-921f2cb1-6011-4a8f-9ad5-b4af89cac0f9 None None] Port 5b264660-0a4f-4c55-80d3-b345e911cfd0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:16:57.156007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] For port 306e4fc1-bba9-4b10-804c-267beeea2a85, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:16:57.167970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] For port 306e4fc1-bba9-4b10-804c-267beeea2a85, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=306e4fc1-bba9-4b10-804c-267beeea2a85,segment=NetworkSegment(64d463ec-1981-4b40-a2a3-7f1d9de1cf88),segment_id=64d463ec-1981-4b40-a2a3-7f1d9de1cf88)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:16:57.179178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af427-b706-4282-8f91-2b8f925525e2 req-99993a80-a0a5-4079-9e09-7d5f65ed3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.180943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.181295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-99993a80-a0a5-4079-9e09-7d5f65ed3586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1174176 Aug 19 18:16:57.236617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-fb8bf117-3106-4b0b-935c-bf605b66db24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 1001 time: 0.1278708 Aug 19 18:16:57.281280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4c464be3-8889-4f12-bdde-fc0732b0ff3e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:57.281664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.331921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-461a21c5-4a9a-4635-a40f-c54e6cf7743f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136439 Aug 19 18:16:57.375183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.378387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-7010b3ef-8b40-4969-bd82-101c917bc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.389264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-7010b3ef-8b40-4969-bd82-101c917bc3ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.1448762 Aug 19 18:16:57.393325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 5b264660-0a4f-4c55-80d3-b345e911cfd0 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:57.429836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1bed4-9da3-4c32-9be7-d08dc8a13cd6 None None] Pushing event updated for resources: {'Port': ['ID=306e4fc1-bba9-4b10-804c-267beeea2a85,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:57.496747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-ae3ac59d-52c4-498c-ba2d-3f675ce525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:57.498502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-ae3ac59d-52c4-498c-ba2d-3f675ce525ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026273 Aug 19 18:16:57.687580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-94f87978-5a7c-4930-9282-237f4c9fef56 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800942 Aug 19 18:16:57.754050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e49c19f-7de4-4250-8bfe-d57f8e04383b tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for subnetpool, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:57.755923 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6e49c19f-7de4-4250-8bfe-d57f8e04383b tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9119008 Aug 19 18:16:57.766073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53804) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:57.798915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-547802e9-67a8-4c16-b0c7-5859df69e990 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-2125305168') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:57.905399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e124d0a-0aab-439b-bd49-4d6986db17d2 req-9ad24afc-e5b4-4967-93ed-5f05008536a9 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107384 Aug 19 18:16:57.949790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-acc35fdc-e654-4314-9061-30eb2c99915b service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429050 Aug 19 18:16:57.955285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.132877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=5b264660-0a4f-4c55-80d3-b345e911cfd0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:58.152499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-923ec59d-cefd-4c92-858b-784fe2f5b2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.183362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74b1b0dd-7776-4784-9e07-35e35451eb09 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:16:58.219551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53816) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.220820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-8e00d2ff-55a4-440b-8de0-ef6ac486bb04 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1569674154') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:58.232379 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-547802e9-67a8-4c16-b0c7-5859df69e990 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-2125305168 HTTP/1.1" status: 201 len: 201 time: 0.4486225 Aug 19 18:16:58.416727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.418722 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6faaafb8-9821-4a00-bba1-01458564c3d7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/5b264660-0a4f-4c55-80d3-b345e911cfd0 HTTP/1.1" status: 204 len: 168 time: 2.1662862 Aug 19 18:16:58.434083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53822) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.492588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-851af427-b706-4282-8f91-2b8f925525e2 req-3cba4ae9-2815-45af-aecb-7959e887e5bf service neutron] 10.222.0.13 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075831 Aug 19 18:16:58.516325 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a87cf55-c853-443c-a2d7-071194454990 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:58.526281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.526803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a87cf55-c853-443c-a2d7-071194454990 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/5b264660-0a4f-4c55-80d3-b345e911cfd0 HTTP/1.1" status: 404 len: 333 time: 0.0868671 Aug 19 18:16:58.571407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef9e1a-9cfe-4db4-8eb0-19492374cfba req-01866c19-facd-4874-97bc-63c125a0d922 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:16:58.582805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78ef9e1a-9cfe-4db4-8eb0-19492374cfba req-01866c19-facd-4874-97bc-63c125a0d922 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 943 time: 0.2615416 Aug 19 18:16:58.593328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74b1b0dd-7776-4784-9e07-35e35451eb09,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:58.623109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '74b1b0dd-7776-4784-9e07-35e35451eb09', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '74b1b0dd-7776-4784-9e07-35e35451eb09', 'mac_address': 'fa:16:3e:bb:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:16:58.708903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.722722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78ef9e1a-9cfe-4db4-8eb0-19492374cfba req-4730b282-92fc-46fd-a12c-53620082b96b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269755 Aug 19 18:16:58.729343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b1b0dd-7776-4784-9e07-35e35451eb09 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:16:58.803246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e00d2ff-55a4-440b-8de0-ef6ac486bb04 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1569674154 HTTP/1.1" status: 201 len: 201 time: 0.5852547 Aug 19 18:16:58.804300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53838) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:58.808187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74b1b0dd-7776-4784-9e07-35e35451eb09,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:16:58.812856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-773c10b4-8b2f-4327-915d-8f3a3bd0b997 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-1735603892') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:58.819544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.822359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:16:58.822696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:58.970661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 306e4fc1-bba9-4b10-804c-267beeea2a85 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:16:59.040705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:59.097694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-773c10b4-8b2f-4327-915d-8f3a3bd0b997 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-1735603892 HTTP/1.1" status: 201 len: 201 time: 0.2921131 Aug 19 18:16:59.099910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.101190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.124788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-66ea7241-8a34-48af-813c-b982477f91f9 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-1036251387') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:59.130942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74b1b0dd-7776-4784-9e07-35e35451eb09'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:16:59.144828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 4fef5e95-8c48-40d6-944a-cd8ac7c022d9 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:16:59.184309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 306e4fc1-bba9-4b10-804c-267beeea2a85 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:59.257968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-66ea7241-8a34-48af-813c-b982477f91f9 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-1036251387 HTTP/1.1" status: 201 len: 201 time: 0.1407673 Aug 19 18:16:59.258487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53850) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.270037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-c3c9014f-c673-47ca-a52f-bcfa7df49350 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:59.286218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83749c74-f092-4d4d-827a-51765b4bd695 None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:16:59.395949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3c9014f-c673-47ca-a52f-bcfa7df49350 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 200 len: 241 time: 0.1329455 Aug 19 18:16:59.396500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.401265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-6b734e62-8889-4c46-b58f-bd870ba01871 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-2125305168') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:59.477318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.499289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6b734e62-8889-4c46-b58f-bd870ba01871 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-2125305168 HTTP/1.1" status: 204 len: 168 time: 0.1017187 Aug 19 18:16:59.500223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53856) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.506300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-a16c514c-1c73-4599-bff8-d2d00f18d744 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-2125305168') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:59.527030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=4fef5e95-8c48-40d6-944a-cd8ac7c022d9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:16:59.560259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Provisioning for port 306e4fc1-bba9-4b10-804c-267beeea2a85 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:16:59.570387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Provisioning complete for port 306e4fc1-bba9-4b10-804c-267beeea2a85 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:16:59.570781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.735858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53870) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.736205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a16c514c-1c73-4599-bff8-d2d00f18d744 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-2125305168 HTTP/1.1" status: 204 len: 168 time: 0.2344766 Aug 19 18:16:59.746140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-dd1dcd46-4cd5-4e13-97f2-47b6b366cb84 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:16:59.820820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:16:59.823487 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-478bac15-5ecf-48a5-a84f-2cddcf914c68 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/4fef5e95-8c48-40d6-944a-cd8ac7c022d9 HTTP/1.1" status: 204 len: 168 time: 1.2957921 Aug 19 18:16:59.826257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53874) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.896620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd1dcd46-4cd5-4e13-97f2-47b6b366cb84 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 200 len: 205 time: 0.1589894 Aug 19 18:16:59.897435 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68d1d4-a685-4ea5-8df6-5d5dda09efe6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:16:59.898261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53876) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.904008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dd68d1d4-a685-4ea5-8df6-5d5dda09efe6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/4fef5e95-8c48-40d6-944a-cd8ac7c022d9 HTTP/1.1" status: 404 len: 333 time: 0.0725734 Aug 19 18:16:59.907355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:16:59.909181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-d28c567e-886f-4614-ad1b-71657605c2dc tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.044677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.047310 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d28c567e-886f-4614-ad1b-71657605c2dc tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 200 len: 241 time: 0.1457841 Aug 19 18:17:00.070664 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.101914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-68ed7d24-f3ed-4a78-ae4a-182e5fedd740 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1569674154') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.124090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-056eedb7-77de-4181-9f06-237523e225ca None None] For port 306e4fc1-bba9-4b10-804c-267beeea2a85, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=306e4fc1-bba9-4b10-804c-267beeea2a85,segment=NetworkSegment(64d463ec-1981-4b40-a2a3-7f1d9de1cf88),segment_id=64d463ec-1981-4b40-a2a3-7f1d9de1cf88)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:00.138076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.152878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 4a67fd91-a3fd-4bb1-9aee-22caa8803658 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:00.163581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.201089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eedb7-77de-4181-9f06-237523e225ca None None] Pushing event updated for resources: {'Port': ['ID=306e4fc1-bba9-4b10-804c-267beeea2a85,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.225308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218c56c-8c5c-46b3-bf4a-7eb1d2a6bf3e req-5bcffaeb-c617-433a-b761-285a7e789715 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:00.227095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5218c56c-8c5c-46b3-bf4a-7eb1d2a6bf3e req-5bcffaeb-c617-433a-b761-285a7e789715 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 944 time: 0.3215706 Aug 19 18:17:00.273208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Provisioning for port 1cac6f4c-67e3-4112-a397-bc918c0f809d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:00.280100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Provisioning complete for port 1cac6f4c-67e3-4112-a397-bc918c0f809d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:00.280480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.318089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.324310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5218c56c-8c5c-46b3-bf4a-7eb1d2a6bf3e req-9825d47d-5c8d-40a3-b5a8-bbc3622b25b8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Aug 19 18:17:00.355503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Port 1cac6f4c-67e3-4112-a397-bc918c0f809d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:00.358806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-68ed7d24-f3ed-4a78-ae4a-182e5fedd740 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1569674154 HTTP/1.1" status: 204 len: 168 time: 0.2656798 Aug 19 18:17:00.361689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.366933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Provisioning complete for port 306e4fc1-bba9-4b10-804c-267beeea2a85 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:00.367318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-809dca6f-2aad-472e-a08a-665115fce1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.370692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-e3998eb5-d653-4faf-9c33-f6f95832f82a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1569674154') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.477798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.528345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e3998eb5-d653-4faf-9c33-f6f95832f82a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1569674154 HTTP/1.1" status: 204 len: 168 time: 0.1654775 Aug 19 18:17:00.530922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.538083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-b3095cf2-b8cb-4786-ba5b-c8fff38c3ad5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:00.574516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.620083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.624381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/4a67fd91-a3fd-4bb1-9aee-22caa8803658 HTTP/1.1" status: 204 len: 168 time: 0.7115688 Aug 19 18:17:00.626951 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c16e3f2e-fd97-49ba-a7d0-5bc09b6e5079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.637091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f5da7-81e0-4def-8d29-fe0bea98a9cb None None] Network 49334d0d-cf85-4750-a6a4-b53b9185b487 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:00.641722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:00.648997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0695cae-a2ea-42ae-9db9-abd0ccc43f01 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=4a67fd91-a3fd-4bb1-9aee-22caa8803658,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:00.673374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea14422b-3f0d-4564-bf5e-ae43dbc6c9d7 None None] Provisioning complete for port 1cac6f4c-67e3-4112-a397-bc918c0f809d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:00.673530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea14422b-3f0d-4564-bf5e-ae43dbc6c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.779385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ea14422b-3f0d-4564-bf5e-ae43dbc6c9d7 None None] Port 1cac6f4c-67e3-4112-a397-bc918c0f809d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:00.851703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 306e4fc1-bba9-4b10-804c-267beeea2a85 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:00.915028 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:00.927853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] DHCP port deletion for 49334d0d-cf85-4750-a6a4-b53b9185b487 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:00.941517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 306e4fc1-bba9-4b10-804c-267beeea2a85 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:00.942089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.047139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Deleting port 4c464be3-8889-4f12-bdde-fc0732b0ff3e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:01.047717 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.162954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] For port 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c464be3-8889-4f12-bdde-fc0732b0ff3e,segment=NetworkSegment(de6e1e88-2623-4ad7-804e-3fb2fcec944b),segment_id=de6e1e88-2623-4ad7-804e-3fb2fcec944b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:01.163665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.164715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.178833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Calling delete_port for 4c464be3-8889-4f12-bdde-fc0732b0ff3e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:01.183182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b3095cf2-b8cb-4786-ba5b-c8fff38c3ad5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 200 len: 205 time: 0.6510634 Aug 19 18:17:01.185869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.191094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-9ea95c06-2a11-4ede-91e5-c42314920e37 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.292478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.304486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ea95c06-2a11-4ede-91e5-c42314920e37 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 200 len: 241 time: 0.1133127 Aug 19 18:17:01.304755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 4c464be3-8889-4f12-bdde-fc0732b0ff3e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:01.305021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.305686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53928) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.312164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-22724a95-2e7e-4193-87bd-20a44f065920 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-1735603892') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.344300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] Pushing event deleted for resources: {'Port': ['ID=4c464be3-8889-4f12-bdde-fc0732b0ff3e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:01.353658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddd9df-a996-44a4-ada9-c985e977e6ab None None] No DVR routers for this DVR port 4c464be3-8889-4f12-bdde-fc0732b0ff3e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:01.429899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port 4c464be3-8889-4f12-bdde-fc0732b0ff3e, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:01.430331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.455773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 4c464be3-8889-4f12-bdde-fc0732b0ff3e owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:01.458886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Port 4c464be3-8889-4f12-bdde-fc0732b0ff3e was not found and therefore no delete operation was performed {{(pid=101325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:17:01.460164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.481427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port 4c464be3-8889-4f12-bdde-fc0732b0ff3e on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:01.482039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22724a95-2e7e-4193-87bd-20a44f065920 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-1735603892 HTTP/1.1" status: 204 len: 168 time: 0.1743705 Aug 19 18:17:01.485637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53936) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.520310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-7241e6d6-265b-4ccf-afab-5cd12368596a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-1735603892') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.533483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc1cb-049f-4a55-a959-f4c9d16d7ccb req-e93a0d86-f85b-47c1-b9da-6392d734e147 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:01.539032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7fdc1cb-049f-4a55-a959-f4c9d16d7ccb req-e93a0d86-f85b-47c1-b9da-6392d734e147 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 944 time: 0.0846212 Aug 19 18:17:01.584243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=4c464be3-8889-4f12-bdde-fc0732b0ff3e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:01.591501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7fdc1cb-049f-4a55-a959-f4c9d16d7ccb req-e89f83df-20d6-4343-a04c-7b1be6d995ff tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467465 Aug 19 18:17:01.690263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.704009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49334d0d-cf85-4750-a6a4-b53b9185b487']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.717222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6e1e88-2623-4ad7-804e-3fb2fcec944b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.717623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6e1e88-2623-4ad7-804e-3fb2fcec944b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.742639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.761358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.769825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7241e6d6-265b-4ccf-afab-5cd12368596a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-1735603892 HTTP/1.1" status: 204 len: 168 time: 0.2513669 Aug 19 18:17:01.770273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53948) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.776014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:01.776520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:01.780211 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:01.783466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-396573bf-fb56-4b0c-b744-87d3d3ba29ac tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.869971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.875126 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.882978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/49334d0d-cf85-4750-a6a4-b53b9185b487 HTTP/1.1" status: 204 len: 168 time: 1.2225895 Aug 19 18:17:01.883846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-396573bf-fb56-4b0c-b744-87d3d3ba29ac tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 200 len: 205 time: 0.1115203 Aug 19 18:17:01.884683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53950) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.886510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.889857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1068722825'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:01.895474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-81338ffe-bac6-459b-8226-148bd0bf8b12 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:01.918625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:01.920732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60341-2408-4c95-9af9-4b95debe91c2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=49334d0d-cf85-4750-a6a4-b53b9185b487,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:01.923129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.949687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:17:01.961443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:01.961846 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment 736abb62-f7f7-41f7-8acd-b70577de8a0f of type vlan for network 75309af3-aac7-4a1a-af67-c7869451cb5f Aug 19 18:17:01.965063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81338ffe-bac6-459b-8226-148bd0bf8b12 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 200 len: 241 time: 0.0741477 Aug 19 18:17:01.967635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:01.974284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-2a31d843-96f2-49c6-9911-e8cdae6d5769 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-1036251387') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.004096 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.019167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2a31d843-96f2-49c6-9911-e8cdae6d5769 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-1036251387 HTTP/1.1" status: 204 len: 168 time: 0.0502181 Aug 19 18:17:02.022529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.027638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.028316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-825120fa-bd5f-43fd-a193-7ceebd2dfb17 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-1036251387') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.073899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.078686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-825120fa-bd5f-43fd-a193-7ceebd2dfb17 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-1036251387 HTTP/1.1" status: 204 len: 168 time: 0.0526526 Aug 19 18:17:02.080461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53960) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.081087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.082408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.087968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-ba3dfd78-ea70-49db-9aee-053c36747900 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.116062 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba3dfd78-ea70-49db-9aee-053c36747900 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 200 len: 205 time: 0.0330360 Aug 19 18:17:02.118709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53964) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.125085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-27391208-9156-40aa-974f-7155f96ae13b tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.169986 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27391208-9156-40aa-974f-7155f96ae13b tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0495970 Aug 19 18:17:02.174972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53966) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.181064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-6adcd1a3-92ae-4675-a7b9-05a0ae6c278c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.244342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74b1b0dd-7776-4784-9e07-35e35451eb09 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:02.315829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 74b1b0dd-7776-4784-9e07-35e35451eb09 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:02.322898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 74b1b0dd-7776-4784-9e07-35e35451eb09 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:02.323236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.343110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6adcd1a3-92ae-4675-a7b9-05a0ae6c278c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 204 len: 168 time: 0.1667924 Aug 19 18:17:02.343853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.349450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-420c11cf-b990-40c7-b019-d32e8a9e8db1 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.413791 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.417443 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-420c11cf-b990-40c7-b019-d32e8a9e8db1 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 204 len: 168 time: 0.0724564 Aug 19 18:17:02.418727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.423622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-f1d50470-e799-42d7-8849-af5a36f72975 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.443618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:02.446778 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6c69c1-00d4-4f47-bea4-faa798dd2a14" -d '{"events": [{"server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "name": "network-vif-plugged", "status": "completed", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:02.476310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74b1b0dd-7776-4784-9e07-35e35451eb09,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:02.485559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:02.538090 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09351d3c-10ae-40f6-98af-bf9c9542dab6 x-openstack-request-id: req-09351d3c-10ae-40f6-98af-bf9c9542dab6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:02.538381 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "name": "network-vif-plugged", "status": "completed", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:02.541448 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09351d3c-10ae-40f6-98af-bf9c9542dab6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:02.542035 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09', 'code': 200} Aug 19 18:17:02.575150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f1d50470-e799-42d7-8849-af5a36f72975 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 204 len: 168 time: 0.1547182 Aug 19 18:17:02.581065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.589731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-76076d1b-90a7-4891-a2f3-6f1cf0469243 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-1013285933') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:02.611753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7258654 Aug 19 18:17:02.628174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53980) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:02.637534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:02.680561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11901a57-c6c3-4c92-b036-ca94cd0af3f2 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=75309af3-aac7-4a1a-af67-c7869451cb5f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.680805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:02.708892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 75309af3-aac7-4a1a-af67-c7869451cb5f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:17:02.842555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63aaa5-0fa1-4ba1-9814-974dc52dd0ba req-0b28e666-e219-4398-bb72-45ab31be6d49 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.844020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba63aaa5-0fa1-4ba1-9814-974dc52dd0ba req-0b28e666-e219-4398-bb72-45ab31be6d49 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.0932603 Aug 19 18:17:02.875814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c464be3-8889-4f12-bdde-fc0732b0ff3e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:02.907638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba63aaa5-0fa1-4ba1-9814-974dc52dd0ba req-d9ad1273-9095-4544-8f53-5c519015d81d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564325 Aug 19 18:17:02.918723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4c464be3-8889-4f12-bdde-fc0732b0ff3e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:02.919071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c464be3-8889-4f12-bdde-fc0732b0ff3e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:02.988336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e8d3-188f-457d-bbb0-80f24cd35bb9 req-c2bdb7d5-413d-4e60-9e7f-00631511474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:02.991405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e15e8d3-188f-457d-bbb0-80f24cd35bb9 req-c2bdb7d5-413d-4e60-9e7f-00631511474b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 1097 time: 0.3031726 Aug 19 18:17:02.993622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:02.997881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.110934 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76076d1b-90a7-4891-a2f3-6f1cf0469243 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-1013285933 HTTP/1.1" status: 201 len: 201 time: 0.5286174 Aug 19 18:17:03.115001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53994) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.117036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e15e8d3-188f-457d-bbb0-80f24cd35bb9 req-a67a91ae-c1c8-40dd-9b6e-24989dc0c988 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156652 Aug 19 18:17:03.120549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-05ef7f59-14b5-4109-8e1a-1a3f754598ca tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1265090422') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.226423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-05ef7f59-14b5-4109-8e1a-1a3f754598ca tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1265090422 HTTP/1.1" status: 201 len: 201 time: 0.1099918 Aug 19 18:17:03.232003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 53996) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.237494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-7d66afa7-56d4-4232-9193-ddb415b319e7 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-1057312850') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.275147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.352138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d66afa7-56d4-4232-9193-ddb415b319e7 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-1057312850 HTTP/1.1" status: 201 len: 201 time: 0.1188812 Aug 19 18:17:03.352744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 53998) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.361768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-ac4325cd-e1bc-4717-b256-c9d0afc69ead tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-685371560') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.382036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=ad9821ed-85be-4208-aa50-d7d16cb68006,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:03.399891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': '736abb62-f7f7-41f7-8acd-b70577de8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:03.400262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: 75309af3-aac7-4a1a-af67-c7869451cb5f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:17:03.429005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ac4325cd-e1bc-4717-b256-c9d0afc69ead tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-685371560 HTTP/1.1" status: 201 len: 201 time: 0.0750258 Aug 19 18:17:03.432378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54004) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.442384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-38dd7cee-9b17-40e7-992d-7ca07464486d tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', {'tags': ['tempest-TagsExtTest-Tag-1995614813', 'tempest-TagsExtTest-Tag-194916525', 'tempest-TagsExtTest-Tag-825085717']}) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.445259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 75309af3-aac7-4a1a-af67-c7869451cb5f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:17:03.504322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 75309af3-aac7-4a1a-af67-c7869451cb5f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:03.525637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c932b33e-8975-43b9-8a7c-305acbd90eca None None] Network 75309af3-aac7-4a1a-af67-c7869451cb5f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:03.568865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:03.569474 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.580478 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38dd7cee-9b17-40e7-992d-7ca07464486d tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 200 len: 316 time: 0.1469140 Aug 19 18:17:03.583242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54006) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.588691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-4d3223c8-ad48-4adf-bf84-abb4beb41518 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.602976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-279c7885-7f06-4e72-a62f-7204fa0da043 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9723868 Aug 19 18:17:03.604113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54008) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.608878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f', 'name': 'tempest-PortsTestJSON-1820415393', 'fixed_ips': [{'subnet_id': 'ad9821ed-85be-4208-aa50-d7d16cb68006', 'ip_address': '172.20.0.10'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:03.611384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.749177 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d3223c8-ad48-4adf-bf84-abb4beb41518 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 204 len: 168 time: 0.1632626 Aug 19 18:17:03.750645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54012) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.762384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-ac830826-067c-4574-8516-ed5cad92592a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-1995614813') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.840687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-75309af3-aac7-4a1a-af67-c7869451cb5f', 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': 'ad9821ed-85be-4208-aa50-d7d16cb68006'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:03.841652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:03.890146 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-ac830826-067c-4574-8516-ed5cad92592a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:03.893595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ac830826-067c-4574-8516-ed5cad92592a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-1995614813 HTTP/1.1" status: 404 len: 329 time: 0.1407750 Aug 19 18:17:03.894700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54020) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.899879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:03.900122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-3ee241ac-4198-4ac7-96cd-ece6cde8ecae tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-194916525') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:03.984423 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-3ee241ac-4198-4ac7-96cd-ece6cde8ecae tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:03.988538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3ee241ac-4198-4ac7-96cd-ece6cde8ecae tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-194916525 HTTP/1.1" status: 404 len: 328 time: 0.0896549 Aug 19 18:17:03.991218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54026) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:03.998571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-8a1fdf3a-a908-4e85-9a97-1062986244d5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625', 'tempest-TagsExtTest-Tag-825085717') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:04.060257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Allocated IP 172.20.0.2 (75309af3-aac7-4a1a-af67-c7869451cb5f/ad9821ed-85be-4208-aa50-d7d16cb68006/62d819b9-4198-47ca-815e-03d4c1e63a7f) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:04.148283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.155688 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-8a1fdf3a-a908-4e85-9a97-1062986244d5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:04.157103 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a1fdf3a-a908-4e85-9a97-1062986244d5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags/tempest-TagsExtTest-Tag-825085717 HTTP/1.1" status: 404 len: 328 time: 0.1649342 Aug 19 18:17:04.165303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54028) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.172826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-fd05525d-0e74-4780-a281-898987987772 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', {'tags': ['tempest-TagsExtTest-Tag-1485297105', 'tempest-TagsExtTest-Tag-1717429060', 'tempest-TagsExtTest-Tag-1813565732']}) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:04.212734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 90647aeb-abdf-4d17-871d-b78bb6defb41 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:04.249035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309675-0a8e-4e80-b7f3-1ef267e6d66e req-d3b1edf7-6117-48e6-95ca-2d834c4d7e46 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:04.257440 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45309675-0a8e-4e80-b7f3-1ef267e6d66e req-d3b1edf7-6117-48e6-95ca-2d834c4d7e46 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.1571014 Aug 19 18:17:04.343810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45309675-0a8e-4e80-b7f3-1ef267e6d66e req-ff78c009-acb4-4247-b281-3b705bc857d0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Aug 19 18:17:04.408544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.419332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Transition to ACTIVE for port object 62d819b9-4198-47ca-815e-03d4c1e63a7f will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:04.433771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd05525d-0e74-4780-a281-898987987772 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 200 len: 318 time: 0.2671280 Aug 19 18:17:04.436563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54034) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.441787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-1bcfc1ee-155d-4039-9eae-25ffeb62519d tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:04.450787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Transition to ACTIVE for port object 62d819b9-4198-47ca-815e-03d4c1e63a7f will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:04.459460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.538641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Pushing event updated for resources: {'Port': ['ID=62d819b9-4198-47ca-815e-03d4c1e63a7f,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:04.553793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.554224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.554585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.554923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.555252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.555899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.556230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.556560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.556890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.557216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.557639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.557969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:04.576795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Network 75309af3-aac7-4a1a-af67-c7869451cb5f is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:04.578023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:04.584879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:04.593665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.10 (75309af3-aac7-4a1a-af67-c7869451cb5f/ad9821ed-85be-4208-aa50-d7d16cb68006/90647aeb-abdf-4d17-871d-b78bb6defb41) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:04.611142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1bcfc1ee-155d-4039-9eae-25ffeb62519d tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 204 len: 168 time: 0.1707466 Aug 19 18:17:04.615565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54040) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.626394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-207cfef6-29bc-47b2-846c-650e657aa681 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1485297105') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:04.656513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Attempting to bind port 62d819b9-4198-47ca-815e-03d4c1e63a7f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:04.657305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Attempting to bind port 62d819b9-4198-47ca-815e-03d4c1e63a7f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '736abb62-f7f7-41f7-8acd-b70577de8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:04.657909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Attempting to bind port 62d819b9-4198-47ca-815e-03d4c1e63a7f on network 75309af3-aac7-4a1a-af67-c7869451cb5f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:04.664496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:04.665629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Checking segment: {'id': '736abb62-f7f7-41f7-8acd-b70577de8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:04.666275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.666897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Bound using segment: {'id': '736abb62-f7f7-41f7-8acd-b70577de8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:04.667765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Bound port: 62d819b9-4198-47ca-815e-03d4c1e63a7f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736abb62-f7f7-41f7-8acd-b70577de8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:04.668406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.766065 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-207cfef6-29bc-47b2-846c-650e657aa681 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:04.771074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-207cfef6-29bc-47b2-846c-650e657aa681 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1485297105 HTTP/1.1" status: 404 len: 329 time: 0.1456048 Aug 19 18:17:04.772165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54044) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.780511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-17e4a836-e87d-4f56-807e-b6ce1728ee33 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1717429060') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:04.792497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] For port 62d819b9-4198-47ca-815e-03d4c1e63a7f, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:04.802748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] For port 62d819b9-4198-47ca-815e-03d4c1e63a7f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=62d819b9-4198-47ca-815e-03d4c1e63a7f,segment=NetworkSegment(736abb62-f7f7-41f7-8acd-b70577de8a0f),segment_id=736abb62-f7f7-41f7-8acd-b70577de8a0f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:04.815362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.926111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:04.935313 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-17e4a836-e87d-4f56-807e-b6ce1728ee33 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:04.944789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-17e4a836-e87d-4f56-807e-b6ce1728ee33 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1717429060 HTTP/1.1" status: 404 len: 329 time: 0.1709266 Aug 19 18:17:04.945060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 90647aeb-abdf-4d17-871d-b78bb6defb41 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:04.947974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54048) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:04.951692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e28fb-49f9-496f-ad8d-769990734878 None None] Pushing event updated for resources: {'Port': ['ID=62d819b9-4198-47ca-815e-03d4c1e63a7f,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:04.956619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-25a7641b-02eb-4b92-8829-acff741bd70c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d', 'tempest-TagsExtTest-Tag-1813565732') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.007015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.058129 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-25a7641b-02eb-4b92-8829-acff741bd70c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:05.060044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25a7641b-02eb-4b92-8829-acff741bd70c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags/tempest-TagsExtTest-Tag-1813565732 HTTP/1.1" status: 404 len: 329 time: 0.1102457 Aug 19 18:17:05.062735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54054) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.070336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-10974b02-33f1-44a9-93b1-b4d4325db0d9 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', {'tags': ['tempest-TagsExtTest-Tag-1051942411', 'tempest-TagsExtTest-Tag-548372703', 'tempest-TagsExtTest-Tag-2094486553']}) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.170172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 75309af3-aac7-4a1a-af67-c7869451cb5f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:05.176387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:05.183149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:05.187752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=90647aeb-abdf-4d17-871d-b78bb6defb41,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:05.259518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:05.260171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.288172 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bdde7d17-939f-4c61-9745-eb783c1ccb12 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6810238 Aug 19 18:17:05.290517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54058) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.309593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': '75309af3-aac7-4a1a-af67-c7869451cb5f', 'name': 'tempest-PortsTestJSON-206308269', 'fixed_ips': [{'subnet_id': 'ad9821ed-85be-4208-aa50-d7d16cb68006', 'ip_address': '172.20.0.9'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:05.325140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-10974b02-33f1-44a9-93b1-b4d4325db0d9 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 200 len: 317 time: 0.2610111 Aug 19 18:17:05.326163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54060) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.331750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-60214ec9-f13e-4d40-8fe3-9f3b2e2ed8e4 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.494044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60214ec9-f13e-4d40-8fe3-9f3b2e2ed8e4 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 204 len: 168 time: 0.1657398 Aug 19 18:17:05.499111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54068) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.513672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-a4d7ae76-aa8b-4528-8395-0f65d6a3a8af tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-1051942411') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.550456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:05.558851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:05.588414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 09efb257-d3c6-45c0-ab5b-e565d37e4179 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:05.642397 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-a4d7ae76-aa8b-4528-8395-0f65d6a3a8af tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:05.643392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a4d7ae76-aa8b-4528-8395-0f65d6a3a8af tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-1051942411 HTTP/1.1" status: 404 len: 329 time: 0.1419871 Aug 19 18:17:05.651842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511462d-d6a8-4405-b72e-9a3f43cdf528 req-5311dfe1-5dc2-4089-96b8-d378089ba89f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:05.653707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c511462d-d6a8-4405-b72e-9a3f43cdf528 req-5311dfe1-5dc2-4089-96b8-d378089ba89f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.1342452 Aug 19 18:17:05.654394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54070) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.659655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-7831225d-91dc-455c-89e5-d5ea55859b48 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-548372703') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.810733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c511462d-d6a8-4405-b72e-9a3f43cdf528 req-407d7025-6fe3-41fb-b7fd-9ade96a7c6fd tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466818 Aug 19 18:17:05.815576 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-7831225d-91dc-455c-89e5-d5ea55859b48 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:05.821397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7831225d-91dc-455c-89e5-d5ea55859b48 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-548372703 HTTP/1.1" status: 404 len: 328 time: 0.1657233 Aug 19 18:17:05.822319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.832897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-650d256d-0efc-4517-93f6-37236fc1d08c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6', 'tempest-TagsExtTest-Tag-2094486553') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:05.913678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.9 (75309af3-aac7-4a1a-af67-c7869451cb5f/ad9821ed-85be-4208-aa50-d7d16cb68006/09efb257-d3c6-45c0-ab5b-e565d37e4179) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:05.985340 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-650d256d-0efc-4517-93f6-37236fc1d08c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:05.989936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-650d256d-0efc-4517-93f6-37236fc1d08c tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags/tempest-TagsExtTest-Tag-2094486553 HTTP/1.1" status: 404 len: 329 time: 0.1625278 Aug 19 18:17:05.990195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:05.995672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-852799cc-aff6-4672-b638-6f45a137b324 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', {'tags': ['tempest-TagsExtTest-Tag-630060332', 'tempest-TagsExtTest-Tag-85723306', 'tempest-TagsExtTest-Tag-684060584']}) {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.076675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-852799cc-aff6-4672-b638-6f45a137b324 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "PUT /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 200 len: 314 time: 0.0831587 Aug 19 18:17:06.077137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54086) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.082538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-e83b451a-a5a7-4ca9-9e95-5f4c241c5e8a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.157225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e83b451a-a5a7-4ca9-9e95-5f4c241c5e8a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0763774 Aug 19 18:17:06.157607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54094) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.170057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-33a9d850-0d4b-411c-a705-8bf112961cca tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-630060332') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.252858 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-33a9d850-0d4b-411c-a705-8bf112961cca tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:06.253920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-33a9d850-0d4b-411c-a705-8bf112961cca tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-630060332 HTTP/1.1" status: 404 len: 328 time: 0.0954056 Aug 19 18:17:06.257209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.265458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-63850f34-9cf3-40a3-b34d-8f8ff3adb920 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-85723306') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.319259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.329613 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-63850f34-9cf3-40a3-b34d-8f8ff3adb920 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:06.334611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63850f34-9cf3-40a3-b34d-8f8ff3adb920 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-85723306 HTTP/1.1" status: 404 len: 327 time: 0.0763445 Aug 19 18:17:06.337781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54108) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.342378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-94d7b87a-939c-49bb-a1a8-5c8ab9505eec tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e', 'tempest-TagsExtTest-Tag-684060584') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.367896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 09efb257-d3c6-45c0-ab5b-e565d37e4179 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:06.401254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-51058ba8-5d16-4ff7-ab39-1a6a8e701528 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.403104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-51058ba8-5d16-4ff7-ab39-1a6a8e701528 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.2073441 Aug 19 18:17:06.417196 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-94d7b87a-939c-49bb-a1a8-5c8ab9505eec tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] show failed (client error): The resource could not be found. Aug 19 18:17:06.418127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-94d7b87a-939c-49bb-a1a8-5c8ab9505eec tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags/tempest-TagsExtTest-Tag-684060584 HTTP/1.1" status: 404 len: 328 time: 0.0793929 Aug 19 18:17:06.420916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.426699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-cf137d21-1c5d-448a-98e8-9da3111cddb5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbb349c6-09ce-4aa1-9e17-5299b739cd3e') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.434814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-e17b7528-0982-4342-9a17-4cf738fb6e8b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0192432 Aug 19 18:17:06.452794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.469990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f061a15-db59-42b2-8ba7-50477ddbf49f None None] Network 75309af3-aac7-4a1a-af67-c7869451cb5f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:06.511279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network 75309af3-aac7-4a1a-af67-c7869451cb5f is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:06.513414 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf137d21-1c5d-448a-98e8-9da3111cddb5 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e/tags HTTP/1.1" status: 204 len: 168 time: 0.0915096 Aug 19 18:17:06.517264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54112) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.519964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:06.524255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:06.527240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-832470fe-f78b-4d79-8223-79b4cae3055e tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ac708aa-8c11-4130-9e7c-989f5d4f3be6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.578836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=09efb257-d3c6-45c0-ab5b-e565d37e4179,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:06.626446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.627262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:06.632253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-847aa6f0-9f1a-4b3f-b2dd-2c9662668183 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1898804 Aug 19 18:17:06.652911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-781065ac-b86b-4965-9980-dd55ec9eb479 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3584974 Aug 19 18:17:06.655313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.660987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-87bdd0f2-d137-47e4-86cb-89c74f5923b4 None None] Provisioning for port 62d819b9-4198-47ca-815e-03d4c1e63a7f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:06.763025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-832470fe-f78b-4d79-8223-79b4cae3055e tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6/tags HTTP/1.1" status: 204 len: 168 time: 0.2443929 Aug 19 18:17:06.763752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2968711-cf1f-4818-8bbb-94948ae5e8c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:06.765363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f2968711-cf1f-4818-8bbb-94948ae5e8c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1089613 Aug 19 18:17:06.765980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.768451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54122) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.777242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-68b01209-1080-47ab-aaed-6096c785ea21 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1cac6f4c-67e3-4112-a397-bc918c0f809d') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.913439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-9026296e-e729-4f59-812d-de66c23707ac service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803001 Aug 19 18:17:06.926173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68b01209-1080-47ab-aaed-6096c785ea21 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d/tags HTTP/1.1" status: 204 len: 168 time: 0.1591685 Aug 19 18:17:06.928697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54128) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:06.933458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-73c68e69-f6bb-4f3f-8360-869481600215 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88ccba3a-1cb8-4891-a4cd-754c1ba77625') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:06.953976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 62d819b9-4198-47ca-815e-03d4c1e63a7f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:07.055903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 62d819b9-4198-47ca-815e-03d4c1e63a7f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:07.060774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 62d819b9-4198-47ca-815e-03d4c1e63a7f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:07.061202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.070924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56aff5-2a8d-4385-a772-a05998ecd11e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.071619 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-73c68e69-f6bb-4f3f-8360-869481600215 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625/tags HTTP/1.1" status: 204 len: 168 time: 0.1418128 Aug 19 18:17:07.076714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:07.077423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56aff5-2a8d-4385-a772-a05998ecd11e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.084504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56aff5-2a8d-4385-a772-a05998ecd11e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:07.089572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6e56aff5-2a8d-4385-a772-a05998ecd11e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3000648 Aug 19 18:17:07.092059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54136) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:07.217163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.226821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2708ee92-0f4b-47e0-94e4-7b753d539960 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for subnetpool, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.232709 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2708ee92-0f4b-47e0-94e4-7b753d539960 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnetpools/bbb349c6-09ce-4aa1-9e17-5299b739cd3e HTTP/1.1" status: 204 len: 168 time: 0.1545739 Aug 19 18:17:07.235950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54138) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:07.257612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Provisioning for port 90647aeb-abdf-4d17-871d-b78bb6defb41 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:07.275127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Provisioning complete for port 90647aeb-abdf-4d17-871d-b78bb6defb41 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:07.275586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.281316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-e252ff2d-ecdc-43ae-b22e-7441840153fc service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494096 Aug 19 18:17:07.285812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 09efb257-d3c6-45c0-ab5b-e565d37e4179 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:07.286296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.303125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eae6cdd4-5268-438c-b7c4-c7688e7bf4fe tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ac708aa-8c11-4130-9e7c-989f5d4f3be6 HTTP/1.1" status: 200 len: 205 time: 0.0657482 Aug 19 18:17:07.305821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:07.314433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Port 90647aeb-abdf-4d17-871d-b78bb6defb41 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:07.320366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 62d819b9-4198-47ca-815e-03d4c1e63a7f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=62d819b9-4198-47ca-815e-03d4c1e63a7f,segment=NetworkSegment(736abb62-f7f7-41f7-8acd-b70577de8a0f),segment_id=736abb62-f7f7-41f7-8acd-b70577de8a0f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:07.344053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Provisioning complete for port 62d819b9-4198-47ca-815e-03d4c1e63a7f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:07.344433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.346175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.521414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.579232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.634263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=62d819b9-4198-47ca-815e-03d4c1e63a7f,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:07.660290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 09efb257-d3c6-45c0-ab5b-e565d37e4179 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:07.672392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef23b44a-2dc0-428e-aeaa-2f4842f8d2d1 req-7e513a12-3de8-4533-84ae-4224ffb15c23 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 210 time: 0.0707757 Aug 19 18:17:07.782305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Provisioning for port 09efb257-d3c6-45c0-ab5b-e565d37e4179 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:07.794792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Provisioning complete for port 09efb257-d3c6-45c0-ab5b-e565d37e4179 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:07.795250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.853276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.866573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.917038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-18f61ace-2987-40dc-b144-a1a7dc1fb1f5 None None] Port 09efb257-d3c6-45c0-ab5b-e565d37e4179 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:07.949431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.967374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:07.968537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac708aa-8c11-4130-9e7c-989f5d4f3be6 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:17:08.000894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.002061 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-770fefc7-1be2-4391-8867-e54a55a0edfd tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/routers/6ac708aa-8c11-4130-9e7c-989f5d4f3be6 HTTP/1.1" status: 204 len: 168 time: 0.6950963 Aug 19 18:17:08.005063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:08.035489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=09efb257-d3c6-45c0-ab5b-e565d37e4179,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:08.050060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0df34676-6637-487d-9f7d-231f02c692f3 None None] Provisioning complete for port 90647aeb-abdf-4d17-871d-b78bb6defb41 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:08.050441 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0df34676-6637-487d-9f7d-231f02c692f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.164532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0df34676-6637-487d-9f7d-231f02c692f3 None None] Port 90647aeb-abdf-4d17-871d-b78bb6defb41 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:08.195846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Deleting port 1cac6f4c-67e3-4112-a397-bc918c0f809d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:08.196344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.203734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.213205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b49893ef-6082-48f8-ad20-514ec06e008b tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/09efb257-d3c6-45c0-ab5b-e565d37e4179 HTTP/1.1" status: 204 len: 168 time: 1.1185520 Aug 19 18:17:08.214879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54176) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:08.258000 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2d30ba-53b9-4f4a-b257-2bdb0082f8a8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:17:08.260200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b2d30ba-53b9-4f4a-b257-2bdb0082f8a8 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/09efb257-d3c6-45c0-ab5b-e565d37e4179 HTTP/1.1" status: 404 len: 333 time: 0.0442631 Aug 19 18:17:08.262906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:08.281021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-60c25894-2d61-4473-9868-8057b1f76dc3 None None] Could not find standard attr ID for object 09efb257-d3c6-45c0-ab5b-e565d37e4179. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:08.365322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.386045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Calling delete_port for 1cac6f4c-67e3-4112-a397-bc918c0f809d owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:08.435514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 90647aeb-abdf-4d17-871d-b78bb6defb41 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:08.436119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.657033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.667493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.682240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 90647aeb-abdf-4d17-871d-b78bb6defb41 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:08.698839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event deleted for resources: {'Port': ['ID=1cac6f4c-67e3-4112-a397-bc918c0f809d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:08.795492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.798369 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-114f94f4-7838-4f34-863b-1b423819df38 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/ports/1cac6f4c-67e3-4112-a397-bc918c0f809d HTTP/1.1" status: 204 len: 168 time: 0.7922192 Aug 19 18:17:08.803575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54230) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:08.872666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.877515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 62d819b9-4198-47ca-815e-03d4c1e63a7f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:08.908163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0d7ff40-268e-4dc5-81e2-063a8355d819 req-49b6ca97-b737-4a0e-8e11-1408a756b85d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 210 time: 0.0460455 Aug 19 18:17:08.927052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Deleting subnet 88ccba3a-1cb8-4891-a4cd-754c1ba77625 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:08.931554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:08.980050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=90647aeb-abdf-4d17-871d-b78bb6defb41,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.016979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 62d819b9-4198-47ca-815e-03d4c1e63a7f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:09.018576 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.029722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.270039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.275704 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.282249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9611cacb-cf02-4cf4-831f-ec441747aa0e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/90647aeb-abdf-4d17-871d-b78bb6defb41 HTTP/1.1" status: 204 len: 168 time: 1.0169361 Aug 19 18:17:09.289151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54266) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.334196 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7e0baf-e89d-4ba2-ab61-09a4c58e1fb7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:17:09.336314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1b7e0baf-e89d-4ba2-ab61-09a4c58e1fb7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/90647aeb-abdf-4d17-871d-b78bb6defb41 HTTP/1.1" status: 404 len: 333 time: 0.0457764 Aug 19 18:17:09.343071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54268) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.362651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.404502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event deleted for resources: {'Subnet': ['ID=88ccba3a-1cb8-4891-a4cd-754c1ba77625,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:09.423177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.424388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d8ef4a-457e-41ea-9e67-63a1a410b98c None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:09.428184 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-048c3b8d-46df-485d-b004-4939a27b2720 tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/subnets/88ccba3a-1cb8-4891-a4cd-754c1ba77625 HTTP/1.1" status: 204 len: 168 time: 0.6227896 Aug 19 18:17:09.430503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:09.462614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-9bda7621-9506-4f1a-835d-e1dfa6aa0c7d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:09.464269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-9bda7621-9506-4f1a-835d-e1dfa6aa0c7d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.4795234 Aug 19 18:17:09.484620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:09.503874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet ad9821ed-85be-4208-aa50-d7d16cb68006 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:09.587433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.595659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.647208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.696296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] DHCP port deletion for 90f2d545-a9a6-45d5-a6ed-019ac75a3578 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:09.720454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Deleting port 306e4fc1-bba9-4b10-804c-267beeea2a85 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:09.721205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.812685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Deleting port 306e4fc1-bba9-4b10-804c-267beeea2a85 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:09.813316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.835331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] For port 306e4fc1-bba9-4b10-804c-267beeea2a85, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=306e4fc1-bba9-4b10-804c-267beeea2a85,segment=NetworkSegment(64d463ec-1981-4b40-a2a3-7f1d9de1cf88),segment_id=64d463ec-1981-4b40-a2a3-7f1d9de1cf88)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:09.836884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.842023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.854993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Calling delete_port for 306e4fc1-bba9-4b10-804c-267beeea2a85 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:09.884509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:09.888183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.978921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.984974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:09.998388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] No DVR routers for this DVR port 306e4fc1-bba9-4b10-804c-267beeea2a85 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:10.029916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9821ed-85be-4208-aa50-d7d16cb68006,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.034248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] For port 306e4fc1-bba9-4b10-804c-267beeea2a85, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=306e4fc1-bba9-4b10-804c-267beeea2a85,segment=NetworkSegment(64d463ec-1981-4b40-a2a3-7f1d9de1cf88),segment_id=64d463ec-1981-4b40-a2a3-7f1d9de1cf88)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:10.035535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.046896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.049315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3dbcc5a6-151c-4e09-9f4b-9ee4d3475305 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/ad9821ed-85be-4208-aa50-d7d16cb68006 HTTP/1.1" status: 204 len: 168 time: 0.7071664 Aug 19 18:17:10.052749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:10.054642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18699ed-65f8-457a-aed1-2049df9edf05 None None] Network 75309af3-aac7-4a1a-af67-c7869451cb5f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:10.153943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Calling delete_port for 306e4fc1-bba9-4b10-804c-267beeea2a85 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:10.166962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.176927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-673d4776-1132-4577-a5b4-c6e01faec84e req-a04dc4db-3971-47d9-8623-c56083b84c9f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 210 time: 0.0562401 Aug 19 18:17:10.195597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f2d545-a9a6-45d5-a6ed-019ac75a3578']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.210226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d463ec-1981-4b40-a2a3-7f1d9de1cf88') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.210492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d463ec-1981-4b40-a2a3-7f1d9de1cf88') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:10.221778 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.223187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.7 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/9d9007c2-0bd5-4d93-9601-aec01b1b4f0a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:10.240081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.249706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:10.250151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:10.329695 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:10.332279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event deleted for resources: {'Port': ['ID=306e4fc1-bba9-4b10-804c-267beeea2a85,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.349100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.354081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.356283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] 10.222.0.36 "DELETE /v2.0/networks/90f2d545-a9a6-45d5-a6ed-019ac75a3578 HTTP/1.1" status: 204 len: 168 time: 0.9242241 Aug 19 18:17:10.418369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3efba-377c-4dc7-aae7-729c1055513a tempest-TagsExtTest-66636418 tempest-TagsExtTest-66636418-project] Pushing event deleted for resources: {'Network': ['ID=90f2d545-a9a6-45d5-a6ed-019ac75a3578,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.434915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.474766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.541465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Network 90f2d545-a9a6-45d5-a6ed-019ac75a3578 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:17:10.541938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] No DVR routers for this DVR port 306e4fc1-bba9-4b10-804c-267beeea2a85 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:10.543712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] DHCP port deletion for 75309af3-aac7-4a1a-af67-c7869451cb5f request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:10.551203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93896a-a7d2-4b26-b66c-ef24a1870f90 None None] Pushing event deleted for resources: {'Port': ['ID=306e4fc1-bba9-4b10-804c-267beeea2a85,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.623474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.654879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Deleting port 62d819b9-4198-47ca-815e-03d4c1e63a7f {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:10.655595 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.700850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.710362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 62d819b9-4198-47ca-815e-03d4c1e63a7f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:10.711385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.718375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:10.754892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74b1b0dd-7776-4784-9e07-35e35451eb09'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:10.774472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:10.787847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:10.814649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] For port 62d819b9-4198-47ca-815e-03d4c1e63a7f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=62d819b9-4198-47ca-815e-03d4c1e63a7f,segment=NetworkSegment(736abb62-f7f7-41f7-8acd-b70577de8a0f),segment_id=736abb62-f7f7-41f7-8acd-b70577de8a0f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:10.814965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.822462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:10.853104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Calling delete_port for 62d819b9-4198-47ca-815e-03d4c1e63a7f owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:10.915123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port 62d819b9-4198-47ca-815e-03d4c1e63a7f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=62d819b9-4198-47ca-815e-03d4c1e63a7f,segment=NetworkSegment(736abb62-f7f7-41f7-8acd-b70577de8a0f),segment_id=736abb62-f7f7-41f7-8acd-b70577de8a0f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:10.918490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:10.939936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:10.949059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54418) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:10.956611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 62d819b9-4198-47ca-815e-03d4c1e63a7f owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:10.989045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 62d819b9-4198-47ca-815e-03d4c1e63a7f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:10.993856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:11.001316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.032881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-63dc4c79-1e8c-4c91-b7e6-64d5d8b9988a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5566702 Aug 19 18:17:11.044822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Request body: {'port': {'device_id': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:11.140531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.141219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.214020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=62d819b9-4198-47ca-815e-03d4c1e63a7f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.226088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port 62d819b9-4198-47ca-815e-03d4c1e63a7f on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:11.383673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.409110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75309af3-aac7-4a1a-af67-c7869451cb5f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:11.439889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736abb62-f7f7-41f7-8acd-b70577de8a0f') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:11.440623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736abb62-f7f7-41f7-8acd-b70577de8a0f') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:11.469840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.484048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5d1c-149f-4210-9956-189cec363456 req-803a9735-53d3-4603-b27b-f3121c9c9a1f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:11.486585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-431e5d1c-149f-4210-9956-189cec363456 req-803a9735-53d3-4603-b27b-f3121c9c9a1f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 931 time: 0.1572194 Aug 19 18:17:11.492983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40ff80ce-5952-4139-b9ac-fe1eff3437d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89ae94c5e2c0468c902f447c5ef95d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390296 Aug 19 18:17:11.495684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54478) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:11.495824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.503671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.517416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:11.517848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.518100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No active binding found for port 62d819b9-4198-47ca-815e-03d4c1e63a7f {{(pid=101326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 18:17:11.518737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 62d819b9-4198-47ca-815e-03d4c1e63a7f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:11.519359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 306e4fc1-bba9-4b10-804c-267beeea2a85 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:11.524623 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:11.548906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 306e4fc1-bba9-4b10-804c-267beeea2a85 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:11.549279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 306e4fc1-bba9-4b10-804c-267beeea2a85 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:11.593966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] No DVR routers for this DVR port 62d819b9-4198-47ca-815e-03d4c1e63a7f on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:11.598553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420bbcb-11c8-4dd1-931f-90c2f2eb4381 None None] Pushing event deleted for resources: {'Port': ['ID=62d819b9-4198-47ca-815e-03d4c1e63a7f,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.657402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-431e5d1c-149f-4210-9956-189cec363456 req-5c070c41-00f2-47bf-8072-edc2e593c9a8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480639 Aug 19 18:17:11.670125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.694620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.698177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.706157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/75309af3-aac7-4a1a-af67-c7869451cb5f HTTP/1.1" status: 204 len: 168 time: 1.3794088 Aug 19 18:17:11.706995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54498) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:11.734865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14309938'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:11.737770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.744265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850563a-5210-488c-8db6-c28fba6f90e3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=75309af3-aac7-4a1a-af67-c7869451cb5f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.786292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:11.789911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.814330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:11.824940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.834351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:17:11.847858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Transition to ACTIVE for port object 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:11.849868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.850141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.850335 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Added segment d956d281-d5ea-470a-9c5e-3637552b422a of type vlan for network be47a55c-59a9-401c-b88c-b30c2ce428a6 Aug 19 18:17:11.854549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.856255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/993381c5-0414-4361-8364-92d5be10c6fa HTTP/1.1" status: 204 len: 168 time: 0.3590636 Aug 19 18:17:11.860905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.901187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f018538-0b53-4916-91bb-f284a98d75a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993381c5-0414-4361-8364-92d5be10c6fa,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.922611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.936159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36928177-773c-420d-acaa-90d01573b075 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:11.984186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:11.998102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:11.998985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.088186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Attempting to bind port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:12.088936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Attempting to bind port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:12.089665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Attempting to bind port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:12.095244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:12.095845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Attempting to bind port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:12.107481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:12.108251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:12.108940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:12.110252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Bound port: 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:12.110869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.271178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:12.285776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:12.292542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.346006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:12.346870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:12.348546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-36928177-773c-420d-acaa-90d01573b075 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d9007c2-0bd5-4d93-9601-aec01b1b4f0a HTTP/1.1" status: 200 len: 1092 time: 1.3079820 Aug 19 18:17:12.351614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:12.360776 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845c2dd-2ff7-49c3-98be-36b121db4715" -d '{"events": [{"name": "network-changed", "server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:12.431795 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db807fb-31bf-49d2-8f98-64bb04a2ca85 x-openstack-request-id: req-0db807fb-31bf-49d2-8f98-64bb04a2ca85 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:12.432611 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:12.433039 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0db807fb-31bf-49d2-8f98-64bb04a2ca85 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:12.433887 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a', 'status': 'completed', 'code': 200} Aug 19 18:17:12.462348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36928177-773c-420d-acaa-90d01573b075 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:12.486599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-4a32fafe-05f2-4d30-b50d-ffcd8ca4d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:12.496606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-4a32fafe-05f2-4d30-b50d-ffcd8ca4d57b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 1095 time: 0.1004643 Aug 19 18:17:12.577767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8582232 Aug 19 18:17:12.582316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-c14c74a6-9b27-45bd-a1be-8affc4fa9439 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a HTTP/1.1" status: 200 len: 217 time: 0.0771861 Aug 19 18:17:12.582761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:12.588476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:12.595670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a5872-4304-4af0-8a95-54ffbc795bb9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Network': ['ID=be47a55c-59a9-401c-b88c-b30c2ce428a6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:12.608827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:17:12.740470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-b100a791-8475-478b-ada9-fb386dd082ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:12.745716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-b100a791-8475-478b-ada9-fb386dd082ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1509345 Aug 19 18:17:12.802844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-5c1bba09-5091-4f0e-b9f0-341e7b1f681f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497277 Aug 19 18:17:12.907014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:12.910765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.411078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ecb-2abd-444f-abf6-14c9c4ebbd96 req-02f41440-7ab7-4fc9-b411-692060e49e6c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.412781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-314b7ecb-2abd-444f-abf6-14c9c4ebbd96 req-02f41440-7ab7-4fc9-b411-692060e49e6c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 943 time: 0.6002436 Aug 19 18:17:13.480865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-07196869-8316-4d9b-8925-8b1e5d456866 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694500 Aug 19 18:17:13.528457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-314b7ecb-2abd-444f-abf6-14c9c4ebbd96 req-8b23a3af-0443-4d9c-82c3-4213e2b1444e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052914 Aug 19 18:17:13.691930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78234dc5-d575-4a24-8b8d-5d096493fa34 req-712f6553-4f13-4ad0-bc2f-31c834fc12b7 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014420 Aug 19 18:17:13.726975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.794586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:13.869483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-7936081c-3c7a-4019-a7d7-3b83ef46ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.871024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-7936081c-3c7a-4019-a7d7-3b83ef46ecc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 1095 time: 0.0785255 Aug 19 18:17:13.872402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Checking segment: {'id': 'd956d281-d5ea-470a-9c5e-3637552b422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:13.872776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network hostable DHCP agents. Network: be47a55c-59a9-401c-b88c-b30c2ce428a6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:17:13.943820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:17:13.960017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, be47a55c-59a9-401c-b88c-b30c2ce428a6) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:13.964496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:13.965104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:13.977509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f7e0c-702a-4260-8b91-fdc6438dbcb0 None None] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:13.998003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e1ecdeee-8564-4034-9db3-5ad0aa0d69f5 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4115067 Aug 19 18:17:13.998261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:14.003165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-467377004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:14.006153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-894c4cfb-d319-4e75-b2b0-d0e5fb46ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:14.007714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-894c4cfb-d319-4e75-b2b0-d0e5fb46ffdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.1289968 Aug 19 18:17:14.044273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.047801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.066321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-7ad40f71-feb6-4f5c-acfb-b2e9e74c812e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a HTTP/1.1" status: 200 len: 217 time: 0.0509212 Aug 19 18:17:14.164615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.166717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-be47a55c-59a9-401c-b88c-b30c2ce428a6', 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': '7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:14.167942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.172063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.178417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-2a96e957-ca89-42af-85ab-11c19bdae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:14.181067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-2a96e957-ca89-42af-85ab-11c19bdae4db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.1066654 Aug 19 18:17:14.209715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.219982 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f0530583-0dc1-473b-994a-d9fe5a092489 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2205930 Aug 19 18:17:14.222786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-63fa83dc-82fe-4a86-a7c0-8a58928f0df8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338504 Aug 19 18:17:14.223273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:14.229453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6', 'name': 'tempest-PortsTestJSON-101668414'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:14.368923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Allocated IP 172.20.0.2 (be47a55c-59a9-401c-b88c-b30c2ce428a6/7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9/14a2b42b-0d57-45ea-a221-e5297489d0d4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:14.429202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-94ba1951-f4ff-4153-a775-6bdeff0133f2 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962736 Aug 19 18:17:14.502865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:14.506893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.539749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:14.604730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.618188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Transition to ACTIVE for port object 14a2b42b-0d57-45ea-a221-e5297489d0d4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:14.644174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Transition to ACTIVE for port object 14a2b42b-0d57-45ea-a221-e5297489d0d4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:14.657819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.705096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:14.714747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:14.720507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:14.729156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Pushing event updated for resources: {'Port': ['ID=14a2b42b-0d57-45ea-a221-e5297489d0d4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:14.740490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0845c2dd-2ff7-49c3-98be-36b121db4715 req-1c8f6eda-0560-49e3-bc8f-fd991f18b126 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029745 Aug 19 18:17:14.769665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:14.779600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d69bb-47eb-4cdd-8441-d0932f8c04c7 req-d93c8cfa-d7b9-4d23-95ee-45560b096305 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:14.787578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be0d69bb-47eb-4cdd-8441-d0932f8c04c7 req-d93c8cfa-d7b9-4d23-95ee-45560b096305 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 943 time: 0.1314600 Aug 19 18:17:14.820809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.11 (be47a55c-59a9-401c-b88c-b30c2ce428a6/7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9/d942e2b8-e432-4ac6-91b6-2847c5dd8d5d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:14.823755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Attempting to bind port 14a2b42b-0d57-45ea-a221-e5297489d0d4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:14.826410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Attempting to bind port 14a2b42b-0d57-45ea-a221-e5297489d0d4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'd956d281-d5ea-470a-9c5e-3637552b422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:14.826979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Attempting to bind port 14a2b42b-0d57-45ea-a221-e5297489d0d4 on network be47a55c-59a9-401c-b88c-b30c2ce428a6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:14.834190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:14.834795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Checking segment: {'id': 'd956d281-d5ea-470a-9c5e-3637552b422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:14.835215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.835945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Bound using segment: {'id': 'd956d281-d5ea-470a-9c5e-3637552b422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:14.836730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Bound port: 14a2b42b-0d57-45ea-a221-e5297489d0d4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd956d281-d5ea-470a-9c5e-3637552b422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'be47a55c-59a9-401c-b88c-b30c2ce428a6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:14.837118 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.924245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9350d315-16a6-4609-9f52-f91426097dde None None] For port 14a2b42b-0d57-45ea-a221-e5297489d0d4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:14.929364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9350d315-16a6-4609-9f52-f91426097dde None None] For port 14a2b42b-0d57-45ea-a221-e5297489d0d4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=14a2b42b-0d57-45ea-a221-e5297489d0d4,segment=NetworkSegment(d956d281-d5ea-470a-9c5e-3637552b422a),segment_id=d956d281-d5ea-470a-9c5e-3637552b422a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:14.935217 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.946375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f44538-aedc-4d61-8624-fc8e07e1e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:14.982817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be0d69bb-47eb-4cdd-8441-d0932f8c04c7 req-ff318972-949b-40e1-adaa-d2ee1fff70f9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940439 Aug 19 18:17:15.028916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d315-16a6-4609-9f52-f91426097dde None None] Pushing event updated for resources: {'Port': ['ID=14a2b42b-0d57-45ea-a221-e5297489d0d4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:15.085381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.102579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object d942e2b8-e432-4ac6-91b6-2847c5dd8d5d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:15.107229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f44538-aedc-4d61-8624-fc8e07e1e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.112056 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1f44538-aedc-4d61-8624-fc8e07e1e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.142698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44538-aedc-4d61-8624-fc8e07e1e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9c0abf-110c-4d45-9891-ed5bc2ce89da,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:15.144983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.169665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1f44538-aedc-4d61-8624-fc8e07e1e403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c13994187ea48f1b98bf07301b075c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952749 Aug 19 18:17:15.170220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:15.217282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:15.221015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:15.230656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:15.262819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.276991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=d942e2b8-e432-4ac6-91b6-2847c5dd8d5d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:15.301059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.325147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:15.326352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.353340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 54768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:15.354641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3f4ca904-c7c1-42a6-b274-d37f29c691fa tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1249673 Aug 19 18:17:15.506143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.510181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.511676 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f9c0abf-110c-4d45-9891-ed5bc2ce89da HTTP/1.1" status: 204 len: 168 time: 0.3404236 Aug 19 18:17:15.529704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3edf3b-4575-416c-ab6c-a312865b7ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9c0abf-110c-4d45-9891-ed5bc2ce89da,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:15.750327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:15.872121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54776) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:15.886547 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec0e7-640d-4615-9c93-00c074129fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.022786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec0e7-640d-4615-9c93-00c074129fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.027897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0a6ec0e7-640d-4615-9c93-00c074129fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.066302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.072208 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ec0e7-640d-4615-9c93-00c074129fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f25864-0cc9-4e50-af40-deb6f662a98c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:16.073299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.128488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0a6ec0e7-640d-4615-9c93-00c074129fca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c4def3490394445a700bd490fe9e88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550421 Aug 19 18:17:16.132052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 54782) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:16.164498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=d942e2b8-e432-4ac6-91b6-2847c5dd8d5d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:16.206151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.216683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874496-b50a-4471-8db6-9c6eb6e53165 req-df497bd3-8f33-4053-ad0f-44d9c623430e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:16.218702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c874496-b50a-4471-8db6-9c6eb6e53165 req-df497bd3-8f33-4053-ad0f-44d9c623430e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 943 time: 0.1343956 Aug 19 18:17:16.268902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.269185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d0b20-3f09-463f-b589-27322af6fa88 None None] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:16.297380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c874496-b50a-4471-8db6-9c6eb6e53165 req-7eb505f4-f074-4f81-a5f6-6e726b90cfe7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725091 Aug 19 18:17:16.337525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.341020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.343058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7f25864-0cc9-4e50-af40-deb6f662a98c HTTP/1.1" status: 204 len: 168 time: 0.2103457 Aug 19 18:17:16.390949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db587a-0857-4f98-99a7-7c7e476d1048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f25864-0cc9-4e50-af40-deb6f662a98c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:16.396214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-13d21724-11c3-4965-9bb4-b503becd4198 None None] Provisioning for port 14a2b42b-0d57-45ea-a221-e5297489d0d4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:16.441314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.627039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:16.954645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 14a2b42b-0d57-45ea-a221-e5297489d0d4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:17.119937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 14a2b42b-0d57-45ea-a221-e5297489d0d4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:17.125948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 14a2b42b-0d57-45ea-a221-e5297489d0d4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:17.126475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.268895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.279648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.316323 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.375129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Provisioning for port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:17.384874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Provisioning complete for port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:17.385755 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.470490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:17.490929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=d942e2b8-e432-4ac6-91b6-2847c5dd8d5d,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:17.517315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.517691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.525610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Provisioning complete for port 14a2b42b-0d57-45ea-a221-e5297489d0d4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:17.527504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e62985b-4b52-497e-b206-ab865f1a0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.650105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:17.675632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e67e0-4cc5-4c42-9fa9-bf7b88e5fcbb req-2d1aa804-7de6-4aad-b16e-d4b86d0cc4d9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:17.686378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-903e67e0-4cc5-4c42-9fa9-bf7b88e5fcbb req-2d1aa804-7de6-4aad-b16e-d4b86d0cc4d9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 943 time: 0.2000575 Aug 19 18:17:17.748848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 14a2b42b-0d57-45ea-a221-e5297489d0d4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=14a2b42b-0d57-45ea-a221-e5297489d0d4,segment=NetworkSegment(d956d281-d5ea-470a-9c5e-3637552b422a),segment_id=d956d281-d5ea-470a-9c5e-3637552b422a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:17.785040 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:17.790198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-903e67e0-4cc5-4c42-9fa9-bf7b88e5fcbb req-d4b7988a-28e0-4d7e-9422-b8009c003250 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922763 Aug 19 18:17:17.824936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:17.826560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:17.937090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:17:18.078493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Router a6a6501c-7a4d-41f3-a253-717610a24b87 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:17:18.163552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=14a2b42b-0d57-45ea-a221-e5297489d0d4,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:18.174371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cd6db8ef-5294-4015-a844-1b0fb8cb5283 None None] Provisioning complete for port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:18.174882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cd6db8ef-5294-4015-a844-1b0fb8cb5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.340369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:18.361544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a', 'mac_address': 'fa:16:3e:02:90:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:18.365723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cd6db8ef-5294-4015-a844-1b0fb8cb5283 None None] Port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:18.390834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:17:18.406762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55010) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:18.408653 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] Sync routers for ids ['a6a6501c-7a4d-41f3-a253-717610a24b87'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:17:18.418875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-85dbbeac-9987-40a1-8070-305956e696b6 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/routers/a6a6501c-7a4d-41f3-a253-717610a24b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0637844 Aug 19 18:17:18.426510 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] Routers {'a6a6501c-7a4d-41f3-a253-717610a24b87'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:18.428231 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:17:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a6a6501c-7a4d-41f3-a253-717610a24b87'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:18.473980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.524173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a071f7-cc5c-4942-a0f5-04769f6ed99e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:18.529809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55022) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:18.550552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64a071f7-cc5c-4942-a0f5-04769f6ed99e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6a6501c-7a4d-41f3-a253-717610a24b87 HTTP/1.1" status: 200 len: 982 time: 0.1386545 Aug 19 18:17:18.551367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:18.571095 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:18.582301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a089890b-6bac-4c3c-aea4-4079750929f3 None None] Provisioning complete for port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:18.582920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a089890b-6bac-4c3c-aea4-4079750929f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.609893 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] Routers {'a6a6501c-7a4d-41f3-a253-717610a24b87'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:18.610526 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:17:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a6a6501c-7a4d-41f3-a253-717610a24b87'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:18.642591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a089890b-6bac-4c3c-aea4-4079750929f3 None None] Port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:18.648066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:18.654321 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.700976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:18.705941 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b959c0-5f4c-4c74-94dc-ec76dbece546 None None] The sync data for ids ['a6a6501c-7a4d-41f3-a253-717610a24b87'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:17:18.800309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:18.860359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d9bf3c5d-c30b-418a-9f1d-7d2e51ee4172 None None] Provisioning complete for port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:18.876923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3c5d-c30b-418a-9f1d-7d2e51ee4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:18.972663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['9d9007c2-0bd5-4d93-9601-aec01b1b4f0a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:18.975925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 14a2b42b-0d57-45ea-a221-e5297489d0d4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:19.151548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7279-a3b5-461a-8abc-06e807d57a6f req-14029dec-124a-446e-85bd-4666008cd98b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:19.154901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a62f7279-a3b5-461a-8abc-06e807d57a6f req-14029dec-124a-446e-85bd-4666008cd98b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 944 time: 0.1728888 Aug 19 18:17:19.190057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:17:19.282717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf3c5d-c30b-418a-9f1d-7d2e51ee4172 None None] Port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:19.308229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 14a2b42b-0d57-45ea-a221-e5297489d0d4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:19.309163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.312925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a62f7279-a3b5-461a-8abc-06e807d57a6f req-6cae27f2-e737-413a-9f91-acfc32ca6247 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509268 Aug 19 18:17:19.320159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.764120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port d942e2b8-e432-4ac6-91b6-2847c5dd8d5d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:19.765711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.891904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:19.928710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for d942e2b8-e432-4ac6-91b6-2847c5dd8d5d owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:20.245379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.293809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=d942e2b8-e432-4ac6-91b6-2847c5dd8d5d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:20.590215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e4aca-9faf-49cd-988e-8c55f11b7604 req-ed38cee5-5172-4a74-ae4b-c119ccb20007 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:20.604409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:20.604963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d2e4aca-9faf-49cd-988e-8c55f11b7604 req-ed38cee5-5172-4a74-ae4b-c119ccb20007 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 944 time: 0.1270804 Aug 19 18:17:20.700156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d2e4aca-9faf-49cd-988e-8c55f11b7604 req-6a0a16fc-6089-4c0b-be04-dee4beb8541e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911467 Aug 19 18:17:20.968118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Router a6a6501c-7a4d-41f3-a253-717610a24b87 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:17:21.207501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.444614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3837-125c-4c29-bad2-d3485bd43eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.457616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:17:21.464825 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0a894b1-37a1-4935-ba70-bbca455a583e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/routers/a6a6501c-7a4d-41f3-a253-717610a24b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9337561 Aug 19 18:17:21.467438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55330) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.472007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] Sync routers for ids ['a6a6501c-7a4d-41f3-a253-717610a24b87'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:17:21.484211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] Routers {'a6a6501c-7a4d-41f3-a253-717610a24b87'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:21.485188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:17:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a6a6501c-7a4d-41f3-a253-717610a24b87'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:21.495184 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c008f244-e40b-48ac-811c-dd2c6201e4ff tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:17:21.499123 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c008f244-e40b-48ac-811c-dd2c6201e4ff tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/d942e2b8-e432-4ac6-91b6-2847c5dd8d5d HTTP/1.1" status: 404 len: 333 time: 0.0282495 Aug 19 18:17:21.499400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.529521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:21.549223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] Routers {'a6a6501c-7a4d-41f3-a253-717610a24b87'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:17:21.549776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:17:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a6a6501c-7a4d-41f3-a253-717610a24b87'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:21.600588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.600782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3837-125c-4c29-bad2-d3485bd43eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.606427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3837-125c-4c29-bad2-d3485bd43eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.618136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:21.635611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:21.636584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86103f8b-02eb-4824-9457-dfe5bcd5d59a None None] The sync data for ids ['a6a6501c-7a4d-41f3-a253-717610a24b87'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:17:21.637367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55338) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.645552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f9fe3837-125c-4c29-bad2-d3485bd43eab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6337c2007e4645d2a91abdb177e7971e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361060 Aug 19 18:17:21.654623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55340) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:21.701374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3837-125c-4c29-bad2-d3485bd43eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819ba45-23dc-4cea-aa4c-0a3bde9bdb5c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:21.717081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:21.738180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:21.738765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.751217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.792973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.845931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.848234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.863095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76acbbca-0c0a-4b84-9ac7-43c33050a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.864372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.889515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.891974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.893641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1819ba45-23dc-4cea-aa4c-0a3bde9bdb5c HTTP/1.1" status: 204 len: 168 time: 0.2376437 Aug 19 18:17:21.894748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:21.900021 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ed056-a174-4080-9280-af897b85aa35" -d '{"events": [{"server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "name": "network-vif-plugged", "status": "completed", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:21.905691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d29bb-056f-413e-ba58-8949c605232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819ba45-23dc-4cea-aa4c-0a3bde9bdb5c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:21.921856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb05319-a5c4-441b-a51b-64bc43302fea req-d6ffc5c3-cdd8-4a8d-9bc5-a644c5dd2a78 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:21.923786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bb05319-a5c4-441b-a51b-64bc43302fea req-d6ffc5c3-cdd8-4a8d-9bc5-a644c5dd2a78 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 944 time: 0.1221843 Aug 19 18:17:21.932609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:21.941966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.981990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.982585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Fanout notify agent at l3_agent the message router_deleted on router a6a6501c-7a4d-41f3-a253-717610a24b87 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:17:21.992704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:21.996560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-94e487b9-553c-4180-9abd-51e7ad377cd3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/routers/a6a6501c-7a4d-41f3-a253-717610a24b87 HTTP/1.1" status: 204 len: 168 time: 0.4961903 Aug 19 18:17:21.999307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.011907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.072506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76acbbca-0c0a-4b84-9ac7-43c33050a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.076603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76acbbca-0c0a-4b84-9ac7-43c33050a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.087512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7bb05319-a5c4-441b-a51b-64bc43302fea req-21c3150d-6735-4ba1-8c62-054cd89f10b1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924273 Aug 19 18:17:22.129362 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76acbbca-0c0a-4b84-9ac7-43c33050a737 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef17da9a06484771ada81963c092e823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898043 Aug 19 18:17:22.131068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acbbca-0c0a-4b84-9ac7-43c33050a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750602b6-ad70-4e05-86a0-52b61255a407,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.133722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.140159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:22.146029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.159122 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f987a557-3c32-449b-9093-4b7402aab6ef x-openstack-request-id: req-f987a557-3c32-449b-9093-4b7402aab6ef {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:22.159417 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "name": "network-vif-plugged", "status": "completed", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:22.159686 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f987a557-3c32-449b-9093-4b7402aab6ef {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:22.160235 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a', 'code': 200} Aug 19 18:17:22.198280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.216301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.234008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-c3665883-c280-4947-8d1c-e8006a1f558f tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.235637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-c3665883-c280-4947-8d1c-e8006a1f558f tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 814 time: 0.3089404 Aug 19 18:17:22.241102 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.298240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-39fd5409-25f6-4f08-af25-34008dbe741f tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/quotas/a16e8ed44be84d26b48b9806c1269b2a HTTP/1.1" status: 200 len: 375 time: 0.0479345 Aug 19 18:17:22.317911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.322653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.325565 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/750602b6-ad70-4e05-86a0-52b61255a407 HTTP/1.1" status: 204 len: 168 time: 0.1905394 Aug 19 18:17:22.339623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcdb6f-2571-4324-9d28-3f2626e000ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750602b6-ad70-4e05-86a0-52b61255a407,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.343604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367be24-9698-4bc5-b266-d22d45110ee6 req-0e8c20b8-4f2e-44a0-ad1d-ae92a3fe2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:22.345134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6367be24-9698-4bc5-b266-d22d45110ee6 req-0e8c20b8-4f2e-44a0-ad1d-ae92a3fe2075 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 1097 time: 0.1086097 Aug 19 18:17:22.375871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-4e134159-4ec7-4b14-b6fe-93fb271c3a17 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470974 Aug 19 18:17:22.389098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.495023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6367be24-9698-4bc5-b266-d22d45110ee6 req-5706eb30-d5c1-40a2-93d2-d1647f5fd517 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420364 Aug 19 18:17:22.550045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-762b79d4-6faf-46a2-9688-da7d832ce841 service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575613 Aug 19 18:17:22.551917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.595766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09388437-9a14-47df-889b-60045da18196 None None] Network be47a55c-59a9-401c-b88c-b30c2ce428a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:22.637177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.641586 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.647836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55386) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.657281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a642630-210b-48ba-b36a-8335f2988c32 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9 HTTP/1.1" status: 204 len: 168 time: 0.6467350 Aug 19 18:17:22.681061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55390) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.698143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82b823c8-6e80-47d2-83c9-78ff5477e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.763306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.799026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-c506b2e4-3d86-476f-9573-e3fb53a99e79 service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361944 Aug 19 18:17:22.825838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] DHCP port deletion for be47a55c-59a9-401c-b88c-b30c2ce428a6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:22.853120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 14a2b42b-0d57-45ea-a221-e5297489d0d4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:22.853512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.863373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82b823c8-6e80-47d2-83c9-78ff5477e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.868422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82b823c8-6e80-47d2-83c9-78ff5477e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.918806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-82b823c8-6e80-47d2-83c9-78ff5477e880 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=930d4b9daac241f4b408aad3a59c0435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360847 Aug 19 18:17:22.922764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:22.938202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b823c8-6e80-47d2-83c9-78ff5477e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3efa72-4857-446a-b29b-e95e66f008d9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:22.940792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] For port 14a2b42b-0d57-45ea-a221-e5297489d0d4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=14a2b42b-0d57-45ea-a221-e5297489d0d4,segment=NetworkSegment(d956d281-d5ea-470a-9c5e-3637552b422a),segment_id=d956d281-d5ea-470a-9c5e-3637552b422a)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:22.941174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.946543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Deleting port 14a2b42b-0d57-45ea-a221-e5297489d0d4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:22.948867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:22.960524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 14a2b42b-0d57-45ea-a221-e5297489d0d4 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:22.996727 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.018298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] For port 14a2b42b-0d57-45ea-a221-e5297489d0d4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=14a2b42b-0d57-45ea-a221-e5297489d0d4,segment=NetworkSegment(d956d281-d5ea-470a-9c5e-3637552b422a),segment_id=d956d281-d5ea-470a-9c5e-3637552b422a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:23.018798 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.051158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.072066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Calling delete_port for 14a2b42b-0d57-45ea-a221-e5297489d0d4 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:23.078465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.108241 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=14a2b42b-0d57-45ea-a221-e5297489d0d4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:23.118199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No DVR routers for this DVR port 14a2b42b-0d57-45ea-a221-e5297489d0d4 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:23.155759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c46e1cd-637c-495d-a554-ee172098ade7 req-a9a7a36d-2a9f-4541-aff3-8a23c080d57c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 210 time: 0.0556972 Aug 19 18:17:23.199172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.207128 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.209077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c3efa72-4857-446a-b29b-e95e66f008d9 HTTP/1.1" status: 204 len: 168 time: 0.2853279 Aug 19 18:17:23.244089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.259251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.272255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] No DVR routers for this DVR port 14a2b42b-0d57-45ea-a221-e5297489d0d4 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:23.275846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be47a55c-59a9-401c-b88c-b30c2ce428a6']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:23.306328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd956d281-d5ea-470a-9c5e-3637552b422a') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:23.306610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd956d281-d5ea-470a-9c5e-3637552b422a') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:23.307222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f802e-b6f6-49df-94d6-d7da32961aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3efa72-4857-446a-b29b-e95e66f008d9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:23.330122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.332208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177354b7-d875-4180-ad37-815e0f7ffaba None None] Pushing event deleted for resources: {'Port': ['ID=14a2b42b-0d57-45ea-a221-e5297489d0d4,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:23.359313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00acf34-0202-44df-9a2d-d4faf014ed38 req-27ce1c32-bf85-4254-88b7-43b22d94ecd7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:23.362757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.365212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a00acf34-0202-44df-9a2d-d4faf014ed38 req-27ce1c32-bf85-4254-88b7-43b22d94ecd7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.1539762 Aug 19 18:17:23.378011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:23.378424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:23.384559 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:23.437291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a00acf34-0202-44df-9a2d-d4faf014ed38 req-c3ef3a12-4a09-42c1-b2e3-be696f41d321 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 Aug 19 18:17:23.508733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.515307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:23.522137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55450) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:23.532699 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/be47a55c-59a9-401c-b88c-b30c2ce428a6 HTTP/1.1" status: 204 len: 168 time: 0.8834126 Aug 19 18:17:23.579199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9bb6-955d-4033-bc5b-c9c77497540f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=be47a55c-59a9-401c-b88c-b30c2ce428a6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:23.602309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5409c-201c-4801-94ba-137072bbef49 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:23.604050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-36c5409c-201c-4801-94ba-137072bbef49 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 HTTP/1.1" status: 200 len: 840 time: 0.0807123 Aug 19 18:17:23.607982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55456) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:23.660480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1bf731ce-f739-4e45-9939-dd40f7db9529 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/fb4bc8a5-9aca-4af3-bfc3-e45062b69b08?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0512009 Aug 19 18:17:23.664164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55458) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:23.669788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:23.784680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:23.790031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.054482 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.096577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:24.103340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:24.116954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.117114 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.121961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910eee5-0985-44a0-a67d-a06bf355e452 None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:24.137665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=f6d6e02a-0498-4e48-8ae7-6dd0986b9d87,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:24.146022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:24.146712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2a0bb9a5-e4d2-4152-9ff4-237feecd51fb tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4811249 Aug 19 18:17:24.152390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'security_group': {'name': 'tempest-secgroup-145488631'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:24.186967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.288050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ac9bff-205e-40bc-a6e6-e118d6094614 req-aa8b5b52-b254-47c1-b650-4d4017f2c2d6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 210 time: 0.0366189 Aug 19 18:17:24.302465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.318969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.360146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.361446 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2134252 Aug 19 18:17:24.363364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eb3e5-af0f-4a43-a13f-2379648ee919 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762ad059-9e98-40fd-b743-959d558c5e56,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:24.365430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55514) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:24.370225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'security_group': {'name': 'tempest-secgroup-422644805'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:24.373989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-c1585875-185e-4cda-9156-d53ab2ab9c18', 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'tenant_id': 'da8dc15ebac74b88a9feff1672d333de', 'fixed_ips': [{'subnet_id': 'f6d6e02a-0498-4e48-8ae7-6dd0986b9d87'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:17:24.376345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.410042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.646205 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.652581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.660090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Allocated IP 172.20.0.2 (c1585875-185e-4cda-9156-d53ab2ab9c18/f6d6e02a-0498-4e48-8ae7-6dd0986b9d87/47949b0c-7bf1-408a-9895-73c1f28ae4a8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:24.686418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:24.689879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3208423 Aug 19 18:17:24.696996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:24.709442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1936188381', 'security_groups': ['693c238d-c1e6-4786-b1de-ee75a31e8853'], 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6d6e02a-0498-4e48-8ae7-6dd0986b9d87'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:24.729386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557d94-d30a-43b0-91bb-d7844d88672e req-8e3ceb36-db67-4a04-b914-7134eacd1f1b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.732875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a557d94-d30a-43b0-91bb-d7844d88672e req-8e3ceb36-db67-4a04-b914-7134eacd1f1b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.1794617 Aug 19 18:17:24.764732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-3cea8755-3245-48cf-a0af-99332467a546 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:24.767016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-3cea8755-3245-48cf-a0af-99332467a546 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.13 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 814 time: 0.2740848 Aug 19 18:17:24.788871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Request body: {'port': {'device_id': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3', 'admin_state_up': True, 'tenant_id': 'a16e8ed44be84d26b48b9806c1269b2a'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:24.880835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 14a2b42b-0d57-45ea-a221-e5297489d0d4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:24.894886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4345a-7e54-411e-a00e-842cd1de6210 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693c238d-c1e6-4786-b1de-ee75a31e8853,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:24.970400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a557d94-d30a-43b0-91bb-d7844d88672e req-6f47bdbb-6914-4a38-ac2f-151815552c28 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263579 Aug 19 18:17:24.972729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 14a2b42b-0d57-45ea-a221-e5297489d0d4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:24.974377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 14a2b42b-0d57-45ea-a221-e5297489d0d4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:25.038478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.050886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Transition to ACTIVE for port object 47949b0c-7bf1-408a-9895-73c1f28ae4a8 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:25.058753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Made reservation on behalf of a16e8ed44be84d26b48b9806c1269b2a for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:25.065253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.072986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:25.101624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Transition to ACTIVE for port object 47949b0c-7bf1-408a-9895-73c1f28ae4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:25.119050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.193229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:25.211683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:25.213759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:25.220181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:25.224876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83332a-2bc6-42f0-9431-854b52a0e8da req-841ceebe-b42d-4f9c-b761-f5504aaff0ba tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:25.226461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad83332a-2bc6-42f0-9431-854b52a0e8da req-841ceebe-b42d-4f9c-b761-f5504aaff0ba tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.0982151 Aug 19 18:17:25.303980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Attempting to bind port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:25.303980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Attempting to bind port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '042937d3-a168-44c1-a093-bfc64f92fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:25.304356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Attempting to bind port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 on network c1585875-185e-4cda-9156-d53ab2ab9c18 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:25.310247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:25.310596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Checking segment: {'id': '042937d3-a168-44c1-a093-bfc64f92fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:25.311003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.311498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Bound using segment: {'id': '042937d3-a168-44c1-a093-bfc64f92fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:25.313510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Bound port: 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042937d3-a168-44c1-a093-bfc64f92fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:25.313905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.360762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad83332a-2bc6-42f0-9431-854b52a0e8da req-81b60790-cd47-4dfe-9726-37ed7f26bede tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091030 Aug 19 18:17:25.378643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.424482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:25.429555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Allocated IP 172.20.0.4 (6ea6d7d0-87ba-496c-9b9f-c00812bb43c3/9fdd9fae-6967-43e2-9e08-e52d58482794/624c72c0-39ce-4e10-a84e-6a0c7fac7168) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:25.462326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:25.472480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:25.483838 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.580031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7ea1ded-b30d-4c98-8077-1a8587231c66 req-323b9f91-7497-46e3-aa37-56cb283814be tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 210 time: 0.1472070 Aug 19 18:17:25.635030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ad0c-1337-4c78-9b9e-c5ee312164b0 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:25.747882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.758356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2dfef-2880-44e7-8bac-b4f8cb440ddd req-91eacad0-bc93-4fcf-8bbc-f855ccc65afb tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:25.773709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3d2dfef-2880-44e7-8bac-b4f8cb440ddd req-91eacad0-bc93-4fcf-8bbc-f855ccc65afb tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.1886284 Aug 19 18:17:25.824852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:25.943286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:25.945606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:25.950810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Pushing event updated for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:25.966440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:26.000958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3d2dfef-2880-44e7-8bac-b4f8cb440ddd req-7d0de813-309c-4c59-a636-caf075a117e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263377 Aug 19 18:17:26.065780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.074813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.080627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.7 (c1585875-185e-4cda-9156-d53ab2ab9c18/f6d6e02a-0498-4e48-8ae7-6dd0986b9d87/cdc3ab24-13bd-4195-8530-ab7a1854b6e6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:26.104467 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cbb0f6c4-7b85-46fb-a3e6-5553e1d043b6 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203900 Aug 19 18:17:26.129876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Request body: {'port': {'device_id': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:26.288718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.293661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.361245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.379248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object cdc3ab24-13bd-4195-8530-ab7a1854b6e6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:26.455125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.673808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:26.686588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a409b44-a573-4279-a285-9c4902534d14 req-ed54bf01-00e1-4d05-be6a-6254800377a2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.688709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a409b44-a573-4279-a285-9c4902534d14 req-ed54bf01-00e1-4d05-be6a-6254800377a2 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.2709863 Aug 19 18:17:26.693830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:26.712468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:26.769369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624c72c0-39ce-4e10-a84e-6a0c7fac7168 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:26.782648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.783321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.786899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=cdc3ab24-13bd-4195-8530-ab7a1854b6e6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:26.803616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.842455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Transition to ACTIVE for port object 624c72c0-39ce-4e10-a84e-6a0c7fac7168 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:26.848292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:26.904951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a409b44-a573-4279-a285-9c4902534d14 req-1acef534-0b9a-4652-bb6b-ca62ad868650 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012200 Aug 19 18:17:26.918134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b4c1dea-c6f2-4079-8918-91c3d2dd4e58 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2179661 Aug 19 18:17:26.918620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55592) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:26.926861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:26.953267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:26.964448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1941bc-505c-4d6b-8ec4-d0d9ae1feaa0 req-f0028c2e-1c71-4fc1-b4d6-2d59049b33db tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:26.966508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f1941bc-505c-4d6b-8ec4-d0d9ae1feaa0 req-f0028c2e-1c71-4fc1-b4d6-2d59049b33db tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 931 time: 0.1766207 Aug 19 18:17:27.037133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f1941bc-505c-4d6b-8ec4-d0d9ae1feaa0 req-08b0905e-5a30-40c8-bfc6-81b500ecf212 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643647 Aug 19 18:17:27.065859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:27.085026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Pushing event updated for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.208497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Attempting to bind port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:27.208835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Attempting to bind port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:27.209174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Attempting to bind port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:27.219358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:27.219713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Attempting to bind port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:27.222980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:27.227221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.233494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:27.233836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Checking segment: {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:27.234225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Bound using segment: {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:27.234656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Bound port: 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:27.235011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.367472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55602) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:27.383527 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6d6e02a-0498-4e48-8ae7-6dd0986b9d87 (CIDR: 172.20.0.0/28) Aug 19 18:17:27.386197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:27.389890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:27.391335 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:17:27.391815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:27.397461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.423706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:27.424723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.448858 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a15d7d39-3b48-4275-8e2d-88bd41bfde29 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5261681 Aug 19 18:17:27.448858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.448858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.449543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55606) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:27.449769 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] 10.222.0.13 "PUT /v2.0/ports/624c72c0-39ce-4e10-a84e-6a0c7fac7168 HTTP/1.1" status: 200 len: 1092 time: 1.3308113 Aug 19 18:17:27.454933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:27.455545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:27.456676 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb2989-962c-4ff7-a8ff-5bb905711d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:27.494284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aa4b7-7c02-4ba5-9e4c-78e732147c8b service neutron] Pushing event updated for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.542711 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53abafdf-06d4-408f-a733-aa00cb14e3f5 x-openstack-request-id: req-53abafdf-06d4-408f-a733-aa00cb14e3f5 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:27.543030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:27.543272 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:27.543618 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53abafdf-06d4-408f-a733-aa00cb14e3f5 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:27.544511 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168', 'status': 'completed', 'code': 200} Aug 19 18:17:27.564291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Provisioning for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:27.575089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:27.575678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.619883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-8fd675f8-7f4e-407e-b899-1555c341bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.624824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-8fd675f8-7f4e-407e-b899-1555c341bcbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 1095 time: 0.0973151 Aug 19 18:17:27.660073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-474731bb-236e-487e-b28a-18ace562eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.704977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-6c4d311a-1ad8-4207-aa10-10dbccdb86cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168 HTTP/1.1" status: 200 len: 217 time: 0.0660169 Aug 19 18:17:27.707711 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.773516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:27.779633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.798780 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531952-07c5-4495-9da5-4a4c2233381b req-03d5c398-19d7-4a7a-96dd-04aef0a91514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.800800 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-03d5c398-19d7-4a7a-96dd-04aef0a91514 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fdd9fae-6967-43e2-9e08-e52d58482794 HTTP/1.1" status: 200 len: 854 time: 0.0881853 Aug 19 18:17:27.843480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81652e5-079c-4963-bbd2-e962e925245b req-e9802856-e78e-4a91-9cf7-9ef566116b8e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:27.845258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a81652e5-079c-4963-bbd2-e962e925245b req-e9802856-e78e-4a91-9cf7-9ef566116b8e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.1650589 Aug 19 18:17:27.860351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533caacc-53cc-4837-bf2b-910b344523d8 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:27.872204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-1f038a44-c3d2-4020-8ab5-386355c4bd88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639021 Aug 19 18:17:27.902976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9485c932-a49b-4aff-9c41-ca25af3c0adf None None] Provisioning for port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:27.909932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9485c932-a49b-4aff-9c41-ca25af3c0adf None None] Provisioning complete for port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:27.910312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9485c932-a49b-4aff-9c41-ca25af3c0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.995579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:27.996013 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:27.999438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9485c932-a49b-4aff-9c41-ca25af3c0adf None None] Port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:28.001785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-474731bb-236e-487e-b28a-18ace562eb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.047146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-474731bb-236e-487e-b28a-18ace562eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.052538 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-1100ef39-2487-44cf-bb70-13b3382a9153 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725540 Aug 19 18:17:28.116920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-10d832d4-7f3e-4096-a04e-f9137489faf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.150078 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-474731bb-236e-487e-b28a-18ace562eb92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab764fe38946423dae700a2f26142193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803175 Aug 19 18:17:28.152532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55626) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:28.170155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474731bb-236e-487e-b28a-18ace562eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443b874b-feb3-4a67-ad4e-47d0dab95ff7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:28.175759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:28.179479 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.226823 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e0531952-07c5-4495-9da5-4a4c2233381b req-cd805834-ac94-4d4a-9acb-381f0a4889ef service neutron] 10.222.0.13 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661925 Aug 19 18:17:28.246850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.274062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c76d7-48e3-43b1-ba2e-e3ca94407b3d req-101e7854-fe34-4427-a0cd-a157ef92682e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.275677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e1c76d7-48e3-43b1-ba2e-e3ca94407b3d req-101e7854-fe34-4427-a0cd-a157ef92682e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 945 time: 0.2238634 Aug 19 18:17:28.281504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:28.281976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.314497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.336570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:28.410591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-96c7a033-b3cf-4fb4-a869-f11a8bb7d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.412661 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-96c7a033-b3cf-4fb4-a869-f11a8bb7d014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 1095 time: 0.0524752 Aug 19 18:17:28.416194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e1c76d7-48e3-43b1-ba2e-e3ca94407b3d req-7608b2e0-b4ab-43bb-92da-b7bdd5acdf95 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300402 Aug 19 18:17:28.480252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.483004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:28.497605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/443b874b-feb3-4a67-ad4e-47d0dab95ff7 HTTP/1.1" status: 204 len: 168 time: 0.3438604 Aug 19 18:17:28.611426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-b32d9eb8-d6f7-47fc-a9f0-62499664736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.615905 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-b32d9eb8-d6f7-47fc-a9f0-62499664736a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 915 time: 0.1891289 Aug 19 18:17:28.615905 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8b0b8-5299-4f98-97f6-48c3bde537ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443b874b-feb3-4a67-ad4e-47d0dab95ff7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:28.684894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-1e62c29d-0546-4df1-89a5-4f38728bccb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168 HTTP/1.1" status: 200 len: 217 time: 0.0618815 Aug 19 18:17:28.763424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-1712218a-25a5-49b4-b210-f9085cab59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.765092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-1712218a-25a5-49b4-b210-f9085cab59d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fdd9fae-6967-43e2-9e08-e52d58482794 HTTP/1.1" status: 200 len: 854 time: 0.0659180 Aug 19 18:17:28.861961 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-daeb00ab-cebc-43e2-baca-f291cfd525d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827436 Aug 19 18:17:28.867346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c3d35-2c13-4f9e-a34a-5f175314debd req-1c7e6f99-0e38-419f-bd83-93aedf749e9d tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:28.868904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-427c3d35-2c13-4f9e-a34a-5f175314debd req-1c7e6f99-0e38-419f-bd83-93aedf749e9d tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 943 time: 0.6244488 Aug 19 18:17:28.909029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:28.983182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55634) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:28.986182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-427c3d35-2c13-4f9e-a34a-5f175314debd req-16ab315f-b80b-40be-bb7c-70fa37140b17 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Aug 19 18:17:29.031117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a299-642a-4656-ab07-02251474ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.091497 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-f98d05c6-77cb-4279-a1ee-46d80d1674d1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232227 Aug 19 18:17:29.160372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.190773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81', '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:29.209580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=9d9007c2-0bd5-4d93-9601-aec01b1b4f0a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.223017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.224484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.225212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.225762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.226325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.226874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.227418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.227985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.228518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.229051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.229597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.230124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:29.241819 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.257035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74b1b0dd-7776-4784-9e07-35e35451eb09'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:29.259090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85eb2989-962c-4ff7-a8ff-5bb905711d8e req-7b3a7665-d144-49c3-b978-ca6945ede5b9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506279 Aug 19 18:17:29.293444 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a299-642a-4656-ab07-02251474ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.299026 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2b8a299-642a-4656-ab07-02251474ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.342858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=808643a0-36d2-4561-99c0-a7158329ca88,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.353840 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e2b8a299-642a-4656-ab07-02251474ff14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c680b0edc2fa4baf9c3bd8ce525d79c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694520 Aug 19 18:17:29.358290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55638) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:29.369235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8a299-642a-4656-ab07-02251474ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814ef01-7dd0-4130-a859-ad736cc87c82,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.421694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:29.422824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:29.452947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.467744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a81652e5-079c-4963-bbd2-e962e925245b req-a3718710-efa2-4ec2-a84e-786e3f8afba6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "DELETE /v2.0/ports/9d9007c2-0bd5-4d93-9601-aec01b1b4f0a HTTP/1.1" status: 204 len: 173 time: 1.6142619 Aug 19 18:17:29.468698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'name': 'network-vif-deleted', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:29.473507 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb11341-9aea-4850-8042-069e4ee7d995" -d '{"events": [{"server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "name": "network-vif-deleted", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:29.478137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:29.495856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:29.498564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.499418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.541191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5adbcf73-0d60-4a83-a2e2-69e9997b0fb4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0901463 Aug 19 18:17:29.543833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55646) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:29.557681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133064281', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '808643a0-36d2-4561-99c0-a7158329ca88'}], 'security_groups': ['762ad059-9e98-40fd-b743-959d558c5e56']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:29.569795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.572210 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1506c2c2-9292-4292-9c37-23bc456c3024 x-openstack-request-id: req-1506c2c2-9292-4292-9c37-23bc456c3024 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:29.572774 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3781bec8-bcdb-4e35-aaff-487b87f2894e", "name": "network-vif-deleted", "tag": "9d9007c2-0bd5-4d93-9601-aec01b1b4f0a", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:29.573287 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1506c2c2-9292-4292-9c37-23bc456c3024 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:29.573883 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3781bec8-bcdb-4e35-aaff-487b87f2894e', 'name': 'network-vif-deleted', 'tag': '9d9007c2-0bd5-4d93-9601-aec01b1b4f0a', 'status': 'completed', 'code': 200} Aug 19 18:17:29.586901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:29.590271 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.646948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f227656-fa8e-4815-95e6-7ae0c285f31e None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:29.672117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.676073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:29.680804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c814ef01-7dd0-4130-a859-ad736cc87c82 HTTP/1.1" status: 204 len: 168 time: 0.3196158 Aug 19 18:17:29.691135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92682b12-9f88-4a42-b31b-40015bf61808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814ef01-7dd0-4130-a859-ad736cc87c82,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:29.717725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-960a2626-3669-4953-aa0a-a092f5103660 req-a160985a-3b13-4651-9026-5c9d77b6f8db tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=3781bec8-bcdb-4e35-aaff-487b87f2894e HTTP/1.1" status: 200 len: 210 time: 0.0921960 Aug 19 18:17:29.795059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.283274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bfce3-9e3c-4ed8-808d-b8dc2a99835e req-a6e9e153-4b47-40dc-b8cf-fecb2887d74e tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:30.285352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e05bfce3-9e3c-4ed8-808d-b8dc2a99835e req-a6e9e153-4b47-40dc-b8cf-fecb2887d74e tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 943 time: 0.1630917 Aug 19 18:17:30.370378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Update dhcp port {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'fixed_ips': [{'subnet_id': 'f6d6e02a-0498-4e48-8ae7-6dd0986b9d87', 'ip_address': '172.20.0.2'}, {'subnet_id': '808643a0-36d2-4561-99c0-a7158329ca88'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '47949b0c-7bf1-408a-9895-73c1f28ae4a8'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:17:30.377420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e05bfce3-9e3c-4ed8-808d-b8dc2a99835e req-0bd62201-e197-4501-b3c2-3d16beb53141 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823715 Aug 19 18:17:30.400942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 624c72c0-39ce-4e10-a84e-6a0c7fac7168 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:30.423166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Delete allocated IP 172.20.0.7 (c1585875-185e-4cda-9156-d53ab2ab9c18/f6d6e02a-0498-4e48-8ae7-6dd0986b9d87) {{(pid=101324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:17:30.441071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.442471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.18 (c1585875-185e-4cda-9156-d53ab2ab9c18/808643a0-36d2-4561-99c0-a7158329ca88/cdc3ab24-13bd-4195-8530-ab7a1854b6e6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:30.587756 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.resource_extend [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:17:30.693900 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1266273f-db51-4636-a35d-b23f644fb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.734711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.750736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object cdc3ab24-13bd-4195-8530-ab7a1854b6e6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:30.758837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:30.868541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=cdc3ab24-13bd-4195-8530-ab7a1854b6e6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:30.995268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:31.001792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.034030 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b4d2f29b-b6a9-47d7-809e-69a23661f859 {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:17:31.034403 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:17:31.034980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '624c72c0-39ce-4e10-a84e-6a0c7fac7168', 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3', 'port_id': '624c72c0-39ce-4e10-a84e-6a0c7fac7168', 'mac_address': 'fa:16:3e:85:f8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd9fae-6967-43e2-9e08-e52d58482794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:31.037493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] In _notify_port_updated(), no bound segment for port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 on network c1585875-185e-4cda-9156-d53ab2ab9c18 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:17:31.044583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:31.045508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.047093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad2c9620-848e-429e-b2fa-7c07221633ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/ports/cdc3ab24-13bd-4195-8530-ab7a1854b6e6 HTTP/1.1" status: 200 len: 921 time: 1.5020680 Aug 19 18:17:31.050149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55680) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:31.102949 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.116684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624c72c0-39ce-4e10-a84e-6a0c7fac7168 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:31.149519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:31.170068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97170bf2-4fb5-49a1-bae5-3f983c208432 req-c4200d4c-6fcd-4c27-b42e-59a250bebb7d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:31.170914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.178890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97170bf2-4fb5-49a1-bae5-3f983c208432 req-c4200d4c-6fcd-4c27-b42e-59a250bebb7d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.0917778 Aug 19 18:17:31.245627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:31.259474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97170bf2-4fb5-49a1-bae5-3f983c208432 req-de9219e6-4d43-42f7-ac19-c58b9375bea6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795231 Aug 19 18:17:31.299362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port cdc3ab24-13bd-4195-8530-ab7a1854b6e6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:31.299362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.416198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.434674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for cdc3ab24-13bd-4195-8530-ab7a1854b6e6 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:31.523826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['624c72c0-39ce-4e10-a84e-6a0c7fac7168'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:31.653620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:31.671775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a443a7-4024-44d2-bda6-4a9c70e550c9 req-86cd2403-4b30-45bd-a904-9473ca02cb01 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:31.673284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25a443a7-4024-44d2-bda6-4a9c70e550c9 req-86cd2403-4b30-45bd-a904-9473ca02cb01 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 944 time: 0.1607211 Aug 19 18:17:31.721200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:31.721554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 9d9007c2-0bd5-4d93-9601-aec01b1b4f0a not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:31.723801 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.811155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25a443a7-4024-44d2-bda6-4a9c70e550c9 req-cf58c7ba-24e5-4cd1-8c4d-0c6c193c21b8 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265762 Aug 19 18:17:31.812407 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.855782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=cdc3ab24-13bd-4195-8530-ab7a1854b6e6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:31.956435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:31.959653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-87c1e193-68bd-4639-bd7c-9b2518156c39 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/cdc3ab24-13bd-4195-8530-ab7a1854b6e6 HTTP/1.1" status: 204 len: 168 time: 0.9084280 Aug 19 18:17:31.962420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55702) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:31.995048 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faa85c6-c9a4-4fa2-a785-fdf5a5a26338 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:17:31.996716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7faa85c6-c9a4-4fa2-a785-fdf5a5a26338 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/cdc3ab24-13bd-4195-8530-ab7a1854b6e6 HTTP/1.1" status: 404 len: 333 time: 0.0333543 Aug 19 18:17:31.999532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55704) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:32.050805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.080867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.120935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.130742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Allocated IP 172.20.0.19 (c1585875-185e-4cda-9156-d53ab2ab9c18/808643a0-36d2-4561-99c0-a7158329ca88/47949b0c-7bf1-408a-9895-73c1f28ae4a8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:32.199961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.202546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.210573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/security-groups/693c238d-c1e6-4786-b1de-ee75a31e8853 HTTP/1.1" status: 204 len: 168 time: 0.2099335 Aug 19 18:17:32.210800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55708) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:32.225975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb1fda-b82c-42b7-a937-41ba19c6b932 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693c238d-c1e6-4786-b1de-ee75a31e8853,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:32.288104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:32.323506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.333009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.349797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.350004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Transition to ACTIVE for port object 47949b0c-7bf1-408a-9895-73c1f28ae4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:32.354896 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.439546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.443562 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.448354 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/security-groups/762ad059-9e98-40fd-b743-959d558c5e56 HTTP/1.1" status: 204 len: 168 time: 0.2367406 Aug 19 18:17:32.449084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55718) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:32.471409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868e1a-40b2-4856-80b3-4fe9483de2e1 req-207befd0-5439-4e0a-a530-123fe5ec4a3d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:32.474314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3868e1a-40b2-4856-80b3-4fe9483de2e1 req-207befd0-5439-4e0a-a530-123fe5ec4a3d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.1117661 Aug 19 18:17:32.504213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c299d-bdc1-4503-898e-b4c784cafcf9 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:32.541884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ad059-9e98-40fd-b743-959d558c5e56,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:32.565583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.565940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.566277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.570795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242392b5-d26f-4005-82ef-b58fc0beab2f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:17:32.572738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3868e1a-40b2-4856-80b3-4fe9483de2e1 req-d562038c-b038-487c-9e9a-6f3c339ae487 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890558 Aug 19 18:17:32.636809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet f6d6e02a-0498-4e48-8ae7-6dd0986b9d87 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:32.650388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.822310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:32.897778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-e52c936a-1dbe-4393-a40e-2ffabef4ec8d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:32.897778 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-e52c936a-1dbe-4393-a40e-2ffabef4ec8d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 945 time: 0.1534488 Aug 19 18:17:32.932194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:32.983644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c79aec-402f-4813-9b21-e11f8a045dfa req-8385c130-2720-4890-a779-94060dab9e41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:32.992764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41c79aec-402f-4813-9b21-e11f8a045dfa req-8385c130-2720-4890-a779-94060dab9e41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 944 time: 0.0702958 Aug 19 18:17:33.048799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41c79aec-402f-4813-9b21-e11f8a045dfa req-b6ec66d7-b66d-406a-aa40-a52e4dcc8e88 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507386 Aug 19 18:17:33.110326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.161923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 74b1b0dd-7776-4784-9e07-35e35451eb09 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:33.169023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.283091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 74b1b0dd-7776-4784-9e07-35e35451eb09, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=74b1b0dd-7776-4784-9e07-35e35451eb09,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:33.283724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.303550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 74b1b0dd-7776-4784-9e07-35e35451eb09 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:33.374449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.420152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d6e02a-0498-4e48-8ae7-6dd0986b9d87,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:33.422230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.430033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55734) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:33.430206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee5364a4-67ce-4f55-956e-b3f46c963111 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/f6d6e02a-0498-4e48-8ae7-6dd0986b9d87 HTTP/1.1" status: 204 len: 168 time: 0.9757903 Aug 19 18:17:33.438724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:33.479296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Could not find standard attr ID for object cdc3ab24-13bd-4195-8530-ab7a1854b6e6. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:33.518289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:33.518677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.588310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.626422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:33.628702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=74b1b0dd-7776-4784-9e07-35e35451eb09,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:33.644506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['74b1b0dd-7776-4784-9e07-35e35451eb09'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:33.684031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 74b1b0dd-7776-4784-9e07-35e35451eb09 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:33.689385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.692457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-822dcfe4-25cf-4732-8b49-d1d4e995a5dd req-81bf03fc-b437-4762-8707-21289b159d41 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.13 "DELETE /v2.0/ports/74b1b0dd-7776-4784-9e07-35e35451eb09 HTTP/1.1" status: 204 len: 173 time: 0.7872810 Aug 19 18:17:33.693256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'name': 'network-vif-deleted', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:33.696289 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c67f256-7ac0-480f-8d74-96ee77f1865b" -d '{"events": [{"server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "name": "network-vif-deleted", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:33.831222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-db890743-516a-48ba-bfe9-6e64d2c6a178 req-6e33a596-9b02-4918-8ccd-ae4e42c4b346 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=80fa0955-6da8-483d-9bcf-50b6aa85b49e HTTP/1.1" status: 200 len: 210 time: 0.1238248 Aug 19 18:17:33.832171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:33.842715 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721af97-e2a8-4f79-a8c2-456b93e21828 x-openstack-request-id: req-d721af97-e2a8-4f79-a8c2-456b93e21828 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:33.843132 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fa0955-6da8-483d-9bcf-50b6aa85b49e", "name": "network-vif-deleted", "tag": "74b1b0dd-7776-4784-9e07-35e35451eb09", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:33.843499 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d721af97-e2a8-4f79-a8c2-456b93e21828 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:33.844306 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa0955-6da8-483d-9bcf-50b6aa85b49e', 'name': 'network-vif-deleted', 'tag': '74b1b0dd-7776-4784-9e07-35e35451eb09', 'status': 'completed', 'code': 200} Aug 19 18:17:33.846184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:33.847174 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.869052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:33.942917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Provisioning for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:33.955601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:33.955601 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-538d3b13-3292-4403-8f77-1ad3156e44e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.194587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a1112-2687-4c0f-942c-552345172289 None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:34.286511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de12fb-5266-478f-a549-979cce8f526a req-fbdc2945-08b9-49f3-b1ce-d5d067452782 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:34.288388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99de12fb-5266-478f-a549-979cce8f526a req-fbdc2945-08b9-49f3-b1ce-d5d067452782 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 944 time: 0.1259270 Aug 19 18:17:34.393453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99de12fb-5266-478f-a549-979cce8f526a req-8e9a4544-9d5e-400e-9b22-2c6d584f4f90 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776060 Aug 19 18:17:34.435376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 624c72c0-39ce-4e10-a84e-6a0c7fac7168 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:34.455594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.498040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:34.500004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ba8c8eef-1839-4725-9a42-b30d804d0303 None None] Could not find standard attr ID for object cdc3ab24-13bd-4195-8530-ab7a1854b6e6. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:34.506364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:34.529427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:34.530095 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.581418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1473525 Aug 19 18:17:34.581692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55752) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:34.584165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b5772-b59d-49f2-a615-806c33abd23e tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=8002fd10-4cc3-47a3-ac1e-ac83d03b5a03,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:34.586951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1572553983'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:34.636579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.673242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:34.682061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:34.682354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.829997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.841092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.850584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.863340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:34.869034 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84899a52-9e93-481b-9d85-00443e083322" -d '{"events": [{"server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "name": "network-vif-plugged", "status": "completed", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:34.890283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.896683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3111656 Aug 19 18:17:34.896830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Update dhcp port {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'fixed_ips': [{'subnet_id': '808643a0-36d2-4561-99c0-a7158329ca88', 'ip_address': '172.20.0.19'}, {'subnet_id': '8002fd10-4cc3-47a3-ac1e-ac83d03b5a03'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '47949b0c-7bf1-408a-9895-73c1f28ae4a8'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:17:34.896932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 55760) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:34.900642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:34.903079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'security_group': {'name': 'tempest-secgroup-229361780'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:34.931012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:34.994003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.009481 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b612696-19df-4cc0-bd45-776f4cd838a2 x-openstack-request-id: req-5b612696-19df-4cc0-bd45-776f4cd838a2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:35.009775 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "name": "network-vif-plugged", "status": "completed", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:35.010025 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b612696-19df-4cc0-bd45-776f4cd838a2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:35.010606 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168', 'code': 200} Aug 19 18:17:35.012238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.018481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bb461-7417-41b8-ac27-788100ed09f7 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055474b8-65bc-4843-8404-b3d942f5bfe8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.103048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.215826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e2325-44ad-4a3c-8d9d-7efcebd81a35 req-e8abdc21-83eb-44d6-b551-9bb010e36021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.218620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-af9e2325-44ad-4a3c-8d9d-7efcebd81a35 req-e8abdc21-83eb-44d6-b551-9bb010e36021 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 1097 time: 0.0850101 Aug 19 18:17:35.246185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.253867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.276108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-af9e2325-44ad-4a3c-8d9d-7efcebd81a35 req-da291c13-c8f2-4b40-b738-1ba2357c7e06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Aug 19 18:17:35.282362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Allocated IP 172.20.0.2 (c1585875-185e-4cda-9156-d53ab2ab9c18/8002fd10-4cc3-47a3-ac1e-ac83d03b5a03/47949b0c-7bf1-408a-9895-73c1f28ae4a8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:35.299129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.300408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4024603 Aug 19 18:17:35.303744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:35.308661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'security_group': {'name': 'tempest-secgroup-917864281'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:35.335756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.348027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39aec-00a8-4693-bb38-8bccbea789ac tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269f141a-293c-4b6a-b979-5e139f08d61b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.439010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.445737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.461250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-a2690778-baf4-4196-800e-2b9ecdf810b7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.476105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-a2690778-baf4-4196-800e-2b9ecdf810b7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.1989183 Aug 19 18:17:35.484719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.489270 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1843998 Aug 19 18:17:35.489926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:35.496528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-700912184', 'security_groups': ['d025d301-0487-4f58-8dad-0aacd15656ab'], 'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8002fd10-4cc3-47a3-ac1e-ac83d03b5a03'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:35.500943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc9779-75ff-4f36-8594-44ff80f9b4d3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d025d301-0487-4f58-8dad-0aacd15656ab,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.502127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b37e9dd4-9fbe-4775-a67e-392f59321df4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0250905 Aug 19 18:17:35.612340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:35.622880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-107171b3-c782-4e6a-a537-cc97eee8b7f8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198123 Aug 19 18:17:35.639037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fee89-59f3-416e-b9a4-f71201506f13 req-9cc1e926-9a87-4296-93df-5f6d6f5d2d7e tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:35.640622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a50fee89-59f3-416e-b9a4-f71201506f13 req-9cc1e926-9a87-4296-93df-5f6d6f5d2d7e tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.1365728 Aug 19 18:17:35.649875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.667281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Transition to ACTIVE for port object 47949b0c-7bf1-408a-9895-73c1f28ae4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:35.667678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:35.673039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.726694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a50fee89-59f3-416e-b9a4-f71201506f13 req-e9f2fa43-f277-4532-a6bc-9489606551dc tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740311 Aug 19 18:17:35.757743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-850272b4-f5dd-470d-8b8c-7cbbe5f18156 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339190 Aug 19 18:17:35.790468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1e826-eb52-4796-8ef3-09e99ae37ff1 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:35.814543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:35.841291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] device_id is not set on port 373dc9d8-2114-4096-97ef-ad48f5b5b906 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:17:35.874361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-805e7587-c659-449c-90a8-33bf19d78bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156855 Aug 19 18:17:36.103886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.5 (c1585875-185e-4cda-9156-d53ab2ab9c18/8002fd10-4cc3-47a3-ac1e-ac83d03b5a03/373dc9d8-2114-4096-97ef-ad48f5b5b906) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:36.225725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28b420fd-74ed-4d98-956b-63157f323d5b req-01e5dd08-ec66-43eb-bff8-bfe17efbe59d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 210 time: 0.1028669 Aug 19 18:17:36.393321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.420024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 373dc9d8-2114-4096-97ef-ad48f5b5b906 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:36.422324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74b1b0dd-7776-4784-9e07-35e35451eb09 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:36.469719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811e829-bdbf-46ad-86fc-8f0dd1629ddf None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:36.473541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 74b1b0dd-7776-4784-9e07-35e35451eb09 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:36.473921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 74b1b0dd-7776-4784-9e07-35e35451eb09 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:36.480412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.565734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:36.566126 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.594850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:36.600386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:36.602787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:36.641089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=373dc9d8-2114-4096-97ef-ad48f5b5b906,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:36.655719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:36.708791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:36.709342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Provisioning for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:36.709558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.724720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:36.725091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7d35a029-1605-4075-9085-1d1e14ad0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:36.733555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3fdb0690-420b-4074-9b27-35b4aee12b0c tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2418919 Aug 19 18:17:36.737013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55812) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:36.749064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:36.914270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:37.002164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675849bd-1339-49f3-804e-765dcc7757bf req-ccd69e8f-a320-4f82-826b-a22d7760d37f tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:37.003859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-675849bd-1339-49f3-804e-765dcc7757bf req-ccd69e8f-a320-4f82-826b-a22d7760d37f tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.1092687 Aug 19 18:17:37.044021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.044730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.048702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:37.054405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.112222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-675849bd-1339-49f3-804e-765dcc7757bf req-61167d42-3c35-4532-83a4-d244d91e642c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013656 Aug 19 18:17:37.249111 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8002fd10-4cc3-47a3-ac1e-ac83d03b5a03 (CIDR: 172.20.0.0/28) Aug 19 18:17:37.255603 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:17:37.256984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:37.295164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fafa05fc-eadd-4d82-b94c-24d16497a24f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5507822 Aug 19 18:17:37.295352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:37.300830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:37.399602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59ea57e9-06dd-4d2b-b88d-3da29c68d1db req-81ddadac-512e-4ee5-b335-e12201b6c979 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 210 time: 0.0666623 Aug 19 18:17:37.449910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Provisioning for port 373dc9d8-2114-4096-97ef-ad48f5b5b906 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:37.455999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Provisioning complete for port 373dc9d8-2114-4096-97ef-ad48f5b5b906 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.456450 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.532304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:37.538679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.558332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Port 373dc9d8-2114-4096-97ef-ad48f5b5b906 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:37.580327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.580708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.682176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:37.711585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:37.720041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a3385b8c-67f6-472c-84f9-34bc5371fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:37.820465 n-d-778550-10 neutron-server[101325]: INFO neutron.db.ipam_backend_mixin [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 808643a0-36d2-4561-99c0-a7158329ca88 (CIDR: 172.20.0.16/28) Aug 19 18:17:37.827559 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:17:37.828059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:37.853156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-fd2a29bc-1a1f-4765-b2b2-cda3e57156df tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:37.861437 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ab61d530-9fff-4d29-ab98-895789828a4d tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5649738 Aug 19 18:17:37.864790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55868) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:37.867908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-fd2a29bc-1a1f-4765-b2b2-cda3e57156df tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.3517082 Aug 19 18:17:37.880166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'subnet': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:37.886144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:38.079020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5341f3b9-ed00-425a-bdd1-9f2b338db047 None None] Provisioning complete for port 373dc9d8-2114-4096-97ef-ad48f5b5b906 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:38.080024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5341f3b9-ed00-425a-bdd1-9f2b338db047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.081364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:38.089850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.144873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5341f3b9-ed00-425a-bdd1-9f2b338db047 None None] Port 373dc9d8-2114-4096-97ef-ad48f5b5b906 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:38.218006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Made reservation on behalf of da8dc15ebac74b88a9feff1672d333de for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:38.224505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.269754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.12 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/8f0e9156-c1b9-48d8-874b-a48d75d505dd) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:38.603487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.628058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b921a5c-4bc5-4c08-97fd-a9fef8fbd3aa req-8fd0e723-6563-4a57-8b13-262bf9891a87 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 210 time: 0.0544376 Aug 19 18:17:38.663828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.675895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Network c1585875-185e-4cda-9156-d53ab2ab9c18 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:38.679416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:38.692407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050e40a-e79a-4572-ae5b-feebcfcc125f None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:38.695275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:38.695798 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.720611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Subnet': ['ID=22ee37dd-6b3b-4933-90a2-5fc36fbf211f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:38.736824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00b286f3-d92c-4e10-b552-246a82d7cf79 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8697197 Aug 19 18:17:38.739609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:38.749472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2090878088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22ee37dd-6b3b-4933-90a2-5fc36fbf211f'}], 'security_groups': ['055474b8-65bc-4843-8404-b3d942f5bfe8', '269f141a-293c-4b6a-b979-5e139f08d61b']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:38.758874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.781566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:38.834606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:38.839891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:38.844283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:38.876479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:38.892998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.914845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:38.915833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:38.953965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-b0e66c0a-a501-4212-872d-fc418e6f6810 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0770841 Aug 19 18:17:38.969172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Request body: {'port': {'device_id': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:39.114660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.337526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Update dhcp port {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'fixed_ips': [{'subnet_id': '808643a0-36d2-4561-99c0-a7158329ca88', 'ip_address': '172.20.0.19'}, {'subnet_id': '8002fd10-4cc3-47a3-ac1e-ac83d03b5a03', 'ip_address': '172.20.0.2'}, {'subnet_id': '22ee37dd-6b3b-4933-90a2-5fc36fbf211f'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '47949b0c-7bf1-408a-9895-73c1f28ae4a8'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:17:39.413568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.574007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Delete allocated IP 172.20.0.5 (c1585875-185e-4cda-9156-d53ab2ab9c18/8002fd10-4cc3-47a3-ac1e-ac83d03b5a03) {{(pid=101325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 18:17:39.593094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Allocated IP 172.20.0.35 (c1585875-185e-4cda-9156-d53ab2ab9c18/22ee37dd-6b3b-4933-90a2-5fc36fbf211f/373dc9d8-2114-4096-97ef-ad48f5b5b906) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:39.716487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0e9156-c1b9-48d8-874b-a48d75d505dd {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:39.730678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.776872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Transition to ACTIVE for port object 8f0e9156-c1b9-48d8-874b-a48d75d505dd will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:39.815478 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:39.905797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:39.927897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355b2e-2940-4624-ab82-2e321fbb74d2 req-8d8cec30-b46f-478f-bac5-bce95f431ca3 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:39.936824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45355b2e-2940-4624-ab82-2e321fbb74d2 req-8d8cec30-b46f-478f-bac5-bce95f431ca3 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 944 time: 0.1844223 Aug 19 18:17:40.045298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45355b2e-2940-4624-ab82-2e321fbb74d2 req-165601dc-5f1e-4c98-8421-4b8e7d69113a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061432 Aug 19 18:17:40.082042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Attempting to bind port 8f0e9156-c1b9-48d8-874b-a48d75d505dd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:40.084156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Attempting to bind port 8f0e9156-c1b9-48d8-874b-a48d75d505dd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:40.084965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Attempting to bind port 8f0e9156-c1b9-48d8-874b-a48d75d505dd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:40.091202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Port 8f0e9156-c1b9-48d8-874b-a48d75d505dd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:40.091802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Attempting to bind port 8f0e9156-c1b9-48d8-874b-a48d75d505dd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:40.100063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:40.100934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:40.101760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:40.102585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Bound port: 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:40.103109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.203123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:40.209471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:40.217335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.291186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.307775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Transition to ACTIVE for port object 373dc9d8-2114-4096-97ef-ad48f5b5b906 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:40.316062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.317243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.318845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-6c004770-42f2-4206-864f-ef919a855833 service neutron] 10.222.0.42 "PUT /v2.0/ports/8f0e9156-c1b9-48d8-874b-a48d75d505dd HTTP/1.1" status: 200 len: 1093 time: 1.3555830 Aug 19 18:17:40.319300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:40.321717 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ee3e5-e265-4abe-aee1-58582d924872" -d '{"events": [{"name": "network-changed", "server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:40.322893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.344604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004770-42f2-4206-864f-ef919a855833 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:40.406511 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab2153-0a49-45d8-be86-b7ed54c3a8b2 x-openstack-request-id: req-eaab2153-0a49-45d8-be86-b7ed54c3a8b2 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:40.406807 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:40.407235 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eaab2153-0a49-45d8-be86-b7ed54c3a8b2 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:40.422867 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd', 'status': 'completed', 'code': 200} Aug 19 18:17:40.431071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Allocated IP 172.20.0.34 (c1585875-185e-4cda-9156-d53ab2ab9c18/22ee37dd-6b3b-4933-90a2-5fc36fbf211f/47949b0c-7bf1-408a-9895-73c1f28ae4a8) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:40.458901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event updated for resources: {'Port': ['ID=373dc9d8-2114-4096-97ef-ad48f5b5b906,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:40.519986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-11f43b45-94e8-4fca-a2a4-c9f56e8ca7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.523424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] In _notify_port_updated(), no bound segment for port 373dc9d8-2114-4096-97ef-ad48f5b5b906 on network c1585875-185e-4cda-9156-d53ab2ab9c18 {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:17:40.524163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-11f43b45-94e8-4fca-a2a4-c9f56e8ca7ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 1096 time: 0.1469736 Aug 19 18:17:40.530179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.530824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.532189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-687114fd-792b-4c59-b2d6-9aeb2865e4e9 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "PUT /v2.0/ports/373dc9d8-2114-4096-97ef-ad48f5b5b906 HTTP/1.1" status: 200 len: 960 time: 1.7915313 Aug 19 18:17:40.534778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55934) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:40.587700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-3792fcd1-b1d0-48cd-b02a-69cfaaf58a27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd HTTP/1.1" status: 200 len: 217 time: 0.0523865 Aug 19 18:17:40.641853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:40.671179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-1d2f47f5-2004-409e-ba68-012cb226e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:40.671179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-1d2f47f5-2004-409e-ba68-012cb226e371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.0720458 Aug 19 18:17:40.684105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port 373dc9d8-2114-4096-97ef-ad48f5b5b906 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:40.684334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.712009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.736503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-3a111354-ca32-4a41-802d-950d42418bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631435 Aug 19 18:17:40.740617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Transition to ACTIVE for port object 47949b0c-7bf1-408a-9895-73c1f28ae4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:40.745848 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.794471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:40.819328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for 373dc9d8-2114-4096-97ef-ad48f5b5b906 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:40.886209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-051b97a1-38bd-43c2-9b38-3747838906e6 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428614 Aug 19 18:17:40.919265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f2de5-d968-4614-8fdf-d9b5bc7cd275 None None] Pushing event updated for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:41.051409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.083397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76eea36b-f064-4ea0-9b3c-d576de26b1c5 req-e049fa4b-0054-43eb-a852-4fe4590057a5 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818762 Aug 19 18:17:41.181723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=373dc9d8-2114-4096-97ef-ad48f5b5b906,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:41.340697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.361543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-93349d19-2952-46ed-8bf0-bfc58fa227ef tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/373dc9d8-2114-4096-97ef-ad48f5b5b906 HTTP/1.1" status: 204 len: 168 time: 0.8252952 Aug 19 18:17:41.364395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55950) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:41.398833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-1aae3d99-390c-457b-a2d1-91eebaf407b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:41.401819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-1aae3d99-390c-457b-a2d1-91eebaf407b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 1096 time: 0.2650464 Aug 19 18:17:41.480894 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d703e39-b22e-42ec-9c18-be061574dd83 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] GET failed (client error): The resource could not be found. Aug 19 18:17:41.480894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d703e39-b22e-42ec-9c18-be061574dd83 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports/373dc9d8-2114-4096-97ef-ad48f5b5b906 HTTP/1.1" status: 404 len: 333 time: 0.1125758 Aug 19 18:17:41.494585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:41.556477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154efd3-7850-4380-9312-67e41d7670e4 req-ad3a83a9-5573-4bb1-8ced-a72003dae88a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:41.590531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e154efd3-7850-4380-9312-67e41d7670e4 req-ad3a83a9-5573-4bb1-8ced-a72003dae88a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 944 time: 0.2757850 Aug 19 18:17:41.677851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.752861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.837431 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.852372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:41.853599 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/security-groups/d025d301-0487-4f58-8dad-0aacd15656ab HTTP/1.1" status: 204 len: 168 time: 0.3661740 Aug 19 18:17:41.857423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:41.860960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e154efd3-7850-4380-9312-67e41d7670e4 req-c5d76d8d-6b3e-4387-8454-be528b531476 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693119 Aug 19 18:17:41.924412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-3a9a31ba-6213-4c5a-85c0-0b90da14e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:41.930262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66533780-9815-4d78-ab56-60be97e08d44 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d025d301-0487-4f58-8dad-0aacd15656ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:41.939352 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-3a9a31ba-6213-4c5a-85c0-0b90da14e270 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.5249372 Aug 19 18:17:41.971279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.025480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.056583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-f750eedf-00ed-4797-9155-1233a972146f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd HTTP/1.1" status: 200 len: 217 time: 0.1161354 Aug 19 18:17:42.119069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.122747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.124878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/security-groups/269f141a-293c-4b6a-b979-5e139f08d61b HTTP/1.1" status: 204 len: 168 time: 0.2662067 Aug 19 18:17:42.129072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Could not find standard attr ID for object 373dc9d8-2114-4096-97ef-ad48f5b5b906. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:42.145948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55966) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:42.154036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f29ad-4ef2-4fad-912e-ccaa1e986fe4 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269f141a-293c-4b6a-b979-5e139f08d61b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.164764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:42.165162 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.286512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-147cc331-0c50-46ea-9ba4-79a07c02d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:42.291965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.294303 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-147cc331-0c50-46ea-9ba4-79a07c02d89c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.2309003 Aug 19 18:17:42.347274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.358637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:42.362876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-fd4e9219-08f6-468a-8411-068c849064d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567894 Aug 19 18:17:42.386696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Provisioning for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:42.394643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:42.395882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d800a247-9826-4a96-ad2f-807839cf12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.432719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.436141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.439694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/security-groups/055474b8-65bc-4843-8404-b3d942f5bfe8 HTTP/1.1" status: 204 len: 168 time: 0.2810056 Aug 19 18:17:42.442537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:42.552205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09c6cb-dcc6-4468-bced-0f990343fb16 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055474b8-65bc-4843-8404-b3d942f5bfe8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.593046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-058d71e5-4684-4e52-b657-b8c2a810927d service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255719 Aug 19 18:17:42.615166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 8002fd10-4cc3-47a3-ac1e-ac83d03b5a03 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:42.619518 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.666786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.751330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2ee3e5-e265-4abe-aee1-58582d924872 req-92320ae9-a508-42a1-ba50-0ee4d5e0a0bc service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519377 Aug 19 18:17:42.773828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.867321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ac635de5-a4be-4c5d-a0e7-7bcd3d2e5c04 None None] Could not find standard attr ID for object 373dc9d8-2114-4096-97ef-ad48f5b5b906. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:17:42.889717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.892231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:42.917578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=8002fd10-4cc3-47a3-ac1e-ac83d03b5a03,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:42.932251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:42.934885 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ccace97-ac0c-465c-9bc8-f7e7098c5db0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/8002fd10-4cc3-47a3-ac1e-ac83d03b5a03 HTTP/1.1" status: 204 len: 168 time: 0.4884763 Aug 19 18:17:42.939735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 55994) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:43.002358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:43.002745 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.048480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 22ee37dd-6b3b-4933-90a2-5fc36fbf211f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:43.054900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.076526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d26d3-9144-44f4-943e-52cacdb035eb req-78d1a888-f569-4bef-b41b-cbcee52af3dd tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:43.088964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-970d26d3-9144-44f4-943e-52cacdb035eb req-78d1a888-f569-4bef-b41b-cbcee52af3dd tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 944 time: 0.0873420 Aug 19 18:17:43.161209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677198c-6afb-458f-a2fc-e9320035ea97 None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:43.164859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.186972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-970d26d3-9144-44f4-943e-52cacdb035eb req-58bab7cc-867d-483b-b64b-b84bd3d5171c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924594 Aug 19 18:17:43.356899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.486407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.561352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.567065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/22ee37dd-6b3b-4933-90a2-5fc36fbf211f HTTP/1.1" status: 204 len: 168 time: 0.6256559 Aug 19 18:17:43.568445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56004) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:43.580002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0475f9-d0b0-435a-983b-5991c63478c3 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=22ee37dd-6b3b-4933-90a2-5fc36fbf211f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:43.605106 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0c8d4d-e22d-423f-8618-e7dcc4cc1dcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:43.605573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0c8d4d-e22d-423f-8618-e7dcc4cc1dcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:43.609923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56006) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:43.610146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f0c8d4d-e22d-423f-8618-e7dcc4cc1dcd tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/8002fd10-4cc3-47a3-ac1e-ac83d03b5a03 HTTP/1.1" status: 404 len: 337 time: 0.0404313 Aug 19 18:17:43.657525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44db90-0100-407b-a0f2-5542ca1b726d None None] Update dhcp port {'port': {'network_id': 'c1585875-185e-4cda-9156-d53ab2ab9c18', 'fixed_ips': [{'subnet_id': '808643a0-36d2-4561-99c0-a7158329ca88', 'ip_address': '172.20.0.19'}, {'subnet_id': '22ee37dd-6b3b-4933-90a2-5fc36fbf211f'}], 'binding:host_id': 'n-d-778550-10'}, 'id': '47949b0c-7bf1-408a-9895-73c1f28ae4a8'} from n-d-778550-10. {{(pid=101326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 18:17:43.678310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting subnet 808643a0-36d2-4561-99c0-a7158329ca88 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:17:43.681845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.690000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da44db90-0100-407b-a0f2-5542ca1b726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.709778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8f0e9156-c1b9-48d8-874b-a48d75d505dd details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:17:43.752957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.865107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.899071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:43.918629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '8f0e9156-c1b9-48d8-874b-a48d75d505dd', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '8f0e9156-c1b9-48d8-874b-a48d75d505dd', 'mac_address': 'fa:16:3e:c3:a4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:17:43.965899 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.977865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:43.987672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0e9156-c1b9-48d8-874b-a48d75d505dd {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:44.008699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Subnet': ['ID=808643a0-36d2-4561-99c0-a7158329ca88,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:44.010398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-da44db90-0100-407b-a0f2-5542ca1b726d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 808643a0-36d2-4561-99c0-a7158329ca88: This subnet is being modified by another concurrent operation. Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 808643a0-36d2-4561-99c0-a7158329ca88: This subnet is being modified by another concurrent operation. Aug 19 18:17:44.013093 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:17:44.018487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.018487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-982cc72a-da30-4f7d-b1b3-8a8ae8179260 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/808643a0-36d2-4561-99c0-a7158329ca88 HTTP/1.1" status: 204 len: 168 time: 0.4056590 Aug 19 18:17:44.020977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56008) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.023637 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.055404 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e68e9e-2fc3-4826-884a-8ddc1fba251a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.056267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e68e9e-2fc3-4826-884a-8ddc1fba251a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.058357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-18e68e9e-2fc3-4826-884a-8ddc1fba251a tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/f6d6e02a-0498-4e48-8ae7-6dd0986b9d87 HTTP/1.1" status: 404 len: 337 time: 0.0351634 Aug 19 18:17:44.061570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56010) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.083994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:44.104099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e27d8c22-2f62-4324-8feb-564a17ecc722 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6a6501c-7a4d-41f3-a253-717610a24b87 HTTP/1.1" status: 200 len: 205 time: 0.0409989 Aug 19 18:17:44.107402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56012) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.114384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a46f43-d75d-4d06-8ac9-c0b73b6ed57f None None] Network c1585875-185e-4cda-9156-d53ab2ab9c18 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:17:44.152320 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-e690f363-04d8-4046-ad91-c1a005f21f72 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] delete failed (client error): The resource could not be found. Aug 19 18:17:44.153314 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e690f363-04d8-4046-ad91-c1a005f21f72 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/routers/a6a6501c-7a4d-41f3-a253-717610a24b87 HTTP/1.1" status: 404 len: 336 time: 0.0461147 Aug 19 18:17:44.156149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56014) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.192972 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfbaf44-6572-43ef-b116-a1c3ef8c4fec tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.192972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfbaf44-6572-43ef-b116-a1c3ef8c4fec tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.198274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56016) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.203613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ccfbaf44-6572-43ef-b116-a1c3ef8c4fec tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/7d36af4f-3e20-4d56-87e0-b4f4e78e9cd9 HTTP/1.1" status: 404 len: 337 time: 0.0409172 Aug 19 18:17:44.254963 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac8fbea-e4cd-4f74-8c84-0c56c275c06f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.255358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac8fbea-e4cd-4f74-8c84-0c56c275c06f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.256772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8f0e9156-c1b9-48d8-874b-a48d75d505dd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:44.260204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eac8fbea-e4cd-4f74-8c84-0c56c275c06f tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/ad9821ed-85be-4208-aa50-d7d16cb68006 HTTP/1.1" status: 404 len: 337 time: 0.0568881 Aug 19 18:17:44.260307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98f6c328-e5f8-46f3-af79-a20aff9de58c None None] Provisioning complete for port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:44.260307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98f6c328-e5f8-46f3-af79-a20aff9de58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.260445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56020) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.295338 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-273bf2c9-53e9-4678-847a-7c0bb16dd5d1 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.296215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273bf2c9-53e9-4678-847a-7c0bb16dd5d1 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.298951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-273bf2c9-53e9-4678-847a-7c0bb16dd5d1 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/4a67fd91-a3fd-4bb1-9aee-22caa8803658 HTTP/1.1" status: 404 len: 337 time: 0.0373487 Aug 19 18:17:44.301415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56022) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.317923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eb34c-cdd3-4db8-9505-4c4cf441cff8 req-b9e88c5d-7db6-4c40-bd08-9473e801e150 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:44.319504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d2eb34c-cdd3-4db8-9505-4c4cf441cff8 req-b9e88c5d-7db6-4c40-bd08-9473e801e150 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 945 time: 0.0613317 Aug 19 18:17:44.329632 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-12082948-6235-45a6-9adb-ed82b769a522 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.330632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12082948-6235-45a6-9adb-ed82b769a522 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.333180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12082948-6235-45a6-9adb-ed82b769a522 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/9a043323-742e-4051-b119-893b84f87b90 HTTP/1.1" status: 404 len: 333 time: 0.0303874 Aug 19 18:17:44.337401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56024) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.367309 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d70125-2162-4cdb-9475-1a99fc370084 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.368690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d70125-2162-4cdb-9475-1a99fc370084 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.370672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16d70125-2162-4cdb-9475-1a99fc370084 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/50d57b50-087b-4025-9df5-34e2e87bb9dd HTTP/1.1" status: 404 len: 337 time: 0.0321376 Aug 19 18:17:44.374293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56026) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.383575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-98f6c328-e5f8-46f3-af79-a20aff9de58c None None] Port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:17:44.399195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] DHCP port deletion for c1585875-185e-4cda-9156-d53ab2ab9c18 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:17:44.402546 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-38de7b0d-acf5-4a92-87f4-76caa108fb13 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.402949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38de7b0d-acf5-4a92-87f4-76caa108fb13 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.404716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-38de7b0d-acf5-4a92-87f4-76caa108fb13 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/95790072-1238-4d1f-b1bb-ba4294e4d573 HTTP/1.1" status: 404 len: 337 time: 0.0290139 Aug 19 18:17:44.407512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56028) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.407728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d2eb34c-cdd3-4db8-9505-4c4cf441cff8 req-50d8d6e4-b7f6-4ffb-8259-56998178a082 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812855 Aug 19 18:17:44.409066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98f6c328-e5f8-46f3-af79-a20aff9de58c None None] Provisioning complete for port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:44.409452 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98f6c328-e5f8-46f3-af79-a20aff9de58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.436768 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc7f224-1d53-4e27-8158-9d1e84efeefc tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.437449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc7f224-1d53-4e27-8158-9d1e84efeefc tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.441774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4cc7f224-1d53-4e27-8158-9d1e84efeefc tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/8f6d8b0f-5690-4d23-b1ad-929f34b57514 HTTP/1.1" status: 404 len: 333 time: 0.0326796 Aug 19 18:17:44.444138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.472869 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-758f64ef-77a3-41fa-88f1-69196857d170 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.473344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758f64ef-77a3-41fa-88f1-69196857d170 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.478131 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-758f64ef-77a3-41fa-88f1-69196857d170 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/9a059e72-c224-4c6d-9ba8-d6f0fa859792 HTTP/1.1" status: 404 len: 337 time: 0.0299938 Aug 19 18:17:44.478320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56034) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.514362 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb626a6-0057-4b9e-8647-323db95e3155 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] DELETE failed (client error): The resource could not be found. Aug 19 18:17:44.514628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb626a6-0057-4b9e-8647-323db95e3155 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:17:44.516417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ddb626a6-0057-4b9e-8647-323db95e3155 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/subnets/200cb36b-d2f7-4ec1-b0e7-4fa13e543b63 HTTP/1.1" status: 404 len: 337 time: 0.0376253 Aug 19 18:17:44.519030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56036) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:44.587874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Deleting port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:44.588261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.666681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Deleting port fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:44.667362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.681425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] For port 47949b0c-7bf1-408a-9895-73c1f28ae4a8, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47949b0c-7bf1-408a-9895-73c1f28ae4a8,segment=NetworkSegment(042937d3-a168-44c1-a093-bfc64f92fafe),segment_id=042937d3-a168-44c1-a093-bfc64f92fafe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:44.681840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.703397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Calling delete_port for 47949b0c-7bf1-408a-9895-73c1f28ae4a8 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:44.804018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.833896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Calling delete_port for fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:44.843398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:44.863125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:44.885950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] No DVR routers for this DVR port 47949b0c-7bf1-408a-9895-73c1f28ae4a8 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:44.927909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5654b9-4552-441c-bfc9-ded93da78647 None None] Pushing event deleted for resources: {'Port': ['ID=47949b0c-7bf1-408a-9895-73c1f28ae4a8,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:44.929810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 47949b0c-7bf1-408a-9895-73c1f28ae4a8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:44.930169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47949b0c-7bf1-408a-9895-73c1f28ae4a8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:44.959141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093f5ac-9c43-4e12-8ba7-ba06d8ed6863 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:17:45.021551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.061124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Port': ['ID=fb4bc8a5-9aca-4af3-bfc3-e45062b69b08,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.083745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.088892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56062) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:45.089824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9796d9a6-0227-42a0-80a6-ad194159e6c0 tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/ports/fb4bc8a5-9aca-4af3-bfc3-e45062b69b08 HTTP/1.1" status: 204 len: 168 time: 0.5686421 Aug 19 18:17:45.106759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093f5ac-9c43-4e12-8ba7-ba06d8ed6863 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:17:45.237898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.370917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.382565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1585875-185e-4cda-9156-d53ab2ab9c18']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:45.396490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042937d3-a168-44c1-a093-bfc64f92fafe') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:45.396978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042937d3-a168-44c1-a093-bfc64f92fafe') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:17:45.407333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.424363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.432361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:17:45.432857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:17:45.436601 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:17:45.534124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.542294 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.547553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] 10.222.0.36 "DELETE /v2.0/networks/c1585875-185e-4cda-9156-d53ab2ab9c18 HTTP/1.1" status: 204 len: 168 time: 0.4536884 Aug 19 18:17:45.623719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7a490-2c22-40b8-b669-6bbcf943c0da tempest-PortsTestJSON-1845877187 tempest-PortsTestJSON-1845877187-project] Pushing event deleted for resources: {'Network': ['ID=c1585875-185e-4cda-9156-d53ab2ab9c18,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:45.688180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8f0e9156-c1b9-48d8-874b-a48d75d505dd up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:17:45.728895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b4020-7e2d-42d3-941c-2609c6725986 req-74e714fe-d45e-4928-bfd0-cb08cb861e36 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:45.731478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c59b4020-7e2d-42d3-941c-2609c6725986 req-74e714fe-d45e-4928-bfd0-cb08cb861e36 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 945 time: 0.1380191 Aug 19 18:17:45.751764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 8f0e9156-c1b9-48d8-874b-a48d75d505dd completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:17:45.760268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 8f0e9156-c1b9-48d8-874b-a48d75d505dd triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:17:45.761649 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.814203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c59b4020-7e2d-42d3-941c-2609c6725986 req-e08b132b-6ed0-47dc-a374-85012a44aebe tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761645 Aug 19 18:17:45.940586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:45.979276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:45.982583 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6456b51a-af7d-4f0e-b8b4-75199aeb46d8" -d '{"events": [{"server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "name": "network-vif-plugged", "status": "completed", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:46.021498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:46.027430 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.037240 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a849b-1053-4bcb-b282-680bce177143 x-openstack-request-id: req-844a849b-1053-4bcb-b282-680bce177143 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:46.037240 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "name": "network-vif-plugged", "status": "completed", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:46.037240 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-844a849b-1053-4bcb-b282-680bce177143 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:46.037799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:46.055199 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd', 'code': 200} Aug 19 18:17:46.133339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:46.165537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19b0ab-e7cf-45d1-83ff-d1a13fa25e03 req-d1ca7be0-3e8c-4839-81c3-7285ce690df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:46.167077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc19b0ab-e7cf-45d1-83ff-d1a13fa25e03 req-d1ca7be0-3e8c-4839-81c3-7285ce690df1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 1098 time: 0.0594673 Aug 19 18:17:46.255364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc19b0ab-e7cf-45d1-83ff-d1a13fa25e03 req-39d1199d-e113-47d0-8d43-dfdfc011f1ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817814 Aug 19 18:17:46.275947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56090) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:46.287049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-077c9796-b87e-4879-b602-d331193af33b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da8dc15ebac74b88a9feff1672d333de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479503 Aug 19 18:17:46.354648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.412430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.499493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.502805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:46.514046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/003c1584-4d49-40f9-b11d-467af1226a7f HTTP/1.1" status: 204 len: 168 time: 0.2361517 Aug 19 18:17:46.528215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b97370-fc93-4c97-acee-ab865785cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c1584-4d49-40f9-b11d-467af1226a7f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:47.034683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f906e-ebab-49f4-abc3-3ed92a662804 req-352aa335-dab1-491c-8994-2cf4560000e1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:47.036817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a4f906e-ebab-49f4-abc3-3ed92a662804 req-352aa335-dab1-491c-8994-2cf4560000e1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.0992603 Aug 19 18:17:47.089020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a4f906e-ebab-49f4-abc3-3ed92a662804 req-ea9e964a-718b-458d-ab18-b632a5945bae tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Aug 19 18:17:47.179886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:47.857858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.039197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--935895119'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:48.107906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.128457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.268936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.317421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.323028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.334939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e439-0b84-445e-8218-8d4959930fb6 req-332f1b75-a38c-4c9e-b9d9-b093a38d2766 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:48.336811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0737e439-0b84-445e-8218-8d4959930fb6 req-332f1b75-a38c-4c9e-b9d9-b093a38d2766 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.1162646 Aug 19 18:17:48.379900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232d019b-4493-427f-877c-087605bb65f3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:48.428006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0737e439-0b84-445e-8218-8d4959930fb6 req-4cd6a57d-664b-47b7-97a8-fae8ed158a91 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847070 Aug 19 18:17:48.468391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.473785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.511409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.511794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6526618 Aug 19 18:17:48.511976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.529556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0352d547-96ef-45c0-b2e9-fc79c4641bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.591341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe642-a026-4a71-ba51-3de490ca5f7c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec41caa-0002-41ef-b0c7-332c46fb716a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:48.662112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60620610-ebc2-43a0-8deb-d2d2e4ee47df tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1477005 Aug 19 18:17:48.664311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56168) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.675551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-security--1495221268', 'description': 'tempest-security-description-1298110749'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:48.784697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.816950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0352d547-96ef-45c0-b2e9-fc79c4641bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.822574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0352d547-96ef-45c0-b2e9-fc79c4641bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.882675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.886718 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.889350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:48.890683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "PUT /v2.0/security-groups/2ec41caa-0002-41ef-b0c7-332c46fb716a HTTP/1.1" status: 200 len: 1780 time: 0.2247262 Aug 19 18:17:48.900816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56174) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.946934 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0352d547-96ef-45c0-b2e9-fc79c4641bbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0db4b28ed4ea49e09329eab51252b92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6765549 Aug 19 18:17:48.952677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:48.990465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19190-1ed1-416e-b482-1a697f767197 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec41caa-0002-41ef-b0c7-332c46fb716a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.014199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437c08-0c49-4832-82c8-06cdd6c5ef04 req-bfa9fc45-5484-4a2a-a497-538ede423107 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.015789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9437c08-0c49-4832-82c8-06cdd6c5ef04 req-bfa9fc45-5484-4a2a-a497-538ede423107 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.1125429 Aug 19 18:17:49.040197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d547-96ef-45c0-b2e9-fc79c4641bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8921bf9a-07bd-4392-8a4a-0749e594d373,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.062943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9437c08-0c49-4832-82c8-06cdd6c5ef04 req-50ec0a9b-9172-4845-b1f7-abae8a1e589f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386624 Aug 19 18:17:49.124421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ed0a8902-5d7b-48bb-a88d-d435f2980cd5 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups/2ec41caa-0002-41ef-b0c7-332c46fb716a HTTP/1.1" status: 200 len: 1780 time: 0.1723914 Aug 19 18:17:49.127044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56182) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.205068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.248503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6fe72-6df6-4a95-ac5d-52e38486b1e9 req-130a2acf-caa2-49b6-a459-4ad6325b0b42 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.257810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20c6fe72-6df6-4a95-ac5d-52e38486b1e9 req-130a2acf-caa2-49b6-a459-4ad6325b0b42 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.0796812 Aug 19 18:17:49.278729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.283703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.309081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20c6fe72-6df6-4a95-ac5d-52e38486b1e9 req-315c9afb-cdaf-4f7e-a81a-a61f152a1246 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501571 Aug 19 18:17:49.344448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.417753 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.421243 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.429415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8921bf9a-07bd-4392-8a4a-0749e594d373 HTTP/1.1" status: 204 len: 168 time: 0.4599605 Aug 19 18:17:49.444100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.447177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.449949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ec41caa-0002-41ef-b0c7-332c46fb716a HTTP/1.1" status: 204 len: 168 time: 0.3204858 Aug 19 18:17:49.451832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd30ad7-1615-4006-88b1-d75f84db40fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8921bf9a-07bd-4392-8a4a-0749e594d373,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.452042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56188) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.465167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8fac-e16b-46ee-aadd-798c165dc343 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec41caa-0002-41ef-b0c7-332c46fb716a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:49.564325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ddd77334-070c-48ca-abfe-6abbdeac5ef5 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109321 Aug 19 18:17:49.571712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56190) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.605778 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-a02d183f-6cef-4e48-bd23-497c957a179a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] delete failed (client error): The resource could not be found. Aug 19 18:17:49.607353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a02d183f-6cef-4e48-bd23-497c957a179a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ec41caa-0002-41ef-b0c7-332c46fb716a HTTP/1.1" status: 404 len: 347 time: 0.0338316 Aug 19 18:17:49.612310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56196) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.618395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--947789991'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:49.679689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.822033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33632a3-15d5-4ca7-a043-1f797248f1e6 req-784a82dd-b810-4791-927d-fc5ac8276238 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:49.827922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e33632a3-15d5-4ca7-a043-1f797248f1e6 req-784a82dd-b810-4791-927d-fc5ac8276238 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.0920894 Aug 19 18:17:49.921860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.947291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e33632a3-15d5-4ca7-a043-1f797248f1e6 req-cd19f146-aef8-4d93-a45d-279e6659f7fb tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899251 Aug 19 18:17:49.947291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.967013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:49.997051 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:49.998442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3849764 Aug 19 18:17:50.006508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.008465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65065afc-bc65-45d3-a859-a71bd6d4aa56 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475ed3ce-33ed-4d9a-afe0-b7462e2d3189,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.018439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '475ed3ce-33ed-4d9a-afe0-b7462e2d3189', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:50.039852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06e6e1bb-138f-4808-965a-90a63c6d372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.074060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.215039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.222199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.252056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc96aa1-f7cb-4452-8f80-06291724e5b3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.275559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06e6e1bb-138f-4808-965a-90a63c6d372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.280297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06e6e1bb-138f-4808-965a-90a63c6d372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.308009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.309358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36560a1f-25cc-4c10-8a1c-6bf439d8182e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2970881 Aug 19 18:17:50.312293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56216) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.334113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06e6e1bb-138f-4808-965a-90a63c6d372b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb9a8400dae145f2b36675a81372d769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659594 Aug 19 18:17:50.336310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6e1bb-138f-4808-965a-90a63c6d372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c647f1-8b60-4527-8405-b5be6aa32657,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.338895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56218) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.369232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.387931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.436137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.447861 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.455618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.456796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9fc96aa1-f7cb-4452-8f80-06291724e5b3 HTTP/1.1" status: 204 len: 168 time: 0.1427226 Aug 19 18:17:50.463320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56220) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.472447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6bcf0-206b-4914-b507-f6aa517e332e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fc96aa1-f7cb-4452-8f80-06291724e5b3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.497083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.549506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f7e268c6-edc7-47c3-9a87-4f2b1bb1b8ad tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0849876 Aug 19 18:17:50.554070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56222) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.594970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.599405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.603901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23c647f1-8b60-4527-8405-b5be6aa32657 HTTP/1.1" status: 204 len: 168 time: 0.2615952 Aug 19 18:17:50.617379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-65d069fe-7697-4854-86fa-6e0a3faa0042 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1108742 Aug 19 18:17:50.619845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9c75c-0dd6-4a27-8d91-482419873dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c647f1-8b60-4527-8405-b5be6aa32657,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.657290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.709302 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.777714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077671-e619-49d8-8fc3-143df2d428cf req-1ad96719-f692-4468-959e-f840fb385124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:50.779975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-1ad96719-f692-4468-959e-f840fb385124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 1097 time: 0.0954871 Aug 19 18:17:50.793446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.797746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:50.799176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/475ed3ce-33ed-4d9a-afe0-b7462e2d3189 HTTP/1.1" status: 204 len: 168 time: 0.2441635 Aug 19 18:17:50.803061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:50.820186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff064-f0e5-4672-a42d-ec77314092c9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ed3ce-33ed-4d9a-afe0-b7462e2d3189,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:50.899319 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39f2eb81-9618-4904-8bb5-5d779318666a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834491 Aug 19 18:17:50.900472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56230) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:51.312600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:51.335439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--686990485'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:51.338696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b83767-e403-44c8-9270-c996079b6064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.428261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41afb8-91fc-44cb-afcc-1213eca82fd6 req-6ff821fa-c35a-4b4f-8fdc-b89c2927796b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.430294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad41afb8-91fc-44cb-afcc-1213eca82fd6 req-6ff821fa-c35a-4b4f-8fdc-b89c2927796b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.0989649 Aug 19 18:17:51.462292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-de560933-efd1-48af-8c50-adb7254868f1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.464997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-de560933-efd1-48af-8c50-adb7254868f1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 946 time: 0.6110585 Aug 19 18:17:51.532506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077671-e619-49d8-8fc3-143df2d428cf req-69a0da73-076b-477e-a092-91bb3b63fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.537070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-69a0da73-076b-477e-a092-91bb3b63fb0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.6815159 Aug 19 18:17:51.564870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b83767-e403-44c8-9270-c996079b6064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.570866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b83767-e403-44c8-9270-c996079b6064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.589572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad41afb8-91fc-44cb-afcc-1213eca82fd6 req-411b763b-a254-498f-b6aa-bf62b6ff48fe tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470063 Aug 19 18:17:51.639896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-43407360-2243-46c8-894c-b33d494a01bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 200 len: 217 time: 0.0658367 Aug 19 18:17:51.671849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-63b83767-e403-44c8-9270-c996079b6064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4226b9dc1294267945ded4fe232af24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580947 Aug 19 18:17:51.673026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b83767-e403-44c8-9270-c996079b6064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb9511-87cc-4c47-b1f3-d4760c334775,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:51.675717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:51.701588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.750560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077671-e619-49d8-8fc3-143df2d428cf req-29f199e0-0fb5-4de9-b84f-a41d215009fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:51.750863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.752709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-29f199e0-0fb5-4de9-b84f-a41d215009fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.0906901 Aug 19 18:17:51.784102 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.799811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-0140ee25-2b96-4682-93a2-edd37255cbdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375433 Aug 19 18:17:51.811182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 8f0e9156-c1b9-48d8-874b-a48d75d505dd {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:17:51.811648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.850307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.852999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:51.854200 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67fb9511-87cc-4c47-b1f3-d4760c334775 HTTP/1.1" status: 204 len: 168 time: 0.1769629 Aug 19 18:17:51.862720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e0cd6-f979-4f32-b98d-9fb98ffe20b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb9511-87cc-4c47-b1f3-d4760c334775,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.084322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 8f0e9156-c1b9-48d8-874b-a48d75d505dd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8f0e9156-c1b9-48d8-874b-a48d75d505dd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:17:52.084322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.116921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 8f0e9156-c1b9-48d8-874b-a48d75d505dd owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:17:52.133132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.135946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-024a66ed-6240-48e5-840d-4bb5b8629c7f service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280675 Aug 19 18:17:52.143321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.256859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.258084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9324634 Aug 19 18:17:52.263779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:52.270411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '688cf87d-97bd-479f-b629-4d9a88b14234', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:52.284588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177bbb-042f-4dce-9951-333935968d1f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688cf87d-97bd-479f-b629-4d9a88b14234,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.350329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b3077671-e619-49d8-8fc3-143df2d428cf req-e9400b1f-a1fc-499c-8184-c0de5ff8c342 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021289 Aug 19 18:17:52.359034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.439365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.453787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81', '8f0e9156-c1b9-48d8-874b-a48d75d505dd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:52.468743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.472764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.503724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4dbe50-16f7-48dd-8bcd-489fc148698f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.523396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.525339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f060ccb0-11ee-4845-8922-09a9b16274aa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603962 Aug 19 18:17:52.528411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56262) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:52.538299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '688cf87d-97bd-479f-b629-4d9a88b14234', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:52.541529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=8f0e9156-c1b9-48d8-874b-a48d75d505dd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.612450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.624261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 8f0e9156-c1b9-48d8-874b-a48d75d505dd on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:17:52.627379 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.630010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-635c5e9c-e227-4d7a-9aae-0fc2ab0fbebb req-7cb1509d-eac0-49f7-a20a-491367959403 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "DELETE /v2.0/ports/8f0e9156-c1b9-48d8-874b-a48d75d505dd HTTP/1.1" status: 204 len: 173 time: 1.1553562 Aug 19 18:17:52.630667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'name': 'network-vif-deleted', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:17:52.633703 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b36054-c292-4b84-aed8-902217c7155c" -d '{"events": [{"server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "name": "network-vif-deleted", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:17:52.694710 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4518a7e-7e19-46e4-87f5-728d219deb37 x-openstack-request-id: req-b4518a7e-7e19-46e4-87f5-728d219deb37 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:17:52.694961 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e38ee69-754e-4584-bc1f-e25cac8dab0f", "name": "network-vif-deleted", "tag": "8f0e9156-c1b9-48d8-874b-a48d75d505dd", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:17:52.695166 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4518a7e-7e19-46e4-87f5-728d219deb37 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:17:52.695594 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e38ee69-754e-4584-bc1f-e25cac8dab0f', 'name': 'network-vif-deleted', 'tag': '8f0e9156-c1b9-48d8-874b-a48d75d505dd', 'status': 'completed', 'code': 200} Aug 19 18:17:52.805620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1cc65ee-aa1c-41c5-98f0-4ddf8f98be84 req-6710aa1f-5a6a-4535-bf9d-dc81c22ec46d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e38ee69-754e-4584-bc1f-e25cac8dab0f HTTP/1.1" status: 200 len: 210 time: 0.1017792 Aug 19 18:17:52.857198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.865062 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.885580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461df7ab-f4fb-4d51-8de2-3936b1f2bfbb,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:52.902447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:52.903844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1cd8c821-a232-4095-abe9-ae57e31ff792 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3728802 Aug 19 18:17:52.906679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56270) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:52.912538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '688cf87d-97bd-479f-b629-4d9a88b14234', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:52.958725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.092476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.100456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.126318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc5e069-8ed2-4afd-98ff-53eaf2feee0f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:53.153180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.155499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f7948d6-9214-440a-ab45-07e320fd5692 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2472045 Aug 19 18:17:53.157670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56280) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:53.164632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '688cf87d-97bd-479f-b629-4d9a88b14234', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:53.217190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.352827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.362405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.394646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a5e4fa-fb13-4d17-bd46-883be2c263e5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:53.413831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.419367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47ee39f8-485f-4ddc-82a1-4121e4741ab7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578862 Aug 19 18:17:53.420204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56292) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:53.436902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '688cf87d-97bd-479f-b629-4d9a88b14234', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:53.484284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.588080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.596083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.623472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.624811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2027040 Aug 19 18:17:53.625771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510ad75-7352-4a09-a0a5-0166836c7d86 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76259fca-64f3-47ca-9ca3-5c2d365f0c9f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:53.627833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:53.676717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.690664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.755154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.765404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.765869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/76259fca-64f3-47ca-9ca3-5c2d365f0c9f HTTP/1.1" status: 204 len: 168 time: 0.1369543 Aug 19 18:17:53.768573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56296) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:53.788018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433dcc8-6385-4556-92db-2908c940fe8d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76259fca-64f3-47ca-9ca3-5c2d365f0c9f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:53.846629 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f0b9638-ed90-44f5-9a0b-29c8b7d976e0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0767963 Aug 19 18:17:53.849896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56300) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:53.941406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:53.962617 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.018107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.025775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.027072 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/98a5e4fa-fb13-4d17-bd46-883be2c263e5 HTTP/1.1" status: 204 len: 168 time: 0.1627853 Aug 19 18:17:54.029887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.032863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119e641-a127-4dd1-9277-30efc1e44fc1 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98a5e4fa-fb13-4d17-bd46-883be2c263e5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.101378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4b77a699-3187-4071-a274-49ad596beca8 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0700943 Aug 19 18:17:54.104699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56318) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.134242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.142897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.173624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.180305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.184689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6cc5e069-8ed2-4afd-98ff-53eaf2feee0f HTTP/1.1" status: 204 len: 168 time: 0.0753858 Aug 19 18:17:54.184824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.186748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c1162-c89a-44db-96eb-7c095c702da2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cc5e069-8ed2-4afd-98ff-53eaf2feee0f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.259659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bba25d7f-4d84-4596-a59e-71f95122f649 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0715261 Aug 19 18:17:54.259850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56332) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.298912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-0f29855c-2984-4b67-913b-c08f5484f8d3 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:54.300454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-0f29855c-2984-4b67-913b-c08f5484f8d3 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.1682134 Aug 19 18:17:54.309380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.319896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-20578c88-652d-426d-b986-bb5e60161895 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/quotas/614a48f38835489981458703ce17adf8 HTTP/1.1" status: 200 len: 375 time: 0.0125434 Aug 19 18:17:54.325643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.385126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.389895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.391073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/461df7ab-f4fb-4d51-8de2-3936b1f2bfbb HTTP/1.1" status: 204 len: 168 time: 0.1303790 Aug 19 18:17:54.395314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.405738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0605-87fd-4766-a988-bcf4d6ee9fdf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=461df7ab-f4fb-4d51-8de2-3936b1f2bfbb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.413957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-b66245b7-717a-486d-9641-f82a03ea9080 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734713 Aug 19 18:17:54.471490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2245f498-d699-401b-9ca2-6e21a2c4a673 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747471 Aug 19 18:17:54.475083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.522448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.531317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.554923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-99ec20b6-8a11-490f-9123-133c33b2cdc6 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245117 Aug 19 18:17:54.589289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.595558 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.596844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7c4dbe50-16f7-48dd-8bcd-489fc148698f HTTP/1.1" status: 204 len: 168 time: 0.1201179 Aug 19 18:17:54.600962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.623797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b269-aa46-4e84-89a6-99b63b2fd9c6 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c4dbe50-16f7-48dd-8bcd-489fc148698f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:54.676689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-87adc5b7-673f-4547-a47f-ef4c100aa0c2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730128 Aug 19 18:17:54.680794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56346) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.776827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-a9956490-74c5-488a-93ec-9bb52375adf2 service neutron] 10.222.0.36 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038682 Aug 19 18:17:54.800316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.839533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.921303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.929803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:54.933453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/688cf87d-97bd-479f-b629-4d9a88b14234 HTTP/1.1" status: 204 len: 168 time: 0.2513943 Aug 19 18:17:54.945654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56348) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:54.954742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3381538-1a01-4f44-827e-88d65ca784a0 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cf87d-97bd-479f-b629-4d9a88b14234,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.050711 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a145383-a8e3-43be-aaf4-ae746a0df525 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037669 Aug 19 18:17:55.059593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.065388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663849930'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:55.075934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dedb545-3f9a-44ea-a2e8-d1a6ebfb1e21 req-fb34c44d-d346-4804-a137-02041d559f9a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 210 time: 0.0550110 Aug 19 18:17:55.101514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.256879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.263152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.296114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-de1b6f35-b049-400f-9bbf-31443881176d tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521176 Aug 19 18:17:55.306262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.308591 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2474554 Aug 19 18:17:55.311509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.317823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': 'e715bf8c-7dae-4315-969f-ada295968ca6', 'direction': 'ingress', 'protocol': 17}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:55.322741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc3007-3eba-4338-9dba-25b235a3c487 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e715bf8c-7dae-4315-969f-ada295968ca6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.384730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.521821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.529560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.594507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338c1831-b06a-46e7-8370-5cf91e4ccd6c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.602946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.609753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce45f0be-6c9b-43ae-926e-2cc7c40e6c0c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2961061 Aug 19 18:17:55.611792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56388) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.632007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-b2925bcf-5fb4-4c6d-ae43-d77a930c8a7b tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:55.640695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-b2925bcf-5fb4-4c6d-ae43-d77a930c8a7b tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433549 Aug 19 18:17:55.665603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-d6775eef-9f29-4c04-b266-a09126f65dbe tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/quotas/7068fe9e808b44f9bfdba155dc8c682b HTTP/1.1" status: 200 len: 375 time: 0.0237756 Aug 19 18:17:55.682643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.720277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-8c4deb22-545e-4fab-a8c7-642ccac6e005 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536711 Aug 19 18:17:55.729808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.741826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8f0e9156-c1b9-48d8-874b-a48d75d505dd no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:17:55.779272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 8f0e9156-c1b9-48d8-874b-a48d75d505dd {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:17:55.779775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8f0e9156-c1b9-48d8-874b-a48d75d505dd not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:17:55.788645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.791843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:55.795679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/e715bf8c-7dae-4315-969f-ada295968ca6 HTTP/1.1" status: 204 len: 168 time: 0.1787274 Aug 19 18:17:55.796288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56390) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.805918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79e337-254a-47df-9775-ec1ab4802e1d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715bf8c-7dae-4315-969f-ada295968ca6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:55.877633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dfdb9707-38a3-4110-a6a5-dc64f354f790 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797715 Aug 19 18:17:55.882112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:55.887482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982445587'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:55.929146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.061837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6b25c4f-34e4-4eb3-8ba9-932a25a0eec3 req-cda39bf1-1422-4bda-ab13-f10f58e86e3f tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 210 time: 0.0341682 Aug 19 18:17:56.064245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.069965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.109840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f165165-7611-43a0-8390-92da25a75852,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:56.127525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.132212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3759912b-de3d-43f5-9a7e-2c12ccc345bf tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2458470 Aug 19 18:17:56.133157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56402) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:56.138478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--252593217'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:56.189014 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:17:56.198497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-597ee0f2-b3cb-4944-a0e3-515cfed847ac req-46b0c261-09f0-485d-96aa-f56c449f5f9d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 210 time: 0.0355475 Aug 19 18:17:56.218740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.286046 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.366895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.372046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.412602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8633b370-d25f-4fa1-b1e9-27ef797e8da3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:56.429962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.435934 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-363a6d1a-378c-4c4d-af23-174c0043f091 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3013978 Aug 19 18:17:56.440648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56410) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:56.448023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '1f165165-7611-43a0-8390-92da25a75852', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8633b370-d25f-4fa1-b1e9-27ef797e8da3', 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:56.508676 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.693254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-510c6c95-2063-48bb-a804-ad764095340c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:56.697580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-510c6c95-2063-48bb-a804-ad764095340c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 805 time: 0.4056830 Aug 19 18:17:56.727630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Request body: {'port': {'device_id': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'admin_state_up': True, 'tenant_id': '614a48f38835489981458703ce17adf8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:56.807540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.815244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.850138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267bce87-513d-4b26-9990-efccdc1a3239,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:56.874493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.875895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9423bd6b-2e0c-4302-8a0b-4358951d5f59 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4333200 Aug 19 18:17:56.879582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:56.930817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.950587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:56.977266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Made reservation on behalf of 614a48f38835489981458703ce17adf8 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:56.984338 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.000317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.011013 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.012220 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/267bce87-513d-4b26-9990-efccdc1a3239 HTTP/1.1" status: 204 len: 168 time: 0.1316466 Aug 19 18:17:57.017364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56418) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:57.085386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa5bf-6d53-4381-abc3-092027535744 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=267bce87-513d-4b26-9990-efccdc1a3239,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:57.183296 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-04f1c632-0e25-4dbd-bc34-77fd4bb55e10 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1562631 Aug 19 18:17:57.185327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:57.299057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb331278-5f81-459e-915c-658bd6f5739d req-7da0c933-9d45-43fe-8b51-5f6e7774d85f tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 210 time: 0.0467994 Aug 19 18:17:57.321385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.322076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Allocated IP 172.20.0.7 (79e55e6b-c95b-4d4e-a453-dccc68b28ac8/175647d9-9add-42b1-916f-f2fec13cad44/57c81ffc-2cc8-4ffb-9c42-f30d44698fdd) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:57.366117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.391178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9962c7b1-6301-4a25-935b-9c4468bfd658 req-90451d78-1e4c-43f2-b61a-40e3064ae547 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 210 time: 0.0476844 Aug 19 18:17:57.468742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.472178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.477950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/8633b370-d25f-4fa1-b1e9-27ef797e8da3 HTTP/1.1" status: 204 len: 168 time: 0.2898393 Aug 19 18:17:57.478860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56430) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:57.509710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5968-a6b6-4d65-af2d-48c9ce5e0b09 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633b370-d25f-4fa1-b1e9-27ef797e8da3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:57.659689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c336b88b-5b43-4a12-80ba-bd2a8fe1360c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1760054 Aug 19 18:17:57.665433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56432) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:57.703974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.765282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-a937c00c-14b2-472d-b4b3-fdca0fe01386 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587478 Aug 19 18:17:57.837908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:57.854187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:17:57.949706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event updated for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:57.984847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:57.988347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:58.000101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:58.071011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.072209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.078691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-1c63241c-be7b-41d6-aedf-ee147f112aef tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.083942 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-1c63241c-be7b-41d6-aedf-ee147f112aef tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119471 Aug 19 18:17:58.105774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-d6aa3284-5d80-4a9c-984d-0c04f615d8bc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988945 Aug 19 18:17:58.111776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-851d1a7a-8384-4a26-ba9d-c4e6a656cef6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1753950 Aug 19 18:17:58.126095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.128651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Request body: {'port': {'device_id': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:58.138218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Request body: {'port': {'device_id': '05161f44-82ab-44ae-bc37-820a78274e65', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '7068fe9e808b44f9bfdba155dc8c682b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:58.207893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4553976a-726d-43b9-b0fe-315dbfb8839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.229647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.286931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.328358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.330842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.332729 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/1f165165-7611-43a0-8390-92da25a75852 HTTP/1.1" status: 204 len: 168 time: 0.6661670 Aug 19 18:17:58.337875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56438) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:58.353061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Made reservation on behalf of 7068fe9e808b44f9bfdba155dc8c682b for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:17:58.356782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.362091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-6b1c279b-a4a8-4be8-96fb-453630f1ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.364678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-6b1c279b-a4a8-4be8-96fb-453630f1ac6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 1097 time: 0.1194787 Aug 19 18:17:58.376668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374b366-a842-4f75-aac3-52f65ba29f3e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f165165-7611-43a0-8390-92da25a75852,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.378606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.444572 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6bc03090-edc3-4522-838f-c3d07acfd8fa tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978696 Aug 19 18:17:58.446817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56444) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:58.456115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754031738'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:58.569688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.586270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.588856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9fa0a151-c8cf-4adc-bde1-eafcbde5d218 req-37d7c418-6293-47d4-ade9-c1bc996b87cb tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 210 time: 0.1664269 Aug 19 18:17:58.678084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.715740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036415fe-917e-4691-8dde-977cbe8fe8c3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:58.779746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ecbfb-c0ab-4e72-8db9-4d613a4fdcf2 req-d1f2f0fc-ce1e-4789-9709-556957599108 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.781888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a50ecbfb-c0ab-4e72-8db9-4d613a4fdcf2 req-d1f2f0fc-ce1e-4789-9709-556957599108 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 931 time: 0.2291718 Aug 19 18:17:58.821199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Allocated IP 192.168.233.107 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/e7ced5c2-befb-461c-9366-acecf492aaae) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:17:58.822934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-254d084c-9906-454b-9f5a-7721f2610df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:58.827384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-254d084c-9906-454b-9f5a-7721f2610df4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 200 len: 911 time: 0.4197879 Aug 19 18:17:58.921659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.935361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.969114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a50ecbfb-c0ab-4e72-8db9-4d613a4fdcf2 req-8aa41a28-0ac1-4ed1-af13-27f79bcab025 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391444 Aug 19 18:17:58.978859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-141bec3d-f487-45b9-8e9d-401be80b7d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 200 len: 1001 time: 0.1380231 Aug 19 18:17:58.990978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:58.995233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5444822 Aug 19 18:17:59.007571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56458) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:59.046239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-6a83d21a-f0ef-4b88-9d4c-495d110c2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:59.047786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-6a83d21a-f0ef-4b88-9d4c-495d110c2240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 200 len: 849 time: 0.0564303 Aug 19 18:17:59.056815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': '1c9e7470-af8f-418e-a8a2-fca7c86626f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:59.118373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fc2ba-59be-42ed-8a02-994aaeed5dcd tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e7470-af8f-418e-a8a2-fca7c86626f7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:59.162352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:17:59.173276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.177996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-28e1ce23-b6ee-4bab-8d64-ef8b070c169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:59.179797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-28e1ce23-b6ee-4bab-8d64-ef8b070c169a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49b45f4a-b356-46a0-bd27-2d4096da6c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211421 Aug 19 18:17:59.202074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Transition to ACTIVE for port object 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:59.208120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.245767 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.289247 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.322120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Transition to ACTIVE for port object e7ced5c2-befb-461c-9366-acecf492aaae will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:17:59.347327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.352737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.387315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Pushing event updated for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:59.439775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ec8afa-7fe6-4d72-b182-151c340eba38,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:59.454932 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.456534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-753dbc32-e1b9-4e19-a6ba-444845b0bea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4059021 Aug 19 18:17:59.461734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.464032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56470) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:59.525443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-a821ebd7-260a-47b8-bd65-6f97ad20f4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353469 Aug 19 18:17:59.540627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Pushing event updated for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:59.574007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:17:59.578678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:17:59.599607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.607416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:17:59.620509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.674246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Attempting to bind port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:17:59.674731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Attempting to bind port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:17:59.675165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Attempting to bind port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:59.699266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:17:59.702904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Attempting to bind port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd on network 79e55e6b-c95b-4d4e-a453-dccc68b28ac8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:17:59.731938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:17:59.732285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Checking segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:17:59.732674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Bound using segment: {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:17:59.735866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Bound port: 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7d1574-9b71-47fd-9543-cf4741dea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:17:59.736003 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:17:59.736584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.736705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.744492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.752007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.753178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f7ec8afa-7fe6-4d72-b182-151c340eba38 HTTP/1.1" status: 204 len: 168 time: 0.2875476 Aug 19 18:17:59.757860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:59.788122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c4c8c-d76f-4ed4-bded-34c7cec93229 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7ec8afa-7fe6-4d72-b182-151c340eba38,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:17:59.793560 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-893232a0-273d-4243-9065-8bb5fa041cff tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6631751 Aug 19 18:17:59.815224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Request body: {'port': {'device_id': '05161f44-82ab-44ae-bc37-820a78274e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:17:59.828069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c78eda2-030b-4bce-bc2c-da28fece9353 req-45790829-9272-4819-8018-3b6c1a8a59bd service neutron] 10.222.0.13 "GET /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945285 Aug 19 18:17:59.859520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-decab72b-615f-4f57-a063-a9f1681d0e49 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0980227 Aug 19 18:17:59.859710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56478) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:17:59.912229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:17:59.915069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:17:59.937840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:17:59.997832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.011974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4ce1592d-fc84-4abf-bb85-27d00ec8761a None None] Provisioning for port e7ced5c2-befb-461c-9366-acecf492aaae completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:00.019466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4ce1592d-fc84-4abf-bb85-27d00ec8761a None None] Provisioning complete for port e7ced5c2-befb-461c-9366-acecf492aaae triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:00.021110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ce1592d-fc84-4abf-bb85-27d00ec8761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.037038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:00.038870 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.040371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] 10.222.0.42 "PUT /v2.0/ports/57c81ffc-2cc8-4ffb-9c42-f30d44698fdd HTTP/1.1" status: 200 len: 1092 time: 1.9238193 Aug 19 18:18:00.077314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:00.085775 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7b238-e905-4511-8e52-5eb9a3514cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:00.131417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1592d-fc84-4abf-bb85-27d00ec8761a None None] Port e7ced5c2-befb-461c-9366-acecf492aaae cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:00.248240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.272151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373dfa-1ab4-41ef-8cbd-5c83d0165190 service neutron] Pushing event updated for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:00.285680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-5a3f3b68-069f-422b-b1de-537ceed89c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:00.287142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-5a3f3b68-069f-422b-b1de-537ceed89c39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 1095 time: 0.1887999 Aug 19 18:18:00.306317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.414654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbbc63-e453-4889-8a63-d4f5706c56d7 req-5d6a01d0-1bfa-48e3-b598-5c15235a4a81 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:00.416156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-febbbc63-e453-4889-8a63-d4f5706c56d7 req-5d6a01d0-1bfa-48e3-b598-5c15235a4a81 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 943 time: 0.2622807 Aug 19 18:18:00.427503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-c963db39-e83f-4e28-b893-4a0a7809fcb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd HTTP/1.1" status: 200 len: 217 time: 0.1292822 Aug 19 18:18:00.443517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efd004-4d6c-4f85-805c-3015b93664a0 req-e075916e-c8cf-41fe-96ef-3d8e45fa9a59 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:00.445051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72efd004-4d6c-4f85-805c-3015b93664a0 req-e075916e-c8cf-41fe-96ef-3d8e45fa9a59 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 936 time: 0.6903112 Aug 19 18:18:00.568276 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-803ac823-f59c-425a-a05d-da73c4140de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.607939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ced5c2-befb-461c-9366-acecf492aaae {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:00.642935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.686498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Transition to ACTIVE for port object e7ced5c2-befb-461c-9366-acecf492aaae will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:00.695571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:00.781382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:00.932107 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.032248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Attempting to bind port e7ced5c2-befb-461c-9366-acecf492aaae on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:01.032597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Attempting to bind port e7ced5c2-befb-461c-9366-acecf492aaae by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:01.032933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Attempting to bind port e7ced5c2-befb-461c-9366-acecf492aaae on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:01.046164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Port e7ced5c2-befb-461c-9366-acecf492aaae on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:18:01.046595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Attempting to bind port e7ced5c2-befb-461c-9366-acecf492aaae on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:01.059253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:01.061850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:01.063263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:01.063757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Bound port: e7ced5c2-befb-461c-9366-acecf492aaae, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:01.064186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.198491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:01.204305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7ced5c2-befb-461c-9366-acecf492aaae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:01.215251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.254870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-febbbc63-e453-4889-8a63-d4f5706c56d7 req-c0b07d29-2cd8-40f6-8c81-da9d8d92a8ab tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202250 Aug 19 18:18:01.275304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-0dd1e2e5-8777-497b-8928-9f85a816daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.279551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.280503 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.281975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-0dd1e2e5-8777-497b-8928-9f85a816daf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.8464303 Aug 19 18:18:01.282096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-40533779-614d-4548-b201-2d54ce412d14 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7ced5c2-befb-461c-9366-acecf492aaae HTTP/1.1" status: 200 len: 1097 time: 1.4716003 Aug 19 18:18:01.284728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:01.286466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.287283 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:01.290441 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.292693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c9e7470-af8f-418e-a8a2-fca7c86626f7 HTTP/1.1" status: 204 len: 168 time: 1.4318388 Aug 19 18:18:01.298784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:01.378207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e755381-bcd1-451c-a7e2-5bc5d43daaf9 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e7470-af8f-418e-a8a2-fca7c86626f7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:01.382891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-957cc92d-9119-4e31-aa13-ca153cef1a89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787647 Aug 19 18:18:01.387956 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533f432-2710-47d2-b40a-df0bb4133858 x-openstack-request-id: req-b533f432-2710-47d2-b40a-df0bb4133858 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:01.388506 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:01.388898 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b533f432-2710-47d2-b40a-df0bb4133858 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:01.393015 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd', 'status': 'completed', 'code': 200} Aug 19 18:18:01.397505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72efd004-4d6c-4f85-805c-3015b93664a0 req-ed43d205-7034-4a5f-854c-7c3ac7f37914 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272993 Aug 19 18:18:01.500630 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d30005-7636-47ca-b404-381e4cab92eb x-openstack-request-id: req-98d30005-7636-47ca-b404-381e4cab92eb {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:01.501509 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:01.501509 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98d30005-7636-47ca-b404-381e4cab92eb {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:01.501509 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae', 'status': 'completed', 'code': 200} Aug 19 18:18:01.507085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40533779-614d-4548-b201-2d54ce412d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:01.556745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-a4a4cdc9-6a2f-4f61-8ee3-fc9da34382fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.557393 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-a4a4cdc9-6a2f-4f61-8ee3-fc9da34382fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 1100 time: 0.1758344 Aug 19 18:18:01.567333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01d3835b-07c3-4cb5-b513-5895faefb51b tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2673292 Aug 19 18:18:01.572605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56496) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:01.586128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343745383'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:01.679548 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-0d1e17b6-a640-4030-b784-ee0bbaae4f2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e7ced5c2-befb-461c-9366-acecf492aaae HTTP/1.1" status: 200 len: 217 time: 0.1057699 Aug 19 18:18:01.710503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-a47119d3-fb8d-44f1-be32-1e3de161db85 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979593 Aug 19 18:18:01.755777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:01.796582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-252ff867-4a7b-4f9f-8408-710c8fb9e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.801502 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-252ff867-4a7b-4f9f-8408-710c8fb9e64e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.1124759 Aug 19 18:18:01.907152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429731-fb39-4729-8081-968dd3e18f20 req-5bf4f926-283e-437d-9aa5-2ba0e9f094ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:01.908958 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-5bf4f926-283e-437d-9aa5-2ba0e9f094ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997982 Aug 19 18:18:01.998509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf579dd8-b1e0-463b-92a0-aeb8af9d3e75 req-3d8203f5-7736-4458-ab0a-88f0a772e1e6 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868154 Aug 19 18:18:02.008838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.014259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.074240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.075418 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.080035 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4988649 Aug 19 18:18:02.080662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56502) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:02.088986 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-86a74643-52fc-4fe3-8bc9-1bc857aa6a45 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706936 Aug 19 18:18:02.089281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': 'c5d40875-732a-4198-8f54-86b822abfeea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:02.089929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af3d6e-b531-4f29-92c5-f498fb5ba26e tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d40875-732a-4198-8f54-86b822abfeea,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:02.188228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.216657 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ab429731-fb39-4729-8081-968dd3e18f20 req-3f781cf5-5548-4ef5-a3fa-08f90db0b96e service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195571 Aug 19 18:18:02.266135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-8e422476-aa27-49a2-814c-fa3814cc418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.268634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-8e422476-aa27-49a2-814c-fa3814cc418e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=614a48f38835489981458703ce17adf8&device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 1095 time: 0.1327827 Aug 19 18:18:02.449264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-885b0412-8c7b-4e84-a206-ae67d2592a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.453977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-885b0412-8c7b-4e84-a206-ae67d2592a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 1100 time: 0.1116073 Aug 19 18:18:02.545634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-46768faf-70d0-48e8-8356-13c34b0cdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.553550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-46768faf-70d0-48e8-8356-13c34b0cdd59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 200 len: 906 time: 0.2704678 Aug 19 18:18:02.706487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-dc2b90b9-e3f8-4722-bce5-fb6f108d7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.714630 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-dc2b90b9-e3f8-4722-bce5-fb6f108d7347 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.2540987 Aug 19 18:18:02.770236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-8f01c0c0-018a-407a-9ea7-6c8483e0d6a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd HTTP/1.1" status: 200 len: 217 time: 0.1674595 Aug 19 18:18:02.807267 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-4030ef83-7c52-450d-9c9f-b2283345f68b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e7ced5c2-befb-461c-9366-acecf492aaae HTTP/1.1" status: 200 len: 217 time: 0.0844061 Aug 19 18:18:02.853869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.902030 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:02.910828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-bda6b8f9-3680-4bad-b1ee-145d41b5fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.913445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-bda6b8f9-3680-4bad-b1ee-145d41b5fba4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0993607 Aug 19 18:18:02.938747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de73ee-a583-4f9f-aaf2-c04d51e10b9f req-6725cf64-9c42-4dd9-99e4-4aeeaa9d4b09 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.941864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2de73ee-a583-4f9f-aaf2-c04d51e10b9f req-6725cf64-9c42-4dd9-99e4-4aeeaa9d4b09 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 943 time: 0.3860459 Aug 19 18:18:02.968943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2ae0-9b99-4802-bdad-127262c67e01 req-4a3b4267-e094-4ea8-9958-1f9bf9310982 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:02.979677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-627e2ae0-9b99-4802-bdad-127262c67e01 req-4a3b4267-e094-4ea8-9958-1f9bf9310982 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 948 time: 0.3618848 Aug 19 18:18:03.022004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-0235d353-a0f9-418f-8286-69df7569c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:03.023622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-0235d353-a0f9-418f-8286-69df7569c866 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 200 len: 845 time: 0.2116103 Aug 19 18:18:03.024487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1490d41f-ca61-4a12-a3e5-0500d6ce31a3,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:03.051810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-4aa5c445-1ca4-434d-93fe-f931a91507df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:03.053589 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-4aa5c445-1ca4-434d-93fe-f931a91507df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321232 Aug 19 18:18:03.060632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.064982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d77e5508-7b78-4d57-af7c-564d7369cfd7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9801946 Aug 19 18:18:03.075881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56522) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.130567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-77196281-5380-4b02-88ea-0279a41846b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79e55e6b-c95b-4d4e-a453-dccc68b28ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914042 Aug 19 18:18:03.138145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2273a8f9-cbe3-4d24-9653-bcef5c23d9f2 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules/1490d41f-ca61-4a12-a3e5-0500d6ce31a3 HTTP/1.1" status: 200 len: 763 time: 0.0491614 Aug 19 18:18:03.143886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.200800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2de73ee-a583-4f9f-aaf2-c04d51e10b9f req-51ec3841-56c9-44b0-a5c8-5bdd1bd3e36b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449403 Aug 19 18:18:03.273742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-bfbd3072-1738-4626-8e65-1f6c60c97353 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033334 Aug 19 18:18:03.275672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-627e2ae0-9b99-4802-bdad-127262c67e01 req-455587f2-750e-453a-bde5-6a59121a0b9b tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950754 Aug 19 18:18:03.340829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c7304ea-9b04-4aa5-89ec-0f03437efe85 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1948836 Aug 19 18:18:03.344123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56528) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.397042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.413446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-2711f5b8-7c71-4aac-92df-073097cbeab3 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703664 Aug 19 18:18:03.415489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.564518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.621288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.638331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:03.642361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1490d41f-ca61-4a12-a3e5-0500d6ce31a3 HTTP/1.1" status: 204 len: 168 time: 0.2968411 Aug 19 18:18:03.655523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56530) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.659180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-aa9ef4a5-1067-4243-b572-a56fc5a97a4f req-c86c28ac-b7bd-43e5-9822-ea22de815f33 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673797 Aug 19 18:18:03.678917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ceeb2-756a-4045-a1cd-758b0a6b812a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1490d41f-ca61-4a12-a3e5-0500d6ce31a3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:03.798028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3b7b238-e905-4511-8e52-5eb9a3514cc7 req-ab94b845-9358-47f4-a901-ea772e170998 service neutron] 10.222.0.42 "GET /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738413 Aug 19 18:18:03.814074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5f0271c1-4c8d-4fc5-888f-825df85b6bf3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569548 Aug 19 18:18:03.820529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56534) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:03.835527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': 'c5d40875-732a-4198-8f54-86b822abfeea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:03.894017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.002578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.018343 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.058086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13c615c-831a-4bc9-8ff3-b38389fe5720,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:04.080555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.087572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56546) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.087896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9944e6fc-f8d4-40f1-954e-5bc624248ea3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648859 Aug 19 18:18:04.122576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3ffd8307-7546-4e87-88c2-7f292c050a90 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules/f13c615c-831a-4bc9-8ff3-b38389fe5720 HTTP/1.1" status: 200 len: 763 time: 0.0293810 Aug 19 18:18:04.123046 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56548) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.191487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f415770c-ba84-42cb-b41d-dd997935954d tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0643957 Aug 19 18:18:04.193912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56550) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.226674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.251790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.303735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.348700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.355085 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f13c615c-831a-4bc9-8ff3-b38389fe5720 HTTP/1.1" status: 204 len: 168 time: 0.1553617 Aug 19 18:18:04.355085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf6325-a0f8-409f-8007-e05f1bb0a90f tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13c615c-831a-4bc9-8ff3-b38389fe5720,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:04.355380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56556) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.431913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7a77e-afbb-4ab4-a318-eb27e95c00cd req-41991d82-70cd-4378-97bd-b6b950cf3c33 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:04.443513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a20b732c-4092-4d51-85a8-459f9dc73787 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855887 Aug 19 18:18:04.449086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56558) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.457396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8f7a77e-afbb-4ab4-a318-eb27e95c00cd req-41991d82-70cd-4378-97bd-b6b950cf3c33 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 943 time: 0.1557925 Aug 19 18:18:04.457868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Request body: {'security_group_rule': {'security_group_id': 'c5d40875-732a-4198-8f54-86b822abfeea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:04.519951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7ced5c2-befb-461c-9366-acecf492aaae details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:18:04.536214 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Project ca0a20039b6848708c2821c8b585f51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:18:04.552943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.700616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8f7a77e-afbb-4ab4-a318-eb27e95c00cd req-e52dafc0-c0d7-4a7a-b66b-1b8ff556a716 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377486 Aug 19 18:18:04.727000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.731229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddb03-d17d-4240-a691-0663080b35da req-92241dfa-21bd-401a-893a-cb34013ce002 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:04.732675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.754780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a1ddb03-d17d-4240-a691-0663080b35da req-92241dfa-21bd-401a-893a-cb34013ce002 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 948 time: 0.2782054 Aug 19 18:18:04.766774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7ced5c2-befb-461c-9366-acecf492aaae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:04.781630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e7ced5c2-befb-461c-9366-acecf492aaae', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': 'e7ced5c2-befb-461c-9366-acecf492aaae', 'mac_address': 'fa:16:3e:88:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:18:04.788146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd12046-b02a-421c-b90e-a51b3389b64c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:04.808096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.809655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0cbab153-c353-4302-8c6f-a3ed38402ef7 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3580036 Aug 19 18:18:04.816655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.832436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a1ddb03-d17d-4240-a691-0663080b35da req-be146c9b-6245-44f6-a022-bfd973708752 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757124 Aug 19 18:18:04.855160 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-00bb3d35-46f4-4784-b0ee-471da931cd7a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules/efd12046-b02a-421c-b90e-a51b3389b64c HTTP/1.1" status: 200 len: 769 time: 0.0366001 Aug 19 18:18:04.860027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56564) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.871348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.889738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ced5c2-befb-461c-9366-acecf492aaae {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:04.921695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7ced5c2-befb-461c-9366-acecf492aaae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:04.926677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:04.949369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-704f96d0-ea97-4598-b6ed-21a33d3092a3 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0857413 Aug 19 18:18:04.952623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56566) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:04.993953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.011380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.049497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:05.076144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.078531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.079220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.081454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.084504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.086378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.090523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.091957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.092607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.093167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.096378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.098885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:05.136221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.146989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.151221 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/efd12046-b02a-421c-b90e-a51b3389b64c HTTP/1.1" status: 204 len: 168 time: 0.1945000 Aug 19 18:18:05.152273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56570) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.195496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c7c4f-a9ee-4bda-9ec1-64e84eddf29c tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efd12046-b02a-421c-b90e-a51b3389b64c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:05.269918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-340ab687-13e2-4224-ac0b-18c1518e1aae tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1101978 Aug 19 18:18:05.270568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56574) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.296405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e7ced5c2-befb-461c-9366-acecf492aaae'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:05.399525 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.463312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.590715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.594827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:05.599964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.600552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5d40875-732a-4198-8f54-86b822abfeea HTTP/1.1" status: 204 len: 168 time: 0.3283970 Aug 19 18:18:05.624809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b466-c3bf-411f-9094-998fe3eb7dab tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d40875-732a-4198-8f54-86b822abfeea,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:05.712654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56588) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:05.724100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7b02a5b2-a7b3-4515-b0b3-fc1c756f140a tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227531 Aug 19 18:18:05.770856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:18:05.806691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a02f5db9-bdba-4ae5-b618-8974b9e407a4 tempest-SecGroupIPv6Test-734761027 tempest-SecGroupIPv6Test-734761027-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925980 Aug 19 18:18:05.917267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0ec5-638c-4021-b7ba-cc3411378ebf req-b4b3d211-5e5b-4843-9079-1380d0c78be1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:05.938408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42e0ec5-638c-4021-b7ba-cc3411378ebf req-b4b3d211-5e5b-4843-9079-1380d0c78be1 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 943 time: 0.1406147 Aug 19 18:18:05.983436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:06.011022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd', 'network_id': '79e55e6b-c95b-4d4e-a453-dccc68b28ac8', 'port_id': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd', 'mac_address': 'fa:16:3e:93:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175647d9-9add-42b1-916f-f2fec13cad44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:18:06.096125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.130996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:06.182443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:06.187320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.203412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e84cd-7486-409b-8e25-d6744586f879 req-cafe506e-330d-474f-b8fc-09e81efeecd9 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:06.212044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-523e84cd-7486-409b-8e25-d6744586f879 req-cafe506e-330d-474f-b8fc-09e81efeecd9 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 949 time: 0.2651713 Aug 19 18:18:06.263800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:06.289389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-523e84cd-7486-409b-8e25-d6744586f879 req-653e64be-36aa-40c0-9987-8727b0ef3c86 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708156 Aug 19 18:18:06.312057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e42e0ec5-638c-4021-b7ba-cc3411378ebf req-f5e7c24c-ef58-4759-9032-276c1e8fac45 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721650 Aug 19 18:18:06.429038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:06.431873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['57c81ffc-2cc8-4ffb-9c42-f30d44698fdd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:06.549833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7ced5c2-befb-461c-9366-acecf492aaae up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:06.637696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e7ced5c2-befb-461c-9366-acecf492aaae completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:06.665261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e7ced5c2-befb-461c-9366-acecf492aaae triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:06.665645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.907639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4789a49-14f7-429a-b435-33a68e60b195 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca0a20039b6848708c2821c8b585f51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688773 Aug 19 18:18:06.907962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56608) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:06.956733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:06.987561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:06.989330 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ed762-5d02-425a-8f09-f72ea5cc40ed" -d '{"events": [{"server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "name": "network-vif-plugged", "status": "completed", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:07.023113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7ced5c2-befb-461c-9366-acecf492aaae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:07.028226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.033280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.060909 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607f99c-80bb-48ef-8f69-32f89ad8f023 x-openstack-request-id: req-7607f99c-80bb-48ef-8f69-32f89ad8f023 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:07.061188 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "name": "network-vif-plugged", "status": "completed", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:07.061437 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7607f99c-80bb-48ef-8f69-32f89ad8f023 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:07.061816 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae', 'code': 200} Aug 19 18:18:07.110943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:07.118627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.216818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.219368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:07.224075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/232d019b-4493-427f-877c-087605bb65f3 HTTP/1.1" status: 204 len: 168 time: 0.3116040 Aug 19 18:18:07.241534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa71460-418f-46c4-9a5b-8893ce9b98a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232d019b-4493-427f-877c-087605bb65f3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:07.253151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86854d8-c3b0-4884-9a44-d3c0e7da04d1 req-5792c763-eb78-45f0-a232-972c86270a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.255251 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b86854d8-c3b0-4884-9a44-d3c0e7da04d1 req-5792c763-eb78-45f0-a232-972c86270a48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 1102 time: 0.0912519 Aug 19 18:18:07.339958 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b86854d8-c3b0-4884-9a44-d3c0e7da04d1 req-5cc20ddd-fe03-4e4f-895c-7271e78a0a7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681674 Aug 19 18:18:07.524094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2863f9d-234b-481b-a539-e3a89f08a27a req-6c3782b8-ddbd-4684-9ffc-c9677c3ef600 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.531964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2863f9d-234b-481b-a539-e3a89f08a27a req-6c3782b8-ddbd-4684-9ffc-c9677c3ef600 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.1117857 Aug 19 18:18:07.549500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc973d-7d3b-4ed5-bc2c-1d9196d1b5d6 req-166878c8-9217-433e-81f6-e6c3a7355ddc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:07.557664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aacc973d-7d3b-4ed5-bc2c-1d9196d1b5d6 req-166878c8-9217-433e-81f6-e6c3a7355ddc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 944 time: 0.1222887 Aug 19 18:18:07.618215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aacc973d-7d3b-4ed5-bc2c-1d9196d1b5d6 req-9f092207-53c3-4435-845e-f3fc78fe240f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596488 Aug 19 18:18:07.647466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2863f9d-234b-481b-a539-e3a89f08a27a req-63a644ef-40a2-45d3-9d95-db9fd2918ca5 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085730 Aug 19 18:18:07.784816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:07.897412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:07.901835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:07.902269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.063736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.125635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:08.144479 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.233881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:08.549947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56654) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:08.729110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--424040191'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:08.787685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.799349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.848310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7451-ae0e-42e0-b4a5-2c433b4c7e97 req-df92b7c3-fd82-4be9-8367-46f93368ec29 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:08.850069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dead7451-ae0e-42e0-b4a5-2c433b4c7e97 req-df92b7c3-fd82-4be9-8367-46f93368ec29 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.1281791 Aug 19 18:18:08.892512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8338-ac19-44c0-83bd-813cdcdd3ff7 req-df7a8f36-c93d-4686-baa1-5454cbb8e400 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:08.895261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-958b8338-ac19-44c0-83bd-813cdcdd3ff7 req-df7a8f36-c93d-4686-baa1-5454cbb8e400 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1186354 Aug 19 18:18:08.939311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.940179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dead7451-ae0e-42e0-b4a5-2c433b4c7e97 req-f83beda0-ba13-4272-b0e5-587e1bb38ff0 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752349 Aug 19 18:18:08.952197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:08.977209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-958b8338-ac19-44c0-83bd-813cdcdd3ff7 req-5b530d73-df12-4f9e-a28b-7b6c3801df52 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734715 Aug 19 18:18:09.009642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f6fb9-873e-46c7-80ff-5dae279fd238,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:09.063499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:09.066389 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927e191-74fc-4858-8f1f-ee1c0fecca0e" -d '{"events": [{"server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "name": "network-vif-plugged", "status": "completed", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:09.134767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.143858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.150764 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617291fb-0f25-4f91-ae03-6985b74d10fa x-openstack-request-id: req-617291fb-0f25-4f91-ae03-6985b74d10fa {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:09.151066 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "name": "network-vif-plugged", "status": "completed", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:09.151312 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-617291fb-0f25-4f91-ae03-6985b74d10fa {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:09.153322 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd', 'code': 200} Aug 19 18:18:09.227752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.230445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6784692 Aug 19 18:18:09.237127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56672) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.292199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1e6ed-87a6-4e9e-84d2-4af5d5d686c7 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f1ab8-d108-477e-ad6a-6dbee42bebc3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:09.338675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea81f8-bcc0-4ffb-8803-780e15882e04 req-ca14a59d-52c0-4548-ae1f-f8f82449cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:09.341698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7ea81f8-bcc0-4ffb-8803-780e15882e04 req-ca14a59d-52c0-4548-ae1f-f8f82449cf66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 1097 time: 0.1305859 Aug 19 18:18:09.403434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-27b0974e-1c9f-4126-bc23-b2abb062f49b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1606631 Aug 19 18:18:09.403671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56678) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.421130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-security--1310598896', 'description': 'tempest-security-description-218346537'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:09.486322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7ea81f8-bcc0-4ffb-8803-780e15882e04 req-d7c3dbd6-39c4-4e92-8e9f-7ca635af46be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367953 Aug 19 18:18:09.499268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.571010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40117a2-a1a6-4d7d-a18c-b79a6455f9aa req-3b7d503d-754e-4b62-8e64-5063a48c2644 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:09.573601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a40117a2-a1a6-4d7d-a18c-b79a6455f9aa req-3b7d503d-754e-4b62-8e64-5063a48c2644 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.1426477 Aug 19 18:18:09.617941 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.631843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.634603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.635933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "PUT /v2.0/security-groups/0b2f1ab8-d108-477e-ad6a-6dbee42bebc3 HTTP/1.1" status: 200 len: 1779 time: 0.2311633 Aug 19 18:18:09.638689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56680) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.670932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a40117a2-a1a6-4d7d-a18c-b79a6455f9aa req-3c225133-a945-432e-94d2-f8396327c3e7 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859604 Aug 19 18:18:09.672260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af8a3b-94ef-441d-85f5-4ea5cdfed140 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f1ab8-d108-477e-ad6a-6dbee42bebc3,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:09.719138 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a452bae0-97e5-4834-98dd-1c509528e93e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups/0b2f1ab8-d108-477e-ad6a-6dbee42bebc3 HTTP/1.1" status: 200 len: 1779 time: 0.0790524 Aug 19 18:18:09.721809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56682) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.785616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.814658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.869925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.872868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:09.874281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b2f1ab8-d108-477e-ad6a-6dbee42bebc3 HTTP/1.1" status: 204 len: 168 time: 0.1505885 Aug 19 18:18:09.876939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56686) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.885020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fa114-4744-4dd1-a423-e2d6b67c5c11 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f1ab8-d108-477e-ad6a-6dbee42bebc3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:09.944054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-15a58f8d-8618-4e03-82c7-c8427aa1c8ee tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659492 Aug 19 18:18:09.944749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56688) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.960689 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-bba45988-fa04-4136-b498-66bc0cd830b5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] delete failed (client error): The resource could not be found. Aug 19 18:18:09.965946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bba45988-fa04-4136-b498-66bc0cd830b5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b2f1ab8-d108-477e-ad6a-6dbee42bebc3 HTTP/1.1" status: 404 len: 347 time: 0.0164948 Aug 19 18:18:09.966742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:09.971907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943598665'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:09.995265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.096383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.101834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.125582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.130970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1626413 Aug 19 18:18:10.134150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.135423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5e0ad-c46b-4aeb-9de9-fe6dcdba339c req-881f25a3-c03e-4de9-9512-70a669db8f5b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:10.137009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf5e0ad-c46b-4aeb-9de9-fe6dcdba339c req-881f25a3-c03e-4de9-9512-70a669db8f5b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0787776 Aug 19 18:18:10.138035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': '16434cc7-d7ba-4492-8304-09707d4d3399', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:10.160500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01405bd0-2971-4093-bb76-217fc8a02651 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16434cc7-d7ba-4492-8304-09707d4d3399,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.185497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.200903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf5e0ad-c46b-4aeb-9de9-fe6dcdba339c req-10bb34d7-db1f-4c62-ae34-33b8dbf3bdee tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Aug 19 18:18:10.241832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.246200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.271831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.273531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390052 Aug 19 18:18:10.274943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20682a0-8984-4edf-bf6a-3a7e2989b853 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee828cc8-73d1-475a-9901-f173f00ee48e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.276559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56702) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.312856 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.322593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.356448 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.364118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.365381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ee828cc8-73d1-475a-9901-f173f00ee48e HTTP/1.1" status: 204 len: 168 time: 0.0836794 Aug 19 18:18:10.367970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.393189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839274e5-e801-4a09-b9a1-5e94508ee3e5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee828cc8-73d1-475a-9901-f173f00ee48e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.418774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8c71e956-0eab-47fb-a34c-59b214dad904 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496380 Aug 19 18:18:10.421702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56712) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.500404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.528426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.581550 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.586377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.588667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/16434cc7-d7ba-4492-8304-09707d4d3399 HTTP/1.1" status: 204 len: 168 time: 0.1658518 Aug 19 18:18:10.591642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56720) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.600896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fef5de-010d-4df0-b827-ceb3b630e093 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16434cc7-d7ba-4492-8304-09707d4d3399,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.666247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-815a52a2-b197-4fff-a149-9b8ed48b3f33 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730698 Aug 19 18:18:10.670321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56724) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.676026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929597552'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:10.708435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.837008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.846363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.869992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647be47-b890-456f-9922-3df112858964 req-78d308c1-1d7b-48b7-a290-063982b5a26f tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:10.871591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6647be47-b890-456f-9922-3df112858964 req-78d308c1-1d7b-48b7-a290-063982b5a26f tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.0933926 Aug 19 18:18:10.928555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:10.932774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56730) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:10.932901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2611511 Aug 19 18:18:10.938047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'a26e83c1-1a25-412d-8f08-b170084a51b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:10.953304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8eb0-72f7-4bc7-af4a-39ee16420b10 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e83c1-1a25-412d-8f08-b170084a51b6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:10.959973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6647be47-b890-456f-9922-3df112858964 req-d73bc8dd-7065-4ada-802a-222a352fc2d4 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780091 Aug 19 18:18:10.997502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.130466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-a2be2c4d-4581-4334-88ab-2fd6675c18b8 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:11.132060 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-a2be2c4d-4581-4334-88ab-2fd6675c18b8 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.13 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.0984228 Aug 19 18:18:11.134046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.147167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.193261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cd0064-2040-4f54-9c89-9f895b40a368,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:11.197770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.202071 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c2f761ff-88ad-4854-896c-1487e83e1b8d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652681 Aug 19 18:18:11.202445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:11.207515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'a26e83c1-1a25-412d-8f08-b170084a51b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:11.271164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.320510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Deleting port e7ced5c2-befb-461c-9366-acecf492aaae {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:11.320934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.414319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.423270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.435757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e743-2cab-4146-a162-635d5c64a149 req-65c38626-83a9-466a-85a4-2b99328e67c6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:11.438549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a21e743-2cab-4146-a162-635d5c64a149 req-65c38626-83a9-466a-85a4-2b99328e67c6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1260078 Aug 19 18:18:11.506306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a21e743-2cab-4146-a162-635d5c64a149 req-47002f56-be14-4663-93cf-03c965fa9218 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594056 Aug 19 18:18:11.847932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35f6e3-dd74-44c9-ba4e-f5b01722b462 req-001258a2-2c63-4404-bd84-045e057aa60a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:11.849617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a35f6e3-dd74-44c9-ba4e-f5b01722b462 req-001258a2-2c63-4404-bd84-045e057aa60a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0729609 Aug 19 18:18:11.873737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.875191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6719027 Aug 19 18:18:11.876137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cae6d-a672-4206-8315-8857589fe701 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6528ab-e26e-4762-b6ec-d70a99873157,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:11.885044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:11.890204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'a26e83c1-1a25-412d-8f08-b170084a51b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:11.920848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] For port e7ced5c2-befb-461c-9366-acecf492aaae, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7ced5c2-befb-461c-9366-acecf492aaae,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:11.921901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.940166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Calling delete_port for e7ced5c2-befb-461c-9366-acecf492aaae owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:11.942523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:11.943472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a35f6e3-dd74-44c9-ba4e-f5b01722b462 req-41275ec6-78b0-4ee8-a556-f330133c6bee tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868433 Aug 19 18:18:12.076358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.082350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.109304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11aa6b3-0efa-485c-bce4-1f73715fa3ef,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.138805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.142522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-730fc72e-5b83-4cc8-b718-897166b07bfd tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539103 Aug 19 18:18:12.142760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56756) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.143104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5adb-a95a-4b0f-b406-e0d594400842 req-35e7194a-740a-4126-b778-e15e86b0f0c8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:12.145454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705b5adb-a95a-4b0f-b406-e0d594400842 req-35e7194a-740a-4126-b778-e15e86b0f0c8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1054821 Aug 19 18:18:12.153990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'a26e83c1-1a25-412d-8f08-b170084a51b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:12.157244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6571-e45a-43b5-a930-b1252b4dbca7 req-07874dc6-a26d-43fa-ab53-1fdb11ce24d7 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:12.158932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc2e6571-e45a-43b5-a930-b1252b4dbca7 req-07874dc6-a26d-43fa-ab53-1fdb11ce24d7 tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/ports?device_id=05161f44-82ab-44ae-bc37-820a78274e65 HTTP/1.1" status: 200 len: 950 time: 0.1054053 Aug 19 18:18:12.194288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.209254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.213188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705b5adb-a95a-4b0f-b406-e0d594400842 req-69e7f48e-a5d8-413b-8e74-73308c22c1db tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Aug 19 18:18:12.227368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e7ced5c2-befb-461c-9366-acecf492aaae'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:12.242636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc2e6571-e45a-43b5-a930-b1252b4dbca7 req-ea3e5c43-6607-414c-94e9-97fcd6f9b9af tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.36 "GET /v2.0/security-groups?id=036415fe-917e-4691-8dde-977cbe8fe8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604587 Aug 19 18:18:12.257387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Pushing event deleted for resources: {'Port': ['ID=e7ced5c2-befb-461c-9366-acecf492aaae,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.324676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] No DVR routers for this DVR port e7ced5c2-befb-461c-9366-acecf492aaae on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:12.329456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.331639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8ef2789-8de8-47a9-b307-30c35c13ae39 req-750f7601-3881-4198-a930-6553c0e945fc tempest-VolumesNegativeTest-1023320926 tempest-VolumesNegativeTest-1023320926-project] 10.222.0.13 "DELETE /v2.0/ports/e7ced5c2-befb-461c-9366-acecf492aaae HTTP/1.1" status: 204 len: 173 time: 1.1929824 Aug 19 18:18:12.332163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'name': 'network-vif-deleted', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:12.340754 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5afa98-df49-4e9a-a813-2ee23e04cc7d" -d '{"events": [{"server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "name": "network-vif-deleted", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:12.372627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.379646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.405033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df4ce7b-2677-46d7-b7b9-33ab10d75c33,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.419378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.421931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3b2a55ce-37ff-45a5-b50d-6f8ddebe7499 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2781754 Aug 19 18:18:12.424537 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee9bd7f-6f24-462e-8db7-2a288236b54e x-openstack-request-id: req-2ee9bd7f-6f24-462e-8db7-2a288236b54e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:12.424827 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05161f44-82ab-44ae-bc37-820a78274e65", "name": "network-vif-deleted", "tag": "e7ced5c2-befb-461c-9366-acecf492aaae", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:12.425074 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ee9bd7f-6f24-462e-8db7-2a288236b54e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:12.425525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56762) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.427835 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05161f44-82ab-44ae-bc37-820a78274e65', 'name': 'network-vif-deleted', 'tag': 'e7ced5c2-befb-461c-9366-acecf492aaae', 'status': 'completed', 'code': 200} Aug 19 18:18:12.431206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'a26e83c1-1a25-412d-8f08-b170084a51b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:12.484737 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.587516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.592532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.622020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a798a65-a5a3-4827-9ec1-f766c8ec97b7 req-85f04244-2b3b-4138-a039-a4281dc820f8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:12.623568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a798a65-a5a3-4827-9ec1-f766c8ec97b7 req-85f04244-2b3b-4138-a039-a4281dc820f8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0957606 Aug 19 18:18:12.624936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bde2bb-873d-4bc9-a992-9ad885289bb3,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.632773 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.636760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f112ddb2-6ccb-4536-84bc-4345fcb32f74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2066932 Aug 19 18:18:12.637254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56766) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.663563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.671081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.672022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a798a65-a5a3-4827-9ec1-f766c8ec97b7 req-89f89719-92fb-490c-b9f1-56c3e2e2d178 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Aug 19 18:18:12.704545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.710300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.711358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/99bde2bb-873d-4bc9-a992-9ad885289bb3 HTTP/1.1" status: 204 len: 168 time: 0.0731261 Aug 19 18:18:12.714292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.731871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eef05f-eee8-4885-aa87-6be633ba9ce4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99bde2bb-873d-4bc9-a992-9ad885289bb3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.771513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57a9285c-01d4-46ec-9ded-114a6332f8fe tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0532851 Aug 19 18:18:12.772249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.796159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.804033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.833438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.840577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.841663 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1df4ce7b-2677-46d7-b7b9-33ab10d75c33 HTTP/1.1" status: 204 len: 168 time: 0.0685098 Aug 19 18:18:12.844520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.847553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42048-0296-4f83-a20b-dd9391fe256e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df4ce7b-2677-46d7-b7b9-33ab10d75c33,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:12.905382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b0674dcc-f505-4247-91fe-484ee64cb033 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0562544 Aug 19 18:18:12.905382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56774) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.928926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.936731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.966780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.973426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:12.974546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e11aa6b3-0efa-485c-bce4-1f73715fa3ef HTTP/1.1" status: 204 len: 168 time: 0.0686080 Aug 19 18:18:12.977382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56776) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:12.981444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f12ab-39a8-43d0-9196-96eed66aa0eb tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e11aa6b3-0efa-485c-bce4-1f73715fa3ef,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:13.023772 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0be5332d-2efb-41d8-b0e5-1bc1a1a61cec tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0450871 Aug 19 18:18:13.026518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.055081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.063333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.097381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.104012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.107626 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8c6528ab-e26e-4762-b6ec-d70a99873157 HTTP/1.1" status: 204 len: 168 time: 0.0776074 Aug 19 18:18:13.107942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56780) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.124983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d42d-8016-4c8a-8054-6013bfa2efea tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c6528ab-e26e-4762-b6ec-d70a99873157,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:13.173190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8aaba163-7509-41d4-8eb3-454a1dd54591 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0615592 Aug 19 18:18:13.173896 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.206274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.216615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.258892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.278516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.279745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/17cd0064-2040-4f54-9c89-9f895b40a368 HTTP/1.1" status: 204 len: 168 time: 0.1052723 Aug 19 18:18:13.283104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.305412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602245c0-d9bc-408c-bd6a-9081eeb6e63e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17cd0064-2040-4f54-9c89-9f895b40a368,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:13.344390 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-33d8d492-f2cc-4744-953e-a9da8c30cbb0 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575342 Aug 19 18:18:13.345293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.420581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.484117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.553691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.556364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.557531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/a26e83c1-1a25-412d-8f08-b170084a51b6 HTTP/1.1" status: 204 len: 168 time: 0.2110112 Aug 19 18:18:13.560355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56808) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.583214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971cc5-884c-4375-8c18-3b1a3fbc4439 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e83c1-1a25-412d-8f08-b170084a51b6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:13.645932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cbe8bde1-3932-4657-acce-b7d757fbf9b6 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841725 Aug 19 18:18:13.650658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56820) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:13.655677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960270905'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:13.683091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.890580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499f73-2d41-41dd-934d-4adae5b2d435 req-a3dc214c-a53c-4167-8f5a-bd906cd9c5fc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:13.904665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c499f73-2d41-41dd-934d-4adae5b2d435 req-a3dc214c-a53c-4167-8f5a-bd906cd9c5fc tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1332231 Aug 19 18:18:13.907359 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:13.929552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.012215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.016334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.016845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3651028 Aug 19 18:18:14.021328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': '46c7ab51-57d6-4c3e-8dde-328e29cb9f4f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:14.038444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692d4e-f1fa-47cd-a2eb-8fe0f927e5c3 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c7ab51-57d6-4c3e-8dde-328e29cb9f4f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:14.068916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c499f73-2d41-41dd-934d-4adae5b2d435 req-d1c68e81-666d-4868-b114-9de1278fca8d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555896 Aug 19 18:18:14.094457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.229645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.243020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.289102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a23aa68-1e78-44f9-8245-c9320c88771c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:14.297712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.302438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b68cd3e-a39c-43e4-abd4-e6bbcd2a2c74 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2818558 Aug 19 18:18:14.303005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.415000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.448286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2da919-28bb-43ce-ad09-d1252697a58c req-8e1187e1-414d-43b8-b4f2-31296888b1f4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:14.450182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d2da919-28bb-43ce-ad09-d1252697a58c req-8e1187e1-414d-43b8-b4f2-31296888b1f4 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.0951903 Aug 19 18:18:14.461499 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.543462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d2da919-28bb-43ce-ad09-d1252697a58c req-35165822-fef2-4dc5-bdba-0dfbc938a9b7 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845799 Aug 19 18:18:14.581199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.585378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.587165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/46c7ab51-57d6-4c3e-8dde-328e29cb9f4f HTTP/1.1" status: 204 len: 168 time: 0.2829189 Aug 19 18:18:14.589840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.606673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7ced5c2-befb-461c-9366-acecf492aaae no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:14.617683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fadfa-fa75-4264-a701-bf359a77e7c5 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c7ab51-57d6-4c3e-8dde-328e29cb9f4f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:14.656113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-58dc3488-096e-4461-bfa4-9b1904ef8ab6 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648007 Aug 19 18:18:14.660205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56916) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.665805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131024143'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:14.666487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e7ced5c2-befb-461c-9366-acecf492aaae {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:14.666849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7ced5c2-befb-461c-9366-acecf492aaae not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:14.698433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.810344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.814375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.843092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:14.847938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:14.848108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1858454 Aug 19 18:18:14.853396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--157999952'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:14.873779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214bfcf-4f34-4087-8bb4-213ad4ded019 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d8b47-29bb-4829-95a1-36522d525014,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:14.901268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.009549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.013915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.044900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.046280 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1967435 Aug 19 18:18:15.048527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea928c45-d2fe-4985-9d08-c59f9ec798bf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6c506-6245-4988-9072-1a14575861bd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:15.049153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56948) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:15.055741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'f56d8b47-29bb-4829-95a1-36522d525014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34c6c506-6245-4988-9072-1a14575861bd', 'remote_ip_prefix': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:15.125680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.270116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.274677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.304087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.307517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2534411 Aug 19 18:18:15.309039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 56982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:15.311726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dc09a-fae9-4bf7-b548-e17bded2b4b8 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6d9f74-0dfb-47bf-9bdf-5ad7bb615fe5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:15.330478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d11414-3e76-414f-a201-f27d5c9d7554 req-696c691e-6d95-4fb3-a404-7e4a969acdc0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:15.337669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.342020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d11414-3e76-414f-a201-f27d5c9d7554 req-696c691e-6d95-4fb3-a404-7e4a969acdc0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1365244 Aug 19 18:18:15.364115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.397801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d11414-3e76-414f-a201-f27d5c9d7554 req-06c2aaa6-331c-4fd7-a725-124ffdcbe250 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Aug 19 18:18:15.426269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.431642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.433520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9c6d9f74-0dfb-47bf-9bdf-5ad7bb615fe5 HTTP/1.1" status: 204 len: 168 time: 0.1231084 Aug 19 18:18:15.437463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 56988) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:15.451062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e377a07-6675-4c14-9eb4-86ca7d4795e9 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c6d9f74-0dfb-47bf-9bdf-5ad7bb615fe5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:15.595512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a2c01041-c05b-44b0-8f79-3c0f27352c35 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1566827 Aug 19 18:18:15.598814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:15.751751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5985-1b57-43af-9006-b01e984a23c9 req-e45cbad3-92e2-4a41-8b97-72db0736cd6e tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:15.755850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-327e5985-1b57-43af-9006-b01e984a23c9 req-e45cbad3-92e2-4a41-8b97-72db0736cd6e tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.0608156 Aug 19 18:18:15.757871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.813958 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.835419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-327e5985-1b57-43af-9006-b01e984a23c9 req-ccc1f374-d033-4f14-b0df-c7f271ab7818 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692494 Aug 19 18:18:15.879856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.883258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:15.889666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57026) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:15.906887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/34c6c506-6245-4988-9072-1a14575861bd HTTP/1.1" status: 204 len: 168 time: 0.3060567 Aug 19 18:18:15.930862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501164b-93c9-4180-ae49-0717d4f7c87b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6c506-6245-4988-9072-1a14575861bd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.004397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57034) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.012478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4ab0ca01-a6c4-44e4-b6f7-5cccc36c7124 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1208942 Aug 19 18:18:16.076359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.113744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.167593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.170772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.172171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/f56d8b47-29bb-4829-95a1-36522d525014 HTTP/1.1" status: 204 len: 168 time: 0.1660035 Aug 19 18:18:16.176462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57038) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.196009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f71ed6-1301-4bfd-b31f-04ec1de0a13e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d8b47-29bb-4829-95a1-36522d525014,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.245076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d018b058-4662-4de0-9c8b-dc75a25e4e9d tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621550 Aug 19 18:18:16.245286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57042) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.250566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612454622'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:16.295621 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.438629 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.445455 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.493317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.494811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2494535 Aug 19 18:18:16.496790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-b4859a6c-9f6e-4afb-a921-a4fb0bfbd6fa tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:16.496925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e057-0705-4d38-91ed-47e8fa62cbaf tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e247d-3ab6-4cd2-a659-9ac3ad793413,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.497974 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-b4859a6c-9f6e-4afb-a921-a4fb0bfbd6fa tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.1804931 Aug 19 18:18:16.499033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57056) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.515626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'f26e247d-3ab6-4cd2-a659-9ac3ad793413', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:16.609631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d223a5-3498-4aab-931b-44f278836e7a req-7e7677da-e417-4c8d-8fd7-27fe364c4e36 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:16.621386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76d223a5-3498-4aab-931b-44f278836e7a req-7e7677da-e417-4c8d-8fd7-27fe364c4e36 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0888433 Aug 19 18:18:16.673367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76d223a5-3498-4aab-931b-44f278836e7a req-8667c481-a7f0-4f81-a74c-c63de5ae3fd0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Aug 19 18:18:16.703884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.795373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.802361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.840319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea7d792-c3b0-4d42-8a86-824920a185eb,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:16.844789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.846237 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa3c768d-f1ec-4e82-a665-96753327241e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3461871 Aug 19 18:18:16.849958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57082) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:16.880959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Deleting port ec0c41ae-0bab-4bdd-b23b-18be420a653d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:16.881304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.905777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.916517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.968889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.978347 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:16.979425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0ea7d792-c3b0-4d42-8a86-824920a185eb HTTP/1.1" status: 204 len: 168 time: 0.1282115 Aug 19 18:18:16.983673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57088) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.017516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbcef2-b1ef-420f-9338-adb909f42773 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea7d792-c3b0-4d42-8a86-824920a185eb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.043894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] For port ec0c41ae-0bab-4bdd-b23b-18be420a653d, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ec0c41ae-0bab-4bdd-b23b-18be420a653d,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:17.044262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.076302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f32d414f-1eff-4856-bd7a-30c575253d27 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805178 Aug 19 18:18:17.076487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57090) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.096019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23487e-3992-4ff1-bdd5-74c5627be291 req-1cecce16-7f46-4f29-b776-94b4e4b3f106 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:17.098657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e23487e-3992-4ff1-bdd5-74c5627be291 req-1cecce16-7f46-4f29-b776-94b4e4b3f106 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 945 time: 0.1269648 Aug 19 18:18:17.153924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e23487e-3992-4ff1-bdd5-74c5627be291 req-262e888d-2220-4a15-b06d-118fb8ed5f3a tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b5caa38-718f-40c0-aa89-414befb84320&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490196 Aug 19 18:18:17.169486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.204626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.239947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.291600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.294584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.295820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/f26e247d-3ab6-4cd2-a659-9ac3ad793413 HTTP/1.1" status: 204 len: 168 time: 0.2183697 Aug 19 18:18:17.299679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57094) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.314370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c07cb2-e9e6-4621-9ba4-da876f630026 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e247d-3ab6-4cd2-a659-9ac3ad793413,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.345821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.346366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.346545 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Floating IP f8b51007-143a-4f10-bdb6-b5ced9ffa2f1 disassociated. External IP: 172.25.5.190, port: ec0c41ae-0bab-4bdd-b23b-18be420a653d. Aug 19 18:18:17.347991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Calling delete_port for ec0c41ae-0bab-4bdd-b23b-18be420a653d owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:17.359581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f73eeab-18bf-48cc-8a34-16f6c7ab5f5b tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570018 Aug 19 18:18:17.363714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.368888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group': {'name': 'tempest-secgroup--591845338'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:17.396542 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.512046 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.514990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.524185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.563350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.564929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2000995 Aug 19 18:18:17.569478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57098) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.578637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'cfdd2997-5e2c-4cdf-b402-b705e8de1c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:17.605690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad3324-6d42-47ee-a48f-8425d8575723 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd2997-5e2c-4cdf-b402-b705e8de1c72,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.611704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'Port': ['ID=ec0c41ae-0bab-4bdd-b23b-18be420a653d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.615913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.693782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.700926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.735916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258eab6f-58d1-4e54-b979-daca644e9944,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:17.744061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:17.749134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-985a8629-8fb6-40ef-8696-4fad0497e0f1 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766264 Aug 19 18:18:17.749598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.787114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5a80cad5-0344-4696-af59-8085a990d7de tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules/258eab6f-58d1-4e54-b979-daca644e9944 HTTP/1.1" status: 200 len: 763 time: 0.0331578 Aug 19 18:18:17.791627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:17.835876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:18:17.882190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9676f2b-3390-45fe-8f8b-960d826ae11f req-178d88ae-82fa-43ab-b711-b520225e1e22 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:17.888101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9676f2b-3390-45fe-8f8b-960d826ae11f req-178d88ae-82fa-43ab-b711-b520225e1e22 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1152673 Aug 19 18:18:17.989808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9676f2b-3390-45fe-8f8b-960d826ae11f req-c4f38359-38b4-4038-a7d8-7a7f7add79c7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Aug 19 18:18:17.999175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95834378-efe7-4059-b4c7-7c1d17ce3333 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2032750 Aug 19 18:18:18.002767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57110) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.059047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.077168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.135042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.147032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.148302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/258eab6f-58d1-4e54-b979-daca644e9944 HTTP/1.1" status: 204 len: 168 time: 0.1443019 Aug 19 18:18:18.150662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57112) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.153716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:18.165184 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:18.177493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:18.177493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:18.180776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372b19-b20f-4ea6-802d-aa9e67c2fe6e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=258eab6f-58d1-4e54-b979-daca644e9944,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:18.256736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc767c67-f7d2-427d-8e6c-6fe906be8e67 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968571 Aug 19 18:18:18.257118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57118) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.267018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] No DVR routers for this DVR port ec0c41ae-0bab-4bdd-b23b-18be420a653d on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:18.273639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'cfdd2997-5e2c-4cdf-b402-b705e8de1c72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:18.293131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.297918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9d5dfd93-7b49-46ef-982f-abeb5a8466b4 req-108f2ed9-547a-4f20-93a0-fd370874bbec tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.13 "DELETE /v2.0/ports/ec0c41ae-0bab-4bdd-b23b-18be420a653d HTTP/1.1" status: 204 len: 173 time: 1.7771943 Aug 19 18:18:18.298407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'name': 'network-vif-deleted', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:18.303945 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2204a55-c3a0-4dec-9b39-f4f1607b90bd" -d '{"events": [{"server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "name": "network-vif-deleted", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:18.375615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.392626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a60b4456-3565-4a79-a8a5-0830c0c8e550 req-0e8c8e9c-fedd-4df1-95c1-6ef58d474b48 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cdb11e7-d8c9-4259-9678-f9d2360d1127 HTTP/1.1" status: 200 len: 210 time: 0.0560787 Aug 19 18:18:18.425582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:18.432766 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b2efb1-8a61-43ea-a430-2642a386f924 x-openstack-request-id: req-61b2efb1-8a61-43ea-a430-2642a386f924 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:18.433345 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdb11e7-d8c9-4259-9678-f9d2360d1127", "name": "network-vif-deleted", "tag": "ec0c41ae-0bab-4bdd-b23b-18be420a653d", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:18.434350 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61b2efb1-8a61-43ea-a430-2642a386f924 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:18.435264 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdb11e7-d8c9-4259-9678-f9d2360d1127', 'name': 'network-vif-deleted', 'tag': 'ec0c41ae-0bab-4bdd-b23b-18be420a653d', 'status': 'completed', 'code': 200} Aug 19 18:18:18.476497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.480844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.506942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60917244-ab21-4158-934c-756b8786358e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:18.517680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.520843 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f18d880e-eb1a-43ae-bf01-7e21a06edc1f tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2616930 Aug 19 18:18:18.522985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.551426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34229cba-8a2d-4a6d-891a-ef0a183b58df tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules/60917244-ab21-4158-934c-756b8786358e HTTP/1.1" status: 200 len: 763 time: 0.0268443 Aug 19 18:18:18.553437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57124) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.617382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f838d660-a74d-489f-b930-b8726081d50e tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622466 Aug 19 18:18:18.620057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.650947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.656542 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:18.661125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.693334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.698986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.700392 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/60917244-ab21-4158-934c-756b8786358e HTTP/1.1" status: 204 len: 168 time: 0.0792150 Aug 19 18:18:18.703037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.712929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5118a6-c1f9-4f8d-9017-4d94caab9cda tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60917244-ab21-4158-934c-756b8786358e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:18.763169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d49d520-eadf-4953-8e45-a811368c3132 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589347 Aug 19 18:18:18.765804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:18.772921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Request body: {'security_group_rule': {'security_group_id': 'cfdd2997-5e2c-4cdf-b402-b705e8de1c72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:18.802855 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:18.813109 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:18.813939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:18.818222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.920757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.933550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:18.954245 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:18.985661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e450df0-9b70-487b-9a69-7727ba161840,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.000667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.005906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf9e8745-dcb2-4a73-b9df-2e55ca410be4 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387247 Aug 19 18:18:19.009154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57136) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.051439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-97b733e3-695b-4f4b-9081-af286d574fac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules/2e450df0-9b70-487b-9a69-7727ba161840 HTTP/1.1" status: 200 len: 764 time: 0.0416095 Aug 19 18:18:19.054271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57138) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.157217 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8b201322-478d-42a1-b496-9c927f9378f2 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0912116 Aug 19 18:18:19.158039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.222482 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.242889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.309668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.315898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.317358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2e450df0-9b70-487b-9a69-7727ba161840 HTTP/1.1" status: 204 len: 168 time: 0.1583009 Aug 19 18:18:19.322025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57144) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.393873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7d03-1041-4583-9204-a7efdf4d4cac tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e450df0-9b70-487b-9a69-7727ba161840,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.465890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34c9df50-6fee-4ab4-bb9d-5e85dc646130 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426377 Aug 19 18:18:19.470037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.473221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-33765994-9ab9-4949-975c-5770165493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:19.491047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126efe3e-f42e-4a49-a24b-cf982dd9947e req-e96936c2-79aa-4a23-8190-1c40223370ee tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:19.497137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-126efe3e-f42e-4a49-a24b-cf982dd9947e req-e96936c2-79aa-4a23-8190-1c40223370ee tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.4204953 Aug 19 18:18:19.547363 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33765994-9ab9-4949-975c-5770165493d7 None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:10:49Z', 'revision_number': 4, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '47154993-ab65-460d-acde-653bd3da5097', 'name': '', 'network_id': '49b45f4a-b356-46a0-bd27-2d4096da6c30', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'mac_address': 'fa:16:3e:3e:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:45Z', 'updated_at': '2021-08-19T18:10:56Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'subnets': [{'id': '3eb3e739-b87e-4d48-8c33-be1150e28543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:19.575602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-126efe3e-f42e-4a49-a24b-cf982dd9947e req-38c049f7-5eda-42f9-b0af-6bf2257d9788 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 Aug 19 18:18:19.585853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57154) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.636101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.664704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.696898 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.738163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.750041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.753749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.759063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfdd2997-5e2c-4cdf-b402-b705e8de1c72 HTTP/1.1" status: 204 len: 168 time: 0.2877266 Aug 19 18:18:19.763603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57156) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.770773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8e183-d8bb-4aa9-a95f-1c5044bf9963 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd2997-5e2c-4cdf-b402-b705e8de1c72,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.845065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64866039-55cc-4ead-b416-6dca5e5ce711 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803068 Aug 19 18:18:19.851986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57158) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.877320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.880081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:19.881248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b5caa38-718f-40c0-aa89-414befb84320 HTTP/1.1" status: 204 len: 168 time: 0.2932329 Aug 19 18:18:19.884168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.902033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9bb6-c48a-4ed2-a13f-0a02edb992cf tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5caa38-718f-40c0-aa89-414befb84320,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:19.914714 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-0364d351-2569-422e-a807-7cf845360ca0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] show failed (client error): The resource could not be found. Aug 19 18:18:19.924205 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0364d351-2569-422e-a807-7cf845360ca0 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "GET /v2.0/security-groups/8b5caa38-718f-40c0-aa89-414befb84320 HTTP/1.1" status: 404 len: 347 time: 0.0316272 Aug 19 18:18:19.926544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57162) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:19.993273 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d912bfc8-93f9-4ba6-b0bc-f1be6c1792f0 tempest-SecGroupTest-1926635892 tempest-SecGroupTest-1926635892-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400588 Aug 19 18:18:20.067487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90a246-2a66-498b-8de7-4976c8ccbc2e None None] New status for floating IP f8b51007-143a-4f10-bdb6-b5ced9ffa2f1: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:18:20.235801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Deleting port a4d4e59e-2b20-46c9-9885-38d5feb0b4a3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:20.235801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.434031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.434324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.457471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Calling delete_port for a4d4e59e-2b20-46c9-9885-38d5feb0b4a3 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:20.633189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:20.641394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ec0c41ae-0bab-4bdd-b23b-18be420a653d no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:20.816354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:20.972164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Pushing event deleted for resources: {'Port': ['ID=a4d4e59e-2b20-46c9-9885-38d5feb0b4a3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:21.013670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690f787-7a15-4568-b778-507415976b6f req-c52cdfad-ec2d-4d22-bd33-3041e6e30b7c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:21.020788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: ec0c41ae-0bab-4bdd-b23b-18be420a653d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:21.021213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ec0c41ae-0bab-4bdd-b23b-18be420a653d not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:21.028062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4690f787-7a15-4568-b778-507415976b6f req-c52cdfad-ec2d-4d22-bd33-3041e6e30b7c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.3033185 Aug 19 18:18:21.076819 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.080216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.082015 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0bf0981d-04ef-48c6-8a28-39f6ec120e19 tempest-AttachVolumeTestJSON-2022215458 tempest-AttachVolumeTestJSON-2022215458-project] 10.222.0.36 "DELETE /v2.0/floatingips/f8b51007-143a-4f10-bdb6-b5ced9ffa2f1 HTTP/1.1" status: 204 len: 168 time: 1.1563790 Aug 19 18:18:21.136739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4690f787-7a15-4568-b778-507415976b6f req-423e3f20-c612-47f8-9cec-31bae3c7f581 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969448 Aug 19 18:18:21.163631 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba19abe3-dc76-4c5d-8e83-3fb25e165f1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91f2d56d15fa4ae1a307406b17a1d644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284741 Aug 19 18:18:21.165560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57186) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:21.303602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.304368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:21.339065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.436393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.439536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.440886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f4f6fb9-873e-46c7-80ff-5dae279fd238 HTTP/1.1" status: 204 len: 168 time: 0.2742014 Aug 19 18:18:21.460688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa9a06-5bae-4e63-99d4-5b5abc2e280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f6fb9-873e-46c7-80ff-5dae279fd238,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:21.621794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-622bb93c-8d7d-465e-90f0-5b84f4cd80cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7068fe9e808b44f9bfdba155dc8c682b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153622 Aug 19 18:18:21.624171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:21.709550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.740102 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.810718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.813979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:21.817443 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/036415fe-917e-4691-8dde-977cbe8fe8c3 HTTP/1.1" status: 204 len: 168 time: 0.1896350 Aug 19 18:18:21.824970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6054b-e351-4288-be3a-a50bff657866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036415fe-917e-4691-8dde-977cbe8fe8c3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:22.402279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e3058-40f4-44fc-af67-338aaf95c0c8 req-11c0d240-4dbc-4cf8-b0d7-53f056f5f8aa tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:22.428977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d14e3058-40f4-44fc-af67-338aaf95c0c8 req-11c0d240-4dbc-4cf8-b0d7-53f056f5f8aa tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1474943 Aug 19 18:18:22.517595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d14e3058-40f4-44fc-af67-338aaf95c0c8 req-5e73d080-4e81-4213-9809-2ab1323fd186 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876210 Aug 19 18:18:22.929144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57244) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:23.228717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-130290847'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:23.254706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Made reservation on behalf of eca0b9eedc384697a8836e3f7110163b for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:23.258537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.270627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.443894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.450625 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.478026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:18:23.497995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f49f63-6122-498a-a223-b220c956569f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:23.509839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.510265 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Added segment 0b68f5b6-59d6-4b68-91df-63e03ba339b3 of type vlan for network 01fb8cca-6167-42b8-b977-c904ee3e8077 Aug 19 18:18:23.627139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.671055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.694880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:23.695568 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:23.900171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Pushing event updated for resources: {'Network': ['ID=01fb8cca-6167-42b8-b977-c904ee3e8077,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:23.918000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 01fb8cca-6167-42b8-b977-c904ee3e8077 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:18:23.956771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99a8d975-a2ac-49dd-8577-a17a7fbdd9e3 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0229368 Aug 19 18:18:23.956957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57272) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:23.987718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-fc6af661-4983-4b8c-8abb-1b5c8e72e76c tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1967567685') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.045341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-84a50705-2a94-4133-8fb2-7784bd24bb0f req-90cc954d-a985-4664-9251-b21173cb2821 service neutron] (101325) timed out ('10.222.0.36', 37702) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:18:24.072474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c828c-77bf-47bd-beef-2211218c14b1 req-08f22cda-7014-433c-940b-2cafcce710b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:24.079984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-865c828c-77bf-47bd-beef-2211218c14b1 req-08f22cda-7014-433c-940b-2cafcce710b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.3815558 Aug 19 18:18:24.140313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-865c828c-77bf-47bd-beef-2211218c14b1 req-683d0c3e-fec6-4ed1-897d-c4444d5bc615 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594015 Aug 19 18:18:24.154211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.154427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fc6af661-4983-4b8c-8abb-1b5c8e72e76c tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "PUT /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1967567685 HTTP/1.1" status: 201 len: 201 time: 0.1962631 Aug 19 18:18:24.160171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-09beb817-0ddf-4fe1-8a05-b2f3b5280809 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1967567685') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.251307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09beb817-0ddf-4fe1-8a05-b2f3b5280809 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1967567685 HTTP/1.1" status: 204 len: 168 time: 0.0928659 Aug 19 18:18:24.253651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57282) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.259840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-7a634bc3-a8f4-4cfd-a012-d9e0965d00d6 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.353540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a634bc3-a8f4-4cfd-a012-d9e0965d00d6 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags HTTP/1.1" status: 200 len: 238 time: 0.0986164 Aug 19 18:18:24.356656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57284) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.362114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-7a6a8bfe-c7a2-41f2-8c27-4cacf1f1947d tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', {'tags': ['tempest-TagsTest-Tag-1896146842', 'tempest-TagsTest-Tag-782737419', 'tempest-TagsTest-Tag-1769704249']}) {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.488158 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7a6a8bfe-c7a2-41f2-8c27-4cacf1f1947d tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "PUT /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags HTTP/1.1" status: 200 len: 308 time: 0.1272330 Aug 19 18:18:24.489370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57286) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.495758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-49fc196e-fc77-48b5-a14f-3b6fdf3493dc tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1896146842') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.686816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-49fc196e-fc77-48b5-a14f-3b6fdf3493dc tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "DELETE /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1896146842 HTTP/1.1" status: 204 len: 168 time: 0.1955237 Aug 19 18:18:24.689592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57296) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.697204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-f90d0cbb-4747-4eb6-b19e-892288fddd3e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1896146842') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:24.850110 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-f90d0cbb-4747-4eb6-b19e-892288fddd3e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] show failed (client error): The resource could not be found. Aug 19 18:18:24.864925 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f90d0cbb-4747-4eb6-b19e-892288fddd3e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1896146842 HTTP/1.1" status: 404 len: 326 time: 0.1740429 Aug 19 18:18:24.867560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57300) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:24.872410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-097ab4f6-ba0f-4ec0-8a5f-36539d3b9648 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-782737419') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:25.053964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57310) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.059788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665751855', 'description': 'tempest-secgroup-smoke-1665751855 description', 'project_id': '078001621232448bbb2e657de3fae22e'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:25.109184 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-097ab4f6-ba0f-4ec0-8a5f-36539d3b9648 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-782737419 HTTP/1.1" status: 204 len: 168 time: 0.2306807 Aug 19 18:18:25.109724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.115820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-39b19c7c-63eb-484b-911d-f7aad30fff10 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1769704249') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:25.128791 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.154386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.309561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39b19c7c-63eb-484b-911d-f7aad30fff10 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1769704249 HTTP/1.1" status: 204 len: 168 time: 0.1987994 Aug 19 18:18:25.310272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57316) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.350611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-853a67a0-7a76-4f36-843a-5988a0ebb90d tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:25.517535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541e5d-8125-4657-9714-1853e1b46430 req-4f9adae8-e100-4c10-b1ba-49d37377911b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:25.525557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40541e5d-8125-4657-9714-1853e1b46430 req-4f9adae8-e100-4c10-b1ba-49d37377911b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.2212603 Aug 19 18:18:25.577602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40541e5d-8125-4657-9714-1853e1b46430 req-58c39a76-8ea6-46d9-8a34-6934645dd696 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Aug 19 18:18:25.683907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.703493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.744758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-853a67a0-7a76-4f36-843a-5988a0ebb90d tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "DELETE /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags HTTP/1.1" status: 204 len: 168 time: 0.4094856 Aug 19 18:18:25.746156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57318) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.750704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.tag.tag_plugin [None req-4d5d3871-d49f-47f9-aca2-583bfcee19d4 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-782737419') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:25.805462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf451d-8de2-4897-9288-117f5e8c3421,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:25.851933 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-4d5d3871-d49f-47f9-aca2-583bfcee19d4 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] show failed (client error): The resource could not be found. Aug 19 18:18:25.856131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.856619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.857352 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d5d3871-d49f-47f9-aca2-583bfcee19d4 tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-782737419 HTTP/1.1" status: 404 len: 325 time: 0.1100233 Aug 19 18:18:25.872710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-0c5540c9-966a-48b2-825f-05bed3e194ea tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077', 'tempest-TagsTest-Tag-1769704249') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:25.877686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.971655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:25.978792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:25.978940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9224920 Aug 19 18:18:25.981187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d7ecf-a9d0-4fad-ba76-3d99fd95d589 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:25.982622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:26.011269 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-0c5540c9-966a-48b2-825f-05bed3e194ea tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] show failed (client error): The resource could not be found. Aug 19 18:18:26.012835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c5540c9-966a-48b2-825f-05bed3e194ea tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "GET /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags/tempest-TagsTest-Tag-1769704249 HTTP/1.1" status: 404 len: 326 time: 0.1551330 Aug 19 18:18:26.016028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:26.023291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.tag.tag_plugin [None req-955cc1f6-3ad2-4414-9076-01b63817a94c tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01fb8cca-6167-42b8-b977-c904ee3e8077') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:26.031776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.121636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-955cc1f6-3ad2-4414-9076-01b63817a94c tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "DELETE /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077/tags HTTP/1.1" status: 204 len: 168 time: 0.1042333 Aug 19 18:18:26.126325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57332) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:26.194089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.208971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.230766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a29dd8-07fc-4e85-b82b-b52fce546456,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:26.236954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.262311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.263655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-058bb9bb-85d5-4ec0-b31f-d964b101b8e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852790 Aug 19 18:18:26.266576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57334) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:26.271279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:26.324486 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.344903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.357882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.369853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fb8cca-6167-42b8-b977-c904ee3e8077']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:26.381582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b68f5b6-59d6-4b68-91df-63e03ba339b3') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:26.381882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b68f5b6-59d6-4b68-91df-63e03ba339b3') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:26.392904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.412638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.420166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:26.420940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:26.425499 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:26.428398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.444486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.474706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103e101e-9400-4c14-9fdd-0c0a514fc69b,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:26.484878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.490596 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ff230598-7133-40ab-b440-8fff96ec22c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229021 Aug 19 18:18:26.491236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:26.504196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:26.540066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.550416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.566726 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] 10.222.0.36 "DELETE /v2.0/networks/01fb8cca-6167-42b8-b977-c904ee3e8077 HTTP/1.1" status: 204 len: 168 time: 0.4390562 Aug 19 18:18:26.589960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373ac09-3592-4e99-90d0-6830c6e7767e tempest-TagsTest-1660657729 tempest-TagsTest-1660657729-project] Pushing event deleted for resources: {'Network': ['ID=01fb8cca-6167-42b8-b977-c904ee3e8077,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:26.603237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.726770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.737091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.773027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf47789-2200-4ea9-8dfc-1f15f7f1289e,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:26.792607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:26.801824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57344) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:26.803751 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9cac6482-e659-4ea0-b2c1-d7671b88d7d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3111520 Aug 19 18:18:26.834374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:26.953832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.062629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57350) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.074313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e7c62-75cc-4712-868b-f48894d1affe req-c250cdb7-2052-4c82-86a3-163412c33ce6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:27.075936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c0e7c62-75cc-4712-868b-f48894d1affe req-c250cdb7-2052-4c82-86a3-163412c33ce6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.4246285 Aug 19 18:18:27.088225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.096311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.154720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba688435-6b25-4c02-bbbc-2672d259453f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.163124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.167424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57356) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.167847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aef9ddf3-673f-44be-951a-11a143f10010 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3590903 Aug 19 18:18:27.172800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c0e7c62-75cc-4712-868b-f48894d1affe req-71fc7b5b-4a89-4aef-950d-5cc2a3c251b4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867178 Aug 19 18:18:27.173401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:27.232876 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:18:27.242616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.266428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3baf3b58-8890-4762-8369-5a1cca41cfea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eca0b9eedc384697a8836e3f7110163b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026465 Aug 19 18:18:27.270440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.347009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.348760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.353130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.386313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b7474a-9c4f-4d9b-b00c-bb2cda514056,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.389287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.394917 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28194ad1-1020-40d4-87d3-6e38c01a38de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2215052 Aug 19 18:18:27.395124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.395211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.406639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '8a491a66-3f13-4f5c-aa14-e8fe3405d6ac', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:27.438795 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:18:27.446001 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.524614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.527410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.528051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.528616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1f49f63-6122-498a-a223-b220c956569f HTTP/1.1" status: 204 len: 168 time: 0.2580175 Aug 19 18:18:27.537454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.551206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89338f-9505-4919-bbc4-ad991478959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f49f63-6122-498a-a223-b220c956569f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.565079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6c6023-8375-4cbc-887f-22e6ad0a62e5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.581367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.588214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d72e5dc5-9e47-4827-888c-09b5cfdd8b45 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1868637 Aug 19 18:18:27.592031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57372) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.602023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'network': {'name': 'tempest-network-smoke--1230401101', 'project_id': '078001621232448bbb2e657de3fae22e', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:27.657438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:27.665143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.696501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:18:27.710706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.711071 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Added segment 1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485 of type vlan for network 2ca81fa2-c9a0-4968-968e-dc0375006c04 Aug 19 18:18:27.776594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.834642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.852503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:27.853446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.934605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57380) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:27.939677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'admin_state_up': True, 'project_id': '078001621232448bbb2e657de3fae22e', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:27.939914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3352525 Aug 19 18:18:27.955352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b97af-c3eb-457e-8f21-48a16b8c95af tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Network': ['ID=2ca81fa2-c9a0-4968-968e-dc0375006c04,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:27.969855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:18:27.991597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:27.993115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.133009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c993ba84-ceb2-4640-abbb-1952d729f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.149120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.432094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.496937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ca48-7032-4936-8e9e-cb9b5a35f18f req-4f485d6c-196d-40a3-a294-bb580d266227 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:28.502245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c34ca48-7032-4936-8e9e-cb9b5a35f18f req-4f485d6c-196d-40a3-a294-bb580d266227 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1384773 Aug 19 18:18:28.667260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c34ca48-7032-4936-8e9e-cb9b5a35f18f req-f02c6ebf-8685-40d2-a842-874793f356e9 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Aug 19 18:18:28.958534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:28.995151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.166014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.3 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/374786a9-a333-4f4f-bdfb-354b9229e257) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:29.372408 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.464669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:29.513554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:29.520939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:29.525384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:29.574099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=374786a9-a333-4f4f-bdfb-354b9229e257,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:29.876138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611bc54-a30a-4090-a083-3e42946c07aa req-2108d502-938e-4093-a75e-faeeeae50ade tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:29.877750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4611bc54-a30a-4090-a083-3e42946c07aa req-2108d502-938e-4093-a75e-faeeeae50ade tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1009910 Aug 19 18:18:29.966212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4611bc54-a30a-4090-a083-3e42946c07aa req-3343f83e-68fe-471c-86d6-ff74a7dc07a7 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Aug 19 18:18:29.996870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.402951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.495917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57442) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:30.574328 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c03f64d-8b7d-4ee3-ae4e-6588859bb9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.618760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 14860a91-90c0-437f-bf40-ae6bd4b29d45 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:18:30.659893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.788326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:30.788698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.796536 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.804971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Sync routers for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:30.820618 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:30.821801 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:30.853709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.855569 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5fe3f1f9-c8af-4a55-99e2-b6f9722579c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9193723 Aug 19 18:18:30.858763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57452) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:30.884790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57456) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:30.885842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8b65eb160924854a4239d805858f4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881974 Aug 19 18:18:30.902600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d451d6c-bbf7-4c73-95b3-66de4378061b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:30.920198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:30.943205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.943598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.943950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.944291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.944631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.944965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.945293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.945714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.945952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.957231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.957615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:30.957965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577584c-499c-4cf9-84d1-14c07c4ae25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:31.040998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.077250 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:31.110353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.192786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b117d3-701c-4bbf-bd18-985ffcfee0cd req-8f678b97-6b8a-42bd-9b54-ef6f4579323c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:31.197767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75b117d3-701c-4bbf-bd18-985ffcfee0cd req-8f678b97-6b8a-42bd-9b54-ef6f4579323c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0910761 Aug 19 18:18:31.203981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cab0e2f5-2eaf-4a98-80ad-4628844057ee tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=078001621232448bbb2e657de3fae22e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3434703 Aug 19 18:18:31.208762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:31.283644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75b117d3-701c-4bbf-bd18-985ffcfee0cd req-3110bcbb-05dd-47d9-82a0-2d94abd0095e tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Aug 19 18:18:31.583960 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:31.640392 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Checking router: 14860a91-90c0-437f-bf40-ae6bd4b29d45 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:31.641119 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Updating router 14860a91-90c0-437f-bf40-ae6bd4b29d45 port 374786a9-a333-4f4f-bdfb-354b9229e257 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:18:31.704124 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.825130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.828817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:31.832720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d451d6c-bbf7-4c73-95b3-66de4378061b HTTP/1.1" status: 204 len: 168 time: 0.9407275 Aug 19 18:18:31.864521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c8fe-1346-4f57-ba41-59095de4e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d451d6c-bbf7-4c73-95b3-66de4378061b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:31.890598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6abc8-5862-416e-b7cd-dadb0ee62356 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:31.895410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6fe6abc8-5862-416e-b7cd-dadb0ee62356 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6824231 Aug 19 18:18:31.895791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:31.943499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ab110ec0-eac9-4743-8d77-944bc2e31b0d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435083 Aug 19 18:18:31.943499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:31.964862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680316953', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'project_id': '078001621232448bbb2e657de3fae22e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:32.023531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.191634 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.197475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:32.202856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Transition to ACTIVE for port object 374786a9-a333-4f4f-bdfb-354b9229e257 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:32.209881 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.213847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.271476 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Attempting to bind port 374786a9-a333-4f4f-bdfb-354b9229e257 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:32.272333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Attempting to bind port 374786a9-a333-4f4f-bdfb-354b9229e257 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:32.272865 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Attempting to bind port 374786a9-a333-4f4f-bdfb-354b9229e257 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:32.289532 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:32.290375 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:32.290935 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.291580 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:32.292267 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Bound port: 374786a9-a333-4f4f-bdfb-354b9229e257, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:32.292966 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.365628 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] For port 374786a9-a333-4f4f-bdfb-354b9229e257, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:32.369315 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] For port 374786a9-a333-4f4f-bdfb-354b9229e257, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=374786a9-a333-4f4f-bdfb-354b9229e257,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:32.371230 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Pushing event updated for resources: {'Port': ['ID=374786a9-a333-4f4f-bdfb-354b9229e257,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.375532 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.389707 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.390108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.390600 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.390947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.391285 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.391647 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.391980 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.392306 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.392637 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.392961 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.393288 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.394519 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.496710 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccd476-f102-49ba-8072-b6db86254100 None None] Pushing event updated for resources: {'Port': ['ID=374786a9-a333-4f4f-bdfb-354b9229e257,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.542988 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:32.548100 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:32.550215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c212-9ef9-48e6-845d-c38b6a0a9ca5 req-d43f15d1-f207-4112-91dd-8f43d447c308 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:32.553118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80b3c212-9ef9-48e6-845d-c38b6a0a9ca5 req-d43f15d1-f207-4112-91dd-8f43d447c308 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1259077 Aug 19 18:18:32.553862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57484) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:32.611096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a861beac-e25a-4295-a262-2c4bd4bbb343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.667390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.668656 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80b3c212-9ef9-48e6-845d-c38b6a0a9ca5 req-d0c25353-a822-42c5-9e72-2b61745f31f5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887969 Aug 19 18:18:32.754761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Subnet': ['ID=39463a61-5559-443f-9d2c-53e91f946eb7,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.775709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.776075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.776477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.777252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.777585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.778102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.778497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.778848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.779463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.779939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.780390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.780733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:18:32.790463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:32.804165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a861beac-e25a-4295-a262-2c4bd4bbb343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.809660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a861beac-e25a-4295-a262-2c4bd4bbb343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.814957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Checking segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:32.816297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network hostable DHCP agents. Network: 2ca81fa2-c9a0-4968-968e-dc0375006c04, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:18:32.854837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:18:32.869256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a861beac-e25a-4295-a262-2c4bd4bbb343 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c239452e409644078e539a8d75ba1c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100178 Aug 19 18:18:32.870461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57488) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:32.882940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861beac-e25a-4295-a262-2c4bd4bbb343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d4955-b03b-4d7e-9b78-d47223bf0870,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:32.883266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 2ca81fa2-c9a0-4968-968e-dc0375006c04) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:32.895028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16078b50-c553-4da4-9f0e-bb5989d4d78c None None] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:32.915574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:32.918649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:32.954629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57490) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:32.955110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6853af4-fd2a-4558-ac47-db9a1042adf7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0106518 Aug 19 18:18:32.966959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.079641 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.138543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-2ca81fa2-c9a0-4968-968e-dc0375006c04', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:18:33.139643 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.245103 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:18:33.285051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:33.294880 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:33.356204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.364124 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.365332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e6d4955-b03b-4d7e-9b78-d47223bf0870 HTTP/1.1" status: 204 len: 168 time: 0.4935884 Aug 19 18:18:33.425192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111568c-4e4e-41b1-919a-33603e18f801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d4955-b03b-4d7e-9b78-d47223bf0870,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:33.512407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Allocated IP 172.20.0.2 (2ca81fa2-c9a0-4968-968e-dc0375006c04/39463a61-5559-443f-9d2c-53e91f946eb7/b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:33.843809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85866270-0741-45e3-8e47-37f6d09574ab None None] The sync data for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 is: [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:33.932259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:33.943345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Transition to ACTIVE for port object b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:33.970892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Transition to ACTIVE for port object b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:33.979887 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.007099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:34.010478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:34.012640 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.066622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:34.231938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Pushing event updated for resources: {'Port': ['ID=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:34.255801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Attempting to bind port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:34.256678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Attempting to bind port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:34.259039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Attempting to bind port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:34.271834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:34.273649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Checking segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:34.274653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.275312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Bound using segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:34.276257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Bound port: b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:34.276891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.484118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] For port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:34.498058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] For port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:34.506750 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.605603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa92b-ed64-416d-ad46-6ccb2aa67ea0 None None] Pushing event updated for resources: {'Port': ['ID=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:34.664763 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:34.698174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf65e5-2d33-4329-a4ed-3e0d4194772f req-b643d9aa-4842-4b5d-accb-b2345ce804a5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:34.700809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fdf65e5-2d33-4329-a4ed-3e0d4194772f req-b643d9aa-4842-4b5d-accb-b2345ce804a5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1645699 Aug 19 18:18:34.967434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1fdf65e5-2d33-4329-a4ed-3e0d4194772f req-30e049e5-add8-4229-a933-de1fec172e49 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042639 Aug 19 18:18:35.029444 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.078345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 374786a9-a333-4f4f-bdfb-354b9229e257 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:35.247920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 374786a9-a333-4f4f-bdfb-354b9229e257 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:35.251044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Deleting port 47154993-ab65-460d-acde-653bd3da5097 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:35.251627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.256476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 374786a9-a333-4f4f-bdfb-354b9229e257 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:35.257760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.462306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] For port 47154993-ab65-460d-acde-653bd3da5097, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=47154993-ab65-460d-acde-653bd3da5097,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:35.462684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.477701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.495699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Calling delete_port for 47154993-ab65-460d-acde-653bd3da5097 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:35.536082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 374786a9-a333-4f4f-bdfb-354b9229e257, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=374786a9-a333-4f4f-bdfb-354b9229e257,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:35.546375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:35.650649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=374786a9-a333-4f4f-bdfb-354b9229e257,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:36.070976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.107988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=47154993-ab65-460d-acde-653bd3da5097,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:36.146489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.1 (2ca81fa2-c9a0-4968-968e-dc0375006c04/39463a61-5559-443f-9d2c-53e91f946eb7/535074b7-3a98-4bfb-92fb-c68466dcaa24) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:36.300366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e986d8-70fa-441b-88e6-174ab99eeacf None None] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:36.494959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a23b-9332-4ee9-9c34-1411294b0f0e req-da88fbc6-533b-4564-9185-b6a893ce1486 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:36.499530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c33a23b-9332-4ee9-9c34-1411294b0f0e req-da88fbc6-533b-4564-9185-b6a893ce1486 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1801846 Aug 19 18:18:36.542100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.633676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.664801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c33a23b-9332-4ee9-9c34-1411294b0f0e req-da50d0de-3157-423d-a99b-11a79d65f45a tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374195 Aug 19 18:18:36.698573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object 535074b7-3a98-4bfb-92fb-c68466dcaa24 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:36.716203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2ac5bddf-0f32-4815-b971-9ddb6ed046bf None None] Provisioning for port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:36.843597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:36.981538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:36.985690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:37.000344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:37.004698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:37.090754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.129797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Router 7b62bbab-f296-4740-b099-94a358322085 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:18:37.375742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:37.443307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:37.474496 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd71e566-85d1-41c2-93e8-f58488b26d90 admin admin] 10.222.0.36 "PUT /v2.0/routers/7b62bbab-f296-4740-b099-94a358322085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1841056 Aug 19 18:18:37.475163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57576) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:37.486837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Sync routers for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:37.521625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:37.522589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:37.544946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.784951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:37.790317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:37.822600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:37.830583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.066625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ff356554-c0d1-48ce-adb7-c1ceded29bd4 None None] Provisioning for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:38.081177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:38.085314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.101786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.171102 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ff356554-c0d1-48ce-adb7-c1ceded29bd4 None None] Provisioning complete for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:38.181048 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ff356554-c0d1-48ce-adb7-c1ceded29bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.217415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.241916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47404581-5aa8-4158-95b5-319a8f7162fc req-9c0ce04f-7173-444c-a6ad-04b1b9b017c5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:38.243560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47404581-5aa8-4158-95b5-319a8f7162fc req-9c0ce04f-7173-444c-a6ad-04b1b9b017c5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.3868351 Aug 19 18:18:38.280685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:38.354144 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47404581-5aa8-4158-95b5-319a8f7162fc req-53d96738-22ce-418e-820c-35a9171ee659 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039898 Aug 19 18:18:38.354578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ff356554-c0d1-48ce-adb7-c1ceded29bd4 None None] Port 535074b7-3a98-4bfb-92fb-c68466dcaa24 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:38.468291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:38.469951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:38.569619 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.695596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 14860a91-90c0-437f-bf40-ae6bd4b29d45 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:18:38.696733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57602) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:38.708179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.755840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:38.808098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.808906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 374786a9-a333-4f4f-bdfb-354b9229e257 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:38.815815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Deleting port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:38.816095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:38.857586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:18:38.871677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e8fbc72f-9d0c-40fd-9e27-d1ba35ef179e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/14860a91-90c0-437f-bf40-ae6bd4b29d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9134736 Aug 19 18:18:38.884494 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Sync routers for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:18:38.903570 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:38.905665 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:38.990709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] For port f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:38.991078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.005518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Calling delete_port for f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:39.021720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34caf7f8-fd6b-4a44-973d-eafa8d0efdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.079602 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:39.180568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48a4f5db-ac56-4506-99c6-fb82a1690095 None None] Provisioning complete for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:39.181162 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48a4f5db-ac56-4506-99c6-fb82a1690095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.337826 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 2, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:39.355692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-48a4f5db-ac56-4506-99c6-fb82a1690095 None None] Port 535074b7-3a98-4bfb-92fb-c68466dcaa24 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:39.410559 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Checking router: 14860a91-90c0-437f-bf40-ae6bd4b29d45 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:39.415256 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Updating router 14860a91-90c0-437f-bf40-ae6bd4b29d45 port 535074b7-3a98-4bfb-92fb-c68466dcaa24 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:18:39.418467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:39.451355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34caf7f8-fd6b-4a44-973d-eafa8d0efdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.459341 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.460019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-34caf7f8-fd6b-4a44-973d-eafa8d0efdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.470438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.496175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 5, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port': {'id': 'f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62bbab-f296-4740-b099-94a358322085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:10:38Z', 'updated_at': '2021-08-19T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:39.534826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 374786a9-a333-4f4f-bdfb-354b9229e257 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:39.535417 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.597943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:39.776497 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:39.817924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caf7f8-fd6b-4a44-973d-eafa8d0efdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20f43e-3abe-4736-a7b8-d6416b77b1e3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:39.830536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Checking router: 7b62bbab-f296-4740-b099-94a358322085 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:18:39.903592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-34caf7f8-fd6b-4a44-973d-eafa8d0efdde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02a075ac5fa94efdaf4acca9ca82c2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2038047 Aug 19 18:18:39.904617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57628) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:39.976318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Routers {'7b62bbab-f296-4740-b099-94a358322085'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:39.976972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7b62bbab-f296-4740-b099-94a358322085'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:40.012897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-75a50688-b709-43bb-b4e1-c601ffdcf606 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665751855&fields=id&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 267 time: 0.3714776 Aug 19 18:18:40.091764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.100421 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.140918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] Set router 7b62bbab-f296-4740-b099-94a358322085 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:40.208906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.210268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b62bbab-f296-4740-b099-94a358322085 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:18:40.231734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.236117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec917e85-7ec8-4d9b-bcf9-3917064d2c18 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7b62bbab-f296-4740-b099-94a358322085 HTTP/1.1" status: 204 len: 168 time: 2.7530823 Aug 19 18:18:40.236265 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.237637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57630) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:40.249708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:18:39Z', 'revision_number': 7, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:40.252117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Transition to ACTIVE for port object 535074b7-3a98-4bfb-92fb-c68466dcaa24 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:40.270973 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.281633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908a22f4-d2d6-4ab5-97d4-39a6efdb7300 None None] The sync data for ids ['7b62bbab-f296-4740-b099-94a358322085'] in n-d-778550-10 is: [{'id': '7b62bbab-f296-4740-b099-94a358322085', 'name': 'tempest-AttachVolumeTestJSON-919872544-router', 'tenant_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:10:37Z', 'updated_at': '2021-08-19T18:18:39Z', 'revision_number': 7, 'project_id': 'dd3c3708a7bb49d9af9bdbb9f3101ba6', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:40.283195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:40.316813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993b6f-f87c-41a4-b308-3da0286bee22 req-8520a21b-3378-49c2-bc67-d90d0590006b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:40.324812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26993b6f-f87c-41a4-b308-3da0286bee22 req-8520a21b-3378-49c2-bc67-d90d0590006b tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.7099981 Aug 19 18:18:40.331079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Deleting subnet 3eb3e739-b87e-4d48-8c33-be1150e28543 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:40.338715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.400094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-6767e959-a35f-4722-8411-163b73fc1e8c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:40.401686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-6767e959-a35f-4722-8411-163b73fc1e8c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 797 time: 0.3877041 Aug 19 18:18:40.425813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:40.433761 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.450195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.486306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-26993b6f-f87c-41a4-b308-3da0286bee22 req-e80c16fd-72db-4b8b-90a3-d7f3d54dffc0 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604421 Aug 19 18:18:40.488441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-81d71cf0-0180-4640-b697-ab1141bdfc88 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/quotas/078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 375 time: 0.0733073 Aug 19 18:18:40.584105 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Attempting to bind port 535074b7-3a98-4bfb-92fb-c68466dcaa24 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:40.585926 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Attempting to bind port 535074b7-3a98-4bfb-92fb-c68466dcaa24 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:40.585926 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Attempting to bind port 535074b7-3a98-4bfb-92fb-c68466dcaa24 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:40.594009 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ba4eb-384f-4175-933e-6037e7a8b3e9 None None] Pushing event updated for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:40.608242 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:40.608637 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Checking segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:40.609045 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.613294 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Bound using segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:40.613867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Bound port: 535074b7-3a98-4bfb-92fb-c68466dcaa24, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:40.614268 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.686386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.830266 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] For port 535074b7-3a98-4bfb-92fb-c68466dcaa24, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:40.835135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] For port 535074b7-3a98-4bfb-92fb-c68466dcaa24, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=535074b7-3a98-4bfb-92fb-c68466dcaa24,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:40.844008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.849865 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.907725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb3e739-b87e-4d48-8c33-be1150e28543,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:40.930957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:40.933748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb351bab-fbda-4bfe-a9dd-77b391719cb6 None None] Network 49b45f4a-b356-46a0-bd27-2d4096da6c30 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:18:40.947938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3548a71a-6a40-4ce1-b707-68e84197d2c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3eb3e739-b87e-4d48-8c33-be1150e28543 HTTP/1.1" status: 204 len: 168 time: 0.6947281 Aug 19 18:18:40.948895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57640) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:41.058467 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:18:41.059762 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:18:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:41.157750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ba4eb-384f-4175-933e-6037e7a8b3e9 None None] Pushing event updated for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.178624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.406814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] DHCP port deletion for 49b45f4a-b356-46a0-bd27-2d4096da6c30 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:18:41.420591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.425878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Deleting port fd976629-7009-412e-9e49-ef3c217101a1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:41.426237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.451666 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:18:41.508510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Deleting port fd976629-7009-412e-9e49-ef3c217101a1 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:41.510740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.559850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.572739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] For port fd976629-7009-412e-9e49-ef3c217101a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd976629-7009-412e-9e49-ef3c217101a1,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:41.577185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.585763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-e8686c52-2c3e-417f-bf4e-3c8cc150867c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0878239 Aug 19 18:18:41.615952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Calling delete_port for fd976629-7009-412e-9e49-ef3c217101a1 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:41.702938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] For port fd976629-7009-412e-9e49-ef3c217101a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd976629-7009-412e-9e49-ef3c217101a1,segment=NetworkSegment(629d2fdf-3000-4a55-90c1-84aca2160ccf),segment_id=629d2fdf-3000-4a55-90c1-84aca2160ccf)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:41.703347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.750378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581abc-1b61-4a07-a0dc-68cdef66f39a req-e454365e-fb63-487e-9944-9ca1653ad7b4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:41.753446 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.759524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12581abc-1b61-4a07-a0dc-68cdef66f39a req-e454365e-fb63-487e-9944-9ca1653ad7b4 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.3809893 Aug 19 18:18:41.838743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12581abc-1b61-4a07-a0dc-68cdef66f39a req-4edba06d-fcf4-4855-ab41-1d82ba445365 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Aug 19 18:18:41.850638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.853430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:41.857037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] No DVR routers for this DVR port fd976629-7009-412e-9e49-ef3c217101a1 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:41.876338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e20f43e-3abe-4736-a7b8-d6416b77b1e3 HTTP/1.1" status: 204 len: 168 time: 1.9544704 Aug 19 18:18:41.885898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd976629-7009-412e-9e49-ef3c217101a1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.931125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0fad1-e666-4709-a5d1-263e59cf72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20f43e-3abe-4736-a7b8-d6416b77b1e3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:41.934243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-8656fa0f-7e52-4466-b134-9da185014025 service neutron] 10.222.0.36 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123946 Aug 19 18:18:41.964735 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:40Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:42.058420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Calling delete_port for fd976629-7009-412e-9e49-ef3c217101a1 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:42.072343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2a700-0e28-48d7-be44-48402b0d30a4 None None] The sync data for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 is: [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:40Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:18:42.171124 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:18:42.194211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.195746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.206845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:42.238032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b45f4a-b356-46a0-bd27-2d4096da6c30']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:42.275020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-b7d4ff22-5fa5-4a83-ad7a-46b394c60be6 service neutron] 10.222.0.36 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149021 Aug 19 18:18:42.275658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629d2fdf-3000-4a55-90c1-84aca2160ccf') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:42.278307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] No DVR routers for this DVR port fd976629-7009-412e-9e49-ef3c217101a1 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:42.279327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629d2fdf-3000-4a55-90c1-84aca2160ccf') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:42.291752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:42.293358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5c525b1-3dcd-4c2b-9ec4-5a0699770c5a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:42.294543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47154993-ab65-460d-acde-653bd3da5097 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:42.297429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a8eb7-e00f-4352-b01c-4bfe1dcac433 None None] Pushing event deleted for resources: {'Port': ['ID=fd976629-7009-412e-9e49-ef3c217101a1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:42.306627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.314700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097a51-811a-4071-9109-d9c653e557cb req-58dfc06c-0c33-43d8-86f4-d82a45d147fd tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:42.318366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f097a51-811a-4071-9109-d9c653e557cb req-58dfc06c-0c33-43d8-86f4-d82a45d147fd tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.2763085 Aug 19 18:18:42.347430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 47154993-ab65-460d-acde-653bd3da5097 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:42.348052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 47154993-ab65-460d-acde-653bd3da5097 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:42.348483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd976629-7009-412e-9e49-ef3c217101a1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:42.362514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.378293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:42.380372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:42.382221 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:42.387423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fd976629-7009-412e-9e49-ef3c217101a1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:42.387814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd976629-7009-412e-9e49-ef3c217101a1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:42.437443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f097a51-811a-4071-9109-d9c653e557cb req-7ec4266a-9fb6-460e-bdb9-71e1bd6f2340 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004214 Aug 19 18:18:42.525412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.545782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.554634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/49b45f4a-b356-46a0-bd27-2d4096da6c30 HTTP/1.1" status: 204 len: 168 time: 1.6040292 Aug 19 18:18:42.588636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b81cf9-4afd-42c8-a65d-f176aa658b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b45f4a-b356-46a0-bd27-2d4096da6c30,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:42.598012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:42.620573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cdf67c2-60a1-4161-8a9f-784663ee79b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.621615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83ca19f8-e33c-4c1f-8b49-9eb116c51b53 req-64e01af2-e6e9-4c77-a926-57ffd798d3c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 210 time: 0.0547404 Aug 19 18:18:42.899424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cdf67c2-60a1-4161-8a9f-784663ee79b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.905604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4cdf67c2-60a1-4161-8a9f-784663ee79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:42.906078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e069b2c-599b-4953-93eb-0390c3386e08 req-b18667ba-a7d0-4f4b-8f12-96cad0dcbb28 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:42.922348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e069b2c-599b-4953-93eb-0390c3386e08 req-b18667ba-a7d0-4f4b-8f12-96cad0dcbb28 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.1273773 Aug 19 18:18:42.973986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e069b2c-599b-4953-93eb-0390c3386e08 req-ffa89011-cb99-4c7a-b0db-fdc62fdb0561 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Aug 19 18:18:42.992498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57678) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:43.019401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4cdf67c2-60a1-4161-8a9f-784663ee79b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9ba5b077f374708af4f23d6e1cb99cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181292 Aug 19 18:18:43.020131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf67c2-60a1-4161-8a9f-784663ee79b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508071a2-05b5-4489-bda2-65c06ab15ecb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:43.022862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57680) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:43.098492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:43.100350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-349eb561-97be-42ec-8122-afacc94b7e9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd3c3708a7bb49d9af9bdbb9f3101ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065235 Aug 19 18:18:43.113530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.190557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.288197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.329879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.335115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.339636 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/508071a2-05b5-4489-bda2-65c06ab15ecb HTTP/1.1" status: 204 len: 168 time: 0.3157830 Aug 19 18:18:43.354537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.356777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484d041-ee5e-4d22-ad0c-bcf7d85d039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508071a2-05b5-4489-bda2-65c06ab15ecb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:43.454651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.459086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:43.460374 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbac3d61-0551-453e-8413-7078020d2895 HTTP/1.1" status: 204 len: 168 time: 0.3603826 Aug 19 18:18:43.488944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773701a1-cae6-496b-8a10-738dfa618d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac3d61-0551-453e-8413-7078020d2895,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:43.844987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb99068d-173b-46f8-846b-58da115cebf5 req-2ba40801-872e-4788-971c-937bfb003071 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 210 time: 0.0818944 Aug 19 18:18:43.977248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-fd817916-885a-4582-97d0-92a9d3c341e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:43.979756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-fd817916-885a-4582-97d0-92a9d3c341e5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.0817244 Aug 19 18:18:44.207901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 535074b7-3a98-4bfb-92fb-c68466dcaa24 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:44.363737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:44.385443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:44.388373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.388690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acbcb1-e1d7-45ed-bfcd-4a43fe43909b req-3bfcdc77-604c-4749-a1e2-86715fab258d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:44.404194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80acbcb1-e1d7-45ed-bfcd-4a43fe43909b req-3bfcdc77-604c-4749-a1e2-86715fab258d tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 945 time: 0.2844546 Aug 19 18:18:44.442444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:44.442802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.445735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 57716) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:44.711433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.767071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80acbcb1-e1d7-45ed-bfcd-4a43fe43909b req-e202ddfc-cce0-4042-b465-e71c3ff0b88c tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618555 Aug 19 18:18:44.771847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-87abf3e3-1d52-450e-890f-a6da329e49d3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:44.773647 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-87abf3e3-1d52-450e-890f-a6da329e49d3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 797 time: 0.4571536 Aug 19 18:18:44.790380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c65d845-4eb3-4e4c-9912-edc400085164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.827298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 535074b7-3a98-4bfb-92fb-c68466dcaa24, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=535074b7-3a98-4bfb-92fb-c68466dcaa24,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:44.836525 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.916739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:44.956876 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-ef7cde49-4c1e-4d25-b4f9-4b648b621716 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 380 time: 0.1438615 Aug 19 18:18:44.960059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:44.962772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:44.968070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'port': {'device_id': '01d73d5b-00a8-4062-9212-524191c95b79', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'admin_state_up': True, 'tenant_id': '078001621232448bbb2e657de3fae22e', 'security_groups': ['8a491a66-3f13-4f5c-aa14-e8fe3405d6ac']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:44.990615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:45.177184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c05e7c4-3c3b-4764-a97b-c097aab66236 req-2c490d6b-54ba-4434-86bc-55a439fb7364 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 210 time: 0.0619962 Aug 19 18:18:45.306620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.318675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81', '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:45.346014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c65d845-4eb3-4e4c-9912-edc400085164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.348275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=57c81ffc-2cc8-4ffb-9c42-f30d44698fdd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:45.360676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2c65d845-4eb3-4e4c-9912-edc400085164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.374361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:18:45.383873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.416540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:45.425415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.427553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab742061-fd78-4cb4-aa05-5d8c60b10586 req-d5a13790-a46c-42b2-b511-3660131ed896 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "DELETE /v2.0/ports/57c81ffc-2cc8-4ffb-9c42-f30d44698fdd HTTP/1.1" status: 204 len: 173 time: 1.4406826 Aug 19 18:18:45.430835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'name': 'network-vif-deleted', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:45.433325 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef28acc-8b6b-406b-b9cc-ab2cc4fdbc56" -d '{"events": [{"server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "name": "network-vif-deleted", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:45.449343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2c65d845-4eb3-4e4c-9912-edc400085164 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1aa157c27dd2437d824fa91a02853c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976711 Aug 19 18:18:45.449343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65d845-4eb3-4e4c-9912-edc400085164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd308f-4a43-4c18-b0ac-ade863d1994d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:45.450374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 57748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:45.537525 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b51d58-4d6a-403a-885e-8cd6405a9c67 x-openstack-request-id: req-27b51d58-4d6a-403a-885e-8cd6405a9c67 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:45.537842 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc70831-20e5-4973-ba0c-f53d2472ee9c", "name": "network-vif-deleted", "tag": "57c81ffc-2cc8-4ffb-9c42-f30d44698fdd", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:45.538700 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27b51d58-4d6a-403a-885e-8cd6405a9c67 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:45.538700 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc70831-20e5-4973-ba0c-f53d2472ee9c', 'name': 'network-vif-deleted', 'tag': '57c81ffc-2cc8-4ffb-9c42-f30d44698fdd', 'status': 'completed', 'code': 200} Aug 19 18:18:45.662866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.691723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.9 (2ca81fa2-c9a0-4968-968e-dc0375006c04/39463a61-5559-443f-9d2c-53e91f946eb7/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:45.699346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.827319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.830192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.834870 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fdd308f-4a43-4c18-b0ac-ade863d1994d HTTP/1.1" status: 204 len: 168 time: 0.3823683 Aug 19 18:18:45.852642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181419-a18a-48c1-ac3a-20abb7027ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd308f-4a43-4c18-b0ac-ade863d1994d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:45.958492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:45.961419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a82e000-8a17-4791-84d8-a282a29c2da1 req-b6897412-46e0-400c-8373-72ab431ecac5 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fc70831-20e5-4973-ba0c-f53d2472ee9c HTTP/1.1" status: 200 len: 210 time: 0.0484877 Aug 19 18:18:45.983417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:46.072363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.104685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 535074b7-3a98-4bfb-92fb-c68466dcaa24 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:46.218879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:46.234362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:46.256512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:46.290539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 535074b7-3a98-4bfb-92fb-c68466dcaa24 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:46.291166 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.420439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:46.458983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:46.459814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.542213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-0b070d19-662b-44d0-b082-ec07c77bed50 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5756361 Aug 19 18:18:46.574265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-d8398b13-2b0f-4924-ad91-4158dc47c7a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:18:46.575432 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-d8398b13-2b0f-4924-ad91-4158dc47c7a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069461 Aug 19 18:18:46.597046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Request body: {'port': {'device_id': '01d73d5b-00a8-4062-9212-524191c95b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:46.689308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c156cd-ba23-4e6e-8e63-bcc0a24b962e req-563843fe-56f0-40b1-b2e5-50dfbf85cde1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:46.702616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9c156cd-ba23-4e6e-8e63-bcc0a24b962e req-563843fe-56f0-40b1-b2e5-50dfbf85cde1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 931 time: 0.1517050 Aug 19 18:18:46.734846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82bd3ba1-e4bd-4c26-8921-4fb48e5a96e1 None None] Provisioning for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:46.746355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82bd3ba1-e4bd-4c26-8921-4fb48e5a96e1 None None] Provisioning complete for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:46.747378 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82bd3ba1-e4bd-4c26-8921-4fb48e5a96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.762463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:46.798886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9c156cd-ba23-4e6e-8e63-bcc0a24b962e req-b2d1712d-bdf4-441e-b685-fc87c60d9e7f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948503 Aug 19 18:18:46.833007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-82bd3ba1-e4bd-4c26-8921-4fb48e5a96e1 None None] Port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:18:47.177635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.187977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:47.223794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.265846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Transition to ACTIVE for port object f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:18:47.273627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.463954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:47.590915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:18:47.591242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:18:47.591611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:47.601522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:18:47.601857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:18:47.616447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:18:47.616805 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Checking segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:18:47.617206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Bound using segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:18:47.617654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Bound port: f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:18:47.618028 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.758321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:18:47.765452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:18:47.771739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.806246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:47.807059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:47.808655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] 10.222.0.13 "PUT /v2.0/ports/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 1092 time: 1.2221906 Aug 19 18:18:47.809232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:47.811546 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:47.850906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d070b-b18b-4bdb-b7eb-cad60f384070 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:47.927897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-a75ff045-36dd-49bf-966d-d97fbfa2c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:47.929597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-a75ff045-36dd-49bf-966d-d97fbfa2c61b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1095 time: 0.0643024 Aug 19 18:18:48.011155 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-3a2b70aa-e482-4afa-84dc-d45f1ae40e97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 217 time: 0.0662351 Aug 19 18:18:48.038833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:48.087264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:48.087738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 57c81ffc-2cc8-4ffb-9c42-f30d44698fdd not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:48.116115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-1301d450-a480-4b67-a721-cec35aaa6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.124137 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-1301d450-a480-4b67-a721-cec35aaa6337 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1000800 Aug 19 18:18:48.209971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52217-8069-4b0b-aa0f-1143be769906 req-03cccfdc-7188-4e47-b691-189d16ff1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.211648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-03cccfdc-7188-4e47-b691-189d16ff1dee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863333 Aug 19 18:18:48.253220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b2cfb-1fe0-469b-b93d-df980bace0b1 req-92567810-d6b5-46e2-a43f-49ff526c1323 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.254423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b72b2cfb-1fe0-469b-b93d-df980bace0b1 req-92567810-d6b5-46e2-a43f-49ff526c1323 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.1291375 Aug 19 18:18:48.317455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b72b2cfb-1fe0-469b-b93d-df980bace0b1 req-ea434ec3-f42f-4e14-8fe8-baf6dfe8aea2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509229 Aug 19 18:18:48.353248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-29e243b2-6aa6-4881-aff2-fbe63f15b69a service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274881 Aug 19 18:18:48.461757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fba52217-8069-4b0b-aa0f-1143be769906 req-f6ff9831-1674-4bd7-b16d-b4f1a85e2336 service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034214 Aug 19 18:18:48.463731 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447e8196-b4fa-4a3f-9e38-5fa3dd7f9494 x-openstack-request-id: req-447e8196-b4fa-4a3f-9e38-5fa3dd7f9494 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:48.464256 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:48.464673 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-447e8196-b4fa-4a3f-9e38-5fa3dd7f9494 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:48.465221 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'status': 'completed', 'code': 200} Aug 19 18:18:48.537662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e10cd8-167b-4e37-a290-51d42e46a993 req-c3518d82-c0eb-43f5-8990-b469bd05f651 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.540282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77e10cd8-167b-4e37-a290-51d42e46a993 req-c3518d82-c0eb-43f5-8990-b469bd05f651 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.0819519 Aug 19 18:18:48.623116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77e10cd8-167b-4e37-a290-51d42e46a993 req-a1326d5c-947d-4df5-bcb8-6c8590c932f3 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740232 Aug 19 18:18:48.656710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-122d8aeb-ad5f-4291-88dc-436002588e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.659546 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-122d8aeb-ad5f-4291-88dc-436002588e30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1095 time: 0.0914097 Aug 19 18:18:48.865243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-06a2db3a-a1d4-428e-8206-39ded1854570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:48.866749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-06a2db3a-a1d4-428e-8206-39ded1854570 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2003589 Aug 19 18:18:48.933605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-ec3f04dd-3594-42dc-ba67-48a234207730 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 217 time: 0.0575218 Aug 19 18:18:49.003799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-33febec4-33e1-4d62-a426-9e4837014e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.005310 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-33febec4-33e1-4d62-a426-9e4837014e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.0641363 Aug 19 18:18:49.080998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-1e28f67e-5227-470a-89b5-d1ad00dbb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.082575 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-1e28f67e-5227-470a-89b5-d1ad00dbb609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691462 Aug 19 18:18:49.239412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-68eb8b08-f557-4e27-8b15-5c187e952949 service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478920 Aug 19 18:18:49.370156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ec9c9e06-35b0-40ee-aafd-7f17cb62f7e3 req-eee57979-ede8-4f6c-bca8-67da4baca47d service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236320 Aug 19 18:18:49.376949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-d86e82d6-32ba-490f-b2c7-be2d4ef10791 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.380888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-d86e82d6-32ba-490f-b2c7-be2d4ef10791 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.0945668 Aug 19 18:18:49.504006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4330f-4665-4d6f-a7f2-5122f958376b req-2841dfda-d089-4610-9135-22609fa13e42 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.505940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46e4330f-4665-4d6f-a7f2-5122f958376b req-2841dfda-d089-4610-9135-22609fa13e42 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.1092780 Aug 19 18:18:49.587696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46e4330f-4665-4d6f-a7f2-5122f958376b req-ada9bfa8-b8fd-4d53-acaa-3b24ee561896 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633273 Aug 19 18:18:49.600262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Deleting port 8731e3df-1e03-4b9f-9407-47918dd48c81 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:49.603875 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.731472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] For port 8731e3df-1e03-4b9f-9407-47918dd48c81, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=8731e3df-1e03-4b9f-9407-47918dd48c81,segment=NetworkSegment(3e7d1574-9b71-47fd-9543-cf4741dea91c),segment_id=3e7d1574-9b71-47fd-9543-cf4741dea91c)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:49.732808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:49.788155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Calling delete_port for 8731e3df-1e03-4b9f-9407-47918dd48c81 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:49.842805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bf98a-2134-4837-9e0d-70ce9b0063f8 req-23fca269-c1f6-4576-ba61-93d691d8def8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:49.844399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-924bf98a-2134-4837-9e0d-70ce9b0063f8 req-23fca269-c1f6-4576-ba61-93d691d8def8 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd3b85af-6486-4adb-9fe3-3125e8f344f9 HTTP/1.1" status: 200 len: 945 time: 0.0986066 Aug 19 18:18:50.077277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-924bf98a-2134-4837-9e0d-70ce9b0063f8 req-94cfefb8-163d-438d-a1b5-1a1d9556297f tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.36 "GET /v2.0/security-groups?id=ae626452-e569-496c-9da2-8fb7a14a5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441977 Aug 19 18:18:50.106865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.121039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['8731e3df-1e03-4b9f-9407-47918dd48c81'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:50.147583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Pushing event deleted for resources: {'Port': ['ID=8731e3df-1e03-4b9f-9407-47918dd48c81,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:50.181183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] No DVR routers for this DVR port 8731e3df-1e03-4b9f-9407-47918dd48c81 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:50.193991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:50.205176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4933f620-ff69-4b32-931a-0fefa7fd823d req-64bbf62d-1b8c-4c86-801f-edbbaede12b6 tempest-ServersTestJSON-220979989 tempest-ServersTestJSON-220979989-project] 10.222.0.42 "DELETE /v2.0/ports/8731e3df-1e03-4b9f-9407-47918dd48c81 HTTP/1.1" status: 204 len: 173 time: 0.8134246 Aug 19 18:18:50.206250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'name': 'network-vif-deleted', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:50.208839 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd85a240-cd0e-4c7b-adc2-f16a5b59945b" -d '{"events": [{"server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "name": "network-vif-deleted", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:50.291123 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5b28d-a068-4c60-824b-acb763b8b545 x-openstack-request-id: req-f2d5b28d-a068-4c60-824b-acb763b8b545 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:50.291534 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3b85af-6486-4adb-9fe3-3125e8f344f9", "name": "network-vif-deleted", "tag": "8731e3df-1e03-4b9f-9407-47918dd48c81", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:50.291777 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2d5b28d-a068-4c60-824b-acb763b8b545 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:50.292227 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3b85af-6486-4adb-9fe3-3125e8f344f9', 'name': 'network-vif-deleted', 'tag': '8731e3df-1e03-4b9f-9407-47918dd48c81', 'status': 'completed', 'code': 200} Aug 19 18:18:50.810945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:18:50.838025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60eaa-b7ff-446b-8964-d2f24aeae8df req-50f3f552-5b0e-4b66-a9cd-ee9dd75eff0e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:50.852785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90a60eaa-b7ff-446b-8964-d2f24aeae8df req-50f3f552-5b0e-4b66-a9cd-ee9dd75eff0e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.1279058 Aug 19 18:18:50.933671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90a60eaa-b7ff-446b-8964-d2f24aeae8df req-78cb2951-5406-4b8f-952f-fd0b4b8fd7d3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796719 Aug 19 18:18:50.977247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:50.991700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'mac_address': 'fa:16:3e:2a:e6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:18:51.040764 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.064901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:18:51.093471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:51.099140 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.140386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:51.158048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:51.225565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Deleting subnet 175647d9-9add-42b1-916f-f2fec13cad44 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:18:51.232592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.285378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.338479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.374401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:51.438128 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.484491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.486686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/175647d9-9add-42b1-916f-f2fec13cad44 HTTP/1.1" status: 204 len: 168 time: 0.3450773 Aug 19 18:18:51.488885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd952b-1af5-4199-892e-067d08429c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175647d9-9add-42b1-916f-f2fec13cad44,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:51.490222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58006) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:51.668161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.810168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.838312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e55e6b-c95b-4d4e-a453-dccc68b28ac8']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:51.864000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7d1574-9b71-47fd-9543-cf4741dea91c') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:51.865268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7d1574-9b71-47fd-9543-cf4741dea91c') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:18:51.892177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.917387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.926182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:18:51.927188 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:18:51.975437 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:18:52.034759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.059127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.063928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/79e55e6b-c95b-4d4e-a453-dccc68b28ac8 HTTP/1.1" status: 204 len: 168 time: 0.5703454 Aug 19 18:18:52.083144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c4e28-66c4-462c-afbe-3b85d8f3e9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e55e6b-c95b-4d4e-a453-dccc68b28ac8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:52.157982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6c583-344d-43f1-9e84-a34633794f04 req-3ec76581-1018-4064-96e0-d4e9604e4a9f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:52.160389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35d6c583-344d-43f1-9e84-a34633794f04 req-3ec76581-1018-4064-96e0-d4e9604e4a9f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 944 time: 0.0809009 Aug 19 18:18:52.241832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35d6c583-344d-43f1-9e84-a34633794f04 req-aef53804-3a51-4bd7-a4a4-2938ecb8c79b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745914 Aug 19 18:18:52.449227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58030) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:52.509961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-91742a9e-c7c3-4cc9-be22-46fd934efda6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=614a48f38835489981458703ce17adf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585749 Aug 19 18:18:52.510725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58032) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:52.569910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.597111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.651806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.655486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:52.660260 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae626452-e569-496c-9da2-8fb7a14a5ee0 HTTP/1.1" status: 204 len: 168 time: 0.1481144 Aug 19 18:18:52.680278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca8cab-cd0c-4cd3-b530-80b7be840835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae626452-e569-496c-9da2-8fb7a14a5ee0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:52.819814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:18:52.925645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:18:52.934601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:18:52.936119 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.061672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.091965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:53.094690 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d66e2-60a1-451c-b537-24aaa806d17a" -d '{"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:53.121812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:53.133892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:53.204784 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54145c80-d2e1-449b-bfbf-ae802615339a x-openstack-request-id: req-54145c80-d2e1-449b-bfbf-ae802615339a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:53.205068 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:53.205354 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54145c80-d2e1-449b-bfbf-ae802615339a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:53.206239 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'code': 200} Aug 19 18:18:53.206356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:53.442375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b376f-67e6-4f9a-b02b-afef98cc3f05 req-175d5c6e-d31a-4035-a36f-f588b88551eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:53.443286 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-180b376f-67e6-4f9a-b02b-afef98cc3f05 req-175d5c6e-d31a-4035-a36f-f588b88551eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.1284261 Aug 19 18:18:53.496557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577259d-d022-45f9-9173-185f0f319482 req-5b598be7-ebff-4925-bb9a-f3d6c1780151 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:53.501381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1577259d-d022-45f9-9173-185f0f319482 req-5b598be7-ebff-4925-bb9a-f3d6c1780151 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1370394 Aug 19 18:18:53.538227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-180b376f-67e6-4f9a-b02b-afef98cc3f05 req-b2f47968-548f-4270-8a6b-41d92e0eb9eb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869603 Aug 19 18:18:53.564566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1577259d-d022-45f9-9173-185f0f319482 req-c29e8afb-d26f-4ec1-a0a7-22604b0d8a21 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575123 Aug 19 18:18:53.647145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a969f-8707-4dab-9aac-9d01a1d16edf req-cff1e8e8-5056-4f02-a591-b57ef4427e2c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:53.649005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a3a969f-8707-4dab-9aac-9d01a1d16edf req-cff1e8e8-5056-4f02-a591-b57ef4427e2c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.0626216 Aug 19 18:18:53.702031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a3a969f-8707-4dab-9aac-9d01a1d16edf req-9075e51d-93d6-4bd4-9bee-0be944338795 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Aug 19 18:18:54.061319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8731e3df-1e03-4b9f-9407-47918dd48c81 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:54.105475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 8731e3df-1e03-4b9f-9407-47918dd48c81 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:54.105838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 8731e3df-1e03-4b9f-9407-47918dd48c81 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:54.410632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58096) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:54.567004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38bec9b8-b12f-483d-9049-d4b2fa101577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.763878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e10b54-92ae-464d-b728-231c420d3571 req-4eb0700c-b274-4a0a-af8e-1a89febf5bba tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:54.765935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6e10b54-92ae-464d-b728-231c420d3571 req-4eb0700c-b274-4a0a-af8e-1a89febf5bba tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.0774090 Aug 19 18:18:54.769082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38bec9b8-b12f-483d-9049-d4b2fa101577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.774274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38bec9b8-b12f-483d-9049-d4b2fa101577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:54.856649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6e10b54-92ae-464d-b728-231c420d3571 req-ccf73ca9-d648-4149-9ae9-64adec7f8a5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781925 Aug 19 18:18:54.887046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38bec9b8-b12f-483d-9049-d4b2fa101577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=576e2122d55d4983a5d3481dc99c4684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749541 Aug 19 18:18:54.891119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:54.900789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bec9b8-b12f-483d-9049-d4b2fa101577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999aac7c-c69f-4bbe-ba64-4096be7042f9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:54.936000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292f15-74a7-454a-9dff-c7e26287e187 req-7b565ecb-f6d1-4661-a00f-630c6a60af3d tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:54.937780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0292f15-74a7-454a-9dff-c7e26287e187 req-7b565ecb-f6d1-4661-a00f-630c6a60af3d tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.0759807 Aug 19 18:18:54.998841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0292f15-74a7-454a-9dff-c7e26287e187 req-6959156e-f660-4d61-96a9-850539873a05 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528672 Aug 19 18:18:55.013681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.051572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.109901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.115188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.116408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/999aac7c-c69f-4bbe-ba64-4096be7042f9 HTTP/1.1" status: 204 len: 168 time: 0.2242665 Aug 19 18:18:55.128161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001baca-1620-46b6-abb8-99d6fb2db882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999aac7c-c69f-4bbe-ba64-4096be7042f9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:55.275167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:55.503822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8214-4c39-4274-9d3d-2c2ebb22e438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.640295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8214-4c39-4274-9d3d-2c2ebb22e438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.656096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8214-4c39-4274-9d3d-2c2ebb22e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.722069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e8214-4c39-4274-9d3d-2c2ebb22e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f5ed9c-600a-47c3-9f3e-c837932f0a8c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:55.743970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d8e8214-4c39-4274-9d3d-2c2ebb22e438 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=192f12d2ccd64fd5b006d4fd68c8b81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672577 Aug 19 18:18:55.747698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58138) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:55.753523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7374301-760a-4f6b-a612-ea14f65c279b req-bce3e680-45f7-4f29-b6b4-e0f1642694d1 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:55.755645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7374301-760a-4f6b-a612-ea14f65c279b req-bce3e680-45f7-4f29-b6b4-e0f1642694d1 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.13 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.1178889 Aug 19 18:18:55.815429 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.845808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.885864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Deleting port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:18:55.886324 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.936983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.940182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:55.951508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74f5ed9c-600a-47c3-9f3e-c837932f0a8c HTTP/1.1" status: 204 len: 168 time: 0.1972270 Aug 19 18:18:55.982670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70800d6c-e89c-4ac6-99b2-a883bc0f9e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f5ed9c-600a-47c3-9f3e-c837932f0a8c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:56.055769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] For port 624c72c0-39ce-4e10-a84e-6a0c7fac7168, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=624c72c0-39ce-4e10-a84e-6a0c7fac7168,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:18:56.057651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.073475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Calling delete_port for 624c72c0-39ce-4e10-a84e-6a0c7fac7168 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:18:56.085246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bac77e-b902-4222-b873-e79f43682e7b req-281972bf-52f0-4f20-8208-a8a89e5a120a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:56.087502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bac77e-b902-4222-b873-e79f43682e7b req-281972bf-52f0-4f20-8208-a8a89e5a120a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1104820 Aug 19 18:18:56.267031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bac77e-b902-4222-b873-e79f43682e7b req-0a66070c-0410-40d9-9d11-76fde32aeda8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717393 Aug 19 18:18:56.289966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a5baa-0a24-4877-be21-7a0b46aadde0 req-5874577e-ba32-48b6-a3ab-f54bc24e2f68 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:56.292932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-593a5baa-0a24-4877-be21-7a0b46aadde0 req-5874577e-ba32-48b6-a3ab-f54bc24e2f68 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=2412210b-7f23-4c01-8d9d-7c98cc7f7232 HTTP/1.1" status: 200 len: 945 time: 0.1194925 Aug 19 18:18:56.314136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.314674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.359990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['624c72c0-39ce-4e10-a84e-6a0c7fac7168'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:18:56.366961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-593a5baa-0a24-4877-be21-7a0b46aadde0 req-2c069117-84ae-42b7-899f-7b4d5af9aa97 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Aug 19 18:18:56.377292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Pushing event deleted for resources: {'Port': ['ID=624c72c0-39ce-4e10-a84e-6a0c7fac7168,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:56.472051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] No DVR routers for this DVR port 624c72c0-39ce-4e10-a84e-6a0c7fac7168 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:18:56.479172 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.488155 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7374301-760a-4f6b-a612-ea14f65c279b req-5025c761-3829-41c6-86de-b738cbb24924 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.13 "DELETE /v2.0/ports/624c72c0-39ce-4e10-a84e-6a0c7fac7168 HTTP/1.1" status: 204 len: 173 time: 0.7229414 Aug 19 18:18:56.489365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'name': 'network-vif-deleted', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:18:56.515577 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c71340-0a14-401e-bfcf-2e05dcd3ca8f" -d '{"events": [{"server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "name": "network-vif-deleted", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:18:56.635238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58172) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:56.651068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c3f8-7f59-40c8-b9cc-76cdcede2eb1 req-3f4bc1af-ec79-4ae8-9d9b-2740f1840d11 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:56.658245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a438275-4d38-4992-aa98-019aa0b0f3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.668428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e9c3f8-7f59-40c8-b9cc-76cdcede2eb1 req-3f4bc1af-ec79-4ae8-9d9b-2740f1840d11 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1279531 Aug 19 18:18:56.794938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7e9c3f8-7f59-40c8-b9cc-76cdcede2eb1 req-70ef5976-9244-4501-b286-3f7887738d6d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241159 Aug 19 18:18:56.800800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a438275-4d38-4992-aa98-019aa0b0f3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.807391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1a438275-4d38-4992-aa98-019aa0b0f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:56.824210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58174) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:56.880674 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1a438275-4d38-4992-aa98-019aa0b0f3df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a024f2e8f85f4b58beabdb696381aece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442856 Aug 19 18:18:56.881572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a438275-4d38-4992-aa98-019aa0b0f3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2831830-0da0-4639-bfbb-5baa64302c67,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:56.883578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58178) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:56.921366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0ca69-28da-4f93-a9ed-1ccae7b54fc1 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:18:56.923812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-68e0ca69-28da-4f93-a9ed-1ccae7b54fc1 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1092 time: 0.0979836 Aug 19 18:18:56.927327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58182) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:56.932327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:18:56.971977 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f14167-97a5-494c-a0c9-aadd3ddea620 x-openstack-request-id: req-f2f14167-97a5-494c-a0c9-aadd3ddea620 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:18:56.972391 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2412210b-7f23-4c01-8d9d-7c98cc7f7232", "name": "network-vif-deleted", "tag": "624c72c0-39ce-4e10-a84e-6a0c7fac7168", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:18:56.973846 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2f14167-97a5-494c-a0c9-aadd3ddea620 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:18:56.974280 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2412210b-7f23-4c01-8d9d-7c98cc7f7232', 'name': 'network-vif-deleted', 'tag': '624c72c0-39ce-4e10-a84e-6a0c7fac7168', 'status': 'completed', 'code': 200} Aug 19 18:18:56.994892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.054942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.105566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.205094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.207822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.208982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2831830-0da0-4639-bfbb-5baa64302c67 HTTP/1.1" status: 204 len: 168 time: 0.3089621 Aug 19 18:18:57.224233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2135da-24d6-4af3-87cb-509827160c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2831830-0da0-4639-bfbb-5baa64302c67,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:57.237369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:57.722648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58202) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:57.964777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.93 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/65666e73-cf8f-4c99-9705-2c32ad236596) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:18:58.130400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-672695af-ae3d-4809-b66b-bc5d5cd91d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.141418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c8b4-4ebc-41c5-b3ec-2cac5447d2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.194327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.317862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.377887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:18:58.381319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:18:58.388909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:18:58.401637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c8b4-4ebc-41c5-b3ec-2cac5447d2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.407151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c8b4-4ebc-41c5-b3ec-2cac5447d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.459792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c2e0c8b4-4ebc-41c5-b3ec-2cac5447d2e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6e0f801ae054cb48339f155180f30d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7336690 Aug 19 18:18:58.470581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=65666e73-cf8f-4c99-9705-2c32ad236596,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:58.478874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58224) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:18:58.490284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0c8b4-4ebc-41c5-b3ec-2cac5447d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54769881-c549-4f7c-b329-6fe39c9734d7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:58.675982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.741912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:58.871002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 624c72c0-39ce-4e10-a84e-6a0c7fac7168 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:18:58.933337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 624c72c0-39ce-4e10-a84e-6a0c7fac7168 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:18:58.933688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 624c72c0-39ce-4e10-a84e-6a0c7fac7168 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:18:59.008244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.010707 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.014768 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54769881-c549-4f7c-b329-6fe39c9734d7 HTTP/1.1" status: 204 len: 168 time: 0.5337090 Aug 19 18:18:59.073915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4d5cc-4a67-4664-b7cb-b02566d2a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54769881-c549-4f7c-b329-6fe39c9734d7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:59.316418 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.574471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.757021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.764649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:18:59.876039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=65666e73-cf8f-4c99-9705-2c32ad236596,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:18:59.895920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.062203 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP 69cf49cc-6b26-426e-8e51-d9864a908fb7 associated. External IP: 172.25.5.93, port: f00b3e2b-7a71-4b97-a9b5-089f9fd7c867. Aug 19 18:19:00.161475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58300) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:00.383946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 14860a91-90c0-437f-bf40-ae6bd4b29d45 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:19:00.403238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a5027da-add2-4119-8a66-63a8fb578887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.588040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:19:00.612353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Sync routers for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:19:00.641353 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40d0f667-0a90-4554-b002-d2e1014bfcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.664478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:00.666814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:19:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:00.696251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a5027da-add2-4119-8a66-63a8fb578887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.704194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a5027da-add2-4119-8a66-63a8fb578887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.712481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.748359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-25247390-697d-4d35-9fbc-33ab00871770 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8198481 Aug 19 18:19:00.748963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:00.753063 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5" -d '{"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:00.782200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:00.783039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5a5027da-add2-4119-8a66-63a8fb578887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41217d090c7643ef9e0073bfe8383155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203191 Aug 19 18:19:00.829109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5027da-add2-4119-8a66-63a8fb578887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914eb159-5bd6-44bb-8ead-2f52f6c645ad,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:00.859388 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20655498-c1b7-4e8a-ad7b-cbda0f04ad86 x-openstack-request-id: req-20655498-c1b7-4e8a-ad7b-cbda0f04ad86 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:00.859699 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:00.859982 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20655498-c1b7-4e8a-ad7b-cbda0f04ad86 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:00.863359 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'status': 'completed', 'code': 200} Aug 19 18:19:00.920855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:00.931280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.966760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177efbd8-fd71-4d33-b23f-e61ef4d55a2c req-3eb3ce73-0595-4f5f-8336-b2dcaaf0b0e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:00.967176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:00.973051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-177efbd8-fd71-4d33-b23f-e61ef4d55a2c req-3eb3ce73-0595-4f5f-8336-b2dcaaf0b0e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.0957780 Aug 19 18:19:01.032417 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.037694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-177efbd8-fd71-4d33-b23f-e61ef4d55a2c req-ab7a5217-ecc9-4748-b189-349d545e053c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562952 Aug 19 18:19:01.058761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-e25d59c9-d7da-48ec-989d-de29c2518060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:01.060436 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-e25d59c9-d7da-48ec-989d-de29c2518060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.1637809 Aug 19 18:19:01.104411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58340) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:01.154436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.158686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:01.160924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/914eb159-5bd6-44bb-8ead-2f52f6c645ad HTTP/1.1" status: 204 len: 168 time: 0.3759911 Aug 19 18:19:01.263220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c39dd-412b-4612-8a68-8e6781abf5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914eb159-5bd6-44bb-8ead-2f52f6c645ad,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:01.318098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1dcb3dd7-70f4-4ebf-a01f-a1709591c658 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 200 len: 990 time: 0.2110403 Aug 19 18:19:01.359775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-6d96f458-de9d-41d8-ae33-1a9bc632ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:01.361303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-6d96f458-de9d-41d8-ae33-1a9bc632ba62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2921333 Aug 19 18:19:01.572429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-ffa7e018-5112-4c74-a7dd-3b41a4f7c0e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 998 time: 0.2035944 Aug 19 18:19:01.591342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69cf49cc-6b26-426e-8e51-d9864a908fb7', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'mac_address': 'fa:16:3e:2a:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d73d5b-00a8-4062-9212-524191c95b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:18:58Z', 'updated_at': '2021-08-19T18:18:58Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:01.638623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Checking router: 14860a91-90c0-437f-bf40-ae6bd4b29d45 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:19:01.654681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:19:01.656844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:19:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:01.689820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-d2e452ad-6020-4de6-9e84-e9be26fb3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:01.695106 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-d2e452ad-6020-4de6-9e84-e9be26fb3b01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1156073 Aug 19 18:19:01.818113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-e7f573f5-ca08-4370-ac4b-9b0296b26203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:01.820253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-e7f573f5-ca08-4370-ac4b-9b0296b26203 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173508 Aug 19 18:19:01.870057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:19:02.067737 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-98461635-50b4-4f9f-b22e-b1a9fa2bc37c service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376640 Aug 19 18:19:02.151978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:02.321919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58378) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:02.363713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69cf49cc-6b26-426e-8e51-d9864a908fb7', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'mac_address': 'fa:16:3e:2a:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d73d5b-00a8-4062-9212-524191c95b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:18:58Z', 'updated_at': '2021-08-19T18:18:58Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:02.446425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701549f-a0d4-4c1b-9130-861e2056f027 None None] The sync data for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 is: [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '69cf49cc-6b26-426e-8e51-d9864a908fb7', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'mac_address': 'fa:16:3e:2a:e6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d73d5b-00a8-4062-9212-524191c95b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:18:58Z', 'updated_at': '2021-08-19T18:18:58Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:19:02.538256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-385c291a-8bb6-4dbb-b5fa-132d6e37e0ec tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 200 len: 990 time: 0.2148588 Aug 19 18:19:02.860258 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef7fef-c2e1-4cb6-ad81-389409e1249a None None] New status for floating IP 69cf49cc-6b26-426e-8e51-d9864a908fb7: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:19:02.886277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1a0d892c-581c-4bc3-9e1a-dbedc1c244b5 req-abd0cc5e-ffd6-4bd9-9d9e-e429fce052ee service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080702 Aug 19 18:19:03.541242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58428) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:03.660328 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:03.713924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ae4586f3-ce98-4e5c-9ffb-096073495f6a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 200 len: 992 time: 0.1709702 Aug 19 18:19:04.494851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58464) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:04.636665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1859648-8e49-4237-a18f-ebefb5310047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.802744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1859648-8e49-4237-a18f-ebefb5310047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.808975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1859648-8e49-4237-a18f-ebefb5310047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:04.872484 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1859648-8e49-4237-a18f-ebefb5310047 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d869e17fd01446bdb91fdbeb892c322d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762527 Aug 19 18:19:04.873496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1859648-8e49-4237-a18f-ebefb5310047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6f4e4-9ff3-401e-90d4-1bbd9aad4413,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:04.875707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58482) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.034860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.066368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.148349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.151235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.152601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ae6f4e4-9ff3-401e-90d4-1bbd9aad4413 HTTP/1.1" status: 204 len: 168 time: 0.2734859 Aug 19 18:19:05.163934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c1972-e62a-42b7-a150-6245e23bade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6f4e4-9ff3-401e-90d4-1bbd9aad4413,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:05.656221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58498) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.670321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69937526-ba69-4bd3-89ac-3271d4007c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.863395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69937526-ba69-4bd3-89ac-3271d4007c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.870702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69937526-ba69-4bd3-89ac-3271d4007c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:05.930204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-69937526-ba69-4bd3-89ac-3271d4007c57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0c8185ce3334c94b9d62a1bdde73f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727382 Aug 19 18:19:05.933111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58506) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:05.961153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69937526-ba69-4bd3-89ac-3271d4007c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d09883-9433-4fac-bdd3-2fefe8226bf0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:06.025045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.071439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.137151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.145325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:06.150555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9d09883-9433-4fac-bdd3-2fefe8226bf0 HTTP/1.1" status: 204 len: 168 time: 0.2151158 Aug 19 18:19:06.180111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c23cb-133d-49eb-b642-fb127677f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d09883-9433-4fac-bdd3-2fefe8226bf0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:06.241711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-de7f5352-f3da-4d1b-b9e7-72083f7c7df2 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:06.243606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-de7f5352-f3da-4d1b-b9e7-72083f7c7df2 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 814 time: 0.1767399 Aug 19 18:19:06.261871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-e3d12be0-61bf-4281-884f-d18fc8a35619 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/quotas/a16e8ed44be84d26b48b9806c1269b2a HTTP/1.1" status: 200 len: 375 time: 0.0120783 Aug 19 18:19:06.307184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-50c0c1b3-1589-494b-b7a5-ed2f01d009be tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379572 Aug 19 18:19:06.420187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7a352a5e-79cb-46f4-88f8-82d79dc68eab service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049261 Aug 19 18:19:06.537686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-615934e8-fef3-4a43-823d-139b86d0566f service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164916 Aug 19 18:19:06.777053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc79c3d3-68e5-4aa0-8291-4e9ba9b6e25f req-54eaa55c-9932-4d2d-b3da-0d3e1da2768e tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 210 time: 0.0612993 Aug 19 18:19:06.887523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58552) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:07.224301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9dc24dc-6539-4980-9650-01e73cecbd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.465681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9dc24dc-6539-4980-9650-01e73cecbd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.471584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e9dc24dc-6539-4980-9650-01e73cecbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.569060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58574) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:07.576167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e9dc24dc-6539-4980-9650-01e73cecbd56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76127d2495b34f1bb8f145d8c26a1cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874294 Aug 19 18:19:07.578675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc24dc-6539-4980-9650-01e73cecbd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec77e26-bf39-455c-bbf7-638a61a8c22e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:07.636806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.666925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.740132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.743372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:07.744813 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ec77e26-bf39-455c-bbf7-638a61a8c22e HTTP/1.1" status: 204 len: 168 time: 0.1744587 Aug 19 18:19:07.758629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75334c-df7e-4b30-908d-41325a6506da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec77e26-bf39-455c-bbf7-638a61a8c22e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:07.906672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8033ad4c-d042-4a59-9b16-3cd4e707fea3 req-8d76cfed-0c9e-4a29-afa7-83cd52114a0c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 210 time: 0.0408874 Aug 19 18:19:08.097662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-702bd511-fbfb-491e-8ad8-61765a245ad1 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:08.099693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-702bd511-fbfb-491e-8ad8-61765a245ad1 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.42 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 814 time: 0.1477683 Aug 19 18:19:08.118234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Request body: {'port': {'device_id': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3', 'admin_state_up': True, 'tenant_id': 'a16e8ed44be84d26b48b9806c1269b2a'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:08.265730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Made reservation on behalf of a16e8ed44be84d26b48b9806c1269b2a for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:08.271571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.370057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58602) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:08.416502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-558d051c-3bfc-4981-b4c3-79e2aba401a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.475859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Allocated IP 172.20.0.7 (6ea6d7d0-87ba-496c-9b9f-c00812bb43c3/9fdd9fae-6967-43e2-9e08-e52d58482794/ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:08.636426 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-558d051c-3bfc-4981-b4c3-79e2aba401a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.647129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-558d051c-3bfc-4981-b4c3-79e2aba401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.716926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-558d051c-3bfc-4981-b4c3-79e2aba401a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16b5ddf6d6c4469ca20d41f4fd49d0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458633 Aug 19 18:19:08.719299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58622) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:08.728858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d051c-3bfc-4981-b4c3-79e2aba401a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ee803-9fcc-4550-9c70-d5636adc9f8f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:08.763260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.813251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.841665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.872622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Pushing event updated for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:08.897999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:08.898854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.901125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:08.911866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:08.995979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:08.998541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:08.999290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.000099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.001577 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe9ee803-9fcc-4550-9c70-d5636adc9f8f HTTP/1.1" status: 204 len: 168 time: 0.2810650 Aug 19 18:19:09.012435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca7a37-4d0e-436f-b3c6-c64cb15cf764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ee803-9fcc-4550-9c70-d5636adc9f8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:09.034171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-7eb99a3a-735a-4721-b195-8e352c6f3765 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230626 Aug 19 18:19:09.045574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-8913bad5-deaa-4aad-b76b-4648b86ec963 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:19:09.046587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-8913bad5-deaa-4aad-b76b-4648b86ec963 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063269 Aug 19 18:19:09.126385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa3c95-bbdc-4fd4-afa5-6bf2c8632b65 req-736bb2f7-7ab3-4796-b16b-b8ab43823077 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:09.129701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00fa3c95-bbdc-4fd4-afa5-6bf2c8632b65 req-736bb2f7-7ab3-4796-b16b-b8ab43823077 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 931 time: 0.0787463 Aug 19 18:19:09.440538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Request body: {'port': {'device_id': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:09.522901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.528724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00fa3c95-bbdc-4fd4-afa5-6bf2c8632b65 req-9236080e-a725-4f55-b97d-3cd9fc3a50fc tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907459 Aug 19 18:19:09.906988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:09.916864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:09.934662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Transition to ACTIVE for port object ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:09.940374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.049693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:10.120712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Attempting to bind port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:10.121198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Attempting to bind port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:10.121637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Attempting to bind port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:10.127119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:19:10.127718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Attempting to bind port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 on network 6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:10.133221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:10.133767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Checking segment: {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:10.134363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Bound using segment: {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:10.134994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Bound port: ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605ef9d7-9925-47ef-a71a-5af51271d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:10.135474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.196582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:19:10.220467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:10.224129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:10.229808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.270779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.271520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.273113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 HTTP/1.1" status: 200 len: 1092 time: 1.2119792 Aug 19 18:19:10.273578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:10.275906 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7061692e-9212-4e1b-953d-2a671bb279c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:10.307794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee632f-fd32-429f-a5ff-b0978f626d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:10.369828 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb99c1-c895-4ed0-a776-2526479d1769 x-openstack-request-id: req-a4cb99c1-c895-4ed0-a776-2526479d1769 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:10.370594 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:10.371011 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4cb99c1-c895-4ed0-a776-2526479d1769 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:10.371418 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4', 'status': 'completed', 'code': 200} Aug 19 18:19:10.391884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-98bcf285-5342-4581-9885-fec3977eaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.394131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-98bcf285-5342-4581-9885-fec3977eaf7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 1095 time: 0.0609171 Aug 19 18:19:10.447520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-e66beea6-3a73-4527-9257-850ec8b89f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 HTTP/1.1" status: 200 len: 217 time: 0.0454354 Aug 19 18:19:10.450461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:10.514655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-1cd0ff5e-cf3d-4925-b923-e4025a1983b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.516616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-1cd0ff5e-cf3d-4925-b923-e4025a1983b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fdd9fae-6967-43e2-9e08-e52d58482794 HTTP/1.1" status: 200 len: 854 time: 0.0595181 Aug 19 18:19:10.550999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-5e726110-f42b-48e2-9d74-4fbca521a5b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269666 Aug 19 18:19:10.609592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1276315202-network', 'tenant_id': 'b0919e39de1a4195a3be3853fbb8744b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:10.664666 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Made reservation on behalf of b0919e39de1a4195a3be3853fbb8744b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:10.670738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.684758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.743192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b55cb-276b-4676-977d-77b56ebd4800 req-ae1fb0cb-6d37-4103-9243-2298ab59d83c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:10.750761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed1b55cb-276b-4676-977d-77b56ebd4800 req-ae1fb0cb-6d37-4103-9243-2298ab59d83c tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 943 time: 0.0790842 Aug 19 18:19:10.803668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-a0bd352e-8cf8-49e2-97be-09f06e227b31 service neutron] 10.222.0.42 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461061 Aug 19 18:19:10.823678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed1b55cb-276b-4676-977d-77b56ebd4800 req-8b232ea0-8a61-4486-95b0-dfda3409ae47 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Aug 19 18:19:10.858704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.864585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.885647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:10.904428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:10.905120 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Added segment 71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4 of type vlan for network c97fe283-8245-4e98-8106-1c88780b8ae8 Aug 19 18:19:10.972379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0e8a41f-df02-4a62-8ca2-8609710cb0f6 req-385ed3fb-50bb-43b8-97e8-227e32550d93 service neutron] 10.222.0.42 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474056 Aug 19 18:19:10.996436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.045651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27f52-ed87-48b0-8687-644a22978855,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:11.060607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.062365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.063137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.107757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-df0b646e-3f1e-40a5-bcc0-73786e22204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.109308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-df0b646e-3f1e-40a5-bcc0-73786e22204d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 1095 time: 0.0808196 Aug 19 18:19:11.175649 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7239816 Aug 19 18:19:11.181100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58746) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:11.186317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Request body: {'subnet': {'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1276315202-subnet', 'tenant_id': 'b0919e39de1a4195a3be3853fbb8744b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:11.200242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1da2-abb6-4afc-9977-bef1cdcfbe16 admin admin] Pushing event updated for resources: {'Network': ['ID=c97fe283-8245-4e98-8106-1c88780b8ae8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:11.222866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network c97fe283-8245-4e98-8106-1c88780b8ae8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:11.243627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Made reservation on behalf of b0919e39de1a4195a3be3853fbb8744b for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:11.246070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.312150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-8a7cca44-8da0-47cb-b9b8-4003243497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.313687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-8a7cca44-8da0-47cb-b9b8-4003243497e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 200 len: 915 time: 0.1975453 Aug 19 18:19:11.367191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-0addd662-3400-40b4-b1a2-bf3f56a5953e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 HTTP/1.1" status: 200 len: 217 time: 0.0457485 Aug 19 18:19:11.449196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-0341998f-0398-40cd-9a87-7a3d0a64846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.450776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-0341998f-0398-40cd-9a87-7a3d0a64846c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fdd9fae-6967-43e2-9e08-e52d58482794 HTTP/1.1" status: 200 len: 854 time: 0.0737643 Aug 19 18:19:11.487877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-e28da255-c57e-40c7-8ce1-43cb9616c9d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272770 Aug 19 18:19:11.694971 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.761901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=491265a3-db23-4d84-b286-28a9c432cb9d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:11.775756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-14762a81-a670-4ceb-acf3-5dc2ec4287ce service neutron] 10.222.0.42 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680507 Aug 19 18:19:11.870187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Checking segment: {'id': '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:11.870567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Network hostable DHCP agents. Network: c97fe283-8245-4e98-8106-1c88780b8ae8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:11.903580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Network c97fe283-8245-4e98-8106-1c88780b8ae8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:11.921622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, c97fe283-8245-4e98-8106-1c88780b8ae8) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:11.929099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:11.929654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:11.934196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fadb9-3a85-446e-9152-c70c5a3b42b3 None None] Network c97fe283-8245-4e98-8106-1c88780b8ae8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:11.934827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7061692e-9212-4e1b-953d-2a671bb279c9 req-837ae3db-e58a-419d-b8d7-bbbde318dc03 service neutron] 10.222.0.42 "GET /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514452 Aug 19 18:19:11.950984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad5e3987-0f47-442b-8c96-51cf86c65c5e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7684820 Aug 19 18:19:12.095059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c08bf-52a6-4b6f-a3ca-1a9ecfaad7bf req-5ae1ee15-1317-4b41-bce7-b7538782c8d3 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:12.097740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61c08bf-52a6-4b6f-a3ca-1a9ecfaad7bf req-5ae1ee15-1317-4b41-bce7-b7538782c8d3 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 943 time: 0.1304893 Aug 19 18:19:12.159574 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c61c08bf-52a6-4b6f-a3ca-1a9ecfaad7bf req-96e9a311-2159-437e-8fc9-d2e89a0db405 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536318 Aug 19 18:19:12.224611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5313b27-6441-4f4c-8ff9-5308c4ca738a None None] Network c97fe283-8245-4e98-8106-1c88780b8ae8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:13.356177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804e65b-71f6-4c73-bfab-397961bb14a9 req-ecd2214b-09ea-40e1-9994-f84877819ae4 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:13.357953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0804e65b-71f6-4c73-bfab-397961bb14a9 req-ecd2214b-09ea-40e1-9994-f84877819ae4 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 943 time: 0.0858963 Aug 19 18:19:13.431235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0804e65b-71f6-4c73-bfab-397961bb14a9 req-cb36deb0-1c73-44fb-82e3-10de3a5e3e30 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655110 Aug 19 18:19:13.489076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:13.494298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-773189886-network', 'tenant_id': 'b8fe9eda45144d96b306b4e2506869f0'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:13.524723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Made reservation on behalf of b8fe9eda45144d96b306b4e2506869f0 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:13.527070 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.536373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.666376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.672815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.708054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:13.721845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c813844-8b94-4907-89a5-2af950efc94a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:13.728880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.729349 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Added segment 672d5578-8f53-4c5e-af8e-f836372c594a of type vlan for network a57847e1-a550-4a33-bfb9-7d01d54ca953 Aug 19 18:19:13.775332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.804302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.805762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:13.806605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:13.883920 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3913507 Aug 19 18:19:13.884723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:13.890562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Request body: {'subnet': {'network_id': 'a57847e1-a550-4a33-bfb9-7d01d54ca953', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-773189886-subnet', 'tenant_id': 'b8fe9eda45144d96b306b4e2506869f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:13.893844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519b2fc-2ca6-4cda-82fb-8e7dd751c6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a57847e1-a550-4a33-bfb9-7d01d54ca953,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:13.907050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a57847e1-a550-4a33-bfb9-7d01d54ca953 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:13.919247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Made reservation on behalf of b8fe9eda45144d96b306b4e2506869f0 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:13.924485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.116350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:19:14.233552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.289601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:14.305319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4', 'network_id': '6ea6d7d0-87ba-496c-9b9f-c00812bb43c3', 'port_id': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4', 'mac_address': 'fa:16:3e:0c:51:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd9fae-6967-43e2-9e08-e52d58482794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:19:14.321688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0dcbc1-c001-464a-ac03-d8ae61a2b7f7,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:14.331266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Checking segment: {'id': '672d5578-8f53-4c5e-af8e-f836372c594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'a57847e1-a550-4a33-bfb9-7d01d54ca953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:14.331733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Network hostable DHCP agents. Network: a57847e1-a550-4a33-bfb9-7d01d54ca953, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:14.358822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Network a57847e1-a550-4a33-bfb9-7d01d54ca953 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:14.360787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.371595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a57847e1-a550-4a33-bfb9-7d01d54ca953) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:14.376367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:14.377847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.378948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:14.385936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f466f-f036-4e01-a0a4-571eed26e479 None None] Network a57847e1-a550-4a33-bfb9-7d01d54ca953 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:14.395128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cdf3a8a7-9a88-4eae-9851-94d08c3ff9a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5089915 Aug 19 18:19:14.444583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:14.448789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:14.547159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:14.571265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.571877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.572377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.573126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.573879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.574362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.574842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.575333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.575833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.576350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.576856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.577364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:14.584307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ad2de-0bb7-4493-8d76-32b4b4802504 None None] Network a57847e1-a550-4a33-bfb9-7d01d54ca953 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:14.595135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386634ac-1449-4cee-b5f5-0bdca4a9bf5c req-06da694a-68f7-4596-abba-720e129b7928 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:14.597368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-386634ac-1449-4cee-b5f5-0bdca4a9bf5c req-06da694a-68f7-4596-abba-720e129b7928 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 944 time: 0.0770221 Aug 19 18:19:14.646375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-386634ac-1449-4cee-b5f5-0bdca4a9bf5c req-a632167b-9134-4f76-b5e1-b65e333db0ee tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Aug 19 18:19:14.657641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:19:15.062530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58926) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:15.126974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-4ae1abf0-59e8-402e-8de5-d5220ffd683f tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:15.128619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-4ae1abf0-59e8-402e-8de5-d5220ffd683f tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/networks?id=c97fe283-8245-4e98-8106-1c88780b8ae8 HTTP/1.1" status: 200 len: 809 time: 0.1196308 Aug 19 18:19:15.145129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-6a24b756-bc31-4933-92d7-ae0e7f0e92b2 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/quotas/b0919e39de1a4195a3be3853fbb8744b HTTP/1.1" status: 200 len: 375 time: 0.0107913 Aug 19 18:19:15.182824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-83159a7a-500b-4225-8caa-3159dd2b1aaf tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0919e39de1a4195a3be3853fbb8744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312221 Aug 19 18:19:15.204081 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45f0bf50-b544-4e84-9609-d00687c33d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.325460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-0c4c1e6c-f3e7-444f-9d33-026a785b044d service neutron] 10.222.0.36 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302779 Aug 19 18:19:15.472989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-4168fc25-4313-4850-a91c-d2a2c8d5cd7b service neutron] 10.222.0.36 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372004 Aug 19 18:19:15.499477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45f0bf50-b544-4e84-9609-d00687c33d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.504704 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-45f0bf50-b544-4e84-9609-d00687c33d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.540922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-45f0bf50-b544-4e84-9609-d00687c33d40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aa6ca9297084f2988bb8296e63770d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760549 Aug 19 18:19:15.542398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:15.574324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0bf50-b544-4e84-9609-d00687c33d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6994e07-3395-4c19-8d1a-bdaad65ce5dc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:15.649684 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.724871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.772169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e83ce2e8-595f-46fd-8303-ea5ec47a7ec5 req-56c90712-c6b0-4a44-8598-487de80824f4 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 210 time: 0.0737190 Aug 19 18:19:15.819997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.824162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:15.828757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6994e07-3395-4c19-8d1a-bdaad65ce5dc HTTP/1.1" status: 204 len: 168 time: 0.2819908 Aug 19 18:19:15.837697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6486bd3-752f-477d-ad0c-21187bc9014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6994e07-3395-4c19-8d1a-bdaad65ce5dc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:15.847837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085746-1a89-4baf-8dd5-a5889e437c8d req-fea8fb3e-ef2b-46e0-be82-c8d463a81834 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:15.849499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9085746-1a89-4baf-8dd5-a5889e437c8d req-fea8fb3e-ef2b-46e0-be82-c8d463a81834 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 944 time: 0.0763137 Aug 19 18:19:15.929417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9085746-1a89-4baf-8dd5-a5889e437c8d req-ffc0f1ac-0230-43eb-9ca2-dcd832dc61fe tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Aug 19 18:19:16.131240 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:16.226274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:16.233194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:16.233771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.340699 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.393822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:16.396201 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8276b-df0e-48bf-b34f-56cacb846f8c" -d '{"events": [{"server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "name": "network-vif-plugged", "status": "completed", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:16.414619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:16.421824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.499384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:16.523333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:16.524651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d4866a-61f6-463d-b89f-9983bbe0e519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.541791 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423bec78-b113-4a57-bf89-2f77346d62e1 x-openstack-request-id: req-423bec78-b113-4a57-bf89-2f77346d62e1 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:16.542386 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "name": "network-vif-plugged", "status": "completed", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:16.542934 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-423bec78-b113-4a57-bf89-2f77346d62e1 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:16.543584 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4', 'code': 200} Aug 19 18:19:16.586249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:16.664926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d4866a-61f6-463d-b89f-9983bbe0e519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.670913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d4866a-61f6-463d-b89f-9983bbe0e519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.705737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773f94-228b-40d9-9581-a23ddcbd779a req-bce2ed11-141b-4b90-ae16-73bd96702d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:16.707490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84773f94-228b-40d9-9581-a23ddcbd779a req-bce2ed11-141b-4b90-ae16-73bd96702d13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 1097 time: 0.0519712 Aug 19 18:19:16.718531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76d4866a-61f6-463d-b89f-9983bbe0e519 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21836d24b8464766ae9be660a5b40dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179384 Aug 19 18:19:16.719370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 58978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:16.722448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4866a-61f6-463d-b89f-9983bbe0e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f47f4-05d8-4b3f-ba7b-2a0d1183b5c2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:16.751481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84773f94-228b-40d9-9581-a23ddcbd779a req-f103452d-7a33-4feb-84d9-a397dd81714a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Aug 19 18:19:16.796025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.798500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8048-ecdb-4524-802a-4f24284b28f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.828460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.873257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a161c64-4867-4e0a-ac7e-e1eb41ccbcbc req-f0473a07-2284-4644-91b8-c5b16d9f0512 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Aug 19 18:19:16.902651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.905135 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.906267 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c2f47f4-05d8-4b3f-ba7b-2a0d1183b5c2 HTTP/1.1" status: 204 len: 168 time: 0.1856937 Aug 19 18:19:16.921391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baf55b-6a8b-4ecd-9034-c8e2b47f1175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f47f4-05d8-4b3f-ba7b-2a0d1183b5c2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:16.944993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8048-ecdb-4524-802a-4f24284b28f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.950673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8048-ecdb-4524-802a-4f24284b28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:16.990710 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3c6c8048-ecdb-4524-802a-4f24284b28f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74149d4bfade4dc09272b9c15e8b96d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024358 Aug 19 18:19:16.993506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c8048-ecdb-4524-802a-4f24284b28f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d96c73-82fb-42cd-bfb7-e8f3fd7bdb78,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:16.993621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 58986) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:17.085974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.108528 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.166349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57665d1d-3a24-4e3d-83f9-bbd008d0e4a2 req-a4efab64-3316-4e2f-be04-7e23c9ae508b tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:17.167949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57665d1d-3a24-4e3d-83f9-bbd008d0e4a2 req-a4efab64-3316-4e2f-be04-7e23c9ae508b tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.1270819 Aug 19 18:19:17.202305 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.207028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.209676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.211936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6d96c73-82fb-42cd-bfb7-e8f3fd7bdb78 HTTP/1.1" status: 204 len: 168 time: 0.2175095 Aug 19 18:19:17.229864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a5646-f5df-4dde-abd1-9c30deb873df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d96c73-82fb-42cd-bfb7-e8f3fd7bdb78,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:17.260148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57665d1d-3a24-4e3d-83f9-bbd008d0e4a2 req-1f88d9ee-af00-4765-a50a-af5c4ade169d tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812745 Aug 19 18:19:17.266408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-c4263a08-7629-40aa-86d0-0095777f8132 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:17.269545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-c4263a08-7629-40aa-86d0-0095777f8132 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.13 "GET /v2.0/networks?id=c97fe283-8245-4e98-8106-1c88780b8ae8 HTTP/1.1" status: 200 len: 809 time: 0.1931357 Aug 19 18:19:17.291039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Request body: {'port': {'device_id': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8', 'admin_state_up': True, 'tenant_id': 'b0919e39de1a4195a3be3853fbb8744b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:17.435281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Made reservation on behalf of b0919e39de1a4195a3be3853fbb8744b for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:17.438978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.584415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Allocated IP 172.20.0.4 (c97fe283-8245-4e98-8106-1c88780b8ae8/491265a3-db23-4d84-b286-28a9c432cb9d/02ce034d-69bf-4f93-9747-4ce8d43720af) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:17.634813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59008) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:17.656894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-253e751b-2c67-46b6-b4ca-13f21041458e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.787363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-253e751b-2c67-46b6-b4ca-13f21041458e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.794367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-253e751b-2c67-46b6-b4ca-13f21041458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.799872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.848954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-253e751b-2c67-46b6-b4ca-13f21041458e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4746ae4bd3244b90866ca831db1f7b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127993 Aug 19 18:19:17.851382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e751b-2c67-46b6-b4ca-13f21041458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39daa9b-9159-42e1-a649-f25cb5299cf7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:17.856188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59018) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:17.877962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:17.936684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Network c97fe283-8245-4e98-8106-1c88780b8ae8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:17.943837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:17.946253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:18.024292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Pushing event updated for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.034337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.050193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd97ebc-4b8f-4c10-bbf3-a9c29dc8461b req-5f6b638f-0c08-45ed-9785-53c1f3f5bde8 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.052060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbd97ebc-4b8f-4c10-bbf3-a9c29dc8461b req-5f6b638f-0c08-45ed-9785-53c1f3f5bde8 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 931 time: 0.0897539 Aug 19 18:19:18.053087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.054307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.076530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.088462 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-38987ce2-ae5a-4d23-a2f1-b5f0d6acda6a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027227 Aug 19 18:19:18.101633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbd97ebc-4b8f-4c10-bbf3-a9c29dc8461b req-4c302adc-54aa-4da6-becc-d4d830e252ee tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Aug 19 18:19:18.122597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Request body: {'port': {'device_id': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:18.193667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.202534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.205730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.206898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b39daa9b-9159-42e1-a649-f25cb5299cf7 HTTP/1.1" status: 204 len: 168 time: 0.3489943 Aug 19 18:19:18.218936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a4256-7e54-4b9e-aee8-bc404c55aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39daa9b-9159-42e1-a649-f25cb5299cf7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.400720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082a25-5537-4468-92ce-0d1e0f7aea62 req-dfa795d7-997f-476b-81e5-84f2ed31b996 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:18.403188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5082a25-5537-4468-92ce-0d1e0f7aea62 req-dfa795d7-997f-476b-81e5-84f2ed31b996 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.0680497 Aug 19 18:19:18.452764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5082a25-5537-4468-92ce-0d1e0f7aea62 req-6860827d-6251-47d9-bf6c-14a052e2fb79 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Aug 19 18:19:18.669639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ce034d-69bf-4f93-9747-4ce8d43720af {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:18.678686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.696786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Transition to ACTIVE for port object 02ce034d-69bf-4f93-9747-4ce8d43720af will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:18.698267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:18.782485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Pushing event updated for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:18.885060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Attempting to bind port 02ce034d-69bf-4f93-9747-4ce8d43720af on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:18.885659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Attempting to bind port 02ce034d-69bf-4f93-9747-4ce8d43720af by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:18.886017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Attempting to bind port 02ce034d-69bf-4f93-9747-4ce8d43720af on network c97fe283-8245-4e98-8106-1c88780b8ae8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:18.893285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Port 02ce034d-69bf-4f93-9747-4ce8d43720af on network c97fe283-8245-4e98-8106-1c88780b8ae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:19:18.893285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Attempting to bind port 02ce034d-69bf-4f93-9747-4ce8d43720af on network c97fe283-8245-4e98-8106-1c88780b8ae8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:18.902529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:18.902963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Checking segment: {'id': '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:18.903477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Bound using segment: {'id': '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:18.904309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Bound port: 02ce034d-69bf-4f93-9747-4ce8d43720af, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:18.905608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.068434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:19.073977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=02ce034d-69bf-4f93-9747-4ce8d43720af,segment=NetworkSegment(71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4),segment_id=71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:19.078893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.119053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.119888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:19.121311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] 10.222.0.13 "PUT /v2.0/ports/02ce034d-69bf-4f93-9747-4ce8d43720af HTTP/1.1" status: 200 len: 1092 time: 1.0110559 Aug 19 18:19:19.123847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:19.126172 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:19.226804 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33417d8-ea89-4298-bc0c-a5ad157f0f5c x-openstack-request-id: req-d33417d8-ea89-4298-bc0c-a5ad157f0f5c {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:19.227242 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:19.227613 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d33417d8-ea89-4298-bc0c-a5ad157f0f5c {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:19.228118 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af', 'status': 'completed', 'code': 200} Aug 19 18:19:19.249574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45b1f-985b-43a9-95c9-ea6b79243a48 service neutron] Pushing event updated for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:19.261577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-f4174326-d5ad-4fad-89fb-aa1e9a069222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.263073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-f4174326-d5ad-4fad-89fb-aa1e9a069222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0919e39de1a4195a3be3853fbb8744b&device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 1095 time: 0.0805688 Aug 19 18:19:19.322587 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-8010841a-3f66-48ef-b807-55eddd6b0849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ce034d-69bf-4f93-9747-4ce8d43720af HTTP/1.1" status: 200 len: 217 time: 0.0439115 Aug 19 18:19:19.377778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f49c5-580a-46a4-8b94-aa1d24c1d8b3 req-da733da7-89f2-4459-95fc-ee01f7cf1a3a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.380213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-547f49c5-580a-46a4-8b94-aa1d24c1d8b3 req-da733da7-89f2-4459-95fc-ee01f7cf1a3a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 943 time: 0.0974479 Aug 19 18:19:19.458137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-962b0fe6-6c78-4ddc-abc4-09d1b245d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.463295 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-962b0fe6-6c78-4ddc-abc4-09d1b245d7dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=491265a3-db23-4d84-b286-28a9c432cb9d HTTP/1.1" status: 200 len: 849 time: 0.1309836 Aug 19 18:19:19.466777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-547f49c5-580a-46a4-8b94-aa1d24c1d8b3 req-3e0521fe-c75f-489a-865a-8b31e9b36159 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793390 Aug 19 18:19:19.504533 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-f446103e-917f-4696-b33f-6b5724c7a924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c97fe283-8245-4e98-8106-1c88780b8ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347655 Aug 19 18:19:19.631892 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-9dc0c043-f504-4651-815b-930c855bee61 service neutron] 10.222.0.13 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126847 Aug 19 18:19:19.755842 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c01beb7-a998-4b67-80cc-bcf961a1a9f8 req-99770446-ced2-4d02-951b-260827870823 service neutron] 10.222.0.13 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150856 Aug 19 18:19:19.925509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-f3adcb45-82ec-4695-b4bc-934aa4671de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:19.927770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-f3adcb45-82ec-4695-b4bc-934aa4671de6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0919e39de1a4195a3be3853fbb8744b&device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 1095 time: 0.0749319 Aug 19 18:19:20.144052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-35c00e4e-3608-4371-bc4f-4e05dc25be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.146082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-35c00e4e-3608-4371-bc4f-4e05dc25be40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c97fe283-8245-4e98-8106-1c88780b8ae8 HTTP/1.1" status: 200 len: 910 time: 0.2090285 Aug 19 18:19:20.195194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-72ea26c3-6c4f-42dd-93b2-9d931e994749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ce034d-69bf-4f93-9747-4ce8d43720af HTTP/1.1" status: 200 len: 217 time: 0.0416102 Aug 19 18:19:20.289517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-55a109c5-b4d2-4cd6-99c8-e150fbf558be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.291552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-55a109c5-b4d2-4cd6-99c8-e150fbf558be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=491265a3-db23-4d84-b286-28a9c432cb9d HTTP/1.1" status: 200 len: 849 time: 0.0878696 Aug 19 18:19:20.354988 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-8b83da86-2d0f-45aa-822b-3eda699de641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c97fe283-8245-4e98-8106-1c88780b8ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554709 Aug 19 18:19:20.601536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-40b870af-fcc9-4eda-84d2-7fe11ee877e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377522 Aug 19 18:19:20.710058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1401f1-e389-4f1b-b179-b94b09bc3c05 req-4dc5a1e3-e60f-4306-a84e-a54d2b84e615 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:20.713013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1401f1-e389-4f1b-b179-b94b09bc3c05 req-4dc5a1e3-e60f-4306-a84e-a54d2b84e615 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 943 time: 0.1227024 Aug 19 18:19:20.766063 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-39a17a7a-7f1a-49f4-90ff-f1d63cb9529c req-90c68376-d1ef-47fe-a50b-f370e6a8933a service neutron] 10.222.0.13 "GET /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569517 Aug 19 18:19:20.791145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d1401f1-e389-4f1b-b179-b94b09bc3c05 req-5e844c62-82e6-48ea-b90f-6c6413a9ef90 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658419 Aug 19 18:19:21.018076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 02ce034d-69bf-4f93-9747-4ce8d43720af details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:19:21.299979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=02ce034d-69bf-4f93-9747-4ce8d43720af,segment=NetworkSegment(71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4),segment_id=71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:21.325664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '02ce034d-69bf-4f93-9747-4ce8d43720af', 'network_id': 'c97fe283-8245-4e98-8106-1c88780b8ae8', 'port_id': '02ce034d-69bf-4f93-9747-4ce8d43720af', 'mac_address': 'fa:16:3e:2c:6d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491265a3-db23-4d84-b286-28a9c432cb9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:19:21.372530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:21.390196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ce034d-69bf-4f93-9747-4ce8d43720af {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:19:21.418725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=02ce034d-69bf-4f93-9747-4ce8d43720af,segment=NetworkSegment(71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4),segment_id=71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:21.430092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:21.510721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:21.774191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['02ce034d-69bf-4f93-9747-4ce8d43720af'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:19:21.949018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:22.007006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ee0e-a116-4cd4-84e3-f4c4c1d47aaa req-06b796cc-7fb0-46b3-9cef-3ab71110dbe9 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:22.014164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59172) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:22.023922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7367ee0e-a116-4cd4-84e3-f4c4c1d47aaa req-06b796cc-7fb0-46b3-9cef-3ab71110dbe9 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 944 time: 0.0941203 Aug 19 18:19:22.085551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7367ee0e-a116-4cd4-84e3-f4c4c1d47aaa req-7b8212a1-14e1-431e-a7a8-e52f46946d7f tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Aug 19 18:19:22.232634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.242144 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3672c64d-6c83-4b5f-82ff-f371fb3b3836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.297357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.db.api [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:19:22.297357 n-d-778550-10 neutron-server[101325]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 18:19:22.297357 n-d-778550-10 neutron-server[101325]: [parameters: {'project_id': '0e513c84872a44e9b63a591b0d11fae5', 'id': 'c8780b35-83f5-4d70-bf32-0d4d10a42533', 'expiration': datetime.datetime(2021, 8, 19, 18, 21, 22, 284513)}] Aug 19 18:19:22.297357 n-d-778550-10 neutron-server[101325]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:19:22.298253 n-d-778550-10 neutron-server[101325]: DEBUG oslo_db.api [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:19:22.383743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3672c64d-6c83-4b5f-82ff-f371fb3b3836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.390162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3672c64d-6c83-4b5f-82ff-f371fb3b3836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.434460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c64d-6c83-4b5f-82ff-f371fb3b3836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79739658-b786-45a8-a8f2-b591b1942d94,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:22.440118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3672c64d-6c83-4b5f-82ff-f371fb3b3836 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=917fd1f652394bb59f837155f3e3d977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199698 Aug 19 18:19:22.442843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59182) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:22.493375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.526971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.580592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.584686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.586329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79739658-b786-45a8-a8f2-b591b1942d94 HTTP/1.1" status: 204 len: 168 time: 0.1423166 Aug 19 18:19:22.597149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748d777-22e7-48b3-b703-6755116fc942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79739658-b786-45a8-a8f2-b591b1942d94,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:22.801321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.923182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:22.929169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.937871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:22.956104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7dba-096d-4355-9039-b78583639db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.001223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4337e696-38ad-41f6-b5ae-5a699f702c18,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.013911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08eb5e9e-b90c-4ab2-bc91-7deaa4030e88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e513c84872a44e9b63a591b0d11fae5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0635202 Aug 19 18:19:23.015429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:23.018979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 02ce034d-69bf-4f93-9747-4ce8d43720af up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:23.124337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7dba-096d-4355-9039-b78583639db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.131621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7dba-096d-4355-9039-b78583639db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.136553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 02ce034d-69bf-4f93-9747-4ce8d43720af completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:23.144442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 02ce034d-69bf-4f93-9747-4ce8d43720af triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:23.145092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.172072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.180426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7dba-096d-4355-9039-b78583639db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1edbf8-ee89-4840-8376-3e15f24583ab,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.213187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c8b7dba-096d-4355-9039-b78583639db9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4904162a0f245df9d8b570b1a7cab0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882485 Aug 19 18:19:23.214632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59196) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:23.218522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.296434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.324557 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.337748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.358271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327287-31ca-4380-8bd9-1ed1a9ea59b3 req-36e93f85-c058-4d69-836f-5d519a609309 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:23.367518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41327287-31ca-4380-8bd9-1ed1a9ea59b3 req-36e93f85-c058-4d69-836f-5d519a609309 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 944 time: 0.1041923 Aug 19 18:19:23.369138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.373293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.378402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4337e696-38ad-41f6-b5ae-5a699f702c18 HTTP/1.1" status: 204 len: 168 time: 0.3619149 Aug 19 18:19:23.400109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:23.406095 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1524f2-39ed-4807-b874-394b26af1c93" -d '{"events": [{"server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "name": "network-vif-plugged", "status": "completed", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:23.406853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5610b-77d6-4dc5-8ea8-e948e451a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4337e696-38ad-41f6-b5ae-5a699f702c18,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.467413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=02ce034d-69bf-4f93-9747-4ce8d43720af,segment=NetworkSegment(71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4),segment_id=71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:23.473675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41327287-31ca-4380-8bd9-1ed1a9ea59b3 req-311c798f-292d-44bb-b94f-41dcaa7c9c5a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913618 Aug 19 18:19:23.479214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.489815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.494780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:23.496792 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d1edbf8-ee89-4840-8376-3e15f24583ab HTTP/1.1" status: 204 len: 168 time: 0.2805793 Aug 19 18:19:23.508614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1728d2d-c155-4275-a9c5-d0ad7be5b6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1edbf8-ee89-4840-8376-3e15f24583ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.556575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:23.824431 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c98280-e47b-4055-a203-458f5ebf9079 x-openstack-request-id: req-c1c98280-e47b-4055-a203-458f5ebf9079 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:23.824959 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "name": "network-vif-plugged", "status": "completed", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:23.825503 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1c98280-e47b-4055-a203-458f5ebf9079 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:23.826389 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af', 'code': 200} Aug 19 18:19:23.970968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59212) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:23.987317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31915aa5-a0f3-47d6-80a1-cb06cbeb1743 req-732ad4c1-0db6-4859-bc55-76183a6886d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:23.989616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31915aa5-a0f3-47d6-80a1-cb06cbeb1743 req-732ad4c1-0db6-4859-bc55-76183a6886d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 1097 time: 0.0674720 Aug 19 18:19:23.994524 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-809102cc-156d-46dd-aaa6-bb04a08a0e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.078759 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31915aa5-a0f3-47d6-80a1-cb06cbeb1743 req-01e4bd0a-1001-412b-b019-15d8231f8b9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813646 Aug 19 18:19:24.141725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-809102cc-156d-46dd-aaa6-bb04a08a0e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.149172 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-809102cc-156d-46dd-aaa6-bb04a08a0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.211744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809102cc-156d-46dd-aaa6-bb04a08a0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d05ad-8501-4942-9439-5edf8b932673,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:24.217572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-809102cc-156d-46dd-aaa6-bb04a08a0e04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a3280e64705489d98a82aa12ac4650f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450182 Aug 19 18:19:24.221069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:24.280925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.312087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.388582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.404154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:24.411243 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/149d05ad-8501-4942-9439-5edf8b932673 HTTP/1.1" status: 204 len: 168 time: 0.1884630 Aug 19 18:19:24.422753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869cb9d-c4ed-482e-8d0f-6069e0e63d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d05ad-8501-4942-9439-5edf8b932673,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:24.640955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0815-9374-451d-9a86-7c97a00b64bb req-a05655d7-0494-4cc5-9d18-4905a3a9aa67 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:24.644012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954b0815-9374-451d-9a86-7c97a00b64bb req-a05655d7-0494-4cc5-9d18-4905a3a9aa67 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 945 time: 0.0704877 Aug 19 18:19:24.727509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-954b0815-9374-451d-9a86-7c97a00b64bb req-22cf8eec-e42e-4dfc-9706-9f2403b39262 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Aug 19 18:19:25.718175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:25.839834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076208bb-ad09-4e3c-adca-41ac22797f81 req-5aa9aa61-0a01-4839-9169-248963142e1a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:25.841938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-076208bb-ad09-4e3c-adca-41ac22797f81 req-5aa9aa61-0a01-4839-9169-248963142e1a tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Aug 19 18:19:25.885760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-076208bb-ad09-4e3c-adca-41ac22797f81 req-4db9a46c-de4a-41bd-a5db-49d15131056b tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Aug 19 18:19:25.945755 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d653145a-6e3d-4e52-ad2d-e003dd364f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.049692 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d653145a-6e3d-4e52-ad2d-e003dd364f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.054234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d653145a-6e3d-4e52-ad2d-e003dd364f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.099086 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d653145a-6e3d-4e52-ad2d-e003dd364f57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89b82a34f05e47a2a87de237c21f8bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776460 Aug 19 18:19:26.099086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653145a-6e3d-4e52-ad2d-e003dd364f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78177c-c31b-400c-92b6-02981ba1d2da,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:26.099521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59306) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:26.157194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.184250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.253845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.257376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:26.268911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f78177c-c31b-400c-92b6-02981ba1d2da HTTP/1.1" status: 204 len: 168 time: 0.1608081 Aug 19 18:19:26.282345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695efcb-91fc-4db3-aa68-1f88205911b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78177c-c31b-400c-92b6-02981ba1d2da,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:26.334403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.084572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59344) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:27.202770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58f4e15e-cb8c-41fc-ba1a-8d7cc811c250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.309753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58f4e15e-cb8c-41fc-ba1a-8d7cc811c250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.314201 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58f4e15e-cb8c-41fc-ba1a-8d7cc811c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.372478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-58f4e15e-cb8c-41fc-ba1a-8d7cc811c250 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38103d51b6c24a49bc0b4d97360e5060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866037 Aug 19 18:19:27.374023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4e15e-cb8c-41fc-ba1a-8d7cc811c250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483336b7-3e22-429b-86d7-40a967ab8f06,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:27.374913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59362) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:27.446819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.475373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.556812 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.578534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:27.581785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/483336b7-3e22-429b-86d7-40a967ab8f06 HTTP/1.1" status: 204 len: 168 time: 0.2054260 Aug 19 18:19:27.593754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0dd3-3360-48c8-86a7-6ffdd0292ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483336b7-3e22-429b-86d7-40a967ab8f06,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:28.086535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59390) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:28.107110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa270acd-eb97-47bf-a15e-3dd5959c9d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.122878 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7315b134-2041-4416-83d2-5a4c77b363ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.218333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa270acd-eb97-47bf-a15e-3dd5959c9d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.224465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aa270acd-eb97-47bf-a15e-3dd5959c9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.267367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:28.268036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aa270acd-eb97-47bf-a15e-3dd5959c9d84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33f2f2353e604b2bbffad53174710fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794670 Aug 19 18:19:28.277508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa270acd-eb97-47bf-a15e-3dd5959c9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5bcc4f-5d6d-458e-9eef-6eabc6b4a448,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:28.346564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.369391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.426805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.429659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:28.430791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c5bcc4f-5d6d-458e-9eef-6eabc6b4a448 HTTP/1.1" status: 204 len: 168 time: 0.1609516 Aug 19 18:19:28.440015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b72bd-9e86-4625-ac60-1c4609382567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5bcc4f-5d6d-458e-9eef-6eabc6b4a448,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:28.884091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d2bee-1b9a-4102-a221-cbd1c4caa49b req-0fa0170e-1493-4a92-b229-e2f33f82c870 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:28.887333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e9d2bee-1b9a-4102-a221-cbd1c4caa49b req-0fa0170e-1493-4a92-b229-e2f33f82c870 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 945 time: 0.0965743 Aug 19 18:19:28.960641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e9d2bee-1b9a-4102-a221-cbd1c4caa49b req-88f3291f-102c-4cfe-bb75-f5dfea91fb99 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597689 Aug 19 18:19:29.115010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59470) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:29.229278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-38960fcb-e6e3-4117-9aba-f0d243b1b289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.347736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-38960fcb-e6e3-4117-9aba-f0d243b1b289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.354039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-38960fcb-e6e3-4117-9aba-f0d243b1b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.404297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-38960fcb-e6e3-4117-9aba-f0d243b1b289 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60c3d3e116034cf3b8ef83866a86cd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880731 Aug 19 18:19:29.405597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960fcb-e6e3-4117-9aba-f0d243b1b289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e39872-fd1f-4291-852b-63779ecf7dd8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:29.407261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59482) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:29.463109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.485704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.540795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.543823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:29.545622 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23e39872-fd1f-4291-852b-63779ecf7dd8 HTTP/1.1" status: 204 len: 168 time: 0.1351883 Aug 19 18:19:29.555014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ef7ad-488f-4afb-91d3-ab7e1c14aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e39872-fd1f-4291-852b-63779ecf7dd8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:30.004703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:30.021164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e7779f2-1998-4d2b-878d-338b70ac3fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.093880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec91301-4065-485e-bdb8-48dbc823bf2c req-6faed847-d419-40bf-97bd-7a7f9df8d178 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:30.096249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ec91301-4065-485e-bdb8-48dbc823bf2c req-6faed847-d419-40bf-97bd-7a7f9df8d178 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 945 time: 0.0588088 Aug 19 18:19:30.142349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e7779f2-1998-4d2b-878d-338b70ac3fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.147310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e7779f2-1998-4d2b-878d-338b70ac3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.167703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3ec91301-4065-485e-bdb8-48dbc823bf2c req-e337329d-c35e-4b1e-8eb0-2376db1ba3ca tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/security-groups?id=34f27f52-ed87-48b0-8687-644a22978855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Aug 19 18:19:30.178204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0e7779f2-1998-4d2b-878d-338b70ac3fcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6de1e04146e74ce08723601687edc629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723516 Aug 19 18:19:30.180786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:30.231234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7779f2-1998-4d2b-878d-338b70ac3fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef51f10-929b-4954-b822-d724f3151497,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:30.283715 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.339142 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.410352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.416122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.418107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ef51f10-929b-4954-b822-d724f3151497 HTTP/1.1" status: 204 len: 168 time: 0.2359238 Aug 19 18:19:30.441961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af6321-82cc-4033-9211-34928c783483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef51f10-929b-4954-b822-d724f3151497,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:30.576061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c49bc7d-b32d-4d0a-a526-1bd746ccfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.615926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-b6d4051a-f5f5-4454-b4a0-d5862552beea tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:30.619240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-b6d4051a-f5f5-4454-b4a0-d5862552beea tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.13 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 945 time: 0.1208062 Aug 19 18:19:30.745824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Deleting port 02ce034d-69bf-4f93-9747-4ce8d43720af {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:30.746404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.869131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] For port 02ce034d-69bf-4f93-9747-4ce8d43720af, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=02ce034d-69bf-4f93-9747-4ce8d43720af,segment=NetworkSegment(71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4),segment_id=71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:30.869604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:30.886298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Calling delete_port for 02ce034d-69bf-4f93-9747-4ce8d43720af owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:30.912459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.075471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.133073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Pushing event deleted for resources: {'Port': ['ID=02ce034d-69bf-4f93-9747-4ce8d43720af,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:31.196655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] No DVR routers for this DVR port 02ce034d-69bf-4f93-9747-4ce8d43720af on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:31.201990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:31.204145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-27a0d541-20a3-4062-b3ee-1c33279b81ca req-5f130ac6-7c44-4ddc-a6f1-0ec8fd64863d tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.13 "DELETE /v2.0/ports/02ce034d-69bf-4f93-9747-4ce8d43720af HTTP/1.1" status: 204 len: 173 time: 0.5783863 Aug 19 18:19:31.205263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'name': 'network-vif-deleted', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:31.215658 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a115d4-82ba-4bd6-a092-c568c660b935" -d '{"events": [{"server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "name": "network-vif-deleted", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:31.369346 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c7ea59-ac92-40c6-8c23-112d7bee8b99 x-openstack-request-id: req-94c7ea59-ac92-40c6-8c23-112d7bee8b99 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:31.369642 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6973-6c16-4439-9e1a-bf73ebcc4119", "name": "network-vif-deleted", "tag": "02ce034d-69bf-4f93-9747-4ce8d43720af", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:31.369897 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94c7ea59-ac92-40c6-8c23-112d7bee8b99 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:31.370358 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e6973-6c16-4439-9e1a-bf73ebcc4119', 'name': 'network-vif-deleted', 'tag': '02ce034d-69bf-4f93-9747-4ce8d43720af', 'status': 'completed', 'code': 200} Aug 19 18:19:31.460297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a39a7ac-219a-40b9-a93b-bb8c415147b5 req-91460a97-a304-490c-b344-4de453f3f0f4 tempest-VolumesActionsTest-1732672892 tempest-VolumesActionsTest-1732672892-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01e6973-6c16-4439-9e1a-bf73ebcc4119 HTTP/1.1" status: 200 len: 210 time: 0.0502164 Aug 19 18:19:32.003678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.055899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 02ce034d-69bf-4f93-9747-4ce8d43720af no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:33.162121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 02ce034d-69bf-4f93-9747-4ce8d43720af {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:33.163196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 02ce034d-69bf-4f93-9747-4ce8d43720af not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:33.209247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fac09e-af31-4dde-809a-8b255448516e req-8d461ea7-5266-43ad-b9f6-6e0ced5c344c tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:33.211113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47fac09e-af31-4dde-809a-8b255448516e req-8d461ea7-5266-43ad-b9f6-6e0ced5c344c tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.0596950 Aug 19 18:19:33.238522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47fac09e-af31-4dde-809a-8b255448516e req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.444561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47fac09e-af31-4dde-809a-8b255448516e req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.450950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-47fac09e-af31-4dde-809a-8b255448516e req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.545480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47fac09e-af31-4dde-809a-8b255448516e req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248932 Aug 19 18:19:33.573523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:33.576401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e7569-fe7d-4c01-acdf-5ce92c24431f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:33.606232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.606816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.607396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.608001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.608567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.609144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.612470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.613996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.620420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.621279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.622285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.623015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a599f-e414-48cd-afb2-4176aa8b554d tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:33.755461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9c71-2346-4d8e-80e3-4f761be95aaf req-fa018e11-8fae-4751-bb19-6f191cc8b057 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:33.763991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e2f9c71-2346-4d8e-80e3-4f761be95aaf req-fa018e11-8fae-4751-bb19-6f191cc8b057 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.0679233 Aug 19 18:19:33.815630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e2f9c71-2346-4d8e-80e3-4f761be95aaf req-acfa3efc-bbc7-4626-8c2f-68cd52cb9334 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465832 Aug 19 18:19:33.841384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59656) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:34.012964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c9203d04-8caa-4978-a3b9-6459dada26d1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 200 len: 992 time: 0.1694541 Aug 19 18:19:35.006893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:35.030186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:35.217788 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8a86bea-bd6e-45b0-908d-36b9408f11af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.261905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502cf9-80ae-40af-ab13-0b2af425164b req-09a4250f-ad92-4a8d-901d-2e9550cee62e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:35.269973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83502cf9-80ae-40af-ab13-0b2af425164b req-09a4250f-ad92-4a8d-901d-2e9550cee62e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1152272 Aug 19 18:19:35.378785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83502cf9-80ae-40af-ab13-0b2af425164b req-a63ef5b6-02c9-4c46-9088-2f4fcbf5dda0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074512 Aug 19 18:19:35.396924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.430513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-cb178e6a-5b21-4202-b8c9-73dc12114ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2918296 Aug 19 18:19:35.586121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8a86bea-bd6e-45b0-908d-36b9408f11af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.610349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a8a86bea-bd6e-45b0-908d-36b9408f11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.764576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a8a86bea-bd6e-45b0-908d-36b9408f11af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=683e7e84134f4c1494ec65f4f87f9b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553403 Aug 19 18:19:35.766483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a86bea-bd6e-45b0-908d-36b9408f11af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3e22a-33d1-4f23-a19e-0d4949d51d05,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:35.771818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59746) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:35.871766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.882301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.883983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.922345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:35.978389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c539dba92f494238babc1cb39af2a590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9467907 Aug 19 18:19:35.980707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf5e255-b88a-453f-b2da-592697111854,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:35.982094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59756) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:36.004738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.006562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.006743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.007857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.008214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.008659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.008980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.009315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.009649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.009978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.013463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.013824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cd001-ba33-41b7-8f8b-349d9ac7737e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:19:36.094582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.141222 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.143038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.157053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.158375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12c3e22a-33d1-4f23-a19e-0d4949d51d05 HTTP/1.1" status: 204 len: 168 time: 0.3852401 Aug 19 18:19:36.198251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a9344-8bee-43d7-971f-5edc97080f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3e22a-33d1-4f23-a19e-0d4949d51d05,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:36.254984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.257933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:36.259192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eaf5e255-b88a-453f-b2da-592697111854 HTTP/1.1" status: 204 len: 168 time: 0.2752650 Aug 19 18:19:36.273268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68f82-a4a6-4459-be75-1cd71e98d2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf5e255-b88a-453f-b2da-592697111854,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:36.668555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f076a-72c2-4cd8-8493-4ec9330c9f2d req-8db14393-2abe-463a-8746-aeeab9b97423 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:36.671284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-965f076a-72c2-4cd8-8493-4ec9330c9f2d req-8db14393-2abe-463a-8746-aeeab9b97423 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1240878 Aug 19 18:19:36.741644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-965f076a-72c2-4cd8-8493-4ec9330c9f2d req-249b6338-ae3a-4c70-a36d-7904b6ca7dcc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543082 Aug 19 18:19:37.023613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:37.039890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ddf9-a632-4633-bb64-4316feaf1d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.309196 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ddf9-a632-4633-bb64-4316feaf1d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.317220 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ddf9-a632-4633-bb64-4316feaf1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.403429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ddf9-a632-4633-bb64-4316feaf1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83cdfa-88e6-4f14-b804-bbb528051444,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:37.450308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ae1ddf9-a632-4633-bb64-4316feaf1d11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=067809d6371049aabe7dca94f6a87992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226091 Aug 19 18:19:37.451612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59804) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:37.615701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.703097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.743264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-1478353c-420d-4154-bb81-2f5d7f7f87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:37.746254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-1478353c-420d-4154-bb81-2f5d7f7f87a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.1318266 Aug 19 18:19:37.963997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295f580-9a20-48bd-9d67-b24583377eda req-24a75f1e-31e9-4797-8a6f-b593483b1a8b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:37.968204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.972524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6295f580-9a20-48bd-9d67-b24583377eda req-24a75f1e-31e9-4797-8a6f-b593483b1a8b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1330230 Aug 19 18:19:37.977352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:37.980074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea83cdfa-88e6-4f14-b804-bbb528051444 HTTP/1.1" status: 204 len: 168 time: 0.5270169 Aug 19 18:19:38.020627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6295f580-9a20-48bd-9d67-b24583377eda req-dabe5563-3138-4dcd-8223-1143a59f8546 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Aug 19 18:19:38.037759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdba1d-1920-441a-9728-d1dcb702700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83cdfa-88e6-4f14-b804-bbb528051444,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:38.050307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-cf181565-f735-4f4b-bb16-6d7341d07ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:38.050307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-cf181565-f735-4f4b-bb16-6d7341d07ddf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2956660 Aug 19 18:19:38.131679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-25567a23-32d3-41cf-ae05-0f649180e3cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 1000 time: 0.0741491 Aug 19 18:19:38.204696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-c8f0f642-2ef6-4840-8428-bd58f80320cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:38.206263 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-c8f0f642-2ef6-4840-8428-bd58f80320cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.0675638 Aug 19 18:19:38.264680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-f99d3461-b6f3-40cd-b132-6d7c6767c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:38.266335 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-f99d3461-b6f3-40cd-b132-6d7c6767c02a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522718 Aug 19 18:19:38.487183 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-f2e43921-c0ff-4b16-bc80-8c7b8481e788 service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064807 Aug 19 18:19:38.668793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-dc120c84-797d-47f3-9fcb-a54af7604fba service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730900 Aug 19 18:19:39.229338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1f4d-e819-430f-9456-24d2a7b343f7 req-31d47e6a-4ee1-4e0a-b7bd-3c189d832489 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:39.241602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b94d1f4d-e819-430f-9456-24d2a7b343f7 req-31d47e6a-4ee1-4e0a-b7bd-3c189d832489 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1058266 Aug 19 18:19:39.372182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b94d1f4d-e819-430f-9456-24d2a7b343f7 req-f5efedb7-e8fe-4e59-8f9a-405352cf869a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271961 Aug 19 18:19:40.733028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e3b5f-e9ee-4da6-ab7f-eb10adaa574d req-f1e739f4-e2d6-4959-a763-3f737fcb6eca tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:40.734696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e4e3b5f-e9ee-4da6-ab7f-eb10adaa574d req-f1e739f4-e2d6-4959-a763-3f737fcb6eca tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1417978 Aug 19 18:19:40.784065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e4e3b5f-e9ee-4da6-ab7f-eb10adaa574d req-3dbeedc3-d594-4df1-923c-ca632a6cd7de tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Aug 19 18:19:41.331305 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59922) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:41.603433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-271502479'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:41.627875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Made reservation on behalf of 699ef562a3664fc4bcb7b10e0734be2a for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:41.633858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.646962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.803899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.812479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.863264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:41.886401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df257b52-f895-4c4d-90d2-111279336c77,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:41.890984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.892243 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Added segment 2debc5c7-89f2-4530-9a3d-387d9c2949c8 of type vlan for network 24dbbf02-e386-40da-ad08-73c649126f5c Aug 19 18:19:41.952451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:41.988939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:42.004610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:42.007991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:42.054337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ce5b0-9ab3-40ed-a68e-e93fb63518ef req-e821c553-30c0-4cd2-bbc0-c3e517160981 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:42.056768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e39ce5b0-9ab3-40ed-a68e-e93fb63518ef req-e821c553-30c0-4cd2-bbc0-c3e517160981 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1115885 Aug 19 18:19:42.121494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e39ce5b0-9ab3-40ed-a68e-e93fb63518ef req-fdce5697-b469-4bbf-936e-f6c5303dc8fe tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558293 Aug 19 18:19:42.135682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 59958) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:42.136568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8038197 Aug 19 18:19:42.154358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Request body: {'subnet': {'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:42.158244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525d033-1b50-4a6a-8e5b-c56683b4122e tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event updated for resources: {'Network': ['ID=24dbbf02-e386-40da-ad08-73c649126f5c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:42.174899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 24dbbf02-e386-40da-ad08-73c649126f5c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:42.301905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Made reservation on behalf of 699ef562a3664fc4bcb7b10e0734be2a for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:42.307267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.066149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.162398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event updated for resources: {'Subnet': ['ID=d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:43.186085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Checking segment: {'id': '2debc5c7-89f2-4530-9a3d-387d9c2949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:43.186813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Network hostable DHCP agents. Network: 24dbbf02-e386-40da-ad08-73c649126f5c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:19:43.229869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Network 24dbbf02-e386-40da-ad08-73c649126f5c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:43.249215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 24dbbf02-e386-40da-ad08-73c649126f5c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:43.260113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebec4d4-0283-40a9-9d30-332697ee4788 None None] Network 24dbbf02-e386-40da-ad08-73c649126f5c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:43.263150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.264345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.298532 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-431dbd14-4fdf-4b00-8466-d10606156bee tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1582890 Aug 19 18:19:43.299415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 59996) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:43.305291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Request body: {'port': {'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-465521203'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:43.408559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d2dc-3089-4902-b147-14eb633eca3d req-259c4c74-c9ff-42ee-8f94-d5de2780cabc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:43.412256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ecc4d2dc-3089-4902-b147-14eb633eca3d req-259c4c74-c9ff-42ee-8f94-d5de2780cabc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1301100 Aug 19 18:19:43.500444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-24dbbf02-e386-40da-ad08-73c649126f5c', 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c', 'tenant_id': '699ef562a3664fc4bcb7b10e0734be2a', 'fixed_ips': [{'subnet_id': 'd77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:19:43.501891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.520570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ecc4d2dc-3089-4902-b147-14eb633eca3d req-8fd55ae8-8f60-411f-aacf-1eff77877ddf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943730 Aug 19 18:19:43.625034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Made reservation on behalf of 699ef562a3664fc4bcb7b10e0734be2a for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:43.640879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.687759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] device_id is not set on port 3dd5a762-38d4-4178-bc1a-15f56f42cd76 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:19:43.737659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Allocated IP 172.20.0.2 (24dbbf02-e386-40da-ad08-73c649126f5c/d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc/4edca1d1-1346-4f8a-b437-0731d5078b05) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:43.965671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:43.984686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Transition to ACTIVE for port object 4edca1d1-1346-4f8a-b437-0731d5078b05 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:44.005162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Transition to ACTIVE for port object 4edca1d1-1346-4f8a-b437-0731d5078b05 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:44.028349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.061038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Network 24dbbf02-e386-40da-ad08-73c649126f5c is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:44.064780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:44.089435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:44.123892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Allocated IP 172.20.0.14 (24dbbf02-e386-40da-ad08-73c649126f5c/d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc/3dd5a762-38d4-4178-bc1a-15f56f42cd76) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:19:44.219606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Attempting to bind port 4edca1d1-1346-4f8a-b437-0731d5078b05 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:44.219993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Attempting to bind port 4edca1d1-1346-4f8a-b437-0731d5078b05 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2debc5c7-89f2-4530-9a3d-387d9c2949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:44.220358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Attempting to bind port 4edca1d1-1346-4f8a-b437-0731d5078b05 on network 24dbbf02-e386-40da-ad08-73c649126f5c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:44.230718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Pushing event updated for resources: {'Port': ['ID=4edca1d1-1346-4f8a-b437-0731d5078b05,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:44.234273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:44.234665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Checking segment: {'id': '2debc5c7-89f2-4530-9a3d-387d9c2949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:44.235082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.236023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Bound using segment: {'id': '2debc5c7-89f2-4530-9a3d-387d9c2949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:44.237569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Bound port: 4edca1d1-1346-4f8a-b437-0731d5078b05, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2debc5c7-89f2-4530-9a3d-387d9c2949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24dbbf02-e386-40da-ad08-73c649126f5c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:44.238001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.318752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] For port 4edca1d1-1346-4f8a-b437-0731d5078b05, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:44.322354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] For port 4edca1d1-1346-4f8a-b437-0731d5078b05, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4edca1d1-1346-4f8a-b437-0731d5078b05,segment=NetworkSegment(2debc5c7-89f2-4530-9a3d-387d9c2949c8),segment_id=2debc5c7-89f2-4530-9a3d-387d9c2949c8)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:44.328143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.363397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.387974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Transition to ACTIVE for port object 3dd5a762-38d4-4178-bc1a-15f56f42cd76 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:44.425754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:44.431437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faeeb9-8103-42d3-8ad9-07792d28f01b None None] Pushing event updated for resources: {'Port': ['ID=4edca1d1-1346-4f8a-b437-0731d5078b05,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:44.477971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Network 24dbbf02-e386-40da-ad08-73c649126f5c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:19:44.481394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:19:44.487150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:19:44.883726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989b7e-7618-43a8-9a25-b394676d5dc6 req-abca1ad4-ffc0-47c1-9498-21f85241f8f0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:44.889345 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92989b7e-7618-43a8-9a25-b394676d5dc6 req-abca1ad4-ffc0-47c1-9498-21f85241f8f0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1770766 Aug 19 18:19:44.991148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92989b7e-7618-43a8-9a25-b394676d5dc6 req-0cfac93e-e47a-403f-9dc1-47e1b6562950 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930660 Aug 19 18:19:45.052585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event updated for resources: {'Port': ['ID=3dd5a762-38d4-4178-bc1a-15f56f42cd76,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.102849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:45.103965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.131084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60042) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.132997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0184ffad-af36-489b-9346-b68c36b1949f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8321488 Aug 19 18:19:45.241757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60048) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.319064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Deleting port 3dd5a762-38d4-4178-bc1a-15f56f42cd76 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:45.319820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.453311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc60740e-f332-4978-aeff-93b33d9054b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.500203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.515133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Calling delete_port for 3dd5a762-38d4-4178-bc1a-15f56f42cd76 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:45.620896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc60740e-f332-4978-aeff-93b33d9054b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.626806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bc60740e-f332-4978-aeff-93b33d9054b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.700086 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bc60740e-f332-4978-aeff-93b33d9054b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=714314d195554233b70f449b33271986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570816 Aug 19 18:19:45.701182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60740e-f332-4978-aeff-93b33d9054b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7ff81-f991-43e3-9e72-928fb40b6be3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.722286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60052) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:45.769487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.836148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event deleted for resources: {'Port': ['ID=3dd5a762-38d4-4178-bc1a-15f56f42cd76,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:45.865948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.894693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.957529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:45.963596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7530664f-de1a-45b7-96bb-7eb87c94082f tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "DELETE /v2.0/ports/3dd5a762-38d4-4178-bc1a-15f56f42cd76 HTTP/1.1" status: 204 len: 168 time: 0.8312423 Aug 19 18:19:45.964252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60054) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:46.011346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.015092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.021509 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73d7ff81-f991-43e3-9e72-928fb40b6be3 HTTP/1.1" status: 204 len: 168 time: 0.2977099 Aug 19 18:19:46.051238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817018-8de8-4bf8-9319-16bca9876ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7ff81-f991-43e3-9e72-928fb40b6be3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:46.193844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69432296-4484-4460-9802-00ed89aaab97 None None] Network 24dbbf02-e386-40da-ad08-73c649126f5c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:46.360677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4edca1d1-1346-4f8a-b437-0731d5078b05 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:46.388567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2e7a6d5-d3c3-4f83-84f5-3fbe6043ad5a tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.4201448 Aug 19 18:19:46.388924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:46.395587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-766721533'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:46.486024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Made reservation on behalf of 699ef562a3664fc4bcb7b10e0734be2a for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:46.499108 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.518569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bbae-a277-4fb6-b13d-adf9271bd1bf req-5521e745-bb30-4490-b9d8-9c9c36919d74 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.525063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff49bbae-a277-4fb6-b13d-adf9271bd1bf req-5521e745-bb30-4490-b9d8-9c9c36919d74 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.2664592 Aug 19 18:19:46.585831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:46.609866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c30dc5a9-e45e-4e11-8b57-054eb34cc829 None None] Provisioning for port 4edca1d1-1346-4f8a-b437-0731d5078b05 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:46.630307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.631194 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Added segment 250af6ac-e3b7-475e-8707-5429d4f828cd of type vlan for network 547c32db-15cf-4710-b001-5972e9061eca Aug 19 18:19:46.706212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff49bbae-a277-4fb6-b13d-adf9271bd1bf req-ae4d633b-8a94-45c6-b1f9-54522edf5d4c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599233 Aug 19 18:19:46.791021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4edca1d1-1346-4f8a-b437-0731d5078b05 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:19:46.821754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4edca1d1-1346-4f8a-b437-0731d5078b05 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:46.827426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.836606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.877790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.902911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:46.906492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:46.970216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.006442 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7930b095-0a7d-4561-ae32-e6f16aef6fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.054336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event updated for resources: {'Network': ['ID=547c32db-15cf-4710-b001-5972e9061eca,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.192382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7930b095-0a7d-4561-ae32-e6f16aef6fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.205146 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:19:47.208494 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c5166f3-388f-4dc2-a195-bc2fa321abbb tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8157570 Aug 19 18:19:47.208601 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7930b095-0a7d-4561-ae32-e6f16aef6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.208684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60084) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.222632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 547c32db-15cf-4710-b001-5972e9061eca details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:47.285651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.309036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7930b095-0a7d-4561-ae32-e6f16aef6fc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eb0fb12bd014a24af35d61dbb7a1160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375340 Aug 19 18:19:47.316138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60086) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.387912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b095-0a7d-4561-ae32-e6f16aef6fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3eb26-3c5a-466d-b69e-ea83026465f8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.463411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.513187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.529121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.554569 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f81ed57-02ea-4ea0-ba92-4c4f1329db3e tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.3424249 Aug 19 18:19:47.558575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60088) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:47.591667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4edca1d1-1346-4f8a-b437-0731d5078b05, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4edca1d1-1346-4f8a-b437-0731d5078b05,segment=NetworkSegment(2debc5c7-89f2-4530-9a3d-387d9c2949c8),segment_id=2debc5c7-89f2-4530-9a3d-387d9c2949c8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:47.598655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.668630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4edca1d1-1346-4f8a-b437-0731d5078b05,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.746925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.750224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:47.790570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6b3eb26-3c5a-466d-b69e-ea83026465f8 HTTP/1.1" status: 204 len: 168 time: 0.4493351 Aug 19 18:19:47.855104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b094da-fd3e-4a47-806d-534d99df4dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3eb26-3c5a-466d-b69e-ea83026465f8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:47.993345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199bab66-f843-4ce9-8cee-536c426eacad tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] Network 547c32db-15cf-4710-b001-5972e9061eca is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:19:48.000078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-01d835f2-3c44-4c29-b914-84be446f9e56 None None] Provisioning complete for port 4edca1d1-1346-4f8a-b437-0731d5078b05 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:48.001116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-01d835f2-3c44-4c29-b914-84be446f9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.036838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.037706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-199bab66-f843-4ce9-8cee-536c426eacad tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "POST /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4762535 Aug 19 18:19:48.065524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10330bb8-de13-4882-aa41-310f46d1e1ac req-aaac1b80-18c9-45cc-8b55-79f38f8e0129 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:48.070493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10330bb8-de13-4882-aa41-310f46d1e1ac req-aaac1b80-18c9-45cc-8b55-79f38f8e0129 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.2740450 Aug 19 18:19:48.138611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d780c-2d4d-4de6-92be-5c8e741b7e76 None None] Network 547c32db-15cf-4710-b001-5972e9061eca requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:48.190048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10330bb8-de13-4882-aa41-310f46d1e1ac req-606f9eea-823f-4604-bfce-277368c59220 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114705 Aug 19 18:19:48.201928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4edca1d1-1346-4f8a-b437-0731d5078b05 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:19:48.424671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3482ab30-23af-429b-9f58-0f76b3b01d8c tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks HTTP/1.1" status: 200 len: 7240 time: 0.3851206 Aug 19 18:19:48.427457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.469532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0da1a284-5b2a-4240-bce8-cd59f4b67e43 None None] Could not find standard attr ID for object 3dd5a762-38d4-4178-bc1a-15f56f42cd76. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:19:48.484293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4edca1d1-1346-4f8a-b437-0731d5078b05 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:19:48.485123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.581581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f569118f-1a23-48b3-9016-2029f8a4fd12 tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "DELETE /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks/547c32db-15cf-4710-b001-5972e9061eca HTTP/1.1" status: 204 len: 168 time: 0.1526723 Aug 19 18:19:48.588493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60106) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.595281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60108) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.631259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dc66-a970-4028-a512-d5105e7a8bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.818907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60114) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.819352 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-205b8dc5-65f0-46c7-a103-4d5516bea170 tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.2293322 Aug 19 18:19:48.843479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dc66-a970-4028-a512-d5105e7a8bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.849885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dc66-a970-4028-a512-d5105e7a8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:48.853618 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3c9b71c-f77f-47ab-b62f-808e9ff6d5d2 tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/networks/24dbbf02-e386-40da-ad08-73c649126f5c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0320120 Aug 19 18:19:48.858596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60116) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.913821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3dc66-a970-4028-a512-d5105e7a8bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a4e2c-5c7a-45b8-bfa0-af159b608245,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:48.920541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f4c3dc66-a970-4028-a512-d5105e7a8bb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3fc713198be485f868135161367b9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216639 Aug 19 18:19:48.921099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.931925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60122) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:48.932120 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db9ba719-4c80-4352-86f3-08ff4c6a4771 tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/networks/24dbbf02-e386-40da-ad08-73c649126f5c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0697262 Aug 19 18:19:48.999006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.042405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.132663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.137080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.145428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/044a4e2c-5c7a-45b8-bfa0-af159b608245 HTTP/1.1" status: 204 len: 168 time: 0.2228472 Aug 19 18:19:49.170296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fecb2b-5e7d-4033-8aa1-369137c481fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a4e2c-5c7a-45b8-bfa0-af159b608245,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:49.268543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60134) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:49.270266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a88cad0e-9969-4d75-93ca-18c49f87877a tempest-DHCPAgentSchedulersTestJSON-1052452469 tempest-DHCPAgentSchedulersTestJSON-1052452469-project-admin] 10.222.0.36 "GET /v2.0/agents/3d0e77e2-6a61-4f86-91fc-4e046a078a51/dhcp-networks HTTP/1.1" status: 200 len: 6470 time: 0.3370738 Aug 19 18:19:49.458899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fd7dc-3ac7-43b1-9e26-c279f86b5022 req-a5b1085c-d076-4752-b474-0439588ffdc6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:49.460551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2fd7dc-3ac7-43b1-9e26-c279f86b5022 req-a5b1085c-d076-4752-b474-0439588ffdc6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1230493 Aug 19 18:19:49.487643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.561845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a2fd7dc-3ac7-43b1-9e26-c279f86b5022 req-dcf3b18e-341b-4e3e-9b46-f9273c5da1cb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785103 Aug 19 18:19:49.787148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.806829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c32db-15cf-4710-b001-5972e9061eca']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:49.821349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250af6ac-e3b7-475e-8707-5429d4f828cd') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:49.821659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250af6ac-e3b7-475e-8707-5429d4f828cd') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:49.833439 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.880062 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.896990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:19:49.897664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:19:49.902091 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:19:49.983944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.005618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.009862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "DELETE /v2.0/networks/547c32db-15cf-4710-b001-5972e9061eca HTTP/1.1" status: 204 len: 168 time: 0.7409284 Aug 19 18:19:50.012080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60152) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:50.054197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441a7b-ba51-4771-9df6-e36d6930abf5 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event deleted for resources: {'Network': ['ID=547c32db-15cf-4710-b001-5972e9061eca,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:50.066990 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb162b3-ea7b-44ee-b8da-966f0995ca49 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] DELETE failed (client error): The resource could not be found. Aug 19 18:19:50.071827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb162b3-ea7b-44ee-b8da-966f0995ca49 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:19:50.076817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ccb162b3-ea7b-44ee-b8da-966f0995ca49 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "DELETE /v2.0/ports/3dd5a762-38d4-4178-bc1a-15f56f42cd76 HTTP/1.1" status: 404 len: 333 time: 0.0632451 Aug 19 18:19:50.080142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60156) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:50.238547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Deleting subnet d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:19:50.244063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.305597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.421949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.509900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.543438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event deleted for resources: {'Subnet': ['ID=d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:50.556116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.561506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60168) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:50.561922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e7ff2089-95fd-4a7f-9e26-78da332fb3c3 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "DELETE /v2.0/subnets/d77b5dbd-a8cb-4f1a-b4fa-d81d60f072cc HTTP/1.1" status: 204 len: 168 time: 0.4804490 Aug 19 18:19:50.566398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c714e-2292-47c0-ae6b-07ca3a931acc None None] Network 24dbbf02-e386-40da-ad08-73c649126f5c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:19:50.767553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:50.871466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fead50-164c-4c17-b40f-3f3e3c0d8a03 req-7729e0d7-1b5a-4aad-b9be-8b0f371207ae tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:50.874481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fead50-164c-4c17-b40f-3f3e3c0d8a03 req-7729e0d7-1b5a-4aad-b9be-8b0f371207ae tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.0994310 Aug 19 18:19:50.933781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] DHCP port deletion for 24dbbf02-e386-40da-ad08-73c649126f5c request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:19:50.940716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1fead50-164c-4c17-b40f-3f3e3c0d8a03 req-3e16c7b6-5b32-4c3e-8685-73ecacc67188 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602431 Aug 19 18:19:51.011532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Deleting port 4edca1d1-1346-4f8a-b437-0731d5078b05 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:51.012284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.027519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Deleting port 4edca1d1-1346-4f8a-b437-0731d5078b05 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:51.028097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.091349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] For port 4edca1d1-1346-4f8a-b437-0731d5078b05, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4edca1d1-1346-4f8a-b437-0731d5078b05,segment=NetworkSegment(2debc5c7-89f2-4530-9a3d-387d9c2949c8),segment_id=2debc5c7-89f2-4530-9a3d-387d9c2949c8)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:51.092360 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.115836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Calling delete_port for 4edca1d1-1346-4f8a-b437-0731d5078b05 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:51.128334 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-d6e9f0d3-3278-4cef-ad8f-0855bb728769 service neutron] show failed (client error): The resource could not be found. Aug 19 18:19:51.134187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-d6e9f0d3-3278-4cef-ad8f-0855bb728769 service neutron] 10.222.0.13 "GET /v2.0/ports/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.2851415 Aug 19 18:19:51.204655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] For port 4edca1d1-1346-4f8a-b437-0731d5078b05, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4edca1d1-1346-4f8a-b437-0731d5078b05,segment=NetworkSegment(2debc5c7-89f2-4530-9a3d-387d9c2949c8),segment_id=2debc5c7-89f2-4530-9a3d-387d9c2949c8)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:51.206364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.253282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Calling delete_port for 4edca1d1-1346-4f8a-b437-0731d5078b05 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:51.258592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.286413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] No DVR routers for this DVR port 4edca1d1-1346-4f8a-b437-0731d5078b05 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:51.348367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a17c7-9639-40c0-87ef-f3de53cb06fd None None] Pushing event deleted for resources: {'Port': ['ID=4edca1d1-1346-4f8a-b437-0731d5078b05,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:51.476658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.507437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event deleted for resources: {'Port': ['ID=4edca1d1-1346-4f8a-b437-0731d5078b05,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:51.523347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] No DVR routers for this DVR port 4edca1d1-1346-4f8a-b437-0731d5078b05 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:51.730062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-dd8fbdd9-a82c-4438-ae15-1d233de8a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:51.732954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-dd8fbdd9-a82c-4438-ae15-1d233de8a36a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 1097 time: 0.3269227 Aug 19 18:19:51.741545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.751822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:51.757736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dbbf02-e386-40da-ad08-73c649126f5c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:51.774644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2debc5c7-89f2-4530-9a3d-387d9c2949c8') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:51.777757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2debc5c7-89f2-4530-9a3d-387d9c2949c8') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:19:51.812799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.849975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.858712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.882234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:19:51.882234 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:19:51.918799 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:19:52.048208 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.058279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.061359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] 10.222.0.36 "DELETE /v2.0/networks/24dbbf02-e386-40da-ad08-73c649126f5c HTTP/1.1" status: 204 len: 168 time: 1.4978027 Aug 19 18:19:52.092426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea9d9-a765-4471-bbcd-88c82a53ec44 tempest-DHCPAgentSchedulersTestJSON-1051073659 tempest-DHCPAgentSchedulersTestJSON-1051073659-project] Pushing event deleted for resources: {'Network': ['ID=24dbbf02-e386-40da-ad08-73c649126f5c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:52.195559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cd7c4-a716-4c70-a7dc-bb397e540abc req-dd0cce59-818b-491d-b01e-ca7d2c2da533 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:52.207413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c20cd7c4-a716-4c70-a7dc-bb397e540abc req-dd0cce59-818b-491d-b01e-ca7d2c2da533 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.3417056 Aug 19 18:19:52.243080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4edca1d1-1346-4f8a-b437-0731d5078b05 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:52.299410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4edca1d1-1346-4f8a-b437-0731d5078b05 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:52.301691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4edca1d1-1346-4f8a-b437-0731d5078b05 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:52.477369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c20cd7c4-a716-4c70-a7dc-bb397e540abc req-fad608d6-8942-49e6-90f7-ee25c8724f84 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689319 Aug 19 18:19:52.493476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229b09-3c5a-4533-a1b5-d22a88ecd9af req-5c999690-1ab4-4ad7-a8d9-a078acc73b3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:52.519270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59229b09-3c5a-4533-a1b5-d22a88ecd9af req-5c999690-1ab4-4ad7-a8d9-a078acc73b3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.3975501 Aug 19 18:19:52.689789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59229b09-3c5a-4533-a1b5-d22a88ecd9af req-e5358951-8d79-4b66-9b15-66c5b0414368 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524508 Aug 19 18:19:52.707006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:52.737816 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:52.810234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:52.932952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:52.935944 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c65723-aa08-4269-b90a-81be044d1908" -d '{"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-unplugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:52.942372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:52.963896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Transition to ACTIVE for port object f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:19:52.971322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.020778 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd2ef37b-d065-4c3c-871a-535318995588 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=699ef562a3664fc4bcb7b10e0734be2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814837 Aug 19 18:19:53.023290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60242) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:53.098592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:53.148386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.150917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:53.222804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.231838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:53.337664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.340824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:53.345313 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df257b52-f895-4c4d-90d2-111279336c77 HTTP/1.1" status: 204 len: 168 time: 0.3208778 Aug 19 18:19:53.386580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db707b-2491-4b60-b0fb-9a84317b2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df257b52-f895-4c4d-90d2-111279336c77,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:53.421823 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444ff8d3-5e91-4bf4-95da-00ba3f783388 x-openstack-request-id: req-444ff8d3-5e91-4bf4-95da-00ba3f783388 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:53.439101 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-unplugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:53.440275 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-444ff8d3-5e91-4bf4-95da-00ba3f783388 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:53.440982 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'code': 200} Aug 19 18:19:53.651128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-dc687842-aacf-4ddb-a431-1d6065758ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.659567 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-dc687842-aacf-4ddb-a431-1d6065758ec0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1053 time: 0.1332080 Aug 19 18:19:53.822529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60262) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:53.976330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-a2c4360c-9f22-4470-a1b5-19799fa40cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:53.978743 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-a2c4360c-9f22-4470-a1b5-19799fa40cc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.3023043 Aug 19 18:19:54.023993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] No DVR routers for this DVR port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:54.075840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:54.100389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b0e91c8-7f6e-463b-98c3-fcfa6ae029f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.180738 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-b34dcda8-bd7e-45f6-8f56-c95cbcda3b59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 998 time: 0.1945148 Aug 19 18:19:54.227340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-c6e2aaa5-6f48-4e55-a4e7-ed798a254dc5 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.229132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-c6e2aaa5-6f48-4e55-a4e7-ed798a254dc5 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.7795854 Aug 19 18:19:54.297020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23456623-cec1-43f0-883a-fa3a63fa8e99 req-ef3869a4-8180-4125-b5fa-a6323ed1acf2 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.306925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23456623-cec1-43f0-883a-fa3a63fa8e99 req-ef3869a4-8180-4125-b5fa-a6323ed1acf2 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.5887666 Aug 19 18:19:54.317842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-84371f49-09b5-4b74-9ad2-6eb6877eaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.319328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-84371f49-09b5-4b74-9ad2-6eb6877eaf2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1245651 Aug 19 18:19:54.333212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b0e91c8-7f6e-463b-98c3-fcfa6ae029f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.352327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b0e91c8-7f6e-463b-98c3-fcfa6ae029f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.362073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee5240-9413-46cb-b027-b336d9e3f5f8 req-b83b4a80-13f5-47e6-a708-ce7d7f63a1a7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.367235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23ee5240-9413-46cb-b027-b336d9e3f5f8 req-b83b4a80-13f5-47e6-a708-ce7d7f63a1a7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.5007193 Aug 19 18:19:54.426966 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b0e91c8-7f6e-463b-98c3-fcfa6ae029f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02bf40ae782f4f309aa27123e76b97c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501034 Aug 19 18:19:54.431212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:54.441090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e91c8-7f6e-463b-98c3-fcfa6ae029f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049230c4-671d-4f22-ab41-e4c3208f498f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:54.460433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-d49f1c3f-026e-4bb4-b868-7d77945186d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:54.462723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-d49f1c3f-026e-4bb4-b868-7d77945186d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268237 Aug 19 18:19:54.505908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff673-97ac-40bb-be74-dc3ea544b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.607378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.658106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.661519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-c7d9a87d-3bc0-4cf8-807d-ab95ca7a5728 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897454 Aug 19 18:19:54.715500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23456623-cec1-43f0-883a-fa3a63fa8e99 req-431d2cfb-392d-49b9-a7ba-d6c051b76895 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360419 Aug 19 18:19:54.728174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23ee5240-9413-46cb-b027-b336d9e3f5f8 req-a4485969-8f09-4706-9d99-2cc60faf13d1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415399 Aug 19 18:19:54.747132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff673-97ac-40bb-be74-dc3ea544b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.749510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:19:54.749973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:19:54.750376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:54.756929 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff673-97ac-40bb-be74-dc3ea544b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.777807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:19:54.778283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Attempting to bind port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on network 2ca81fa2-c9a0-4968-968e-dc0375006c04 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:19:54.814571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:19:54.815087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Checking segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:19:54.815656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Bound using segment: {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:19:54.816108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Bound port: f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:19:54.816469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.820139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.822742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:54.822973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d7ff673-97ac-40bb-be74-dc3ea544b4aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe23f90bb18745f88ab653ef0e1e059f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877214 Aug 19 18:19:54.823894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/049230c4-671d-4f22-ab41-e4c3208f498f HTTP/1.1" status: 204 len: 168 time: 0.3916652 Aug 19 18:19:54.826215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60280) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:54.837023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-8c536b22-a5b1-491d-83b1-cbabef66fd08 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681705 Aug 19 18:19:54.838623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77324b-c997-4e87-a31d-daccfb9cb0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049230c4-671d-4f22-ab41-e4c3208f498f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:54.879883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff673-97ac-40bb-be74-dc3ea544b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66517c66-c90a-492c-91b6-4ff68b95cdcb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:54.903047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Deleting port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:19:54.903907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.073308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.146278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:19:55.149469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.170812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] For port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,segment=NetworkSegment(605ef9d7-9925-47ef-a71a-5af51271d850),segment_id=605ef9d7-9925-47ef-a71a-5af51271d850)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:19:55.171180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.176839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:19:55.191424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.201088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Calling delete_port for ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:19:55.263722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:55.264378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.265856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] 10.222.0.42 "PUT /v2.0/ports/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 1092 time: 3.5237694 Aug 19 18:19:55.701060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:55.703337 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68792dd-7c5c-409f-8be5-4ab09a32d471" -d '{"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:55.706161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.708702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:55.709924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66517c66-c90a-492c-91b6-4ff68b95cdcb HTTP/1.1" status: 204 len: 168 time: 0.8773797 Aug 19 18:19:55.719913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fef21-4f0c-4580-adb1-e58baae964e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:55.740388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c3af8-3671-49cb-8c45-290214cdc94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66517c66-c90a-492c-91b6-4ff68b95cdcb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:55.781650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-64a19f93-d9fc-4951-ac35-75ce0b656883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:55.786772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-64a19f93-d9fc-4951-ac35-75ce0b656883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1095 time: 0.4814699 Aug 19 18:19:55.904162 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887dff0e-f66d-44f8-89d1-27a0f9ca9073 x-openstack-request-id: req-887dff0e-f66d-44f8-89d1-27a0f9ca9073 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:55.904801 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:55.904801 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-887dff0e-f66d-44f8-89d1-27a0f9ca9073 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:55.917842 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'status': 'completed', 'code': 200} Aug 19 18:19:55.961154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-2e2666aa-891b-41ac-8292-5b601e1c2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:55.963287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-2e2666aa-891b-41ac-8292-5b601e1c2bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1095 time: 0.0929458 Aug 19 18:19:56.181765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-3dcfb181-c14f-4e3a-b747-822fa12cfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.184782 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-3dcfb181-c14f-4e3a-b747-822fa12cfae0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2138004 Aug 19 18:19:56.226582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117bd2-4572-4b6a-9c00-d7cd7a2a638b req-cca8ca9a-3135-40e5-b588-cc95c13f7c7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.238842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc117bd2-4572-4b6a-9c00-d7cd7a2a638b req-cca8ca9a-3135-40e5-b588-cc95c13f7c7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.2315655 Aug 19 18:19:56.347538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbebd3-2074-4848-8aa3-5d17c42e7fed req-53a94807-d33f-4110-98a5-a7e249c4234a tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.349898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bbebd3-2074-4848-8aa3-5d17c42e7fed req-53a94807-d33f-4110-98a5-a7e249c4234a tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 945 time: 0.4486847 Aug 19 18:19:56.356205 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-b2f540d7-3d0f-4142-906a-61c0ad7f86d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 998 time: 0.1624613 Aug 19 18:19:56.370200 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.372165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.432491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc117bd2-4572-4b6a-9c00-d7cd7a2a638b req-28750663-937a-44b3-b07f-b3b24adae29f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945930 Aug 19 18:19:56.469522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-b794cd32-511d-4ad4-bf67-a13d0c4880e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.471284 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-b794cd32-511d-4ad4-bf67-a13d0c4880e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1076653 Aug 19 18:19:56.537539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Pushing event deleted for resources: {'Port': ['ID=ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:56.554901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-1b0b1383-c558-4cd2-9a07-a30aa771c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.556405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-1b0b1383-c558-4cd2-9a07-a30aa771c7ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.7589102 Aug 19 18:19:56.585994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-e31bb1c9-e4e0-4886-9538-022aee613ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.589896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-e31bb1c9-e4e0-4886-9538-022aee613ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105161 Aug 19 18:19:56.674263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0bbebd3-2074-4848-8aa3-5d17c42e7fed req-e6828c4d-e351-4d2a-af9e-2c6465403822 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf33c238-ac17-4202-a6df-8984d561367c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968810 Aug 19 18:19:56.872247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-65aa5135-f99f-40f0-8a20-ed58abcc61e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 998 time: 0.1964226 Aug 19 18:19:56.899902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] No DVR routers for this DVR port ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:19:56.904946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:56.909072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e6ae15f-990a-4cdc-8f1d-a59a9f07f444 req-90eb7586-3166-426b-b892-81db3ed99c41 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.42 "DELETE /v2.0/ports/ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 HTTP/1.1" status: 204 len: 173 time: 2.6692123 Aug 19 18:19:56.975930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-582fb37e-0a43-4769-8c3c-66ce46c3a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:56.976568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-b8df5d23-e38a-4276-9ea7-0b37826b39b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780360 Aug 19 18:19:56.977839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-582fb37e-0a43-4769-8c3c-66ce46c3a046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.0799727 Aug 19 18:19:57.093888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-6ede4e64-1c1c-4603-ba99-7b79418fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.096457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-6ede4e64-1c1c-4603-ba99-7b79418fa924 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112051 Aug 19 18:19:57.253635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-6cb02c63-67b8-4754-8365-4074a281086b service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469462 Aug 19 18:19:57.254104 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-aa9bded6-ab37-40f5-9e7d-00936652fabb service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761881 Aug 19 18:19:57.447220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6708f80-1266-4e6b-bbca-91df00db4cb9 req-2757fe1f-9189-4a80-9dc8-a7b44e32fd79 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857724 Aug 19 18:19:57.475851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60376) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:57.707052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-9988339d-9899-4630-81d9-fe602b6950c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:57.710486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-9988339d-9899-4630-81d9-fe602b6950c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1095 time: 0.1796927 Aug 19 18:19:57.920005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-759ccbb2-cc38-41e9-a9ec-9264fd9842da tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:57.927176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'name': 'network-vif-deleted', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:19:57.929852 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c680c8f-5b92-4542-8eff-5b2dba22fc36" -d '{"events": [{"server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "name": "network-vif-deleted", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:19:58.001070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74606cf6-8167-486c-abb3-e71a4ee40cd8 req-3e36784c-58a2-4ad6-a83b-5b06d9af21e1 tempest-VolumesSnapshotTestJSON-1481278458 tempest-VolumesSnapshotTestJSON-1481278458-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c9e8a6a-4844-4e09-8dcf-a675c4ae9021 HTTP/1.1" status: 200 len: 210 time: 0.0585308 Aug 19 18:19:58.059025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60392) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:58.059568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-759ccbb2-cc38-41e9-a9ec-9264fd9842da tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "PUT /v2.0/quotas/790148d18ef945ad9f36371c0632fde5 HTTP/1.1" status: 200 len: 368 time: 0.5820975 Aug 19 18:19:58.066519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Request body: {'network': {'project_id': '790148d18ef945ad9f36371c0632fde5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:58.073476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a09b72-fd91-4a24-bb3d-c783c1a33a45 req-60afcac3-511e-485f-9d33-9a104f1e2a51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.083179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15a09b72-fd91-4a24-bb3d-c783c1a33a45 req-60afcac3-511e-485f-9d33-9a104f1e2a51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.3276730 Aug 19 18:19:58.087841 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29e969d-6829-440b-90e7-7aa967e3d1eb x-openstack-request-id: req-b29e969d-6829-440b-90e7-7aa967e3d1eb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:19:58.088935 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9e8a6a-4844-4e09-8dcf-a675c4ae9021", "name": "network-vif-deleted", "tag": "ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:19:58.089420 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b29e969d-6829-440b-90e7-7aa967e3d1eb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:19:58.089916 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9e8a6a-4844-4e09-8dcf-a675c4ae9021', 'name': 'network-vif-deleted', 'tag': 'ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4', 'status': 'completed', 'code': 200} Aug 19 18:19:58.111063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Made reservation on behalf of 790148d18ef945ad9f36371c0632fde5 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:58.114342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.123425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e364951-51ec-4513-a272-cdeb9b748ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.143156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.178899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-2475f85a-d397-4da6-92d6-a1d1855c550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.178899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-2475f85a-d397-4da6-92d6-a1d1855c550b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.4265125 Aug 19 18:19:58.242936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:58.283906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15a09b72-fd91-4a24-bb3d-c783c1a33a45 req-755a6129-c32f-4b0b-bf32-06becf7a3d17 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996524 Aug 19 18:19:58.318863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-f10bc0d1-8ce2-4f8c-9a19-0fe3696670e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 998 time: 0.1531553 Aug 19 18:19:58.322544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.327957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.333021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:19:58.382968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:19:58.383330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ec2cca9b-a330-4a15-a2d8-49b5b44ba0c4 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:19:58.397833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08226fd5-6d55-4b48-8d88-3ee37b98bc14,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:58.412426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:58.428911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.429223 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Added segment 08cd4776-3812-4d60-a2a9-9f8194c9f4e7 of type vlan for network b46a5f65-8fa5-4fab-b014-b42ce40a7ff4 Aug 19 18:19:58.446030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-1a054e65-a490-454a-a731-80611c9c8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.447947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-1a054e65-a490-454a-a731-80611c9c8aea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1212242 Aug 19 18:19:58.492165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30867f58-47e7-42fe-a334-1b6c7d4324ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.495016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.509666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-c5f17515-965a-414d-a645-91b8979c6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.511270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-c5f17515-965a-414d-a645-91b8979c6528 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548134 Aug 19 18:19:58.554719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.555954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:58.556619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.630640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Pushing event updated for resources: {'Network': ['ID=b46a5f65-8fa5-4fab-b014-b42ce40a7ff4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:58.656646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b46a5f65-8fa5-4fab-b014-b42ce40a7ff4 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:58.701020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-2cef4aa9-64e5-4764-8e26-3b5ced6452d0 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780169 Aug 19 18:19:58.728459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30867f58-47e7-42fe-a334-1b6c7d4324ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.739270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30867f58-47e7-42fe-a334-1b6c7d4324ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.753802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e2ce4606-18f1-4225-b93c-1f7984860026 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6929009 Aug 19 18:19:58.756809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60398) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:58.761707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Request body: {'network': {'project_id': '790148d18ef945ad9f36371c0632fde5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:58.804275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Made reservation on behalf of 790148d18ef945ad9f36371c0632fde5 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:19:58.806843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30867f58-47e7-42fe-a334-1b6c7d4324ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d8dbb-8b83-44fc-a9ed-28d702f9edef,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:58.807248 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.816881 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-30867f58-47e7-42fe-a334-1b6c7d4324ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8675962021ab42cf875a1eb78dc414a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716906 Aug 19 18:19:58.817515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:58.840182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b68792dd-7c5c-409f-8be5-4ab09a32d471 req-ca060c6e-0ec5-421d-89c2-1944ebf6afa4 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315758 Aug 19 18:19:58.850714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:19:58.862871 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.863283 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Added segment 161c20b0-dcba-418c-8608-0450f4cae98e of type vlan for network 22a87ce7-757d-427f-b291-83611ba53181 Aug 19 18:19:58.880870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.923923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.934729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.987927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.991714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:58.995568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b8d8dbb-8b83-44fc-a9ed-28d702f9edef HTTP/1.1" status: 204 len: 168 time: 0.1748319 Aug 19 18:19:59.003884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c50c-8599-4125-bc2c-fbcd8bafbc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d8dbb-8b83-44fc-a9ed-28d702f9edef,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:59.037007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.038051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:59.039300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.150831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60412) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:59.154116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3897159 Aug 19 18:19:59.156153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6a996586-6161-4047-8406-65c08b47e6ce tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Request body: {'network': {'project_id': '790148d18ef945ad9f36371c0632fde5'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:19:59.175016 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a996586-6161-4047-8406-65c08b47e6ce tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:19:59.175521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a996586-6161-4047-8406-65c08b47e6ce tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:19:59.180055 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a996586-6161-4047-8406-65c08b47e6ce tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0280242 Aug 19 18:19:59.184728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e1bb-60ec-4a39-b3e9-8c35b2561729 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Pushing event updated for resources: {'Network': ['ID=22a87ce7-757d-427f-b291-83611ba53181,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:19:59.199751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 22a87ce7-757d-427f-b291-83611ba53181 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:19:59.349861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60420) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:59.474992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b2d2d-526c-46a7-b32f-8bc83d22e056 req-a2b6b8e1-b913-490c-8e54-dfd3a8d83989 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:19:59.486470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb1b2d2d-526c-46a7-b32f-8bc83d22e056 req-a2b6b8e1-b913-490c-8e54-dfd3a8d83989 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.0942757 Aug 19 18:19:59.584359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb1b2d2d-526c-46a7-b32f-8bc83d22e056 req-c2b9bb87-52c2-4e30-880d-9abc68cc8bbc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966954 Aug 19 18:19:59.697496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60434) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:59.711645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-292e3fa6-3717-4b2c-a415-741bbfc7a8cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=790148d18ef945ad9f36371c0632fde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567936 Aug 19 18:19:59.801424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.832692 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.892372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.895696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:19:59.900027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60440) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:19:59.900349 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08226fd5-6d55-4b48-8d88-3ee37b98bc14 HTTP/1.1" status: 204 len: 168 time: 0.2011244 Aug 19 18:19:59.921568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949c21b-57ed-4a72-8843-ca0c22a1c7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08226fd5-6d55-4b48-8d88-3ee37b98bc14,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:00.030597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.241468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.265607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a87ce7-757d-427f-b291-83611ba53181']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:00.297140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c20b0-dcba-418c-8608-0450f4cae98e') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:00.298026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c20b0-dcba-418c-8608-0450f4cae98e') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:00.317026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.341357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:20:00.342401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.374008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:00.374534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:00.627278 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:00.679972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:00.744648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.755630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2bdbeb5d-bb09-4c97-acf1-6cdb50be1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.761427 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.764573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "DELETE /v2.0/networks/22a87ce7-757d-427f-b291-83611ba53181 HTTP/1.1" status: 204 len: 168 time: 0.8631499 Aug 19 18:20:00.768504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60470) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:00.784567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'port_id': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'mac_address': 'fa:16:3e:2a:e6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:20:00.800969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f582-362e-40d0-81bc-2bca4c5fd882 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Pushing event deleted for resources: {'Network': ['ID=22a87ce7-757d-427f-b291-83611ba53181,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:00.853237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.874264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:00.892722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490054c8-5544-4188-8a59-74c6aca1d3f5 req-47267c94-d7db-4aad-acaf-0f2384b324c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:00.895665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-490054c8-5544-4188-8a59-74c6aca1d3f5 req-47267c94-d7db-4aad-acaf-0f2384b324c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 943 time: 0.0823357 Aug 19 18:20:00.933567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:00.936061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.942433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:00.966444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-490054c8-5544-4188-8a59-74c6aca1d3f5 req-1327a1f3-5056-4ae5-b559-b6bb6678c603 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643015 Aug 19 18:20:00.984358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.057782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:01.161267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:01.234703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.272122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46a5f65-8fa5-4fab-b014-b42ce40a7ff4']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:01.320610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42452-4094-402b-a9ce-db4cbb51fcbe req-5bb53556-f1c3-411f-9706-f1b4b9be4992 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:01.339523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64e42452-4094-402b-a9ce-db4cbb51fcbe req-5bb53556-f1c3-411f-9706-f1b4b9be4992 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 944 time: 0.0838718 Aug 19 18:20:01.399715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cd4776-3812-4d60-a2a9-9f8194c9f4e7') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:01.400481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cd4776-3812-4d60-a2a9-9f8194c9f4e7') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:01.418068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.418396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64e42452-4094-402b-a9ce-db4cbb51fcbe req-53332a64-6235-44bd-8dec-46e86f982e25 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776124 Aug 19 18:20:01.444733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.458444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:01.458895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:01.460678 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:01.521319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-112bdbfc-a506-45f1-b124-1b32856bea56 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:01.523138 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-112bdbfc-a506-45f1-b124-1b32856bea56 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79&tenant_id=078001621232448bbb2e657de3fae22e&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.2371230 Aug 19 18:20:01.593387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.608926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:01.622623 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b46a5f65-8fa5-4fab-b014-b42ce40a7ff4 HTTP/1.1" status: 204 len: 168 time: 0.8506920 Aug 19 18:20:01.634152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c20a9-f711-4fee-994b-763d9e429f49 tempest-QuotasNegativeTest-267721592 tempest-QuotasNegativeTest-267721592-project-admin] Pushing event deleted for resources: {'Network': ['ID=b46a5f65-8fa5-4fab-b014-b42ce40a7ff4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:01.679958 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-cc563f7f-7680-41fc-805c-51142f61986b service neutron] delete failed (client error): The resource could not be found. Aug 19 18:20:01.682493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-cc563f7f-7680-41fc-805c-51142f61986b service neutron] 10.222.0.13 "DELETE /v2.0/ports/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.1506782 Aug 19 18:20:01.860910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-ba77c4f3-4292-49d7-a61e-adbe32660545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:01.866982 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-ba77c4f3-4292-49d7-a61e-adbe32660545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1096 time: 0.0996280 Aug 19 18:20:02.008461 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.132485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-f14abb3a-8b46-4cfb-9fc8-bc21cc665554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.136551 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-f14abb3a-8b46-4cfb-9fc8-bc21cc665554 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2613780 Aug 19 18:20:02.154393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60526) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:02.329336 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-9f33ff62-6a0b-4df8-a9cf-f27a9bf7b6e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 999 time: 0.1830878 Aug 19 18:20:02.348701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:02.426383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60534) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:02.460495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82bc129b-4130-4e9c-9e3e-a6f2d6b44352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.467009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e1dcbe-87ad-4af5-a5ff-1d567144d865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.488307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:02.510752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:02.513978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.522435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-14ca74f9-2dfb-4006-8adf-440bfc460dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.524009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-14ca74f9-2dfb-4006-8adf-440bfc460dc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1893530 Aug 19 18:20:02.620212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-7d42f7b5-886b-437c-9188-5798f7ab52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.622030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-7d42f7b5-886b-437c-9188-5798f7ab52a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890684 Aug 19 18:20:02.666170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2789424-d1dd-4194-b1d8-55808a3a86a0 req-d78ddd6b-24ce-4daa-91d3-c693d07c7adb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:02.667827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2789424-d1dd-4194-b1d8-55808a3a86a0 req-d78ddd6b-24ce-4daa-91d3-c693d07c7adb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 944 time: 0.1289635 Aug 19 18:20:02.689926 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.752713 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e1dcbe-87ad-4af5-a5ff-1d567144d865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.770866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e1dcbe-87ad-4af5-a5ff-1d567144d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.784318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2789424-d1dd-4194-b1d8-55808a3a86a0 req-9d74d60e-6a1b-4665-bb89-2aa708a7c5eb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026275 Aug 19 18:20:02.788727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:02.795138 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc3679-18c8-4357-a0a2-eb780404b440" -d '{"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:02.804991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:02.829884 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:02.933690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1dcbe-87ad-4af5-a5ff-1d567144d865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3557623c-5873-477c-8188-9a74d21286c0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:02.939049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:02.955979 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2095680-fec9-4595-832e-626a43885c4e x-openstack-request-id: req-d2095680-fec9-4595-832e-626a43885c4e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:02.956404 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-plugged", "status": "completed", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:02.956834 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2095680-fec9-4595-832e-626a43885c4e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:02.957333 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'code': 200} Aug 19 18:20:02.958724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-2415cce9-aa11-4f23-940d-d1f83ff1c484 service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284385 Aug 19 18:20:02.961751 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6e1dcbe-87ad-4af5-a5ff-1d567144d865 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=640cf04d81b5438b964bb092ab87a7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059545 Aug 19 18:20:02.967163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60544) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:03.019470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82bc129b-4130-4e9c-9e3e-a6f2d6b44352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.033501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82bc129b-4130-4e9c-9e3e-a6f2d6b44352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.061411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-82bc129b-4130-4e9c-9e3e-a6f2d6b44352 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ff5e664772a42339ea4233fe6e3087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337922 Aug 19 18:20:03.068384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60548) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:03.129379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc129b-4130-4e9c-9e3e-a6f2d6b44352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4208b91-cb96-4868-941b-e7aa35282108,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:03.138721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.173230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.202464 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.210294 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-cefb0a64-ae07-4e12-8456-5a13b266d289 req-701ac9f9-8319-44bc-827f-6759ebdd2a7b service neutron] 10.222.0.13 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357640 Aug 19 18:20:03.257615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.260277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.263780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4208b91-cb96-4868-941b-e7aa35282108 HTTP/1.1" status: 204 len: 168 time: 0.1925380 Aug 19 18:20:03.268564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.282620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a93d0-4831-4349-a718-f9cdb633b09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4208b91-cb96-4868-941b-e7aa35282108,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:03.348273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.353024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:03.354459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3557623c-5873-477c-8188-9a74d21286c0 HTTP/1.1" status: 204 len: 168 time: 0.3862107 Aug 19 18:20:03.389087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29451fa8-9182-4439-abef-f3c27320ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3557623c-5873-477c-8188-9a74d21286c0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:03.584796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.081359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0c72c-f6ac-4bf5-a0cd-8bc7598d5fb9 req-18c86c69-04e0-4cc1-8801-e9d0b3ca8f04 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:04.091810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29a0c72c-f6ac-4bf5-a0cd-8bc7598d5fb9 req-18c86c69-04e0-4cc1-8801-e9d0b3ca8f04 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1369133 Aug 19 18:20:04.230990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-29a0c72c-f6ac-4bf5-a0cd-8bc7598d5fb9 req-d5eb64c2-b2f3-4b0b-bfb4-259b92fed07e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376784 Aug 19 18:20:04.346404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-3e050261-96e9-43b3-80e4-da886bdc9ad5 req-254c7943-8e2b-41b4-82c4-d68e213a2a59 service neutron] (101324) timed out ('10.222.0.36', 33410) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:20:04.408043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60590) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:04.434079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2fdec66-0a5e-4365-8ca9-37d58088b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.657236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2fdec66-0a5e-4365-8ca9-37d58088b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.668091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d2fdec66-0a5e-4365-8ca9-37d58088b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.731236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdec66-0a5e-4365-8ca9-37d58088b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb86eb-0156-490f-8847-a2bb80c588bb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:04.779201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d2fdec66-0a5e-4365-8ca9-37d58088b5bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f676b4353e54e14bdef05c51d3e0ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697581 Aug 19 18:20:04.780063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60596) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:04.882908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:04.940430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:05.125022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:05.128245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:05.129779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dfb86eb-0156-490f-8847-a2bb80c588bb HTTP/1.1" status: 204 len: 168 time: 0.3486602 Aug 19 18:20:05.157641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8402-774d-43c7-a072-279f4d3973b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb86eb-0156-490f-8847-a2bb80c588bb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:05.543656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef96ec-f164-4b58-976d-4b9cec02db60 req-2d7cc1a0-83a9-4e6e-94b8-da6f4bdaee20 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:05.551240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fcef96ec-f164-4b58-976d-4b9cec02db60 req-2d7cc1a0-83a9-4e6e-94b8-da6f4bdaee20 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1322608 Aug 19 18:20:05.678972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fcef96ec-f164-4b58-976d-4b9cec02db60 req-8db9439a-cf81-4f81-bc0f-415ddbfd0032 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239290 Aug 19 18:20:05.698624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60628) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:05.936128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ba0a5059-3013-4627-baf6-8813d9735a5b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 200 len: 992 time: 0.2353947 Aug 19 18:20:06.238280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60640) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:06.608579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5e47-cc84-473d-8504-9871cb78d463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.927845 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5e47-cc84-473d-8504-9871cb78d463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.941259 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5e47-cc84-473d-8504-9871cb78d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:06.998016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5e47-cc84-473d-8504-9871cb78d463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf7cce-600a-4ad2-9b9c-f6edf86e1c72,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:07.017073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60660) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:07.024446 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e8a5e47-cc84-473d-8504-9871cb78d463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee6023b5a48e454caad5cf399aecceba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7847500 Aug 19 18:20:07.177702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.262554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.457579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.460892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:07.463068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57cf7cce-600a-4ad2-9b9c-f6edf86e1c72 HTTP/1.1" status: 204 len: 168 time: 0.4445875 Aug 19 18:20:07.478065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea50c2-0246-4916-9794-95824753823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cf7cce-600a-4ad2-9b9c-f6edf86e1c72,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:08.495386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60706) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:08.959084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1062786043', 'router:external': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:08.997728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Made reservation on behalf of ae566f5999884c7d8a6eafa48577eba2 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:09.000255 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.010646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.168324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.176122 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.252730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543e0a2e-ad3b-488f-9b57-653b71f22857,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:09.272050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:09.290961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.291309 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Added segment 5e53400f-5e1f-4ef5-911d-127be26cc6c6 of type vlan for network 82add1c7-0420-492a-a596-775e8b4fc8dc Aug 19 18:20:09.392859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.504519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.511468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:09.513493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:09.699122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Network': ['ID=82add1c7-0420-492a-a596-775e8b4fc8dc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:09.707253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57548372-e899-4e59-a5da-4e4a035bb484 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2088819 Aug 19 18:20:09.708678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:09.723357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'subnet': {'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:09.731957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 82add1c7-0420-492a-a596-775e8b4fc8dc details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:09.798309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Made reservation on behalf of ae566f5999884c7d8a6eafa48577eba2 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:09.800964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.443981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:10.505867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.objects.ports [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101325) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:20:10.506616 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.598314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3605ed62-fb67-4ade-9c2b-28281c2424b6,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:10.619844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Checking segment: {'id': '5e53400f-5e1f-4ef5-911d-127be26cc6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:10.620215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network hostable DHCP agents. Network: 82add1c7-0420-492a-a596-775e8b4fc8dc, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:10.647232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network 82add1c7-0420-492a-a596-775e8b4fc8dc is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:10.661245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 82add1c7-0420-492a-a596-775e8b4fc8dc) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:10.665959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:10.670675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:10.671728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.682962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ce0c1-c3a9-44e1-8159-a4b833a36a78 None None] Network 82add1c7-0420-492a-a596-775e8b4fc8dc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:10.697812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75890aec-57c8-480e-a069-9bf94dfc42ee tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9832277 Aug 19 18:20:10.699286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60750) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:10.705300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2004476990', 'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:10.766865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.785423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Made reservation on behalf of ae566f5999884c7d8a6eafa48577eba2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:10.795771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:10.817788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] device_id is not set on port 60142930-d2e3-46af-90fa-fb61e3b0b28b yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:10.929950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 2001:db8::48 (82add1c7-0420-492a-a596-775e8b4fc8dc/3605ed62-fb67-4ade-9c2b-28281c2424b6/60142930-d2e3-46af-90fa-fb61e3b0b28b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:10.995400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4bda07-81dc-4cc3-87da-6c45884bc03e None None] Network 82add1c7-0420-492a-a596-775e8b4fc8dc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:11.080270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.129468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.197536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.244542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network 82add1c7-0420-492a-a596-775e8b4fc8dc is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:11.268349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:11.277372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:11.279076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:11.280410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.320166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=60142930-d2e3-46af-90fa-fb61e3b0b28b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:11.327910 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dad52a79-78e7-49e2-b14c-b9c976db52d6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6273615 Aug 19 18:20:11.330056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60752) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:11.420595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Allocated IP 172.25.5.43 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b26834e7-da5b-4746-9dfb-8321211894af) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:11.433550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:11.493535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Deleting subnet 491265a3-db23-4d84-b286-28a9c432cb9d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:11.497279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.516538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Deleting port 60142930-d2e3-46af-90fa-fb61e3b0b28b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:11.516907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.773301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.857906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:11.918074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:11.921310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:11.931489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:11.973314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Pushing event updated for resources: {'Port': ['ID=b26834e7-da5b-4746-9dfb-8321211894af,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:12.160072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.170501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.218337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.223382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.277318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.295937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Calling delete_port for 60142930-d2e3-46af-90fa-fb61e3b0b28b owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:12.319965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.347296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491265a3-db23-4d84-b286-28a9c432cb9d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:12.359132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.362479 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-544479ec-e1ba-4541-b1a9-d3514d931eab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/491265a3-db23-4d84-b286-28a9c432cb9d HTTP/1.1" status: 204 len: 168 time: 0.9270296 Aug 19 18:20:12.366739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:12.496889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.520503 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.546683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.552721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.623496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Port': ['ID=60142930-d2e3-46af-90fa-fb61e3b0b28b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:12.652291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Pushing event updated for resources: {'Port': ['ID=b26834e7-da5b-4746-9dfb-8321211894af,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:12.678833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.710911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.714991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c29a25a0-2f6a-4ff0-a5c9-6cdb3659e99a tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/ports/60142930-d2e3-46af-90fa-fb61e3b0b28b HTTP/1.1" status: 204 len: 168 time: 1.3833194 Aug 19 18:20:12.721210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:12.726333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc', 'external_fixed_ips': [{'subnet_id': '3605ed62-fb67-4ade-9c2b-28281c2424b6', 'ip_address': '2001:db8::48'}]}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:12.767590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.768903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-07162d1e-5ac0-43b3-bb8b-144a02f2bbb6 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3239090 Aug 19 18:20:12.775060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60780) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:12.785946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1263897944', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'fixed_ips': [{'ip_address': '172.25.5.43'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:12.808131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.817746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.819113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.858141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fe283-8245-4e98-8106-1c88780b8ae8']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:12.898475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.900011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Made reservation on behalf of aac845a55c1f44209a7d274b361745b8 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:12.902813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.917531 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.932680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:12.954003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b3a4cf-3d3a-437f-b6de-1305fc2aa3e4') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:12.979620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:12.997982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.020101 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:13.020101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:13.022630 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:13.149565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.155259 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.172297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.177136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c97fe283-8245-4e98-8106-1c88780b8ae8 HTTP/1.1" status: 204 len: 168 time: 0.8067601 Aug 19 18:20:13.177850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60786) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:13.193185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3f90f-2b23-4911-9aee-5d5560521aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97fe283-8245-4e98-8106-1c88780b8ae8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:13.334816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.341139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.349850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Deleting subnet ed0dcbc1-c001-464a-ac03-d8ae61a2b7f7 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:13.354096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] device_id is not set on port 40765492-a7b1-4659-9a67-a28db6f47016 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:13.372661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.526436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c9f75-0bae-4612-878c-43b30f128041,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:13.551644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.675913 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.768412 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 18:20:13.768695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:20:13.883868 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-28924924-d203-4b02-887a-7ec54a3eb6d1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1071887 Aug 19 18:20:13.889559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60790) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:13.905734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.965707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0dcbc1-c001-464a-ac03-d8ae61a2b7f7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:13.967891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:13.973373 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6145be9b-7906-45f3-be8f-f369f2806db5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ed0dcbc1-c001-464a-ac03-d8ae61a2b7f7 HTTP/1.1" status: 204 len: 168 time: 0.7926800 Aug 19 18:20:13.976410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:13.989059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.039314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.201090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.442732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.457424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57847e1-a550-4a33-bfb9-7d01d54ca953']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:14.476344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672d5578-8f53-4c5e-af8e-f836372c594a') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:14.476798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672d5578-8f53-4c5e-af8e-f836372c594a') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:14.478976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 2001:db8::48 (82add1c7-0420-492a-a596-775e8b4fc8dc/3605ed62-fb67-4ade-9c2b-28281c2424b6/1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:14.491781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.521508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Deleting port b26834e7-da5b-4746-9dfb-8321211894af {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:14.521887 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.530392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.570118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:14.570529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:14.572825 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:14.667841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.679783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.682408 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a57847e1-a550-4a33-bfb9-7d01d54ca953 HTTP/1.1" status: 204 len: 168 time: 0.7043016 Aug 19 18:20:14.714704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa4071-6f2e-4431-be20-7653f62947d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57847e1-a550-4a33-bfb9-7d01d54ca953,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:14.720370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.721017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.726010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.746715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Calling delete_port for b26834e7-da5b-4746-9dfb-8321211894af owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:14.810963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:14.917778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network 82add1c7-0420-492a-a596-775e8b4fc8dc is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:14.922381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:14.926629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:14.974242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.031515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.086641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Pushing event deleted for resources: {'Port': ['ID=b26834e7-da5b-4746-9dfb-8321211894af,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.104308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60804) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.285239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.304370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-29b351b6-0304-422c-ae13-42082837a602 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0919e39de1a4195a3be3853fbb8744b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988723 Aug 19 18:20:15.309034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:15.338465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.346010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.348297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-305b7999-67c9-436a-a56c-52388a9bc5b1 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728 tempest-ExternalNetworksAdminNegativeTestJSON-1111409728-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/f2ea0856-dfc2-4aba-ade0-0dddee321c43 HTTP/1.1" status: 204 len: 168 time: 1.4569962 Aug 19 18:20:15.551177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.607756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.689923 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.692685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.700677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34f27f52-ed87-48b0-8687-644a22978855 HTTP/1.1" status: 204 len: 168 time: 0.3870780 Aug 19 18:20:15.722801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b57da-f165-49a0-91a2-39895379f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27f52-ed87-48b0-8687-644a22978855,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:15.834361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:15.880235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60818) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.003694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router bf967c16-6974-480c-b983-6ea99594e21c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:16.148714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:16.161525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Sync routers for ids ['bf967c16-6974-480c-b983-6ea99594e21c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:16.168225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c59ac23-e35e-4904-9821-93215a44f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.175389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Routers {'bf967c16-6974-480c-b983-6ea99594e21c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:16.176191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf967c16-6974-480c-b983-6ea99594e21c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:16.188917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.192576 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9c4e3b6f-7d64-4d48-a204-fba2108f4f52 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.4678414 Aug 19 18:20:16.193034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60824) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.269672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.332468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Set router bf967c16-6974-480c-b983-6ea99594e21c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:16.353814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c59ac23-e35e-4904-9821-93215a44f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.354640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.363686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-665a9797-f966-4213-acca-d61620e943c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8fe9eda45144d96b306b4e2506869f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917761 Aug 19 18:20:16.365602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c59ac23-e35e-4904-9821-93215a44f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.393262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60828) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.397645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0c59ac23-e35e-4904-9821-93215a44f3cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2660baaef0f9412198a67a9c3741c4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164180 Aug 19 18:20:16.405339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:16.472045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ac23-e35e-4904-9821-93215a44f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f2f999-f95e-48dd-a9a3-292473148592,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.507613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.524098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.549402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.552842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.585614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.647853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf967c16-6974-480c-b983-6ea99594e21c', 'name': '', 'tenant_id': 'ae566f5999884c7d8a6eafa48577eba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc', 'external_fixed_ips': [{'subnet_id': '3605ed62-fb67-4ade-9c2b-28281c2424b6', 'ip_address': '2001:db8::48'}], 'enable_snat': True}, 'gw_port_id': '1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:12Z', 'updated_at': '2021-08-19T18:20:15Z', 'revision_number': 3, 'project_id': 'ae566f5999884c7d8a6eafa48577eba2', 'gw_port': {'id': '1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee', 'name': '', 'network_id': '82add1c7-0420-492a-a596-775e8b4fc8dc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf967c16-6974-480c-b983-6ea99594e21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '3605ed62-fb67-4ade-9c2b-28281c2424b6', 'ip_address': '2001:db8::48', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:14Z', 'updated_at': '2021-08-19T18:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3605ed62-fb67-4ade-9c2b-28281c2424b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:16.674626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Deleting port 1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:16.676787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.687257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.692772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.694921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c813844-8b94-4907-89a5-2af950efc94a HTTP/1.1" status: 204 len: 168 time: 0.2959657 Aug 19 18:20:16.705718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Checking router: bf967c16-6974-480c-b983-6ea99594e21c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:16.706955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Updating router bf967c16-6974-480c-b983-6ea99594e21c port 1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:16.713726 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.722396 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.724165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07f2f999-f95e-48dd-a9a3-292473148592 HTTP/1.1" status: 204 len: 168 time: 0.3170230 Aug 19 18:20:16.742426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578d784-fdb7-4fa8-abea-71e03d990810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c813844-8b94-4907-89a5-2af950efc94a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.770410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cfc56-2d85-44a1-a70f-6566c2e857dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f2f999-f95e-48dd-a9a3-292473148592,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:16.806167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.878180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:16.940693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Calling delete_port for 1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:17.191163 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.226622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.248765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Port': ['ID=1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:17.308472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.360269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:20:17.361094 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:20:17.482730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:17.543395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.545785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.567536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f17f9d84-aedf-4230-92a1-cea1468c5460 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aac845a55c1f44209a7d274b361745b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815482 Aug 19 18:20:17.580079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60862) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:17.628915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.629525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf967c16-6974-480c-b983-6ea99594e21c {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:17.639944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.641938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4e8fac85-7dbd-4df9-aa60-c4e8eef2b16e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/bf967c16-6974-480c-b983-6ea99594e21c HTTP/1.1" status: 204 len: 168 time: 1.4476464 Aug 19 18:20:17.644735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60864) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:17.667998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.692729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.697572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Deleting subnet 3605ed62-fb67-4ade-9c2b-28281c2424b6 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:17.700964 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.748368 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.779640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.783109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.784433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/167c9f75-0bae-4612-878c-43b30f128041 HTTP/1.1" status: 204 len: 168 time: 0.2033017 Aug 19 18:20:17.801304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa2635-e323-496a-bc34-05eb6bb0d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c9f75-0bae-4612-878c-43b30f128041,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:17.826794 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.888216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Port 1210bda0-3e8b-4e83-a40c-b39f6fd7f4ee not found while updating agent binding for router bf967c16-6974-480c-b983-6ea99594e21c. {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 18:20:17.915366 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.921336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:17.923577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:20:17.925852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_agentschedulers_db [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bf967c16-6974-480c-b983-6ea99594e21c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:20:17.927605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7d1c-30a5-4fc2-b1b5-8c34c29364d2 None None] The sync data for ids ['bf967c16-6974-480c-b983-6ea99594e21c'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:17.977215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:17.979215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/3605ed62-fb67-4ade-9c2b-28281c2424b6 HTTP/1.1" status: 204 len: 168 time: 0.3333106 Aug 19 18:20:17.980379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f6ac8-ad36-4287-9be5-852c5ae8bd2b tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3605ed62-fb67-4ade-9c2b-28281c2424b6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:17.982112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.104987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.251492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.271177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82add1c7-0420-492a-a596-775e8b4fc8dc']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:18.294763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e53400f-5e1f-4ef5-911d-127be26cc6c6') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:18.295097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e53400f-5e1f-4ef5-911d-127be26cc6c6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:18.306299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.322658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.330159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:18.330828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:18.333818 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:18.356922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60888) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:18.430034 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.434384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82add1c7-0420-492a-a596-775e8b4fc8dc {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 18:20:18.445683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.447716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/networks/82add1c7-0420-492a-a596-775e8b4fc8dc HTTP/1.1" status: 204 len: 168 time: 0.4646161 Aug 19 18:20:18.465449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537750ab-bcb0-4319-9e73-b7d521c8234e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Network': ['ID=82add1c7-0420-492a-a596-775e8b4fc8dc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:18.517742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-168154108-network', 'tenant_id': 'd7909e2e815e41b2bf3c3cf10ecf73d6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:18.565763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Made reservation on behalf of d7909e2e815e41b2bf3c3cf10ecf73d6 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:18.569528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.596093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.794639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.804075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.850465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:18.898137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5152c61-2bfd-4e5c-b574-d559260ca219,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:18.907212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:18.908080 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Added segment e9dbb1f0-0982-4982-b77a-be3b462fd87c of type vlan for network 19d3ac14-c217-4895-9414-dd02d6941560 Aug 19 18:20:19.005139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.042494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60912) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.049731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'name': 'tempest-router--1066635271', 'project_id': '4ae5e5c69a2f46f888abf5d9cd933931'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:19.073709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.074727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:19.075317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.080459 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.082076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.148840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] Pushing event updated for resources: {'Network': ['ID=19d3ac14-c217-4895-9414-dd02d6941560,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:19.162412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b06577c5-ea60-4fcc-8342-9c2b4eb0cf47 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8040326 Aug 19 18:20:19.164041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 19d3ac14-c217-4895-9414-dd02d6941560 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:19.165359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 60918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.171179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Request body: {'subnet': {'network_id': '19d3ac14-c217-4895-9414-dd02d6941560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-168154108-subnet', 'tenant_id': 'd7909e2e815e41b2bf3c3cf10ecf73d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:19.236304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Made reservation on behalf of d7909e2e815e41b2bf3c3cf10ecf73d6 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:19.241468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.242910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.251042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.277083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.283935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-679c8ff3-8c22-49a7-9852-dab15c381216 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2398176 Aug 19 18:20:19.284609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60920) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.374235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.578902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.581275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.649250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.649807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb36336b-b931-4859-82e1-e3b760cf980f {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:19.662757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.668049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f424b04f-43f0-470c-abe2-83dce20390f3 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/bb36336b-b931-4859-82e1-e3b760cf980f HTTP/1.1" status: 204 len: 168 time: 0.3823049 Aug 19 18:20:19.878978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:19.915218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 60936) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:19.979312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7f7f38-a468-40dc-b58a-2971c15f3a9b,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:20.029066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Checking segment: {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:20.029444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Network hostable DHCP agents. Network: 19d3ac14-c217-4895-9414-dd02d6941560, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:20.050633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Network 19d3ac14-c217-4895-9414-dd02d6941560 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:20.073163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 19d3ac14-c217-4895-9414-dd02d6941560) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:20.084995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c23f6e-71b6-4c20-8885-6f21d055c7f8 None None] Network 19d3ac14-c217-4895-9414-dd02d6941560 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:20.085655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:20.087918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.118891 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-883e7ac6-8c71-4321-8df4-146c64783b4a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9449761 Aug 19 18:20:20.430502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-233119000', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:20.442022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df16f6d-3535-4f24-abf2-f3de7029a9de None None] Network 19d3ac14-c217-4895-9414-dd02d6941560 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:20.491732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.492846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:20.645243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.029155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.551694 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:21.644520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:21.717673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.095253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:22.114439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Allocated IP 172.25.5.205 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/32ff8bfd-0e40-46a9-bd8a-146bdb892ce8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:22.160260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.268931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.308747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.321370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.377288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event updated for resources: {'Port': ['ID=32ff8bfd-0e40-46a9-bd8a-146bdb892ce8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:22.389539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:22.391608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:22.394984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:22.435409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Allocated IP 172.25.5.224 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9d36ac59-01f5-49b3-8f33-ad1573a92259) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:22.557338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.607484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.662330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:22.668367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:22.671091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:22.700970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=9d36ac59-01f5-49b3-8f33-ad1573a92259,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:22.759829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.772674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.812382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:22.993453 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.007469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.100278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=9d36ac59-01f5-49b3-8f33-ad1573a92259,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:23.128158 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.164312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.168287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ed3652ef-13c5-4283-996e-36c31f8cc564 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5194936 Aug 19 18:20:23.168749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32844) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:23.176698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-835978384'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:23.202393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Made reservation on behalf of a79f672b6abc45f29f01b918e5cb7d42 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:23.209659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.237522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.407559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.413595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.450570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:23.455341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.457718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a270e9-d025-44f6-9347-084cbadb715a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:23.477544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.477544 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Added segment ca3bb37a-0998-43fb-b8df-e5f68a26cdb9 of type vlan for network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 Aug 19 18:20:23.527822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.561924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.568601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:23.568943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.634611 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4602358 Aug 19 18:20:23.636243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:23.649797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Request body: {'subnet': {'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:23.692714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b207d41f-5772-48d9-8a6e-b009aa7b9e86 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:23.695250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b207d41f-5772-48d9-8a6e-b009aa7b9e86 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 808 time: 0.3478034 Aug 19 18:20:23.733703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-7fc5b3aa-dc5e-4120-a67b-070630820a76 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/quotas/d7909e2e815e41b2bf3c3cf10ecf73d6 HTTP/1.1" status: 200 len: 375 time: 0.0270214 Aug 19 18:20:23.746407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a65d3-9c79-4a30-9817-5941304119e7 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Network': ['ID=b60bd672-f3e9-4aa6-a412-2b6abc2a4172,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:23.760300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:23.817536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-7cec0256-d964-46b9-ad0e-3bf9e2a40956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588217 Aug 19 18:20:23.836553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b0eefb7e-484d-4d61-8192-a6fad836b229 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:20:23.838473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b0eefb7e-484d-4d61-8192-a6fad836b229 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107722 Aug 19 18:20:23.851785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Made reservation on behalf of a79f672b6abc45f29f01b918e5cb7d42 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:23.868688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:23.983721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Router 0f7633af-4149-45e4-a3d4-16df2b26e54a is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:24.100237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-c7ae419e-2986-4ec8-a1b1-c8b377116f93 service neutron] 10.222.0.36 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476225 Aug 19 18:20:24.199667 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:20:24.237439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:24.261278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.261534 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] Sync routers for ids ['0f7633af-4149-45e4-a3d4-16df2b26e54a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:24.276436 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] Routers {'0f7633af-4149-45e4-a3d4-16df2b26e54a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:24.277319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f7633af-4149-45e4-a3d4-16df2b26e54a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:24.286104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-912265ca-c6b9-4999-a767-6a453e6a9412 service neutron] 10.222.0.36 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762669 Aug 19 18:20:24.324142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:24.325235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.332378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7065dfce-2892-4e6d-a887-058215c607ce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4159329 Aug 19 18:20:24.333026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32868) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:24.336528 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] Routers {'0f7633af-4149-45e4-a3d4-16df2b26e54a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:24.337713 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0f7633af-4149-45e4-a3d4-16df2b26e54a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:24.394471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Subnet': ['ID=4a2084fd-5935-4e68-a849-645e4e02372f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:24.398437 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:24.399348 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c7804-151a-4ab0-abb3-2dec8df5f3c0 None None] The sync data for ids ['0f7633af-4149-45e4-a3d4-16df2b26e54a'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:24.435099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Checking segment: {'id': 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:24.435844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network hostable DHCP agents. Network: b60bd672-f3e9-4aa6-a412-2b6abc2a4172, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:24.467076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:24.490710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b60bd672-f3e9-4aa6-a412-2b6abc2a4172) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:24.502770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f309db-4a40-4831-a9fc-eb8feebf54ee None None] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:24.509883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:24.510663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.557694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bf6d5694-540d-49f4-8045-f5a8df5bfe08 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9152160 Aug 19 18:20:24.566099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32874) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:24.574499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-50816996', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:24.622887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.625672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.635040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0ef7c662-5eab-4aaa-b42e-71c7818fd471 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/0f7633af-4149-45e4-a3d4-16df2b26e54a HTTP/1.1" status: 200 len: 924 time: 0.3008542 Aug 19 18:20:24.642145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:24.714903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15de06fc-c608-4f56-8901-08b229ba81cb tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f7633af-4149-45e4-a3d4-16df2b26e54a HTTP/1.1" status: 200 len: 205 time: 0.0692043 Aug 19 18:20:24.727695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32882) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:24.771236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:24.918163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61106495-ece6-4da0-b73c-82df0d6f8cf7 req-08c67cda-569d-4c29-88ae-fa815a8d48ef tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 210 time: 0.2081909 Aug 19 18:20:24.922774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.103131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.112298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.128646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-b60bd672-f3e9-4aa6-a412-2b6abc2a4172', 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172', 'tenant_id': 'a79f672b6abc45f29f01b918e5cb7d42', 'fixed_ips': [{'subnet_id': '4a2084fd-5935-4e68-a849-645e4e02372f'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:25.132880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.283492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port 32ff8bfd-0e40-46a9-bd8a-146bdb892ce8 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:25.284070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.457155 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.488165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for 32ff8bfd-0e40-46a9-bd8a-146bdb892ce8 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:25.599618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Allocated IP 172.20.0.2 (b60bd672-f3e9-4aa6-a412-2b6abc2a4172/4a2084fd-5935-4e68-a849-645e4e02372f/fb43e37f-d6cf-4ced-819d-24105c6a0f23) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:25.706047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.745276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.869583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.945539 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Transition to ACTIVE for port object fb43e37f-d6cf-4ced-819d-24105c6a0f23 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:25.948564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:25.968105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Transition to ACTIVE for port object fb43e37f-d6cf-4ced-819d-24105c6a0f23 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:25.981337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.004662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=32ff8bfd-0e40-46a9-bd8a-146bdb892ce8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:26.054685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:26.057829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:26.063848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:26.074448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Allocated IP 172.25.5.72 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/97d83f4a-17f7-4e93-b36d-1aca6c1cc063) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:26.142261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2fd4746-6181-476b-a963-eb8701fc470d req-f1ed33e4-51ad-4dae-ba10-40065bc7f08a tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 210 time: 0.0422423 Aug 19 18:20:26.148350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Pushing event updated for resources: {'Port': ['ID=fb43e37f-d6cf-4ced-819d-24105c6a0f23,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:26.153165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.161115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Attempting to bind port fb43e37f-d6cf-4ced-819d-24105c6a0f23 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:26.161337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Attempting to bind port fb43e37f-d6cf-4ced-819d-24105c6a0f23 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:26.161790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Attempting to bind port fb43e37f-d6cf-4ced-819d-24105c6a0f23 on network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:26.177691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:26.178217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Checking segment: {'id': 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:26.184053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.187110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Bound using segment: {'id': 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:26.188524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Bound port: fb43e37f-d6cf-4ced-819d-24105c6a0f23, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:26.189490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.194751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.195239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.195691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.196223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.196625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.199963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.201168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.202429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.203944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.205063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.205778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.208214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:26.263219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.266796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.286865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.329089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.330205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7633af-4149-45e4-a3d4-16df2b26e54a {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:26.338448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] For port fb43e37f-d6cf-4ced-819d-24105c6a0f23, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:26.343731 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.345710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b9bbf878-1d7e-4a55-9ac7-5679c6d297a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/0f7633af-4149-45e4-a3d4-16df2b26e54a HTTP/1.1" status: 204 len: 168 time: 1.6155703 Aug 19 18:20:26.346357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.350059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32896) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:26.356523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1395625931', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:26.360504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] For port fb43e37f-d6cf-4ced-819d-24105c6a0f23, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fb43e37f-d6cf-4ced-819d-24105c6a0f23,segment=NetworkSegment(ca3bb37a-0998-43fb-b8df-e5f68a26cdb9),segment_id=ca3bb37a-0998-43fb-b8df-e5f68a26cdb9)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:26.362042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.366128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.397703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.398852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.413290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:26.428403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:26.433315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:26.470465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab965-b44a-480a-bf46-2375118cd9ca None None] Pushing event updated for resources: {'Port': ['ID=fb43e37f-d6cf-4ced-819d-24105c6a0f23,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:26.483239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=97d83f4a-17f7-4e93-b36d-1aca6c1cc063,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:26.528704 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.789387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:26.903511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.042081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-24924f08-66f7-4dd7-8107-3b651b97eb71 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:27.044411 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-24924f08-66f7-4dd7-8107-3b651b97eb71 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 808 time: 0.2355380 Aug 19 18:20:27.069847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Request body: {'port': {'device_id': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560', 'admin_state_up': True, 'tenant_id': 'd7909e2e815e41b2bf3c3cf10ecf73d6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:27.110595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.136393 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.297800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.384055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3400eb36-05c7-4d5c-bf25-9d333afb4717 req-5e9196dc-7266-4271-8612-2b31026587ee tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 210 time: 0.0722415 Aug 19 18:20:27.400760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 172.25.5.183 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5bce5f22-240c-4667-bee4-5c237d8a6f5a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:27.434247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Made reservation on behalf of d7909e2e815e41b2bf3c3cf10ecf73d6 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:27.438981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.643881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.685647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Allocated IP 172.20.0.6 (19d3ac14-c217-4895-9414-dd02d6941560/4d7f7f38-a468-40dc-b58a-2971c15f3a9b/d2904476-1a51-414b-bc02-420ff7fbb443) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:27.716700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:27.760605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Router ed2e86d0-aec8-4250-89e6-ecbc90af87bb is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:27.781183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:27.794249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:27.800836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:27.862425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=5bce5f22-240c-4667-bee4-5c237d8a6f5a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:27.939669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338a667-6e22-4352-954a-f38301507dfb None None] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:27.983923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:28.038556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] Sync routers for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:28.058894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.064294 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-163f78dc-7bbb-4557-9545-2af2a622e2a9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4935503 Aug 19 18:20:28.065938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:28.089044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4eb7748b-5225-4db5-8df1-90c624338cc3 None None] Provisioning for port fb43e37f-d6cf-4ced-819d-24105c6a0f23 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:28.094718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:28.095776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:28.137909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:28.181235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:28.182127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:28.189978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4d004f63-a14c-42db-97fb-91820424a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.239007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:28.241244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee336d1-6945-4b5c-bb02-70455a7d090f None None] The sync data for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:28.320389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.343035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fb43e37f-d6cf-4ced-819d-24105c6a0f23 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:28.544846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fb43e37f-d6cf-4ced-819d-24105c6a0f23 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:28.552284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fb43e37f-d6cf-4ced-819d-24105c6a0f23 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:28.552675 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.651872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e033a344-0cc7-4450-b10c-38ba02caba37 req-a1d9a2d3-c47b-48e3-8aa2-9e1cac481468 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 210 time: 0.0638855 Aug 19 18:20:28.760808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.805843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fb43e37f-d6cf-4ced-819d-24105c6a0f23, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fb43e37f-d6cf-4ced-819d-24105c6a0f23,segment=NetworkSegment(ca3bb37a-0998-43fb-b8df-e5f68a26cdb9),segment_id=ca3bb37a-0998-43fb-b8df-e5f68a26cdb9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:28.810785 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:28.931567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fb43e37f-d6cf-4ced-819d-24105c6a0f23,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:28.989287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.002891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1ddf529f-f1fe-4517-972b-5fa23cfca49c None None] Provisioning complete for port fb43e37f-d6cf-4ced-819d-24105c6a0f23 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:29.003622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1ddf529f-f1fe-4517-972b-5fa23cfca49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.099321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.175785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Network 19d3ac14-c217-4895-9414-dd02d6941560 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:29.202176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:29.212120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:29.272891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Pushing event updated for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:29.275599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.329438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:29.330096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.358870 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-102c7f48-ac63-42e0-94fa-71109abc5d98 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2935398 Aug 19 18:20:29.408407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Request body: {'port': {'device_id': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:29.451033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:29.496315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.638705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:29.651619 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Sync routers for ids ['d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:29.667592 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Routers {'d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:29.668353 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:29.682151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.684624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff6d3379-5d1b-48c1-8f43-91be97f1ae90 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3335829 Aug 19 18:20:29.687731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32928) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:29.907329 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Set router d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:29.914879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-96d3bd2b-2bd9-4045-b6a4-4c945cd587fb tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 HTTP/1.1" status: 200 len: 909 time: 0.2251513 Aug 19 18:20:29.917750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32932) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:29.923315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1395625931', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': True}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:29.966207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c76a7-2f2c-4c55-9df0-51c081ff72c6 req-0332bc1a-851c-4635-9510-3a1623a89152 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:29.968004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f8c76a7-2f2c-4c55-9df0-51c081ff72c6 req-0332bc1a-851c-4635-9510-3a1623a89152 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 931 time: 0.0922511 Aug 19 18:20:29.974069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:29.975344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.040740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.158973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.175107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f8c76a7-2f2c-4c55-9df0-51c081ff72c6 req-56319da8-914a-41d7-9008-984cad17a946 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305289 Aug 19 18:20:30.184331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fb43e37f-d6cf-4ced-819d-24105c6a0f23 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:30.193591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2904476-1a51-414b-bc02-420ff7fbb443 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:30.247769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.264472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Transition to ACTIVE for port object d2904476-1a51-414b-bc02-420ff7fbb443 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:30.276210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.286008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.293883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fb43e37f-d6cf-4ced-819d-24105c6a0f23 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:30.294990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.321323 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'name': 'tempest-snat-router-1395625931', 'tenant_id': 'ae566f5999884c7d8a6eafa48577eba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:26Z', 'updated_at': '2021-08-19T18:20:28Z', 'revision_number': 3, 'project_id': 'ae566f5999884c7d8a6eafa48577eba2', 'gw_port': {'id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:27Z', 'updated_at': '2021-08-19T18:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:30.403620 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Checking router: d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:30.404133 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Updating router d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 port 5bce5f22-240c-4667-bee4-5c237d8a6f5a binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:30.458367 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.550240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:30.570336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-07e981b1-b96d-46e2-ab8d-69ccd33570c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.653664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62877cb6-94d7-4807-984b-08a727f0c5d0 req-45ec555a-4cee-4285-a9f4-30bfa2a7c504 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:30.655807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62877cb6-94d7-4807-984b-08a727f0c5d0 req-45ec555a-4cee-4285-a9f4-30bfa2a7c504 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.1293185 Aug 19 18:20:30.659060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.684592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.733889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Attempting to bind port d2904476-1a51-414b-bc02-420ff7fbb443 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:30.736526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Attempting to bind port d2904476-1a51-414b-bc02-420ff7fbb443 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:30.737108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Attempting to bind port d2904476-1a51-414b-bc02-420ff7fbb443 on network 19d3ac14-c217-4895-9414-dd02d6941560 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:30.761875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62877cb6-94d7-4807-984b-08a727f0c5d0 req-f277a9ee-a639-421f-aca9-312d716c9baf tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789130 Aug 19 18:20:30.763473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Port d2904476-1a51-414b-bc02-420ff7fbb443 on network 19d3ac14-c217-4895-9414-dd02d6941560 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:30.763847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Attempting to bind port d2904476-1a51-414b-bc02-420ff7fbb443 on network 19d3ac14-c217-4895-9414-dd02d6941560 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:30.792922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:30.793624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Checking segment: {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:30.794075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Bound using segment: {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:30.794540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Bound port: d2904476-1a51-414b-bc02-420ff7fbb443, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:30.794935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.797658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32940) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:30.866686 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.883168 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Transition to ACTIVE for port object 5bce5f22-240c-4667-bee4-5c237d8a6f5a will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:30.901144 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:30.932916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.025933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:31.029459 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Attempting to bind port 5bce5f22-240c-4667-bee4-5c237d8a6f5a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:31.029996 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Attempting to bind port 5bce5f22-240c-4667-bee4-5c237d8a6f5a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:31.030367 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Attempting to bind port 5bce5f22-240c-4667-bee4-5c237d8a6f5a on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:31.033668 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Pushing event updated for resources: {'Port': ['ID=5bce5f22-240c-4667-bee4-5c237d8a6f5a,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.034129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d2904476-1a51-414b-bc02-420ff7fbb443,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:31.037880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Allocated IP 172.20.0.1 (b60bd672-f3e9-4aa6-a412-2b6abc2a4172/4a2084fd-5935-4e68-a849-645e4e02372f/1b463ffc-7e90-4b99-9196-8b85715393f5) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:31.041104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.049132 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:31.049512 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:31.049920 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.050363 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:31.050836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Bound port: 5bce5f22-240c-4667-bee4-5c237d8a6f5a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:31.051269 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.054224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.054569 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.054909 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.055295 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.055654 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.056084 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.056427 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.056596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 172.25.5.200 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/1406491b-59a3-4d52-8bc3-1d77983e15c4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:31.056752 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.057079 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.058333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.058661 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.059005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:31.109275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Pushing event updated for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.148239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.151032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.152697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-68383533-5c0f-4c0b-ae36-5a26e8bf5c8f service neutron] 10.222.0.13 "PUT /v2.0/ports/d2904476-1a51-414b-bc02-420ff7fbb443 HTTP/1.1" status: 200 len: 1092 time: 1.7497978 Aug 19 18:20:31.154346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] For port 5bce5f22-240c-4667-bee4-5c237d8a6f5a, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:31.156198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:31.159525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] For port 5bce5f22-240c-4667-bee4-5c237d8a6f5a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5bce5f22-240c-4667-bee4-5c237d8a6f5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:31.159702 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:31.177854 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.294145 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b2c74-06a2-4ce6-a341-1c9c3d0537cc x-openstack-request-id: req-533b2c74-06a2-4ce6-a341-1c9c3d0537cc {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:31.298801 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:31.299074 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-533b2c74-06a2-4ce6-a341-1c9c3d0537cc {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:31.299514 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443', 'status': 'completed', 'code': 200} Aug 19 18:20:31.304926 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Routers {'d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:31.306561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:31.414140 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb2206-c276-4541-8fbd-14a6d7fe66b6 None None] Pushing event updated for resources: {'Port': ['ID=5bce5f22-240c-4667-bee4-5c237d8a6f5a,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.424992 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.432459 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.456431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 65666e73-cf8f-4c99-9705-2c32ad236596 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:31.456705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.478372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Transition to ACTIVE for port object 1b463ffc-7e90-4b99-9196-8b85715393f5 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:31.490909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-2a5168f9-38ac-43b2-9e92-ae32bb449bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.492880 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-2a5168f9-38ac-43b2-9e92-ae32bb449bbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 1095 time: 0.2108386 Aug 19 18:20:31.549413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.549637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.556263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.590268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046ddac-4dc7-4fb0-8e53-be99ebf248a9 req-a37ed479-acb6-4abc-9efc-7000a9e3ef4a tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.591875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0046ddac-4dc7-4fb0-8e53-be99ebf248a9 req-a37ed479-acb6-4abc-9efc-7000a9e3ef4a tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 943 time: 0.2867763 Aug 19 18:20:31.592901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 65666e73-cf8f-4c99-9705-2c32ad236596 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:31.617413 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] Set router d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:31.630111 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-eae880e3-1b4a-4ecc-8822-423c2500a203 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2904476-1a51-414b-bc02-420ff7fbb443 HTTP/1.1" status: 200 len: 217 time: 0.0886667 Aug 19 18:20:31.695904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0046ddac-4dc7-4fb0-8e53-be99ebf248a9 req-0836cd98-042a-4a59-b26c-d0bc577ff3dd tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910640 Aug 19 18:20:31.696718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:31.698701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.706287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:31.736911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:31.803038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:31.815985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:31.837089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:31.837340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:31.916173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=1b463ffc-7e90-4b99-9196-8b85715393f5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:31.923922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b6bbcd82-ce61-439b-bb15-fa8ee12ea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:31.925416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-b6bbcd82-ce61-439b-bb15-fa8ee12ea9ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d7f7f38-a468-40dc-b58a-2971c15f3a9b HTTP/1.1" status: 200 len: 848 time: 0.2684116 Aug 19 18:20:31.971202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-0ddcb7d4-363f-4c02-a959-2df30cbd1b52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19d3ac14-c217-4895-9414-dd02d6941560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375164 Aug 19 18:20:31.993932 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'name': 'tempest-snat-router-1395625931', 'tenant_id': 'ae566f5999884c7d8a6eafa48577eba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:26Z', 'updated_at': '2021-08-19T18:20:28Z', 'revision_number': 3, 'project_id': 'ae566f5999884c7d8a6eafa48577eba2', 'gw_port': {'id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:27Z', 'updated_at': '2021-08-19T18:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:32.008252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.036400 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c539ebe-3d77-4586-8f99-bd27530d08d7 None None] The sync data for ids ['d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1'] in n-d-778550-10 is: [{'id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'name': 'tempest-snat-router-1395625931', 'tenant_id': 'ae566f5999884c7d8a6eafa48577eba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:26Z', 'updated_at': '2021-08-19T18:20:28Z', 'revision_number': 3, 'project_id': 'ae566f5999884c7d8a6eafa48577eba2', 'gw_port': {'id': '5bce5f22-240c-4667-bee4-5c237d8a6f5a', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16355f3-4242-4c3d-8a07-9b7f3ab2e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:27Z', 'updated_at': '2021-08-19T18:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:32.116355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=1406491b-59a3-4d52-8bc3-1d77983e15c4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:32.200708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da16e68d-68ef-4682-bc9d-6515c1b373d9 None None] Provisioning for port 1b463ffc-7e90-4b99-9196-8b85715393f5 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:32.209267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da16e68d-68ef-4682-bc9d-6515c1b373d9 None None] Provisioning complete for port 1b463ffc-7e90-4b99-9196-8b85715393f5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:32.210115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da16e68d-68ef-4682-bc9d-6515c1b373d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.302884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.325322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-da16e68d-68ef-4682-bc9d-6515c1b373d9 None None] Port 1b463ffc-7e90-4b99-9196-8b85715393f5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:32.387579 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-8e71f3aa-4e31-4a88-a023-c1bd92e6f5bf service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080369 Aug 19 18:20:32.443346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.481592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=65666e73-cf8f-4c99-9705-2c32ad236596,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:32.553677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.673007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:32.673349 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP 69cf49cc-6b26-426e-8e51-d9864a908fb7 disassociated (deleted). External IP: 172.25.5.93, port: f00b3e2b-7a71-4b97-a9b5-089f9fd7c867. Aug 19 18:20:32.919013 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-375d9c0f-c1d5-46ba-b264-74e8b9a93fad req-17df7c94-41f2-46d7-bc09-846c4df14613 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241766 Aug 19 18:20:33.038125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.057857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.175729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.188772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=1b463ffc-7e90-4b99-9196-8b85715393f5,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:33.204444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-84de9f8e-91db-46a1-a383-daff3d3c1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.205993 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-84de9f8e-91db-46a1-a383-daff3d3c1979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 1095 time: 0.1825233 Aug 19 18:20:33.507172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:33.510111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:33.589174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:33.618772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-da2a6c79-a191-4c07-8cec-9e8bf6bf6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.620912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-da2a6c79-a191-4c07-8cec-9e8bf6bf6817 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 909 time: 0.4056411 Aug 19 18:20:33.714318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33fc9b-8747-4508-9158-be047c9350e6 req-3cc22795-189e-444f-823d-4c3d971f8cc7 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.745583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a33fc9b-8747-4508-9158-be047c9350e6 req-3cc22795-189e-444f-823d-4c3d971f8cc7 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 943 time: 0.3060946 Aug 19 18:20:33.793348 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-d8c81522-b88d-4817-bc9d-974b29f716a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2904476-1a51-414b-bc02-420ff7fbb443 HTTP/1.1" status: 200 len: 217 time: 0.1639566 Aug 19 18:20:33.882191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Router ed2e86d0-aec8-4250-89e6-ecbc90af87bb has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:33.899808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-f7c458af-14fb-420c-aaa0-a5894e3ca5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:33.901446 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-f7c458af-14fb-420c-aaa0-a5894e3ca5ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d7f7f38-a468-40dc-b58a-2971c15f3a9b HTTP/1.1" status: 200 len: 848 time: 0.0975430 Aug 19 18:20:33.974558 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-24fd1ed8-d04f-4823-8287-9e7a3165fbf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19d3ac14-c217-4895-9414-dd02d6941560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639005 Aug 19 18:20:33.982852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5bc272f5-672d-4a2b-837b-c3c7c8aadbe3 None None] Provisioning complete for port 1b463ffc-7e90-4b99-9196-8b85715393f5 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:33.986789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5bc272f5-672d-4a2b-837b-c3c7c8aadbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.001734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 14860a91-90c0-437f-bf40-ae6bd4b29d45 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:34.034254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a33fc9b-8747-4508-9158-be047c9350e6 req-083af54c-7675-4c33-a3f4-df03bb83d7ec tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873898 Aug 19 18:20:34.073073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5bc272f5-672d-4a2b-837b-c3c7c8aadbe3 None None] Port 1b463ffc-7e90-4b99-9196-8b85715393f5 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:34.133395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.317665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5bce5f22-240c-4667-bee4-5c237d8a6f5a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:34.325590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:34.348912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.381912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Sync routers for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:34.450266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:34.459035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:34.478614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dc1b4e69-465b-4d36-b7ce-6a1feb93f3b4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/floatingips/69cf49cc-6b26-426e-8e51-d9864a908fb7 HTTP/1.1" status: 204 len: 168 time: 3.6775281 Aug 19 18:20:34.505367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:34.516779 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:34.544871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5bce5f22-240c-4667-bee4-5c237d8a6f5a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:34.555119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5bce5f22-240c-4667-bee4-5c237d8a6f5a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:34.558797 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:34.670202 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8367bf-896e-47f6-975d-93a79e4c1113 x-openstack-request-id: req-dc8367bf-896e-47f6-975d-93a79e4c1113 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:34.670499 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:34.670753 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc8367bf-896e-47f6-975d-93a79e4c1113 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:34.671162 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'status': 'completed', 'code': 200} Aug 19 18:20:34.714815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:34.723163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router 9799206d-2ef5-4b53-aabe-6ccaaaaf1480 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:34.910232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:34.922368 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce17ea49-cf8e-46b7-b4e8-f2c1459bb294 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "PUT /v2.0/routers/ed2e86d0-aec8-4250-89e6-ecbc90af87bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8335724 Aug 19 18:20:34.926646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-1a3f57a5-e66b-48cd-9347-5f387231d970 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9140689 Aug 19 18:20:34.927139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:34.939610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Request body: {'port': {'network_id': 'b60bd672-f3e9-4aa6-a412-2b6abc2a4172', 'name': 'tempest-FloatingIPAdminTestJSON-1457054317'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:34.940160 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f4305-2089-4d91-a641-7434871df023 None None] Sync routers for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:34.960648 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:34.961308 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.049051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:35.069914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.076614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Sync routers for ids ['9799206d-2ef5-4b53-aabe-6ccaaaaf1480'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:35.108223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.113968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1e749f65-dbc1-490e-9a5a-64ff16468850 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1934855 Aug 19 18:20:35.115801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 32978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.150733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Routers {'9799206d-2ef5-4b53-aabe-6ccaaaaf1480'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:35.154339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9799206d-2ef5-4b53-aabe-6ccaaaaf1480'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.164836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.205595 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:35.208885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.236187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5bce5f22-240c-4667-bee4-5c237d8a6f5a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5bce5f22-240c-4667-bee4-5c237d8a6f5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:35.250889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.381619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5bce5f22-240c-4667-bee4-5c237d8a6f5a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:35.400679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d2904476-1a51-414b-bc02-420ff7fbb443 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:20:35.404015 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c01f4305-2089-4d91-a641-7434871df023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.404790 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f4305-2089-4d91-a641-7434871df023 None None] The sync data for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:35.518960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ee6f4333-07a8-47d1-b70c-67c3fb9f7f04 req-c3e2b5f0-37bf-4bad-a802-c3f10e336981 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754311 Aug 19 18:20:35.522572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Made reservation on behalf of a79f672b6abc45f29f01b918e5cb7d42 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:35.527131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:35.578251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] device_id is not set on port 5318180d-abc6-4466-a1dd-f50292c53e60 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:20:35.656478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-8b7b6b97-111f-4676-a9db-fbd9245b6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.658327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-8b7b6b97-111f-4676-a9db-fbd9245b6266 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 1097 time: 0.9653602 Aug 19 18:20:35.697499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4895-c2d2-4012-b675-2d98dd84bbe9 req-0285188a-24a4-4374-9e09-2a137319d2f7 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.699933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bbb4895-c2d2-4012-b675-2d98dd84bbe9 req-0285188a-24a4-4374-9e09-2a137319d2f7 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 943 time: 0.2930336 Aug 19 18:20:35.741556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.754764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3c06e5f8-e26d-4049-b012-ee55aae2487f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/9799206d-2ef5-4b53-aabe-6ccaaaaf1480 HTTP/1.1" status: 200 len: 908 time: 0.6351500 Aug 19 18:20:35.758463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:35.777344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Checking router: 14860a91-90c0-437f-bf40-ae6bd4b29d45 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:35.778218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ebc29-6a1e-4d56-a84c-ff2940c00359 req-53fade9d-9cb7-4172-bdf9-ce524671fab6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.780358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b2ebc29-6a1e-4d56-a84c-ff2940c00359 req-53fade9d-9cb7-4172-bdf9-ce524671fab6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.3862782 Aug 19 18:20:35.854691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:35.855011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:35.866935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Allocated IP 172.20.0.6 (b60bd672-f3e9-4aa6-a412-2b6abc2a4172/4a2084fd-5935-4e68-a849-645e4e02372f/5318180d-abc6-4466-a1dd-f50292c53e60) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:35.899583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4bbb4895-c2d2-4012-b675-2d98dd84bbe9 req-6f0abd51-06c5-43fc-84b5-8051acecca6e tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506793 Aug 19 18:20:35.904482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-aff72cd7-72c6-497b-b8cd-ca269f82229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:35.906520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-aff72cd7-72c6-497b-b8cd-ca269f82229c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 200 len: 898 time: 0.2344882 Aug 19 18:20:35.913764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Set router 9799206d-2ef5-4b53-aabe-6ccaaaaf1480 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:35.956360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b2ebc29-6a1e-4d56-a84c-ff2940c00359 req-0012c949-cf4e-406b-b395-eeed09db924a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647909 Aug 19 18:20:36.016079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-26cc4e11-5c9e-4d0e-a469-695e85519a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 200 len: 217 time: 0.0929201 Aug 19 18:20:36.083980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.132920 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-3bea7ec9-161a-47f9-81b5-55b7757b06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:36.134451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-3bea7ec9-161a-47f9-81b5-55b7757b06c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 200 len: 834 time: 0.1116686 Aug 19 18:20:36.169060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d2904476-1a51-414b-bc02-420ff7fbb443,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:36.198487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd2904476-1a51-414b-bc02-420ff7fbb443', 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560', 'port_id': 'd2904476-1a51-414b-bc02-420ff7fbb443', 'mac_address': 'fa:16:3e:ac:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7f7f38-a468-40dc-b58a-2971c15f3a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:20:36.243383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:36.249912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5bce5f22-240c-4667-bee4-5c237d8a6f5a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:36.359426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-2daf6c54-09c9-4b27-8cdf-ae98e6a993ef tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:36.361142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-2daf6c54-09c9-4b27-8cdf-ae98e6a993ef tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.1304579 Aug 19 18:20:36.365646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-c2346d01-6b33-4616-8117-de79c05d6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:36.369504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-c2346d01-6b33-4616-8117-de79c05d6199 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ca81fa2-c9a0-4968-968e-dc0375006c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2206972 Aug 19 18:20:36.450611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.466673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Transition to ACTIVE for port object 5318180d-abc6-4466-a1dd-f50292c53e60 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:36.517667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.652521 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.656116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-672b5cb6-fe1c-4b85-a526-ff62c4ebd050 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669587 Aug 19 18:20:36.682373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.686407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event updated for resources: {'Port': ['ID=5318180d-abc6-4466-a1dd-f50292c53e60,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:36.724432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:36.749178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:36.760780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:36.761892 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.764118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.765192 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.767998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.768621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.769195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.769794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.770232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.776017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.776738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.777266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.777983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.778489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:36.789335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:36.923736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:36.924199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:36.929970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2904476-1a51-414b-bc02-420ff7fbb443 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:36.936815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aca425f2-ece9-4fe6-85e5-d98c7d3ebf1c req-f59f25cc-4dc7-47e2-9074-f01318e4aa62 service neutron] 10.222.0.42 "GET /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701921 Aug 19 18:20:36.958290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:36.960709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d2904476-1a51-414b-bc02-420ff7fbb443,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:37.001448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.004840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5bce5f22-240c-4667-bee4-5c237d8a6f5a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:37.006122 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.024248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.036307 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.111735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Deleting port 1406491b-59a3-4d52-8bc3-1d77983e15c4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:37.112671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.130431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01a00b65-7cc2-4a50-b353-14fadcb81d76 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2008824 Aug 19 18:20:37.132468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 32992) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:37.350102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'project_id': 'a79f672b6abc45f29f01b918e5cb7d42', 'port_id': '5318180d-abc6-4466-a1dd-f50292c53e60'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:37.414342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad44fda-5c21-4cd5-b235-dc08ee7fa7c3 req-cf58e447-1389-453f-b212-3b10fe62b4a9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.436326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad44fda-5c21-4cd5-b235-dc08ee7fa7c3 req-cf58e447-1389-453f-b212-3b10fe62b4a9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d73d5b-00a8-4062-9212-524191c95b79 HTTP/1.1" status: 200 len: 945 time: 0.2646649 Aug 19 18:20:37.468853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9799206d-2ef5-4b53-aabe-6ccaaaaf1480', 'name': 'tempest-snat-router-1395625931', 'tenant_id': 'ae566f5999884c7d8a6eafa48577eba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '1406491b-59a3-4d52-8bc3-1d77983e15c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:29Z', 'updated_at': '2021-08-19T18:20:32Z', 'revision_number': 3, 'project_id': 'ae566f5999884c7d8a6eafa48577eba2', 'gw_port': {'id': '1406491b-59a3-4d52-8bc3-1d77983e15c4', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9799206d-2ef5-4b53-aabe-6ccaaaaf1480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:30Z', 'updated_at': '2021-08-19T18:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:37.497858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.498939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['d2904476-1a51-414b-bc02-420ff7fbb443'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:20:37.505505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.676974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Calling delete_port for 1406491b-59a3-4d52-8bc3-1d77983e15c4 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:37.689371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad44fda-5c21-4cd5-b235-dc08ee7fa7c3 req-cf6792df-b94c-4820-be7f-b802f57bfa6d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251432 Aug 19 18:20:37.724663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.767917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:37.788719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=f00b3e2b-7a71-4b97-a9b5-089f9fd7c867,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:37.799280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Checking router: 9799206d-2ef5-4b53-aabe-6ccaaaaf1480 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:37.799280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Updating router 9799206d-2ef5-4b53-aabe-6ccaaaaf1480 port 1406491b-59a3-4d52-8bc3-1d77983e15c4 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.801394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:20:37.862085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2609c-f728-458b-8ea4-c1c5afa4a0eb req-b7715330-9516-402b-9bba-d5473b6d20d6 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:37.872757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4b2609c-f728-458b-8ea4-c1c5afa4a0eb req-b7715330-9516-402b-9bba-d5473b6d20d6 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 944 time: 0.1717315 Aug 19 18:20:37.910480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.912612 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] No DVR routers for this DVR port f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:37.918175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:37.921386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b56ace12-44dd-4e3d-97bf-f01791c1d274 req-406ed75c-4b41-4e61-b864-411bc44a2e41 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "DELETE /v2.0/ports/f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 HTTP/1.1" status: 204 len: 173 time: 1.5507698 Aug 19 18:20:37.940156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-deleted', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:37.940461 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4e9c96-b00d-426f-b99f-479090fbe571" -d '{"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-deleted", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:37.949623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f320b15c-6ded-4ce6-b438-530f6ad09fd6 None None] Provisioning for port 5318180d-abc6-4466-a1dd-f50292c53e60 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:37.979983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f320b15c-6ded-4ce6-b438-530f6ad09fd6 None None] Provisioning complete for port 5318180d-abc6-4466-a1dd-f50292c53e60 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:37.980628 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f320b15c-6ded-4ce6-b438-530f6ad09fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.004305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4b2609c-f728-458b-8ea4-c1c5afa4a0eb req-b18ea2bc-988d-4e58-8cb2-8eee41b38a3c tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282988 Aug 19 18:20:38.028223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f320b15c-6ded-4ce6-b438-530f6ad09fd6 None None] Port 5318180d-abc6-4466-a1dd-f50292c53e60 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:20:38.138919 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29685c3-f07e-46fd-8ef7-fccc31b78f5b x-openstack-request-id: req-c29685c3-f07e-46fd-8ef7-fccc31b78f5b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:38.139231 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d73d5b-00a8-4062-9212-524191c95b79", "name": "network-vif-deleted", "tag": "f00b3e2b-7a71-4b97-a9b5-089f9fd7c867", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:38.139526 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c29685c3-f07e-46fd-8ef7-fccc31b78f5b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:38.140644 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d73d5b-00a8-4062-9212-524191c95b79', 'name': 'network-vif-deleted', 'tag': 'f00b3e2b-7a71-4b97-a9b5-089f9fd7c867', 'status': 'completed', 'code': 200} Aug 19 18:20:38.241175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:38.263588 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.283367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94886b-8017-4030-b268-43ff4d76c798 None None] The sync data for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 is: [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:18:37Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '535074b7-3a98-4bfb-92fb-c68466dcaa24', 'name': '', 'network_id': '2ca81fa2-c9a0-4968-968e-dc0375006c04', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:eb:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:35Z', 'updated_at': '2021-08-19T18:18:44Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '39463a61-5559-443f-9d2c-53e91f946eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:38.425807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.493629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Port': ['ID=1406491b-59a3-4d52-8bc3-1d77983e15c4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:38.672519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.812506 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:20:38.812506 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:20:38.855780 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eebafe-9be7-4a9b-b6ce-3d4c3adc542c None None] New status for floating IP 69cf49cc-6b26-426e-8e51-d9864a908fb7: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:20:38.871384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33006) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:38.899438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:38.906363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.001936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Allocated IP 172.25.5.6 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/922e4408-0066-4db7-9fe9-21139b131ccc) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:39.004743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.005651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9799206d-2ef5-4b53-aabe-6ccaaaaf1480 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:39.011523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.012745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-945affce-ea74-4453-bbb8-eed9e1700430 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9799206d-2ef5-4b53-aabe-6ccaaaaf1480 HTTP/1.1" status: 204 len: 168 time: 3.2535095 Aug 19 18:20:39.017147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33010) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:39.243121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f97cd-1812-4cd1-811d-ab473435e677 req-18e0d927-da97-49d6-bc06-f25cc4fc9a52 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:39.245580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae4f97cd-1812-4cd1-811d-ab473435e677 req-18e0d927-da97-49d6-bc06-f25cc4fc9a52 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 944 time: 0.1098061 Aug 19 18:20:39.248530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.341588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae4f97cd-1812-4cd1-811d-ab473435e677 req-b624e06f-44b7-4c9b-a941-dc89cd8408c9 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709865 Aug 19 18:20:39.349183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d2904476-1a51-414b-bc02-420ff7fbb443 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:39.391023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Port 1406491b-59a3-4d52-8bc3-1d77983e15c4 not found while updating agent binding for router 9799206d-2ef5-4b53-aabe-6ccaaaaf1480. {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 18:20:39.414005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Routers set() bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:39.414942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Router IDs set() for agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:20:39.416190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_agentschedulers_db [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9799206d-2ef5-4b53-aabe-6ccaaaaf1480'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent'). {{(pid=101326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 18:20:39.416777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fed619-4b63-4bf3-8051-131640cad971 None None] The sync data for ids ['9799206d-2ef5-4b53-aabe-6ccaaaaf1480'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:39.439700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port d2904476-1a51-414b-bc02-420ff7fbb443 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:39.448108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port d2904476-1a51-414b-bc02-420ff7fbb443 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:39.449209 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.479287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.535956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.570748 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.629656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.632662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.663861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:39.666924 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d1f1d-bb8c-4618-a3d0-98431ee1705a" -d '{"events": [{"server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "name": "network-vif-plugged", "status": "completed", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:39.683405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d2904476-1a51-414b-bc02-420ff7fbb443,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:39.688553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:39.764471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:39.784977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Pushing event updated for resources: {'Port': ['ID=922e4408-0066-4db7-9fe9-21139b131ccc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:39.785650 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7aa905-82d9-4f8c-b6e3-63ae72f4893f x-openstack-request-id: req-ca7aa905-82d9-4f8c-b6e3-63ae72f4893f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:39.786548 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "name": "network-vif-plugged", "status": "completed", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:39.787504 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca7aa905-82d9-4f8c-b6e3-63ae72f4893f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:39.788138 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443', 'code': 200} Aug 19 18:20:39.806356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:39.813327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:39.818986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:39.896701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Deleting port 5bce5f22-240c-4667-bee4-5c237d8a6f5a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:39.897404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.145973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] For port 5bce5f22-240c-4667-bee4-5c237d8a6f5a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5bce5f22-240c-4667-bee4-5c237d8a6f5a,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:40.146719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.163544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Calling delete_port for 5bce5f22-240c-4667-bee4-5c237d8a6f5a owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:40.357708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda570-6bd6-4149-9e01-182440a1938d req-d6794798-9325-45e3-a755-e6e75e989a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:40.360913 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1cdda570-6bd6-4149-9e01-182440a1938d req-d6794798-9325-45e3-a755-e6e75e989a5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 1097 time: 0.4472136 Aug 19 18:20:40.407832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 535074b7-3a98-4bfb-92fb-c68466dcaa24 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:40.408915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.513129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 535074b7-3a98-4bfb-92fb-c68466dcaa24, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=535074b7-3a98-4bfb-92fb-c68466dcaa24,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:40.513924 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.520894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:40.529964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 535074b7-3a98-4bfb-92fb-c68466dcaa24 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:40.534929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1cdda570-6bd6-4149-9e01-182440a1938d req-0e2852ea-4f9d-41a5-800b-297999df9f36 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651165 Aug 19 18:20:40.599100 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.648669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bce5f22-240c-4667-bee4-5c237d8a6f5a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:40.726023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d942a24-06d2-4029-bb50-835997779ec5 req-5f9edfa9-639e-42d1-a559-ff3c6015d4cf tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:40.746758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d942a24-06d2-4029-bb50-835997779ec5 req-5f9edfa9-639e-42d1-a559-ff3c6015d4cf tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.2040591 Aug 19 18:20:40.876584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:40.889453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:40.889802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f00b3e2b-7a71-4b97-a9b5-089f9fd7c867 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:40.924665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d942a24-06d2-4029-bb50-835997779ec5 req-f8d9e8b9-f85d-42a3-bf1d-cee537b71a73 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755679 Aug 19 18:20:41.128405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.178440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=535074b7-3a98-4bfb-92fb-c68466dcaa24,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:41.626757 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.824209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.828155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.836682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.908499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.909068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:41.914965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:41.922222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7df70127-dd2f-4381-bd75-5ddf96ed3e8e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d16355f3-4242-4c3d-8a07-9b7f3ab2e7d1 HTTP/1.1" status: 204 len: 168 time: 2.8992500 Aug 19 18:20:41.927407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33032) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:41.939094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1529827042', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:42.050436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.100971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.102334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.111848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 14860a91-90c0-437f-bf40-ae6bd4b29d45 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:42.137026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65794ebb-c259-4195-bf82-1a55f54ed6e3 req-91063323-9723-4c18-aa5b-e71e1581be4b tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:42.138778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65794ebb-c259-4195-bf82-1a55f54ed6e3 req-91063323-9723-4c18-aa5b-e71e1581be4b tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.0972848 Aug 19 18:20:42.285392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.328380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65794ebb-c259-4195-bf82-1a55f54ed6e3 req-afc6a91e-1dba-4ae1-a1b6-be54cfca6e6d tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667798 Aug 19 18:20:42.501753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:42.524226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Sync routers for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:42.528205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-074d0eac-2bf3-4833-a3fd-a62c79144959 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/14860a91-90c0-437f-bf40-ae6bd4b29d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6529207 Aug 19 18:20:42.529729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33042) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:42.540038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:42.540767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:42.591960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.658048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting subnet 39463a61-5559-443f-9d2c-53e91f946eb7 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:20:42.670167 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.691949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.701730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.805472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Pushing event updated for resources: {'Port': ['ID=922e4408-0066-4db7-9fe9-21139b131ccc,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:42.832966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:42.843138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:42.849829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.011548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.105268 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Floating IP f0265fa3-92d6-4e08-a38c-7781107c6149 associated. External IP: 172.25.5.6, port: 5318180d-abc6-4466-a1dd-f50292c53e60. Aug 19 18:20:43.113642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.160582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Subnet': ['ID=39463a61-5559-443f-9d2c-53e91f946eb7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:43.170622 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.175054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5715706c-2a0b-4ac0-a9b3-b1b0fe95f500 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/subnets/39463a61-5559-443f-9d2c-53e91f946eb7 HTTP/1.1" status: 204 len: 168 time: 0.6418028 Aug 19 18:20:43.175955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33054) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:43.178021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a852e46-79ac-4e0b-b2e1-3770d2afe178 None None] Network 2ca81fa2-c9a0-4968-968e-dc0375006c04 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:43.268099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.297487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:20:40Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:43.300993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.397045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Checking router: 14860a91-90c0-437f-bf40-ae6bd4b29d45 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:43.422851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.431657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Routers {'14860a91-90c0-437f-bf40-ae6bd4b29d45'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:43.432331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['14860a91-90c0-437f-bf40-ae6bd4b29d45'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:43.697345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] Set router 14860a91-90c0-437f-bf40-ae6bd4b29d45 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:43.698790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Allocated IP 172.25.5.109 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f90b9964-320c-4c09-998c-4ed536bc838b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:43.729086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Router ed2e86d0-aec8-4250-89e6-ecbc90af87bb has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:43.748761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fdf60-3831-481e-8c55-d0b060564486 req-0c089bd1-b84b-4509-bb4f-36ee68e047e3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:43.751474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f8fdf60-3831-481e-8c55-d0b060564486 req-0c089bd1-b84b-4509-bb4f-36ee68e047e3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.1311457 Aug 19 18:20:43.798374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f8fdf60-3831-481e-8c55-d0b060564486 req-78af1ac7-0350-4214-8a3a-b203197410c3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Aug 19 18:20:43.800362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.871135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 374786a9-a333-4f4f-bdfb-354b9229e257 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:43.871475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:43.879538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] DHCP port deletion for 2ca81fa2-c9a0-4968-968e-dc0375006c04 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:20:43.991836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 374786a9-a333-4f4f-bdfb-354b9229e257, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=374786a9-a333-4f4f-bdfb-354b9229e257,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:43.992239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.012782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.015692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 374786a9-a333-4f4f-bdfb-354b9229e257 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:44.037750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:44.048979 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] Sync routers for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:44.064552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:44.067721 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.081031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.111659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.128211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:44.129381 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.172339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-edd190ed-6e54-4b79-9704-89e828daf71e tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.0385709 Aug 19 18:20:44.173104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33068) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:44.190150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Deleting port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:44.191381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.202072 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.203261 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745f6ca-09ae-471e-99da-04c12504ee1b None None] The sync data for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:44.293147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] For port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,segment=NetworkSegment(1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485),segment_id=1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:44.294642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.315083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5bce5f22-240c-4667-bee4-5c237d8a6f5a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:44.332089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.363915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Calling delete_port for b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:44.369322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5bce5f22-240c-4667-bee4-5c237d8a6f5a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:44.369677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5bce5f22-240c-4667-bee4-5c237d8a6f5a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:44.370107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:44.376300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=374786a9-a333-4f4f-bdfb-354b9229e257,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:44.412227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.545975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.597693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:20:40Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:44.597927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-20277aee-cfe6-46cb-8e56-918290310c64 tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "GET /v2.0/floatingips/f0265fa3-92d6-4e08-a38c-7781107c6149 HTTP/1.1" status: 200 len: 981 time: 0.4198463 Aug 19 18:20:44.598915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:44.625275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:44.644679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.685432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46226a7-141f-4c37-a261-e129e4d388f0 None None] The sync data for ids ['14860a91-90c0-437f-bf40-ae6bd4b29d45'] in n-d-778550-10 is: [{'id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585862132', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:18:28Z', 'updated_at': '2021-08-19T18:20:40Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '374786a9-a333-4f4f-bdfb-354b9229e257', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14860a91-90c0-437f-bf40-ae6bd4b29d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:18:29Z', 'updated_at': '2021-08-19T18:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:44.691950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.712218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:44.783082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] Pushing event deleted for resources: {'Port': ['ID=b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:44.807148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.809627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.814994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:44.818827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d53df-e5d8-48eb-adce-c1fbc7c8e0fd None None] No DVR routers for this DVR port b64c2bd2-9fe9-4ccd-bcca-4acf88af47ed on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:44.908108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event updated for resources: {'Port': ['ID=f90b9964-320c-4c09-998c-4ed536bc838b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:44.944915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.945792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Fanout notify agent at l3_agent the message router_deleted on router 14860a91-90c0-437f-bf40-ae6bd4b29d45 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:44.959371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:44.961888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-189f8bc1-6bca-4267-8efa-c0c5778e7a57 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/routers/14860a91-90c0-437f-bf40-ae6bd4b29d45 HTTP/1.1" status: 204 len: 168 time: 1.7839289 Aug 19 18:20:44.965122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33086) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:45.073247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f6afc-1503-4829-a54e-94eabecbf60f req-5ac35dc8-178d-4e7d-b877-8c13cc846bf3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.074588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7679bbc5-767f-4346-a757-5a1a1fced561 tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.4750469 Aug 19 18:20:45.077428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d09f6afc-1503-4829-a54e-94eabecbf60f req-5ac35dc8-178d-4e7d-b877-8c13cc846bf3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.1747429 Aug 19 18:20:45.078166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33088) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:45.106594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.149771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-fc5edfdc-e791-4780-8486-d5f799d1aa4c tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:45.151521 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-fc5edfdc-e791-4780-8486-d5f799d1aa4c tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.1494820 Aug 19 18:20:45.297186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d09f6afc-1503-4829-a54e-94eabecbf60f req-57b0e979-ba16-4b03-992a-1046589b1aab tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011178 Aug 19 18:20:45.433887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.499330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Deleting port d2904476-1a51-414b-bc02-420ff7fbb443 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:45.499844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.518116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.535796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca81fa2-c9a0-4968-968e-dc0375006c04']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:45.556060 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:45.556371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3c8b4b-0145-4e04-92f0-b3dd4c2c8485') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:45.581566 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.586162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port 922e4408-0066-4db7-9fe9-21139b131ccc {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:45.586539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.726213 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.747110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:20:45.748239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:20:45.754226 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:20:45.853695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.868493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.869396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/networks/2ca81fa2-c9a0-4968-968e-dc0375006c04 HTTP/1.1" status: 204 len: 168 time: 0.9026241 Aug 19 18:20:45.872040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:45.892223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.892515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:45.897942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b747-acfb-46ec-887c-79e582a9d67c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Network': ['ID=2ca81fa2-c9a0-4968-968e-dc0375006c04,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:45.952413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for 922e4408-0066-4db7-9fe9-21139b131ccc owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:46.057694 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.107097 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.273980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] For port d2904476-1a51-414b-bc02-420ff7fbb443, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d2904476-1a51-414b-bc02-420ff7fbb443,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:46.274470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.308731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Calling delete_port for d2904476-1a51-414b-bc02-420ff7fbb443 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:46.326186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.382858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=922e4408-0066-4db7-9fe9-21139b131ccc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:46.395702 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.398950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.400571 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/security-groups/8a491a66-3f13-4f5c-aa14-e8fe3405d6ac HTTP/1.1" status: 204 len: 168 time: 0.5262766 Aug 19 18:20:46.426178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 535074b7-3a98-4bfb-92fb-c68466dcaa24 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:46.429737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d678b-f054-46b7-be26-48b4757ccd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a491a66-3f13-4f5c-aa14-e8fe3405d6ac,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:46.487436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 535074b7-3a98-4bfb-92fb-c68466dcaa24 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:46.488070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 535074b7-3a98-4bfb-92fb-c68466dcaa24 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:46.489125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 374786a9-a333-4f4f-bdfb-354b9229e257 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:46.501140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.532199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 374786a9-a333-4f4f-bdfb-354b9229e257 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:46.532849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 374786a9-a333-4f4f-bdfb-354b9229e257 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:46.607197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.607197 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Floating IP f0265fa3-92d6-4e08-a38c-7781107c6149 disassociated (deleted). External IP: 172.25.5.6, port: 5318180d-abc6-4466-a1dd-f50292c53e60. Aug 19 18:20:46.660102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb054-0863-453d-b6a6-45094611786c req-4ded545b-bdd2-4ad0-a598-504506688bf8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:46.661750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf0cb054-0863-453d-b6a6-45094611786c req-4ded545b-bdd2-4ad0-a598-504506688bf8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1cfe73-30f4-49bc-b33e-417ae6e0d32d HTTP/1.1" status: 200 len: 945 time: 0.1787515 Aug 19 18:20:46.745060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf0cb054-0863-453d-b6a6-45094611786c req-fb67d277-3d8f-431a-a0b9-5d32ce2e1aa7 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Aug 19 18:20:46.816563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.846586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Router bf175d82-a4d8-4417-9eb6-60a26087dc0b is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:46.900474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Pushing event deleted for resources: {'Port': ['ID=d2904476-1a51-414b-bc02-420ff7fbb443,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:46.926113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] No DVR routers for this DVR port d2904476-1a51-414b-bc02-420ff7fbb443 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:20:46.930202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:46.932506 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-351d5665-57af-48cb-a6c7-9a4c60095800 req-6b079480-c4de-47e0-8c24-456a97f89956 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "DELETE /v2.0/ports/d2904476-1a51-414b-bc02-420ff7fbb443 HTTP/1.1" status: 204 len: 173 time: 1.7734990 Aug 19 18:20:46.933385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'name': 'network-vif-deleted', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:46.936448 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa5897-5bfe-40a1-bc01-6e0219606ad9" -d '{"events": [{"server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "name": "network-vif-deleted", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:46.956567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Router ed2e86d0-aec8-4250-89e6-ecbc90af87bb has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:47.100757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:47.112111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] Sync routers for ids ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:47.137959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] Routers {'bf175d82-a4d8-4417-9eb6-60a26087dc0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:47.138882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.161534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.162932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1033c510-9f6e-4aeb-bc0d-2991d6e0bf0f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2334616 Aug 19 18:20:47.165676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33128) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.172443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:47.208100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.240153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] Routers {'bf175d82-a4d8-4417-9eb6-60a26087dc0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:47.241242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.246661 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.308648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.309611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb825f7-e62a-48b8-8696-438986e74824 None None] The sync data for ids ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:47.370604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d2904476-1a51-414b-bc02-420ff7fbb443 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:20:47.388982 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44beadda-f2d2-412f-959b-2ee36ad59e33 x-openstack-request-id: req-44beadda-f2d2-412f-959b-2ee36ad59e33 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:47.389601 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1cfe73-30f4-49bc-b33e-417ae6e0d32d", "name": "network-vif-deleted", "tag": "d2904476-1a51-414b-bc02-420ff7fbb443", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:47.389601 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44beadda-f2d2-412f-959b-2ee36ad59e33 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:47.390014 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1cfe73-30f4-49bc-b33e-417ae6e0d32d', 'name': 'network-vif-deleted', 'tag': 'd2904476-1a51-414b-bc02-420ff7fbb443', 'status': 'completed', 'code': 200} Aug 19 18:20:47.401551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: d2904476-1a51-414b-bc02-420ff7fbb443 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:20:47.401896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d2904476-1a51-414b-bc02-420ff7fbb443 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:20:47.756942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.801686 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:47.808467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:47.830076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] Sync routers for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:47.847710 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:47.849165 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.928705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aaeef233-4123-44e9-8318-ae76f6ed681f tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/floatingips/f0265fa3-92d6-4e08-a38c-7781107c6149 HTTP/1.1" status: 204 len: 168 time: 2.8430018 Aug 19 18:20:47.933159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33140) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:47.938109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:47.950625 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.962448 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:47.963942 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:47.983920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.008212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.009969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:48.011011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc789e0-3870-4f87-ad56-d23cf576bdcf None None] The sync data for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:48.023039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908964313', 'description': 'tempest-secgroup-smoke-908964313 description', 'project_id': '078001621232448bbb2e657de3fae22e'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:48.118636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.224384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.312400 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-05d60dea-3b31-4e4d-9982-2a27888f7a9d tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:48.314283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-05d60dea-3b31-4e4d-9982-2a27888f7a9d tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 808 time: 0.1718252 Aug 19 18:20:48.421124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Allocated IP 172.25.5.7 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/fc5b4cbd-204b-4bcf-8203-6195a3346e06) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:48.461602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.499427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.548886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-a6e53def-7e9e-4de2-ba40-0797f1bbf85f tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/quotas/d7909e2e815e41b2bf3c3cf10ecf73d6 HTTP/1.1" status: 200 len: 375 time: 0.0229897 Aug 19 18:20:48.600305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.605380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-00dad49b-9d36-4b5a-8f23-942d474509a4 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555363 Aug 19 18:20:48.606587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.637426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.638676 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6296268 Aug 19 18:20:48.672403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e42d26-35b2-4f2d-af78-43e996c7f07d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:48.685694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:48.690674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:48.727870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-4a44bedb-d412-4266-b03e-29755dbe03ed service neutron] 10.222.0.36 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212263 Aug 19 18:20:48.733335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.773470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.822486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router bf175d82-a4d8-4417-9eb6-60a26087dc0b has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:20:48.878746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-720054a5-a392-4835-b646-2d9409438523 service neutron] 10.222.0.36 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416140 Aug 19 18:20:48.895301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.903241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.916275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:48.990018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2bfde7-234f-4d07-afca-55581b00179d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:48.995922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:49.002762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:49.009359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:49.023295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.024610 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4174d0c1-e3f2-4306-8b0a-4e9ab2f56d30 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379414 Aug 19 18:20:49.029324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.034942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:49.053184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5b4cbd-204b-4bcf-8203-6195a3346e06,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.054681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:49.060681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.065151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8489203f-97f6-4ff5-baeb-9f382f7a6638 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "PUT /v2.0/routers/bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 200 len: 926 time: 1.8983650 Aug 19 18:20:49.066238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d84f61-23b9-4955-b612-288662263c49 None None] Sync routers for ids ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:49.067140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.087321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] Routers {'bf175d82-a4d8-4417-9eb6-60a26087dc0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:49.089564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:49.182677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.190732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:49.219542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] Routers {'bf175d82-a4d8-4417-9eb6-60a26087dc0b'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:49.221811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:49.275003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-65d84f61-23b9-4955-b612-288662263c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:49.275706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d84f61-23b9-4955-b612-288662263c49 None None] The sync data for ids ['bf175d82-a4d8-4417-9eb6-60a26087dc0b'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:49.326006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.339485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef0a6b27-badf-4fbc-9d55-3194ddace4db req-6293fcd5-7bed-4ea0-bb79-800cc2b256a1 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 210 time: 0.1345072 Aug 19 18:20:49.411696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.506518 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.526958 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33180) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.527467 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-74b59f50-f3e4-4e1c-b44a-eb0bddbfa557 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 200 len: 926 time: 0.4573033 Aug 19 18:20:49.530417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.569108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190b7294-52fe-4025-bc1f-e1a9e50596b6,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:49.605636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.607700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54040eed-677e-4ea3-9b8f-789c869b079a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5765579 Aug 19 18:20:49.612037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.622575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:49.683625 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.755677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f58e78-01b6-4e21-9788-c9980c259095 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:49.757226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-30f58e78-01b6-4e21-9788-c9980c259095 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=bf175d82-a4d8-4417-9eb6-60a26087dc0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2190816 Aug 19 18:20:49.764198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:49.836500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.850606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.969519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:49.991432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.000800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5b4cbd-204b-4bcf-8203-6195a3346e06,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.046482 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.057595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90052173-cc0d-4620-b536-7369ff2a48e8 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:50.059545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-90052173-cc0d-4620-b536-7369ff2a48e8 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.2203474 Aug 19 18:20:50.064173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.078158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.079917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-286b657a-0c94-4ce6-bea8-3ff183caa69d tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1459403 Aug 19 18:20:50.093658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be02cc70-22b5-400e-a2c0-bd5ff79e9a96,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.107229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33194) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.120653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.123877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-daab0730-99f9-47c5-a1e3-e237f40e89e4 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 200 len: 205 time: 0.0583510 Aug 19 18:20:50.127847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33198) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.128122 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f191734-842c-47e4-b52f-07486aa57027 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5140305 Aug 19 18:20:50.128482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33200) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.134687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.209559 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.297506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.308696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.314795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.350410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.353365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea0bc9d-c268-4088-b45f-d31203556fb4,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.357804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.362831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d4cddd5-b9cd-4e58-b5ee-e9331f97d256 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2331541 Aug 19 18:20:50.363583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33202) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.370862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.408991 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:20:50.424143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.592824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.612335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5b1fa0b2-460b-436c-94a2-7ddf67f20dc2 req-55f6a4ba-8f28-4a33-bf05-3428877f9341 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 210 time: 0.1228611 Aug 19 18:20:50.618508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.663064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62758de-f387-495f-8adc-b80a2d5f5f69,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.677461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.683598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f1796830-0fdf-4434-8989-2af3568d79a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184800 Aug 19 18:20:50.684687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33208) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.691351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': 'abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.722060 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:20:50.729383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.857340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.864573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.888530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1819628a-4a76-4d58-bf55-48be2e1c796e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:50.905064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.910598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:50.912104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c03eb422-494c-4b0e-aff5-35f861ce401a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2257614 Aug 19 18:20:50.913349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:50.921356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'network': {'name': 'tempest-network-smoke--1796586803', 'project_id': '078001621232448bbb2e657de3fae22e', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:50.965951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:50.975592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.055318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:20:51.095910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.097509 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Added segment 30103d60-0f70-468d-b809-5f633cd21947 of type vlan for network 60467659-6377-49df-bdde-469f6ea7bbd6 Aug 19 18:20:51.173379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.212281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.225838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.257973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.267039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:51.268227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.356031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4402201 Aug 19 18:20:51.363607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33214) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:51.370928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'admin_state_up': True, 'project_id': '078001621232448bbb2e657de3fae22e', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:51.375349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-667a6454-8b68-432f-a3df-cebaa5dcf036 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:51.376981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-667a6454-8b68-432f-a3df-cebaa5dcf036 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 808 time: 0.3271499 Aug 19 18:20:51.384285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269214b-6948-40f8-ab75-fc5c5433c8f6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Network': ['ID=60467659-6377-49df-bdde-469f6ea7bbd6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:51.400050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 60467659-6377-49df-bdde-469f6ea7bbd6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:20:51.404762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Request body: {'port': {'device_id': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560', 'admin_state_up': True, 'tenant_id': 'd7909e2e815e41b2bf3c3cf10ecf73d6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:51.425091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.426189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.475450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Allocated IP 172.25.5.207 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0150dea3-57f7-4531-bb2f-4379d5a6ba1b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:51.502046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port f90b9964-320c-4c09-998c-4ed536bc838b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:51.502381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.545238 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.734888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.759005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for f90b9964-320c-4c09-998c-4ed536bc838b owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:51.786408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f2df624-2ac3-45ad-b373-8a93a965d1e4 req-b9ec869c-78af-4dd3-8966-75a3bd5b0760 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 210 time: 0.0465462 Aug 19 18:20:51.788393 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.842093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Made reservation on behalf of d7909e2e815e41b2bf3c3cf10ecf73d6 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:51.846673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:51.871170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.012799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.033682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.050067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.183919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.39 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9dc78634-bf98-4b9c-9548-051d0fb86a41) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:52.193707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:52.204700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:52.209773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:52.214292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Pushing event updated for resources: {'Port': ['ID=0150dea3-57f7-4531-bb2f-4379d5a6ba1b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.218673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Allocated IP 172.20.0.2 (19d3ac14-c217-4895-9414-dd02d6941560/4d7f7f38-a468-40dc-b58a-2971c15f3a9b/c3c97c3e-607a-4c00-9f20-03a3211db494) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:52.256756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.295130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=f90b9964-320c-4c09-998c-4ed536bc838b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.423557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.473609 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.525374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.528565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.535216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:52.540115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:52.546434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:52.548850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=9dc78634-bf98-4b9c-9548-051d0fb86a41,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:52.680335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.689120 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.699963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.814682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.826548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.829400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router bf175d82-a4d8-4417-9eb6-60a26087dc0b {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:20:52.843369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.843901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7b80e7e-a0c3-4d7f-b76b-7a1e3e208456 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 204 len: 168 time: 2.7134287 Aug 19 18:20:52.864632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:52.869863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1500891893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:52.980784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.981737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:52.995164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf9efa7d-ee34-4766-90bc-18c9eca3877c req-151b4caf-6e2c-4d7b-9143-2f455f96df89 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 210 time: 0.0447428 Aug 19 18:20:53.028594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.061346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.141169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.160479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Network 19d3ac14-c217-4895-9414-dd02d6941560 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:53.166045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.200055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:53.203513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:53.238166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.244665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Pushing event updated for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:53.252178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.255215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.260756 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-58186f7b-9d68-45e5-b46d-cfb8833b49c3 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3907611 Aug 19 18:20:53.271160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33246) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.281927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:53.405033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:53.405789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.455595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Pushing event updated for resources: {'Port': ['ID=0150dea3-57f7-4531-bb2f-4379d5a6ba1b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:53.542115 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-35c016ac-54a6-40f4-95e7-4df5c6ee6857 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1431222 Aug 19 18:20:53.549129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.576535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Request body: {'port': {'device_id': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:53.663790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.668036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5fb1378b-b709-4ed2-9892-155292a3775c tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5558014 Aug 19 18:20:53.668927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33252) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.797555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ec47e49f-d6c5-45df-8903-cf097a501914 tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0871246 Aug 19 18:20:53.798051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33258) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.822150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.908136 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:53.921922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:53.938841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1c9f4e3a-37f9-484e-8031-7b0b66dbc9cb tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1177831 Aug 19 18:20:54.205983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 7fc214c5-3a71-4c45-9440-c736020f5c28 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:20:54.326765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638fd94-bceb-47a8-a92f-4f864d72b3b5 req-2499dce7-4253-415c-aaf9-9d498b257eab tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:54.335032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2638fd94-bceb-47a8-a92f-4f864d72b3b5 req-2499dce7-4253-415c-aaf9-9d498b257eab tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 931 time: 0.1437490 Aug 19 18:20:54.433512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:20:54.445212 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Sync routers for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:20:54.463872 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:54.464523 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:54.503594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2638fd94-bceb-47a8-a92f-4f864d72b3b5 req-e6e05c5f-1f2c-4d6e-bfd0-e022bdc9ffd2 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653709 Aug 19 18:20:54.534867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.573643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:54.578833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-422223b2-f455-4096-83e9-299fad9894c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2117283 Aug 19 18:20:54.580977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33284) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:54.703348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-325954e0-0af9-4ca3-9592-8b1a7d6d3140 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=078001621232448bbb2e657de3fae22e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195683 Aug 19 18:20:54.709619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33290) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:54.785840 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:55.119780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5cb60-1d78-4b31-96f9-a2b09a63ea4a tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.122725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-28d5cb60-1d78-4b31-96f9-a2b09a63ea4a tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4111130 Aug 19 18:20:55.127971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33292) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:55.208297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c9874b85-8058-4eb2-9592-c94774c84d9a tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781257 Aug 19 18:20:55.213903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:55.230219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-454571480', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'project_id': '078001621232448bbb2e657de3fae22e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:20:55.304093 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:20:52Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:55.361862 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Checking router: 7fc214c5-3a71-4c45-9440-c736020f5c28 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:20:55.362042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Updating router 7fc214c5-3a71-4c45-9440-c736020f5c28 port 9dc78634-bf98-4b9c-9548-051d0fb86a41 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:20:55.395974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c97c3e-607a-4c00-9f20-03a3211db494 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:20:55.400970 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.413821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.418070 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:20:55.422867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.476063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Transition to ACTIVE for port object c3c97c3e-607a-4c00-9f20-03a3211db494 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:55.478204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Deleting port 0150dea3-57f7-4531-bb2f-4379d5a6ba1b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:55.479221 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.486486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.630452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:55.717077 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.728671 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Transition to ACTIVE for port object 9dc78634-bf98-4b9c-9548-051d0fb86a41 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:55.737883 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.814622 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Attempting to bind port 9dc78634-bf98-4b9c-9548-051d0fb86a41 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:55.815247 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Attempting to bind port 9dc78634-bf98-4b9c-9548-051d0fb86a41 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:55.815824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Attempting to bind port 9dc78634-bf98-4b9c-9548-051d0fb86a41 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:55.824922 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:55.825593 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:55.829611 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.830253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:55.830938 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Bound port: 9dc78634-bf98-4b9c-9548-051d0fb86a41, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:55.831526 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.880976 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.916671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.922886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee632b8-0fa3-419e-86f5-ed2918e4727b req-4586e7ec-a207-42ab-8bf6-b8c938f72f94 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:55.928417 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] For port 9dc78634-bf98-4b9c-9548-051d0fb86a41, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:55.930390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.930570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.932260 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] For port 9dc78634-bf98-4b9c-9548-051d0fb86a41, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9dc78634-bf98-4b9c-9548-051d0fb86a41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:55.939690 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:55.941407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ee632b8-0fa3-419e-86f5-ed2918e4727b req-4586e7ec-a207-42ab-8bf6-b8c938f72f94 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 943 time: 0.2240319 Aug 19 18:20:55.976652 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:20:55.977640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:20:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:56.007621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Calling delete_port for 0150dea3-57f7-4531-bb2f-4379d5a6ba1b owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:56.042806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Attempting to bind port c3c97c3e-607a-4c00-9f20-03a3211db494 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:56.043152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Attempting to bind port c3c97c3e-607a-4c00-9f20-03a3211db494 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:56.043515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Attempting to bind port c3c97c3e-607a-4c00-9f20-03a3211db494 on network 19d3ac14-c217-4895-9414-dd02d6941560 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:56.043890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.079647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ee632b8-0fa3-419e-86f5-ed2918e4727b req-48a43e93-2deb-4fc7-9970-66c601cf3235 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946488 Aug 19 18:20:56.112498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:20:56.116949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Port c3c97c3e-607a-4c00-9f20-03a3211db494 on network 19d3ac14-c217-4895-9414-dd02d6941560 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:20:56.117292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Attempting to bind port c3c97c3e-607a-4c00-9f20-03a3211db494 on network 19d3ac14-c217-4895-9414-dd02d6941560 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:56.133856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:56.134217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Checking segment: {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:56.134598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Bound using segment: {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:56.135052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Bound port: c3c97c3e-607a-4c00-9f20-03a3211db494, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dbb1f0-0982-4982-b77a-be3b462fd87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:56.135417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.158775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Subnet': ['ID=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.173141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:56.173651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network hostable DHCP agents. Network: 60467659-6377-49df-bdde-469f6ea7bbd6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:20:56.199008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 60467659-6377-49df-bdde-469f6ea7bbd6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:20:56.215194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 60467659-6377-49df-bdde-469f6ea7bbd6) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:56.226563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd1154-2b82-4d79-8c0b-829f4e272894 None None] Network 60467659-6377-49df-bdde-469f6ea7bbd6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:20:56.228770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.229443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.261084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2dc3990f-aacb-450a-8616-27b82ff3300c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0455203 Aug 19 18:20:56.265265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33302) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:56.337980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Allocated IP 172.25.5.87 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5a053d21-37a2-4f3a-9b94-2ce4e626f478) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:56.354140 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea62e9b-18c2-4d6e-b786-bb4502d80bb2 None None] Pushing event updated for resources: {'Port': ['ID=9dc78634-bf98-4b9c-9548-051d0fb86a41,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.405240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:56.422991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea62e9b-18c2-4d6e-b786-bb4502d80bb2 None None] Pushing event updated for resources: {'Port': ['ID=9dc78634-bf98-4b9c-9548-051d0fb86a41,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.423669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c3c97c3e-607a-4c00-9f20-03a3211db494,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:56.465926 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:20:52Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:20:56.496787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.507156 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25138125-4976-4a91-9e42-c7867f515a68 None None] The sync data for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 is: [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:20:52Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:20:56.626980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:56.627685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.629209 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3c97c3e-607a-4c00-9f20-03a3211db494 HTTP/1.1" status: 200 len: 1092 time: 3.0654945 Aug 19 18:20:56.629681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:20:56.632412 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:20:56.689696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.692596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-60467659-6377-49df-bdde-469f6ea7bbd6', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:20:56.693901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.731496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392c86-d31b-47f5-9cb7-d7cb7e38cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:56.830942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:56.837858 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465502f6-840c-49ea-afc3-0caac40dd260 x-openstack-request-id: req-465502f6-840c-49ea-afc3-0caac40dd260 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:20:56.838284 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:20:56.838455 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-465502f6-840c-49ea-afc3-0caac40dd260 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:20:56.838797 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494', 'status': 'completed', 'code': 200} Aug 19 18:20:57.001583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Pushing event deleted for resources: {'Port': ['ID=0150dea3-57f7-4531-bb2f-4379d5a6ba1b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:57.106796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Allocated IP 172.20.0.2 (60467659-6377-49df-bdde-469f6ea7bbd6/6adfce7c-9e0b-4e65-b8d0-4f1a62355ede/93e1b900-41f3-4af9-bef1-9b54d537f197) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:57.299891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-7960296f-e598-4230-a351-ee5f1e4ca9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.302044 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-7960296f-e598-4230-a351-ee5f1e4ca9df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 1095 time: 0.5632210 Aug 19 18:20:57.314992 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.388010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.406806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Transition to ACTIVE for port object 93e1b900-41f3-4af9-bef1-9b54d537f197 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:57.454881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Transition to ACTIVE for port object 93e1b900-41f3-4af9-bef1-9b54d537f197 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:57.466069 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.476481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dba5f-770e-4503-a98f-39549449504c req-dd4749d8-39c5-4cfb-b2d6-757d16d4e46c tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.486990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e91dba5f-770e-4503-a98f-39549449504c req-dd4749d8-39c5-4cfb-b2d6-757d16d4e46c tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 943 time: 0.2419908 Aug 19 18:20:57.503082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-416c1f15-6e47-46a3-a7e7-8543b8353818 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3c97c3e-607a-4c00-9f20-03a3211db494 HTTP/1.1" status: 200 len: 217 time: 0.1579907 Aug 19 18:20:57.539654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Network 60467659-6377-49df-bdde-469f6ea7bbd6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:57.544098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:57.555521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:57.557581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Pushing event updated for resources: {'Port': ['ID=93e1b900-41f3-4af9-bef1-9b54d537f197,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:57.616804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e91dba5f-770e-4503-a98f-39549449504c req-38a46cdb-ee2d-4e33-8738-22fad41d7915 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262074 Aug 19 18:20:57.621451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-72e92aa5-1cf6-4dd8-be96-1732d317abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:57.622979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-72e92aa5-1cf6-4dd8-be96-1732d317abb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d7f7f38-a468-40dc-b58a-2971c15f3a9b HTTP/1.1" status: 200 len: 848 time: 0.0981128 Aug 19 18:20:57.627605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.630132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.630304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Attempting to bind port 93e1b900-41f3-4af9-bef1-9b54d537f197 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:20:57.631332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-383da97f-78a6-4d78-aeba-6fb287f312f4 tempest-FloatingIPAdminTestJSON-1725086158 tempest-FloatingIPAdminTestJSON-1725086158-project] 10.222.0.36 "DELETE /v2.0/floatingips/07a0d95b-6b3b-47fa-89b9-7e8e88a0aa58 HTTP/1.1" status: 204 len: 168 time: 3.6839433 Aug 19 18:20:57.631786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Attempting to bind port 93e1b900-41f3-4af9-bef1-9b54d537f197 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:20:57.632176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Attempting to bind port 93e1b900-41f3-4af9-bef1-9b54d537f197 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:20:57.635675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33314) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:20:57.644901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:20:57.645289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:20:57.645704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.646103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Bound using segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:20:57.646591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Bound port: 93e1b900-41f3-4af9-bef1-9b54d537f197, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:20:57.647114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.714499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-d8ab9122-97b5-4bca-960e-5322e175d3e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19d3ac14-c217-4895-9414-dd02d6941560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803137 Aug 19 18:20:57.808849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] For port 93e1b900-41f3-4af9-bef1-9b54d537f197, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:20:57.816158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] For port 93e1b900-41f3-4af9-bef1-9b54d537f197, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93e1b900-41f3-4af9-bef1-9b54d537f197,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:20:57.821314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:57.908407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-270ba5a6-5970-41d0-990a-2259d4fe0505 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771402 Aug 19 18:20:57.969110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50107c-3d58-4cf9-ab94-b2db79df44b8 None None] Pushing event updated for resources: {'Port': ['ID=93e1b900-41f3-4af9-bef1-9b54d537f197,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:58.040730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.114270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.162257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ff7aec0-ad23-4a84-a682-3d3feef2e7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.263938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Deleting port fc5b4cbd-204b-4bcf-8203-6195a3346e06 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:20:58.266841 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.323543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9dc78634-bf98-4b9c-9548-051d0fb86a41 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:20:58.349880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:20:58.418252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:20:58.430938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9dc78634-bf98-4b9c-9548-051d0fb86a41 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:20:58.434240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:20:58.435894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9dc78634-bf98-4b9c-9548-051d0fb86a41 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:20:58.436317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.635862 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-373be94b-35c8-4f99-94d6-862be3ce5ebd req-924f391b-8dcc-44c7-ac21-0fdda91a2442 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197309 Aug 19 18:20:58.648529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event updated for resources: {'Port': ['ID=5a053d21-37a2-4f3a-9b94-2ce4e626f478,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:58.916840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:58.948245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9dc78634-bf98-4b9c-9548-051d0fb86a41, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9dc78634-bf98-4b9c-9548-051d0fb86a41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:20:58.954457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.023350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9dc78634-bf98-4b9c-9548-051d0fb86a41,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:20:59.079251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-2ba4edda-d44a-4ed9-a0fb-65b74fb2087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.081128 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-2ba4edda-d44a-4ed9-a0fb-65b74fb2087b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 1095 time: 0.2720077 Aug 19 18:20:59.185274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.185824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.226864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.1 (60467659-6377-49df-bdde-469f6ea7bbd6/6adfce7c-9e0b-4e65-b8d0-4f1a62355ede/fabd15f0-e75c-4a85-adcb-d229191b460b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:20:59.244188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Calling delete_port for fc5b4cbd-204b-4bcf-8203-6195a3346e06 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:20:59.278135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a985f4-7e9f-4d9a-8a16-4ba0bf5a4722 req-dc0e3afa-eacb-4907-aa3e-242e67e49714 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.280329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66a985f4-7e9f-4d9a-8a16-4ba0bf5a4722 req-dc0e3afa-eacb-4907-aa3e-242e67e49714 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 943 time: 0.3463867 Aug 19 18:20:59.381034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-dd133b12-66cb-40a5-96b2-dbe880e188d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.382716 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-dd133b12-66cb-40a5-96b2-dbe880e188d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 200 len: 909 time: 0.2925456 Aug 19 18:20:59.390499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.587318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-0741153f-49cd-4471-96be-2a599f705376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3c97c3e-607a-4c00-9f20-03a3211db494 HTTP/1.1" status: 200 len: 217 time: 0.1907821 Aug 19 18:20:59.620533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66a985f4-7e9f-4d9a-8a16-4ba0bf5a4722 req-54b96e97-452a-40b6-85d4-bbf3bcaf34cd tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265159 Aug 19 18:20:59.752486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-9fb3844b-38e6-4ff9-90bc-85d9a82c320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:20:59.754872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-9fb3844b-38e6-4ff9-90bc-85d9a82c320d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d7f7f38-a468-40dc-b58a-2971c15f3a9b HTTP/1.1" status: 200 len: 848 time: 0.1535463 Aug 19 18:20:59.846449 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-6cd88921-4c3a-4ee7-966d-1563db816276 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19d3ac14-c217-4895-9414-dd02d6941560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797436 Aug 19 18:20:59.888890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:20:59.915739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object fabd15f0-e75c-4a85-adcb-d229191b460b will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:20:59.928151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.026271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5b4cbd-204b-4bcf-8203-6195a3346e06,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:00.074890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.095619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.219781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a2b54-f075-4a43-b9b7-b7b0c5d99d00 None None] Network 60467659-6377-49df-bdde-469f6ea7bbd6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:00.227893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.246507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.255362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.264228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-866dac6d-da53-48ff-81da-e9e0ef52ac6f tempest-FloatingIPAdminTestJSON-2019547385 tempest-FloatingIPAdminTestJSON-2019547385-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/345ed8ec-9d81-4ac9-abbe-42d6d9959de5 HTTP/1.1" status: 204 len: 168 time: 2.6223145 Aug 19 18:21:00.294115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 60467659-6377-49df-bdde-469f6ea7bbd6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:00.306625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-65b2776b-ec60-437b-b000-a307a4176a49 None None] Provisioning for port 93e1b900-41f3-4af9-bef1-9b54d537f197 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:00.352468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33334) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:00.359534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:00.388189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:00.392543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9dc78634-bf98-4b9c-9548-051d0fb86a41 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:00.422073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-9099e77e-74f7-49ac-8e44-1b1db06b0a02 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393331 Aug 19 18:21:00.570548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:00.586614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9dc78634-bf98-4b9c-9548-051d0fb86a41 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:00.586802 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.598314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.622265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c504364-5a2f-4dd8-a8fc-3470df2a28fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.790463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93e1b900-41f3-4af9-bef1-9b54d537f197 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:00.950135 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:00.975638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 93e1b900-41f3-4af9-bef1-9b54d537f197 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:00.982341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 93e1b900-41f3-4af9-bef1-9b54d537f197 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:00.982970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.125434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.201291 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:21:01.211210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 93e1b900-41f3-4af9-bef1-9b54d537f197, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93e1b900-41f3-4af9-bef1-9b54d537f197,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:01.227509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.251675 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c6ab50a8-67b5-43da-8324-4b4a4e7350c0 req-62ede720-2704-45c7-b42c-ee1e0cd2c778 service neutron] 10.222.0.13 "GET /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224874 Aug 19 18:21:01.299322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port 5318180d-abc6-4466-a1dd-f50292c53e60 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:01.299925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.313995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Router 483f9aad-52ba-4276-8602-78afa319c9a1 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:01.336426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Provisioning complete for port 93e1b900-41f3-4af9-bef1-9b54d537f197 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:01.336426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.403811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d54cb-dd21-4d9c-b738-f45f87f9a070 req-fb7bb1e1-2463-45e5-8d2f-14c896360e5f tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:01.411740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e49d54cb-dd21-4d9c-b738-f45f87f9a070 req-fb7bb1e1-2463-45e5-8d2f-14c896360e5f tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 943 time: 0.2326665 Aug 19 18:21:01.438554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c3c97c3e-607a-4c00-9f20-03a3211db494 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:01.482198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e49d54cb-dd21-4d9c-b738-f45f87f9a070 req-ef97cf3f-481a-4307-8f71-f6294be1abb1 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Aug 19 18:21:01.531512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=93e1b900-41f3-4af9-bef1-9b54d537f197,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:01.567218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:01.575495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.581071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.582271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a028492b-bd84-4921-90dc-b6e10301b54b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "PUT /v2.0/routers/483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 200 len: 883 time: 8.3099267 Aug 19 18:21:01.584967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33342) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:01.597349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:01.600524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for 5318180d-abc6-4466-a1dd-f50292c53e60 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:01.638639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] Sync routers for ids ['483f9aad-52ba-4276-8602-78afa319c9a1'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:01.750673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] Routers {'483f9aad-52ba-4276-8602-78afa319c9a1'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:01.752831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['483f9aad-52ba-4276-8602-78afa319c9a1'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:01.917406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:01.924083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-99163ad4-8ea8-4e5e-a847-add0fd419271 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 200 len: 924 time: 0.3370979 Aug 19 18:21:01.924909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33350) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:01.960434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] Routers {'483f9aad-52ba-4276-8602-78afa319c9a1'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:01.961423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['483f9aad-52ba-4276-8602-78afa319c9a1'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:01.969556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c3c97c3e-607a-4c00-9f20-03a3211db494,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:01.981536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Provisioning for port fabd15f0-e75c-4a85-adcb-d229191b460b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:02.079369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:02.080775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283819d6-adb9-4599-8232-48db4eadb942 None None] The sync data for ids ['483f9aad-52ba-4276-8602-78afa319c9a1'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:02.083477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Provisioning complete for port fabd15f0-e75c-4a85-adcb-d229191b460b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:02.084199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.086400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.090933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'c3c97c3e-607a-4c00-9f20-03a3211db494', 'network_id': '19d3ac14-c217-4895-9414-dd02d6941560', 'port_id': 'c3c97c3e-607a-4c00-9f20-03a3211db494', 'mac_address': 'fa:16:3e:6c:16:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7f7f38-a468-40dc-b58a-2971c15f3a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:02.174057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60024cb4-05eb-4079-834e-5b75902bfab6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:02.178651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-60024cb4-05eb-4079-834e-5b75902bfab6 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=483f9aad-52ba-4276-8602-78afa319c9a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2525852 Aug 19 18:21:02.181529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33354) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:02.272570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93e1b900-41f3-4af9-bef1-9b54d537f197 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:02.276953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.300530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e54c6a92-b0d3-4e46-9f2b-fba3fc470062 None None] Port fabd15f0-e75c-4a85-adcb-d229191b460b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:02.348583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.384618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c97c3e-607a-4c00-9f20-03a3211db494 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:02.426147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca73294-ae2b-40bb-8923-a57d4bcd3bd8 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:02.431542 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4ca73294-ae2b-40bb-8923-a57d4bcd3bd8 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.2485867 Aug 19 18:21:02.432167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33356) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:02.471796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c3c97c3e-607a-4c00-9f20-03a3211db494,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:02.491045 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c9cf0fa5-8ce1-46ee-8187-74e745f22d2a tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 200 len: 205 time: 0.0568342 Aug 19 18:21:02.491992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:02.499872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 93e1b900-41f3-4af9-bef1-9b54d537f197 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:02.500674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.503116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.517614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.560067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-159dd425-0eae-403f-92f4-7cdcac3b45ae None None] Provisioning complete for port fabd15f0-e75c-4a85-adcb-d229191b460b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:02.560892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-159dd425-0eae-403f-92f4-7cdcac3b45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.603260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.627374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=5318180d-abc6-4466-a1dd-f50292c53e60,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.741595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.780899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-159dd425-0eae-403f-92f4-7cdcac3b45ae None None] Port fabd15f0-e75c-4a85-adcb-d229191b460b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:02.795418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.810144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['c3c97c3e-607a-4c00-9f20-03a3211db494'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:02.871527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.891647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:02.935895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:02.942364 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-48dc80da-74f5-4f84-8f40-dce037f575cd tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/ports/5318180d-abc6-4466-a1dd-f50292c53e60 HTTP/1.1" status: 204 len: 168 time: 2.5793667 Aug 19 18:21:02.943053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33366) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:03.016754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.053700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d694e-e3e5-4a68-8a4b-0c13974859d2 req-b6ca9a58-29cf-4f61-b454-2bdc9cfedaae tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.070318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-573d694e-e3e5-4a68-8a4b-0c13974859d2 req-b6ca9a58-29cf-4f61-b454-2bdc9cfedaae tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 944 time: 0.4114881 Aug 19 18:21:03.178413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port 5a053d21-37a2-4f3a-9b94-2ce4e626f478 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:03.182344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.256685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-573d694e-e3e5-4a68-8a4b-0c13974859d2 req-af59c537-e2b4-4606-be97-31f535087fae tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840153 Aug 19 18:21:03.303103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2158f6-8c1a-4c57-8940-31f0d2e58137 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:03.307950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d2158f6-8c1a-4c57-8940-31f0d2e58137 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2e86d0-aec8-4250-89e6-ecbc90af87bb HTTP/1.1" status: 200 len: 913 time: 0.2817016 Aug 19 18:21:03.309029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33372) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:03.353613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.371048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 60467659-6377-49df-bdde-469f6ea7bbd6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:03.375145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:03.405405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for 5a053d21-37a2-4f3a-9b94-2ce4e626f478 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:03.568284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.666326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 7fc214c5-3a71-4c45-9440-c736020f5c28 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:03.732153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.752580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0064c3ab-1f20-4401-9626-8eac12390980 None None] Provisioning complete for port fabd15f0-e75c-4a85-adcb-d229191b460b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:03.752965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0064c3ab-1f20-4401-9626-8eac12390980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.768242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=5a053d21-37a2-4f3a-9b94-2ce4e626f478,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:03.821780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0064c3ab-1f20-4401-9626-8eac12390980 None None] Port fabd15f0-e75c-4a85-adcb-d229191b460b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:03.840055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.914339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:03.936228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6d3e168a-03d6-41fb-a0c9-b4a56890ab5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/7fc214c5-3a71-4c45-9440-c736020f5c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6601851 Aug 19 18:21:03.936509 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Sync routers for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:03.948122 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:03.949006 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:03.980401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:03.985231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.052437 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.054068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router 483f9aad-52ba-4276-8602-78afa319c9a1 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:04.068821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.073908 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4ae8b7e5-e7c7-4d81-83c9-b3d1a2fb66f2 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 204 len: 168 time: 1.5764475 Aug 19 18:21:04.074229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33376) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:04.097714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1920178455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:04.173615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.175651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.185042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:04.275774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.279048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.285443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.309767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.312534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5db4d1c0-6ba2-409c-9cce-79b687de9d31 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2327018 Aug 19 18:21:04.315941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33390) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:04.321746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': True}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:04.621118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73c0d-4b26-4d53-b8c9-db3cd2eb18b2 req-46da3f1c-55f9-427a-83e4-868c71ef3459 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:04.622901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cda73c0d-4b26-4d53-b8c9-db3cd2eb18b2 req-46da3f1c-55f9-427a-83e4-868c71ef3459 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 944 time: 0.1993005 Aug 19 18:21:04.628117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-c375123d-bf59-433b-8ac8-a4262b45796d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908964313&fields=id&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 267 time: 0.1767390 Aug 19 18:21:04.639341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.712789 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:02Z', 'revision_number': 2, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:04.771972 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Checking router: 7fc214c5-3a71-4c45-9440-c736020f5c28 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:04.772412 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Updating router 7fc214c5-3a71-4c45-9440-c736020f5c28 port fabd15f0-e75c-4a85-adcb-d229191b460b binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:04.805178 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:04.844568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cda73c0d-4b26-4d53-b8c9-db3cd2eb18b2 req-7bd49faf-ca90-4e06-a7d7-7330013b820b tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500731 Aug 19 18:21:04.917369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-ee8ebabf-ab88-420a-b343-0f12863a94f4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:04.924021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-ee8ebabf-ab88-420a-b343-0f12863a94f4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 797 time: 0.2419343 Aug 19 18:21:04.944741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-a92687f3-bfae-4219-a4f0-683faab7cdca tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/quotas/078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 375 time: 0.0173066 Aug 19 18:21:04.950517 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.016032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.096013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b8cde5f3-4e47-47b7-9aa0-3ad4a608b33e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265154 Aug 19 18:21:05.129031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-a52cf4ac-cbd0-441c-842b-dc96bb4550bb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:21:05.130909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-a52cf4ac-cbd0-441c-842b-dc96bb4550bb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101440 Aug 19 18:21:05.157638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port 1b463ffc-7e90-4b99-9196-8b85715393f5 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:05.158059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.171624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 172.25.5.240 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/280a9f2e-9c0a-47bf-af7e-de5a5dc9cb44) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:05.267297 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.288225 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Transition to ACTIVE for port object fabd15f0-e75c-4a85-adcb-d229191b460b will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:05.298652 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.353799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.432894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0394f92-dad4-40f3-9665-d1a49dad512b None None] Pushing event updated for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:05.472326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c3c97c3e-607a-4c00-9f20-03a3211db494 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:05.504861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.541863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Attempting to bind port fabd15f0-e75c-4a85-adcb-d229191b460b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:05.541863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Attempting to bind port fabd15f0-e75c-4a85-adcb-d229191b460b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:05.542241 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Attempting to bind port fabd15f0-e75c-4a85-adcb-d229191b460b on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:05.553307 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:05.553691 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:05.555431 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.557607 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Bound using segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:05.557850 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Bound port: fabd15f0-e75c-4a85-adcb-d229191b460b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:05.558187 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.601562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port c3c97c3e-607a-4c00-9f20-03a3211db494 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:05.611266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port c3c97c3e-607a-4c00-9f20-03a3211db494 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:05.612413 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.649265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:05.653229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=280a9f2e-9c0a-47bf-af7e-de5a5dc9cb44,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:05.660911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:05.665308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:05.750496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] For port fabd15f0-e75c-4a85-adcb-d229191b460b, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:05.757355 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] For port fabd15f0-e75c-4a85-adcb-d229191b460b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fabd15f0-e75c-4a85-adcb-d229191b460b,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:05.766286 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.840834 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:05.891711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:05.894120 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ac446e-d5dd-4682-964d-58fedca6b952" -d '{"events": [{"server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "name": "network-vif-plugged", "status": "completed", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:05.901492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33404) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:05.908776 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:05.912328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:05.923915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c3c97c3e-607a-4c00-9f20-03a3211db494,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:05.930512 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.038215 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0394f92-dad4-40f3-9665-d1a49dad512b None None] Pushing event updated for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.080694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.175217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11494993-aec4-4298-8fff-22421b8febf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.247044 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:06.301007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646b3fb-92a3-4f5b-87eb-3567bcc3c88d req-ab9d00f7-a6f6-426f-9c2f-c13a76fbf8b8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:06.303243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7646b3fb-92a3-4f5b-87eb-3567bcc3c88d req-ab9d00f7-a6f6-426f-9c2f-c13a76fbf8b8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.1050239 Aug 19 18:21:06.318878 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.383788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7646b3fb-92a3-4f5b-87eb-3567bcc3c88d req-ecc752af-eb28-443d-9bd0-bf5739784ba4 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664964 Aug 19 18:21:06.417274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-2b6c524b-0f18-4848-8c10-ed55cdc6e8dc service neutron] 10.222.0.36 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2794712 Aug 19 18:21:06.424917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.473222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for 1b463ffc-7e90-4b99-9196-8b85715393f5 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:06.518526 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc346d36-4e37-42c9-ae65-e34b9a5b23dc x-openstack-request-id: req-dc346d36-4e37-42c9-ae65-e34b9a5b23dc {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:06.519011 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "name": "network-vif-plugged", "status": "completed", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:06.519108 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc346d36-4e37-42c9-ae65-e34b9a5b23dc {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:06.519434 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494', 'code': 200} Aug 19 18:21:06.573044 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:06.644239 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b837981-b387-4f14-86f3-7749b774b0da None None] The sync data for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 is: [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:06.686132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11494993-aec4-4298-8fff-22421b8febf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.708317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11494993-aec4-4298-8fff-22421b8febf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:06.756768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11494993-aec4-4298-8fff-22421b8febf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac09e4fe-6c95-4e8f-91db-0e4ff68086f9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:06.829552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a953be-a923-464e-bc35-5f40dbb69327 req-63f68c6e-e6d9-462f-b115-f37fe5313856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:06.831801 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-68a953be-a923-464e-bc35-5f40dbb69327 req-63f68c6e-e6d9-462f-b115-f37fe5313856 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 1097 time: 0.2034273 Aug 19 18:21:06.850190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11494993-aec4-4298-8fff-22421b8febf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=337772856be54a7daf3230002f6a2de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9473269 Aug 19 18:21:06.864158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33414) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:06.934323 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b6efe5f0-2b94-492b-8ecc-f06a1b744158 service neutron] 10.222.0.36 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928164 Aug 19 18:21:06.979756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.011800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.028440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-68a953be-a923-464e-bc35-5f40dbb69327 req-2e624807-278f-4a40-b106-b5eff26b71e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769197 Aug 19 18:21:07.036939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.040378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.130019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.258251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=1b463ffc-7e90-4b99-9196-8b85715393f5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:07.259940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.263573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.265458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac09e4fe-6c95-4e8f-91db-0e4ff68086f9 HTTP/1.1" status: 204 len: 168 time: 0.3986440 Aug 19 18:21:07.574885 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:07.595631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02477a34-1db6-4ff9-8d5a-0534654b5677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac09e4fe-6c95-4e8f-91db-0e4ff68086f9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:07.635572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9f01548-d855-4460-bb2a-fc9777412fb9 req-a3816d6f-1159-4a7d-9a0e-528ae64427ce tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 210 time: 0.3467474 Aug 19 18:21:07.636117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33426) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.007001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5c05f-93f8-401d-9538-e23d872469f7 req-da462794-66e7-4557-aeea-d7560a674820 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:08.008679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f5c05f-93f8-401d-9538-e23d872469f7 req-da462794-66e7-4557-aeea-d7560a674820 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.3690608 Aug 19 18:21:08.171301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18f5c05f-93f8-401d-9538-e23d872469f7 req-d5d5bfbf-3bfa-408f-8b47-2bec22a43b14 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520982 Aug 19 18:21:08.200796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Router ed2e86d0-aec8-4250-89e6-ecbc90af87bb has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:08.303274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fabd15f0-e75c-4a85-adcb-d229191b460b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:08.367486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router 1b41ac7e-9b05-4610-aec5-2c7f0a93d547 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:08.450388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Deleting subnet 9fdd9fae-6967-43e2-9e08-e52d58482794 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:08.460988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.522251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fabd15f0-e75c-4a85-adcb-d229191b460b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:08.527381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fabd15f0-e75c-4a85-adcb-d229191b460b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:08.527844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.618149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:08.627850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f754fe56-ac6e-45b3-a546-478b4796e815 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "PUT /v2.0/routers/ed2e86d0-aec8-4250-89e6-ecbc90af87bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3176150 Aug 19 18:21:08.632623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33448) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.637656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] Sync routers for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:08.652224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.672898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:08.673560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.724437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.746703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:08.753010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.759560 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.760158 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] Sync routers for ids ['1b41ac7e-9b05-4610-aec5-2c7f0a93d547'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:08.764950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-183b2a4f-2258-436f-b6ca-2bcee44c174f tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "PUT /v2.0/routers/1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 200 len: 919 time: 4.4472458 Aug 19 18:21:08.767918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33456) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:08.788563 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] Routers {'1b41ac7e-9b05-4610-aec5-2c7f0a93d547'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:08.793338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1b41ac7e-9b05-4610-aec5-2c7f0a93d547'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.807524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] Routers {'ed2e86d0-aec8-4250-89e6-ecbc90af87bb'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:08.808518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.847746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.914009 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.927886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] Routers {'1b41ac7e-9b05-4610-aec5-2c7f0a93d547'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:08.929733 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['1b41ac7e-9b05-4610-aec5-2c7f0a93d547'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.945543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdd9fae-6967-43e2-9e08-e52d58482794,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:08.970499 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:08.977080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bf8d8874-2fa0-4243-8176-fda3944dac1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9fdd9fae-6967-43e2-9e08-e52d58482794 HTTP/1.1" status: 204 len: 168 time: 1.1109290 Aug 19 18:21:08.979221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:08.979930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95ae4c-f716-4bc6-8a98-6cc48a215ea6 None None] The sync data for ids ['ed2e86d0-aec8-4250-89e6-ecbc90af87bb'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:08.985121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33460) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.018008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.051113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.079008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc164257-8a24-4db0-a6fa-664d3f6a9d9f req-5ea5b396-5042-4c09-b0b3-9cab80df8322 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 210 time: 0.1354573 Aug 19 18:21:09.088594 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:09.090966 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b2de9-c3ce-4052-8fce-799de93a1fb0 None None] The sync data for ids ['1b41ac7e-9b05-4610-aec5-2c7f0a93d547'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:09.147068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fabd15f0-e75c-4a85-adcb-d229191b460b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fabd15f0-e75c-4a85-adcb-d229191b460b,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:09.153030 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.235811 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52ca0a53-d05e-4a11-8004-a016e51ba36e tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 200 len: 925 time: 0.4636583 Aug 19 18:21:09.240712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33462) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.241147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33466) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.279200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.310059 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:09.374957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03171077-1ca5-44bf-bbe7-98f9c1e9f756 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.376522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-03171077-1ca5-44bf-bbe7-98f9c1e9f756 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=1b41ac7e-9b05-4610-aec5-2c7f0a93d547&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1084356 Aug 19 18:21:09.379409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33470) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.502335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1312599017-network', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:09.515605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.516228 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.524796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-23e147a6-b088-4159-bbbe-12b8164dbca6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.526313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-23e147a6-b088-4159-bbbe-12b8164dbca6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 797 time: 0.4459550 Aug 19 18:21:09.531886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fae68-0bb8-4c70-9b59-a3c193292a41 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.531886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cc4fae68-0bb8-4c70-9b59-a3c193292a41 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.1510766 Aug 19 18:21:09.534819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33472) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.542812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Made reservation on behalf of cb2a67458fcd44d8b23fdccc52a3f978 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:09.546276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.562696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea6d7d0-87ba-496c-9b9f-c00812bb43c3']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:09.573979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659592f-e37a-4360-ab5f-2440c963a6d2 req-3ef7e2c9-9e3b-4954-bf2e-280a1564fb2e tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:09.575662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c659592f-e37a-4360-ab5f-2440c963a6d2 req-3ef7e2c9-9e3b-4954-bf2e-280a1564fb2e tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.2135541 Aug 19 18:21:09.585217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.611272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-22672647-a626-42e7-aca2-707f93220e7f tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 200 len: 205 time: 0.0720773 Aug 19 18:21:09.612774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:09.613103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605ef9d7-9925-47ef-a71a-5af51271d850') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:09.613252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605ef9d7-9925-47ef-a71a-5af51271d850') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:09.634890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.692600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.703739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port 97d83f4a-17f7-4e93-b36d-1aca6c1cc063 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:09.704101 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.708680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-7e10d781-63c3-4f6d-a391-71415d601e26 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 379 time: 0.1687009 Aug 19 18:21:09.712285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c659592f-e37a-4360-ab5f-2440c963a6d2 req-19a823c3-6102-4ec3-875f-9e51921b4472 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064959 Aug 19 18:21:09.713520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:09.713942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:09.716366 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:09.731294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'port': {'device_id': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'admin_state_up': True, 'tenant_id': '078001621232448bbb2e657de3fae22e', 'security_groups': ['abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:09.845635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.853280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.853652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:09.855473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6ea6d7d0-87ba-496c-9b9f-c00812bb43c3 HTTP/1.1" status: 204 len: 168 time: 0.8677239 Aug 19 18:21:09.876022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e900ce-eb6c-44bf-bb59-c291ac508601 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea6d7d0-87ba-496c-9b9f-c00812bb43c3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.054937 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.062020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33484) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.075018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.087850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.091371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for 97d83f4a-17f7-4e93-b36d-1aca6c1cc063 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:10.135238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:10.150677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:10.157787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.174369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c74df95c-8a1f-4709-85cd-69233811b9ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a16e8ed44be84d26b48b9806c1269b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104589 Aug 19 18:21:10.177137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33490) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.217387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.217801 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Added segment e65a10b7-bd73-4017-b618-10f43af8b76b of type vlan for network 28ab0f36-b325-4449-83b3-8bc48ca41849 Aug 19 18:21:10.221638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0427c93b-810b-4159-9cdc-d759a20d9e1a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.235640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.262642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fabd15f0-e75c-4a85-adcb-d229191b460b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:10.315494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.336116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fabd15f0-e75c-4a85-adcb-d229191b460b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:10.336701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.392667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c681498e-cfe3-4b57-8409-36f9a434c63b req-d16b7812-5f49-41b0-89aa-976b1d2a8694 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 210 time: 0.1724446 Aug 19 18:21:10.398873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.399898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.400479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.458743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.482658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2363226 Aug 19 18:21:10.487301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.496869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33496) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:10.503596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Request body: {'subnet': {'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1312599017-subnet', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:10.538336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.12 (60467659-6377-49df-bdde-469f6ea7bbd6/6adfce7c-9e0b-4e65-b8d0-4f1a62355ede/cf110508-dd15-4e43-a445-b0df94b6d0f6) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:10.575552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port 280a9f2e-9c0a-47bf-af7e-de5a5dc9cb44 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:10.576077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.595831 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.602496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.602496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf33c238-ac17-4202-a6df-8984d561367c HTTP/1.1" status: 204 len: 168 time: 0.4207332 Aug 19 18:21:10.628897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bea7-b6f4-457b-8821-665ef7142e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf33c238-ac17-4202-a6df-8984d561367c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.671581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaa8af-831d-41da-a03c-9019cb9f2e35 admin admin] Pushing event updated for resources: {'Network': ['ID=28ab0f36-b325-4449-83b3-8bc48ca41849,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.682801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:10.696814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Made reservation on behalf of cb2a67458fcd44d8b23fdccc52a3f978 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:10.699156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.796470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.802568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681afe5f-09c8-4247-aa95-0cbb316f3f94 req-de37b205-3087-4d18-9e44-4d65c34011f8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:10.808019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-681afe5f-09c8-4247-aa95-0cbb316f3f94 req-de37b205-3087-4d18-9e44-4d65c34011f8 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.1188822 Aug 19 18:21:10.852707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.856572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.882594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-681afe5f-09c8-4247-aa95-0cbb316f3f94 req-0983be5a-6ae7-4e4e-b3cb-45ebc342aafb tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Aug 19 18:21:10.887852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=97d83f4a-17f7-4e93-b36d-1aca6c1cc063,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:10.892449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object cf110508-dd15-4e43-a445-b0df94b6d0f6 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:10.902065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for 280a9f2e-9c0a-47bf-af7e-de5a5dc9cb44 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:10.940766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:10.990421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 60467659-6377-49df-bdde-469f6ea7bbd6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:10.996464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:10.999244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:11.009427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.050789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.096179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:11.097057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.126524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-b99401dd-5d59-4fb7-a292-3909feff0544 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4089513 Aug 19 18:21:11.144695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Request body: {'port': {'device_id': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:11.174710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.178411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.231770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.319615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.320149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Fanout notify agent at l3_agent the message router_deleted on router ed2e86d0-aec8-4250-89e6-ecbc90af87bb {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:11.328484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.330566 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e4433686-b76a-462d-9355-54bf8d4bfe7e tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/routers/ed2e86d0-aec8-4250-89e6-ecbc90af87bb HTTP/1.1" status: 204 len: 168 time: 2.6968987 Aug 19 18:21:11.338413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:11.351205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0e9ee9b3-bcb1-4edf-a945-2fa9e0c0cb42 None None] Provisioning for port cf110508-dd15-4e43-a445-b0df94b6d0f6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:11.359364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0e9ee9b3-bcb1-4edf-a945-2fa9e0c0cb42 None None] Provisioning complete for port cf110508-dd15-4e43-a445-b0df94b6d0f6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:11.360285 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee9b3-bcb1-4edf-a945-2fa9e0c0cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.400051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.411824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ee9b3-bcb1-4edf-a945-2fa9e0c0cb42 None None] Port cf110508-dd15-4e43-a445-b0df94b6d0f6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:11.450162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting subnet 4a2084fd-5935-4e68-a849-645e4e02372f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:21:11.460339 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.539200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2718ab4-f769-4920-83a2-334039f213e9,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.557573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.592084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a79eb-873a-42c0-b4f2-c5f7cb219937 req-fba448a0-d7c2-4d8d-b24f-de41b1010828 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:11.594415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f65a79eb-873a-42c0-b4f2-c5f7cb219937 req-fba448a0-d7c2-4d8d-b24f-de41b1010828 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 932 time: 0.0911491 Aug 19 18:21:11.663181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.667945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:11.677003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:11.691668 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.697305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f65a79eb-873a-42c0-b4f2-c5f7cb219937 req-a274297e-c232-488c-8375-6cdbd85f422f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950770 Aug 19 18:21:11.709767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Transition to ACTIVE for port object cf110508-dd15-4e43-a445-b0df94b6d0f6 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:11.718832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.720061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=280a9f2e-9c0a-47bf-af7e-de5a5dc9cb44,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.723252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Checking segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:11.723699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Network hostable DHCP agents. Network: 28ab0f36-b325-4449-83b3-8bc48ca41849, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:11.746428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.795923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:11.828863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-454999943-network', 'tenant_id': '7ac64599203548959720b0a16f891b62'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:11.833744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:11.865585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 28ab0f36-b325-4449-83b3-8bc48ca41849) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:11.870444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Made reservation on behalf of 7ac64599203548959720b0a16f891b62 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:11.872042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.873646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.877288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326d2fb-9112-4552-82da-c5a6f9123f47 None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:11.878176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:11.879300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.900807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:11.901159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:11.901492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:11.907651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:11.909679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:21:11.910009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:11.923301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:11.923674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:11.924068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Bound using segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:11.924680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Bound port: cf110508-dd15-4e43-a445-b0df94b6d0f6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:11.925049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.026332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.037379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.043940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.049393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.051912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/subnets/4a2084fd-5935-4e68-a849-645e4e02372f HTTP/1.1" status: 204 len: 168 time: 0.7106349 Aug 19 18:21:12.055301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33530) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.093221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aeba9-7b7a-4157-932f-b0bf0a1e49ad tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2084fd-5935-4e68-a849-645e4e02372f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.095434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979db63-c13b-48ab-a295-f1afe37e4a57 None None] Network b60bd672-f3e9-4aa6-a412-2b6abc2a4172 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:12.137123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:12.153255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996435e0-889d-463d-b706-6d09289d8001 req-7eefae29-49f1-492f-8426-36399d4fa014 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.155784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-996435e0-889d-463d-b706-6d09289d8001 req-7eefae29-49f1-492f-8426-36399d4fa014 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.1827254 Aug 19 18:21:12.164634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.165445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router 1b41ac7e-9b05-4610-aec5-2c7f0a93d547 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:12.174287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.175756 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-41507a40-2c1e-4b01-9c8b-40a67cc1d6fe tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 204 len: 168 time: 2.5594418 Aug 19 18:21:12.179968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33532) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.185657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-288387889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:12.199296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:12.210352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-b2c735a9-ac41-405c-b486-504dc5f04e01 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.212251 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-b2c735a9-ac41-405c-b486-504dc5f04e01 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.1338673 Aug 19 18:21:12.213062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-28ab0f36-b325-4449-83b3-8bc48ca41849', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:12.213924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.225548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.265766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.282117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.282995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.285040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] 10.222.0.42 "PUT /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1093 time: 1.1480520 Aug 19 18:21:12.300094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:12.308463 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d1609a-2908-4d53-9454-ddb76423095c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:12.362455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Deleting port c3c97c3e-607a-4c00-9f20-03a3211db494 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:12.362821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.368466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-996435e0-889d-463d-b706-6d09289d8001 req-24ecf797-39f8-425c-aed2-c35ae5627fd2 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874404 Aug 19 18:21:12.395673 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a526aa8-1729-4ae5-a794-4f99e837d2ec x-openstack-request-id: req-6a526aa8-1729-4ae5-a794-4f99e837d2ec {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:12.395673 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:12.395673 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a526aa8-1729-4ae5-a794-4f99e837d2ec {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:12.395673 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:21:12.409008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.428495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08960fb6-ee2c-437e-a08b-78b76870165d service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.433361 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dd7457bc-3e4a-4580-a71b-30b3c257f22a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9329395 Aug 19 18:21:12.454688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33536) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.459613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:12.460747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.502006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:12.523997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.525236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.526274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-d5ed5163-380b-4068-940b-2f8cb99cbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.526852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Allocated IP 172.20.0.2 (28ab0f36-b325-4449-83b3-8bc48ca41849/a2718ab4-f769-4920-83a2-334039f213e9/2a5cd9cc-b78b-477e-8ca0-e7333c80f812) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:12.527906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-d5ed5163-380b-4068-940b-2f8cb99cbe72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1096 time: 0.1634989 Aug 19 18:21:12.531166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd930b-04c9-4db1-9281-9a06c30b2a3e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.539894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.540270 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Added segment f4050f64-1a23-48ef-bb01-c2fc9434d534 of type vlan for network ee6bacfd-ad07-40be-92c4-5b2858e0eecc Aug 19 18:21:12.622485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-13a3723f-da8c-42d1-8c77-9c418932d7fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0839672 Aug 19 18:21:12.671152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.692869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port fb43e37f-d6cf-4ced-819d-24105c6a0f23 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:12.693123 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.759916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-182a2d4e-41fa-45b3-bb34-cb9768816ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.761469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-182a2d4e-41fa-45b3-bb34-cb9768816ef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.1307158 Aug 19 18:21:12.785149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.786143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:12.786767 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.910678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] For port fb43e37f-d6cf-4ced-819d-24105c6a0f23, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fb43e37f-d6cf-4ced-819d-24105c6a0f23,segment=NetworkSegment(ca3bb37a-0998-43fb-b8df-e5f68a26cdb9),segment_id=ca3bb37a-0998-43fb-b8df-e5f68a26cdb9)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:12.911436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.915920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] DHCP port deletion for b60bd672-f3e9-4aa6-a412-2b6abc2a4172 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:21:12.922743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2522862 Aug 19 18:21:12.951572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33540) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:12.958436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Request body: {'subnet': {'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-454999943-subnet', 'tenant_id': '7ac64599203548959720b0a16f891b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:12.973266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:12.974995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for fb43e37f-d6cf-4ced-819d-24105c6a0f23 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:12.985205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4800af8-ee98-4a6a-afe8-dd319906b36a admin admin] Pushing event updated for resources: {'Network': ['ID=ee6bacfd-ad07-40be-92c4-5b2858e0eecc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:12.985583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Transition to ACTIVE for port object 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:12.990862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.004381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.006860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-d401abcf-67ef-4803-8987-bf2fb3275fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:13.007041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ee6bacfd-ad07-40be-92c4-5b2858e0eecc details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:13.008463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-d401abcf-67ef-4803-8987-bf2fb3275fd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336671 Aug 19 18:21:13.010362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.012110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.028269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Transition to ACTIVE for port object 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:13.042386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] For port c3c97c3e-607a-4c00-9f20-03a3211db494, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=c3c97c3e-607a-4c00-9f20-03a3211db494,segment=NetworkSegment(e9dbb1f0-0982-4982-b77a-be3b462fd87c),segment_id=e9dbb1f0-0982-4982-b77a-be3b462fd87c)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:13.042809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.063238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Deleting port fb43e37f-d6cf-4ced-819d-24105c6a0f23 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:13.064097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.068604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Calling delete_port for c3c97c3e-607a-4c00-9f20-03a3211db494 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:13.075889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Made reservation on behalf of 7ac64599203548959720b0a16f891b62 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:13.078306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.083804 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.104159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.109794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7533f86-22e8-4e59-8bfb-7e1f40c5a445 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9243457 Aug 19 18:21:13.110331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33542) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:13.117967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'enable_snat': False}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:13.121351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.190245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:13.202572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:13.207972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:13.211420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] For port fb43e37f-d6cf-4ced-819d-24105c6a0f23, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fb43e37f-d6cf-4ced-819d-24105c6a0f23,segment=NetworkSegment(ca3bb37a-0998-43fb-b8df-e5f68a26cdb9),segment_id=ca3bb37a-0998-43fb-b8df-e5f68a26cdb9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:13.211859 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.214878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Pushing event updated for resources: {'Port': ['ID=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.236769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Calling delete_port for fb43e37f-d6cf-4ced-819d-24105c6a0f23 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:13.324689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Attempting to bind port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:13.325126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Attempting to bind port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:13.325441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Attempting to bind port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 on network 28ab0f36-b325-4449-83b3-8bc48ca41849 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:13.336896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:13.337381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Checking segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:13.337937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.338341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Bound using segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:13.338865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Bound port: 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:13.339242 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.472716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.474402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.476723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] For port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:13.484232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] For port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:13.511521 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.511521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] Pushing event deleted for resources: {'Port': ['ID=fb43e37f-d6cf-4ced-819d-24105c6a0f23,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.525504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e150a68-c2a7-4521-ba04-c139928e6584 None None] No DVR routers for this DVR port fb43e37f-d6cf-4ced-819d-24105c6a0f23 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:13.525756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb793ec-e836-4fb1-b04f-7e53c1318f93 req-1230ea37-5a81-42d4-96c4-982d5f108c48 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:13.532039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb793ec-e836-4fb1-b04f-7e53c1318f93 req-1230ea37-5a81-42d4-96c4-982d5f108c48 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.6429410 Aug 19 18:21:13.564015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.600506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8936c-362a-4a74-95c5-b1bb7b6a78ff None None] Pushing event updated for resources: {'Port': ['ID=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.733976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.758023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb793ec-e836-4fb1-b04f-7e53c1318f93 req-96f20e60-1a9f-43cd-9ae8-4c2ddc794004 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050867 Aug 19 18:21:13.761973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.808032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf40625-628c-4561-bf1a-8adbb6f61148 req-e5d3825d-e372-4cf5-b44d-30e14cf0d9e3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:13.808032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bf40625-628c-4561-bf1a-8adbb6f61148 req-e5d3825d-e372-4cf5-b44d-30e14cf0d9e3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b731d0-fb2c-4141-9195-0162040a213b HTTP/1.1" status: 200 len: 945 time: 0.3447647 Aug 19 18:21:13.814729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=fb43e37f-d6cf-4ced-819d-24105c6a0f23,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.830354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Pushing event deleted for resources: {'Port': ['ID=c3c97c3e-607a-4c00-9f20-03a3211db494,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:13.833817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] No DVR routers for this DVR port fb43e37f-d6cf-4ced-819d-24105c6a0f23 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:13.858613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-0ee9ea3d-ba8a-4940-8028-23a0ea015548 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387992 Aug 19 18:21:13.916891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] No DVR routers for this DVR port c3c97c3e-607a-4c00-9f20-03a3211db494 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:21:13.921483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:13.923110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b93337f8-e8b2-4414-9a75-02bd0af7ce93 req-422a9d00-fe74-4b87-8e0a-37fd574b84d3 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.13 "DELETE /v2.0/ports/c3c97c3e-607a-4c00-9f20-03a3211db494 HTTP/1.1" status: 204 len: 173 time: 1.7040215 Aug 19 18:21:13.930791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'name': 'network-vif-deleted', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:13.934218 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24107640-63fb-4ce9-a0b1-da73bcafafd2" -d '{"events": [{"server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "name": "network-vif-deleted", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:14.003186 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f33976-520c-40b6-aa2a-cb3cf0aa0838 x-openstack-request-id: req-27f33976-520c-40b6-aa2a-cb3cf0aa0838 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:14.004372 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b731d0-fb2c-4141-9195-0162040a213b", "name": "network-vif-deleted", "tag": "c3c97c3e-607a-4c00-9f20-03a3211db494", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:14.004649 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27f33976-520c-40b6-aa2a-cb3cf0aa0838 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:14.005064 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b731d0-fb2c-4141-9195-0162040a213b', 'name': 'network-vif-deleted', 'tag': 'c3c97c3e-607a-4c00-9f20-03a3211db494', 'status': 'completed', 'code': 200} Aug 19 18:21:14.102480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8bf40625-628c-4561-bf1a-8adbb6f61148 req-3b9e2aa3-97e5-4870-999e-c4b3eda52b32 tempest-VolumesActionsTest-549779071 tempest-VolumesActionsTest-549779071-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5152c61-2bfd-4e5c-b574-d559260ca219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789712 Aug 19 18:21:14.124024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.188328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60bd672-f3e9-4aa6-a412-2b6abc2a4172']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:14.224763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:14.225027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3bb37a-0998-43fb-b8df-e5f68a26cdb9') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:14.247391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.252463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.257594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bd057ef-cbe4-4a16-869d-03c20bce9695 req-60d2c231-64db-4c4a-a691-d10fb6282cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900740 Aug 19 18:21:14.270589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.295014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:14.304149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.308790 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.309135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.330961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:21:14.331510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:21:14.337838 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:21:14.348928 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.375650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:14.399401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58951354-ce50-43e6-aab0-b04d7abbd3e7,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:14.469322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Checking segment: {'id': 'f4050f64-1a23-48ef-bb01-c2fc9434d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:14.470614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Network hostable DHCP agents. Network: ee6bacfd-ad07-40be-92c4-5b2858e0eecc, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:14.472578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fb43e37f-d6cf-4ced-819d-24105c6a0f23 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:14.525183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Network ee6bacfd-ad07-40be-92c4-5b2858e0eecc is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:14.537363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fb43e37f-d6cf-4ced-819d-24105c6a0f23 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:14.537363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fb43e37f-d6cf-4ced-819d-24105c6a0f23 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:14.537692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1609a-2908-4d53-9454-ddb76423095c req-4dad6aa6-ec47-4ef9-85da-09e221b6ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:14.538829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-4dad6aa6-ec47-4ef9-85da-09e221b6ab45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1096 time: 0.1755717 Aug 19 18:21:14.549560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ee6bacfd-ad07-40be-92c4-5b2858e0eecc) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:14.557584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:14.561154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.572976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5722d-4a70-4774-97ea-3023ea503cd6 None None] Network ee6bacfd-ad07-40be-92c4-5b2858e0eecc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:14.588416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.595537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:14.596205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Allocated IP 172.25.5.48 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/96deccfa-c5d6-4685-9711-b12e48946ae1) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:14.598287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/networks/b60bd672-f3e9-4aa6-a412-2b6abc2a4172 HTTP/1.1" status: 204 len: 168 time: 2.5418782 Aug 19 18:21:14.607019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33548) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:14.719509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae78524-bce5-4582-8116-b69ef76c77bf tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Network': ['ID=b60bd672-f3e9-4aa6-a412-2b6abc2a4172,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:14.748500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e8eaf629-72c3-4759-b16e-b6410aab346c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7908804 Aug 19 18:21:14.861738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1609a-2908-4d53-9454-ddb76423095c req-aa4857fa-0758-4609-821a-1ae60784f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:14.864031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-aa4857fa-0758-4609-821a-1ae60784f299 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.3082538 Aug 19 18:21:14.868377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10e0de-e76e-4ea8-976d-c946b196b61c None None] Network ee6bacfd-ad07-40be-92c4-5b2858e0eecc requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:14.964966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-dfd66742-f4c1-4647-9295-a3d5913d4ba8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0934157 Aug 19 18:21:15.045745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.084485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106d1a3-ea5f-4a0a-b7b1-fe45e3c4d7ae req-a6cca4a9-bd9a-4b2e-9c42-387d7d3fd471 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.085231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Deleting port 9d36ac59-01f5-49b3-8f33-ad1573a92259 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:15.085589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.091990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f106d1a3-ea5f-4a0a-b7b1-fe45e3c4d7ae req-a6cca4a9-bd9a-4b2e-9c42-387d7d3fd471 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.1408055 Aug 19 18:21:15.096941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1609a-2908-4d53-9454-ddb76423095c req-6cd571a2-2dd8-44cf-802a-9e86a1b665e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.100242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-6cd571a2-2dd8-44cf-802a-9e86a1b665e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.1131444 Aug 19 18:21:15.122828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741ea72-051d-47e3-a8a8-519dc9ed0d7b None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:15.175761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.206039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1609a-2908-4d53-9454-ddb76423095c req-39c3698c-3076-4463-82ec-a0c7640648ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:15.207939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-39c3698c-3076-4463-82ec-a0c7640648ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004889 Aug 19 18:21:15.212048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f106d1a3-ea5f-4a0a-b7b1-fe45e3c4d7ae req-3274a6aa-962f-4e29-8838-c5c1298d1fa7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184046 Aug 19 18:21:15.223500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:15.252430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Provisioning for port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:15.267883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Provisioning complete for port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:15.268404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.273730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:15.276472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:15.301508 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.302155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.317950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Calling delete_port for 9d36ac59-01f5-49b3-8f33-ad1573a92259 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:15.372342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-a33b240f-cfc1-4b3a-a0c8-2ae599b0cd46 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568198 Aug 19 18:21:15.450746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.491766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c3c97c3e-607a-4c00-9f20-03a3211db494 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:21:15.528997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: c3c97c3e-607a-4c00-9f20-03a3211db494 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:21:15.529472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device c3c97c3e-607a-4c00-9f20-03a3211db494 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:21:15.570646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95d1609a-2908-4d53-9454-ddb76423095c req-16e77dc5-3989-4233-ab66-7740c06536c4 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907198 Aug 19 18:21:15.587407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] For port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:15.597575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.621866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Allocated IP 172.25.5.89 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b61f3658-020e-4d5b-88e4-0ed6a5245151) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:15.625174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Pushing event updated for resources: {'Port': ['ID=96deccfa-c5d6-4685-9711-b12e48946ae1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:15.684052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33580) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:15.692159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-114761028-network', 'tenant_id': 'cf3cbeb5e5c64186bb2cb70b0dcfacfa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:15.729923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b6c22-8cf7-4772-b81a-05bbf04e7032 None None] Pushing event updated for resources: {'Port': ['ID=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:15.732061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Made reservation on behalf of cf3cbeb5e5c64186bb2cb70b0dcfacfa for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:15.744845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.761436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.908516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.916973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.943852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:15.958484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa108f-604d-435e-914f-70a4fcf10012,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:15.964725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:15.965320 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Added segment faf0c8d3-3ae0-4b76-841a-2e8d29fb0379 of type vlan for network a88ca8b3-9ce1-4678-b172-c37e1ac156e6 Aug 19 18:21:16.032502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5be45a31-bd6a-4b79-8b82-8631fda2c015 None None] Provisioning complete for port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:16.032985 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5be45a31-bd6a-4b79-8b82-8631fda2c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.033869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.097478 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.099080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:16.104764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.196555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.204663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:16.210632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] Pushing event updated for resources: {'Network': ['ID=a88ca8b3-9ce1-4678-b172-c37e1ac156e6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:16.228064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.229216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-80a79ddf-c2a1-4456-886e-50653b5fe85d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5421643 Aug 19 18:21:16.230069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33594) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:16.239038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Request body: {'subnet': {'network_id': 'a88ca8b3-9ce1-4678-b172-c37e1ac156e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-114761028-subnet', 'tenant_id': 'cf3cbeb5e5c64186bb2cb70b0dcfacfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:16.242950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a88ca8b3-9ce1-4678-b172-c37e1ac156e6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:16.270941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Made reservation on behalf of cf3cbeb5e5c64186bb2cb70b0dcfacfa for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:16.275505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.346516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Pushing event deleted for resources: {'Port': ['ID=9d36ac59-01f5-49b3-8f33-ad1573a92259,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:16.379815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:16.380789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.398881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.593189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.643426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.644821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:16.646777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.650874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-80672ee8-f273-4051-808a-f56c2d309ee9 tempest-FloatingIPAdminTestJSON-950393153 tempest-FloatingIPAdminTestJSON-950393153-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a139990-9589-4895-b9d7-a2eba0cfb7cb HTTP/1.1" status: 204 len: 168 time: 2.0394056 Aug 19 18:21:16.650874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.705765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5943701-ce14-4cb7-a04e-994c247e3869 req-3d7bfbde-4011-4578-8599-d401ae952534 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:16.707514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5943701-ce14-4cb7-a04e-994c247e3869 req-3d7bfbde-4011-4578-8599-d401ae952534 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.3003659 Aug 19 18:21:16.708214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e93c27-3aa5-4a1d-b8ea-13f2d3885e5f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:16.727829 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b61f3658-020e-4d5b-88e4-0ed6a5245151,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:16.758329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Checking segment: {'id': 'faf0c8d3-3ae0-4b76-841a-2e8d29fb0379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a88ca8b3-9ce1-4678-b172-c37e1ac156e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:16.758972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Network hostable DHCP agents. Network: a88ca8b3-9ce1-4678-b172-c37e1ac156e6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:16.771119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5943701-ce14-4cb7-a04e-994c247e3869 req-09aa0a2c-be7c-48d9-8d0b-3788cfeb9bd0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530663 Aug 19 18:21:16.771925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:16.775987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:16.790591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:16.807083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Network a88ca8b3-9ce1-4678-b172-c37e1ac156e6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:16.825833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a88ca8b3-9ce1-4678-b172-c37e1ac156e6) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:16.828264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:16.831501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:16.832114 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:16.848664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a331f-6238-4277-9022-04702286c606 None None] Network a88ca8b3-9ce1-4678-b172-c37e1ac156e6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:16.857538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d96878d5-3175-4a46-a7cf-933ea00d2758 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6252260 Aug 19 18:21:16.863874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:17.113910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33624) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:17.123480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.163190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:17.227414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:17.242647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.243728 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.301833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d4af8f-0dc0-4419-a352-4d5dcdb66cd3 None None] Network a88ca8b3-9ce1-4678-b172-c37e1ac156e6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:17.393112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2519aa4a-797a-4bdf-8478-a3213b22e4e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a79f672b6abc45f29f01b918e5cb7d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757885 Aug 19 18:21:17.393689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33638) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:17.494628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.502914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['cf110508-dd15-4e43-a445-b0df94b6d0f6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:17.553058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.655412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.663537 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.675852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2a270e9-d025-44f6-9347-084cbadb715a HTTP/1.1" status: 204 len: 168 time: 0.2729559 Aug 19 18:21:17.703935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:17.707783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f1a1d-2153-476b-819d-5bed1c580c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a270e9-d025-44f6-9347-084cbadb715a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:17.767981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.777133 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:17.985691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.022256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-27235e00-d4be-4e3e-8889-6413a2cd4afe tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.024359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-27235e00-d4be-4e3e-8889-6413a2cd4afe tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/networks?id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 200 len: 811 time: 0.3210909 Aug 19 18:21:18.045733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea77d-7f44-4334-b76e-aba18c417ef2 req-0e50fcab-c8fe-4707-8bc2-be2ef3992e5b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:18.049654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-895ea77d-7f44-4334-b76e-aba18c417ef2 req-0e50fcab-c8fe-4707-8bc2-be2ef3992e5b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.1434286 Aug 19 18:21:18.081651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-c9f7c82b-389b-4f35-a03a-4ec109e303e6 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/quotas/7ac64599203548959720b0a16f891b62 HTTP/1.1" status: 200 len: 375 time: 0.0485704 Aug 19 18:21:18.141615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-2b7db853-71b3-4482-975c-e141becd4493 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ac64599203548959720b0a16f891b62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432131 Aug 19 18:21:18.193219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-895ea77d-7f44-4334-b76e-aba18c417ef2 req-e6208a40-14bc-4086-90ed-e4c3298eeca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287098 Aug 19 18:21:18.395266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Router 17441daf-d0f7-443a-b822-da5b61726eaa is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:18.397381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33672) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:18.425111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-31b046e6-0e87-40eb-b9ed-40327009a900 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660980 Aug 19 18:21:18.460916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9b4-8be9-4c4d-8e22-81e208c5ce20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.526990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.643246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:18.666582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-8c1f983e-fe49-4e41-b3b5-f28a7bafc04e service neutron] 10.222.0.36 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234836 Aug 19 18:21:18.759827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port cf110508-dd15-4e43-a445-b0df94b6d0f6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:18.776472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port cf110508-dd15-4e43-a445-b0df94b6d0f6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:18.777033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.846634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:18.864322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9b4-8be9-4c4d-8e22-81e208c5ce20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.892935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e2e9b4-8be9-4c4d-8e22-81e208c5ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.898718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] Sync routers for ids ['17441daf-d0f7-443a-b822-da5b61726eaa'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:18.966030 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:18.973193 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-69f2fe7d-14ae-44a1-b03a-3388de37e30c tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "PUT /v2.0/routers/17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 200 len: 918 time: 5.8594193 Aug 19 18:21:18.976297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] Routers {'17441daf-d0f7-443a-b822-da5b61726eaa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:18.976468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33682) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:18.980490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['17441daf-d0f7-443a-b822-da5b61726eaa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:19.124869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d365b851-c79f-4b99-9473-ad0bf75dfd3c req-188555d5-535b-4087-a0d4-9865ba0a6fef tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 0.1613829 Aug 19 18:21:19.133844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63e2e9b4-8be9-4c4d-8e22-81e208c5ce20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=071d33a4b2fa4aeaa37016e1405cbc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338028 Aug 19 18:21:19.134949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33686) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.144257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e9b4-8be9-4c4d-8e22-81e208c5ce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823425de-28ac-429b-b1e5-8ace8bcdbb5d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:19.201401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.213282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c7d50218-8798-463d-b4c9-fce0a2b64092 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 200 len: 924 time: 0.2351692 Aug 19 18:21:19.217578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.243293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.298793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:19.330490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.345617 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.361784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/823425de-28ac-429b-b1e5-8ace8bcdbb5d HTTP/1.1" status: 204 len: 168 time: 0.2142644 Aug 19 18:21:19.388508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786020de-2114-47ed-b01c-21a0506f45d1 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.395552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-786020de-2114-47ed-b01c-21a0506f45d1 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=17441daf-d0f7-443a-b822-da5b61726eaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1751928 Aug 19 18:21:19.396724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33696) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.402587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875b429-66df-4415-97aa-aca7d1da6e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823425de-28ac-429b-b1e5-8ace8bcdbb5d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:19.594746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:19.639795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:19.664223 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Sync routers for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:19.670911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] Routers {'17441daf-d0f7-443a-b822-da5b61726eaa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:19.671730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['17441daf-d0f7-443a-b822-da5b61726eaa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:19.692565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.700805 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-68e21a6f-c44d-46f2-aca5-5a3ed37157f4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2429731 Aug 19 18:21:19.704423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33700) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.726369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:19.727670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a68af-04ae-4c04-ab84-79bb975f727e None None] The sync data for ids ['17441daf-d0f7-443a-b822-da5b61726eaa'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:19.785255 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.848009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:19.867850 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747beace-9380-483e-b3da-ff2c59c1ffc7" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:19.893946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb291f-006c-4bec-a8b2-f4943976f9ca req-271968b7-8aa7-4bb1-a5d6-5916197fb5a2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.896728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4fb291f-006c-4bec-a8b2-f4943976f9ca req-271968b7-8aa7-4bb1-a5d6-5916197fb5a2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.4496615 Aug 19 18:21:19.902808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:19.909245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:19.921416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dbaab0-3ad1-4d73-a02b-49277134edcb tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:19.923551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5dbaab0-3ad1-4d73-a02b-49277134edcb tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/networks/c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 881 time: 0.5254302 Aug 19 18:21:19.939311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:19.991321 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16424c9-f3d5-4bb7-87ee-cbeba4e091db x-openstack-request-id: req-f16424c9-f3d5-4bb7-87ee-cbeba4e091db {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:19.991635 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:19.994781 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f16424c9-f3d5-4bb7-87ee-cbeba4e091db {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:19.995684 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'code': 200} Aug 19 18:21:20.051896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4fb291f-006c-4bec-a8b2-f4943976f9ca req-9cd06967-fdd2-4618-acdf-0524587c32ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459363 Aug 19 18:21:20.088032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33712) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.088576 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b79cb5ac-61f9-46fb-af2b-95fec12112f6 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 200 len: 205 time: 0.1472161 Aug 19 18:21:20.129889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:20.147208 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:20.148286 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:20.209968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33716) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.248390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd7161c1-2228-44bb-84d6-922f55ca0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.356580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f71a4af8-6e23-472b-8982-f9a97a54b8c8 req-e0fe1e0b-0690-4819-b078-ef9b301535fc tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 0.0402722 Aug 19 18:21:20.380543 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:20.433595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85593ce-7a22-4028-9541-abee6559440f req-e0d77dfe-add4-486c-b443-3faef95deecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:20.437179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f85593ce-7a22-4028-9541-abee6559440f req-e0d77dfe-add4-486c-b443-3faef95deecf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1098 time: 0.3202600 Aug 19 18:21:20.564043 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.583682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd7161c1-2228-44bb-84d6-922f55ca0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.597329 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cd7161c1-2228-44bb-84d6-922f55ca0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.719117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd7161c1-2228-44bb-84d6-922f55ca0a68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e7fe8fa1adb4e7983426bf5ea38a571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034444 Aug 19 18:21:20.719989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7161c1-2228-44bb-84d6-922f55ca0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8423516-4c3b-4431-98d6-009a87319334,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:20.727889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:20.751165 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:17Z', 'revision_number': 3, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:20.804828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f85593ce-7a22-4028-9541-abee6559440f req-36f83b68-9006-450f-b9f5-20b22937283f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361659 Aug 19 18:21:20.869928 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Checking router: 884e93ee-aeb8-4007-8cb8-65d74e3848f7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:20.871513 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Updating router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 port b61f3658-020e-4d5b-88e4-0ed6a5245151 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:20.944928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:20.964563 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.056830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.115376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.165922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port 96deccfa-c5d6-4685-9711-b12e48946ae1 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:21.166376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.424861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde17f-be9f-4688-969d-2c8287b04f54 req-bd38f90c-dcda-4456-b95a-00ac05ab6683 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.425459 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4fde17f-be9f-4688-969d-2c8287b04f54 req-bd38f90c-dcda-4456-b95a-00ac05ab6683 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.2212567 Aug 19 18:21:21.461764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.465424 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.466632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8423516-4c3b-4431-98d6-009a87319334 HTTP/1.1" status: 204 len: 168 time: 0.7375808 Aug 19 18:21:21.486489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.505872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21888-7514-48d2-b3a6-5d50ea743331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8423516-4c3b-4431-98d6-009a87319334,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:21.515506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for 96deccfa-c5d6-4685-9711-b12e48946ae1 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:21.542568 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4fde17f-be9f-4688-969d-2c8287b04f54 req-00709574-c9e9-45a6-9b5e-9ecba828321e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984247 Aug 19 18:21:21.659189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-ffe220cf-97de-44c4-b89e-5e3cc6191c1e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:21.663505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-ffe220cf-97de-44c4-b89e-5e3cc6191c1e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.13 "GET /v2.0/networks?id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 200 len: 811 time: 0.5303302 Aug 19 18:21:21.728268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Request body: {'port': {'device_id': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc', 'admin_state_up': True, 'tenant_id': '7ac64599203548959720b0a16f891b62'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:21.846812 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.959000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:21.962443 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Transition to ACTIVE for port object b61f3658-020e-4d5b-88e4-0ed6a5245151 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:21.974885 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.012824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d59484b-8576-452a-94cf-2c96596956b1 req-746b1404-628d-4912-8afd-ab5507e04e1a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 0.3672566 Aug 19 18:21:22.106757 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Attempting to bind port b61f3658-020e-4d5b-88e4-0ed6a5245151 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:22.112319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Attempting to bind port b61f3658-020e-4d5b-88e4-0ed6a5245151 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:22.113463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Attempting to bind port b61f3658-020e-4d5b-88e4-0ed6a5245151 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:22.128998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=96deccfa-c5d6-4685-9711-b12e48946ae1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:22.129276 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:22.130544 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:22.130698 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.131571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:22.132438 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Bound port: b61f3658-020e-4d5b-88e4-0ed6a5245151, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:22.133289 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.136052 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49d926-dee9-4b22-95ea-4085b09ca55c None None] Pushing event updated for resources: {'Port': ['ID=b61f3658-020e-4d5b-88e4-0ed6a5245151,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:22.263042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Made reservation on behalf of 7ac64599203548959720b0a16f891b62 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:22.268395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.274364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.291127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.322535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] For port b61f3658-020e-4d5b-88e4-0ed6a5245151, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:22.327207 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] For port b61f3658-020e-4d5b-88e4-0ed6a5245151, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b61f3658-020e-4d5b-88e4-0ed6a5245151,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:22.339160 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.445646 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:22.446288 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:22.489970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.494254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.580991 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.582031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router 17441daf-d0f7-443a-b822-da5b61726eaa {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:22.618184 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.632088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a7138a74-13cc-4558-ad98-d8210b0f0fce tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 204 len: 168 time: 2.5412631 Aug 19 18:21:22.633462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:22.649437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1047638385', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:22.720190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.722569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:22.742797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49d926-dee9-4b22-95ea-4085b09ca55c None None] Pushing event updated for resources: {'Port': ['ID=b61f3658-020e-4d5b-88e4-0ed6a5245151,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:22.775916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Allocated IP 172.20.0.3 (ee6bacfd-ad07-40be-92c4-5b2858e0eecc/58951354-ce50-43e6-aab0-b04d7abbd3e7/fa95078c-4eb3-4119-b33f-d8bb47ed7561) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:22.827586 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:22.884352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Allocated IP 172.20.0.1 (28ab0f36-b325-4449-83b3-8bc48ca41849/a2718ab4-f769-4920-83a2-334039f213e9/9a6ad382-0a93-4bee-8504-61c0c3d0ebab) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:23.023596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:23.106411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37579b0d-244f-4b79-924c-8c9308a81041 req-9241fd23-c029-42c6-8e9a-0bc72c733ec6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:23.110134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37579b0d-244f-4b79-924c-8c9308a81041 req-9241fd23-c029-42c6-8e9a-0bc72c733ec6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.3139589 Aug 19 18:21:23.363282 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:17Z', 'revision_number': 3, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:23.415984 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262c49c-b173-4f9a-a8d4-c710663fdb21 None None] The sync data for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 is: [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:17Z', 'revision_number': 3, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:24.045569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.062429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Transition to ACTIVE for port object 9a6ad382-0a93-4bee-8504-61c0c3d0ebab will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:24.138165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.239585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:24.257129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:24.261033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:24.292797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:24.358799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.366906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.433470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b61f3658-020e-4d5b-88e4-0ed6a5245151 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:24.444034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a4d8b51-a9f9-49d9-a803-ebfb13b743dc req-770c1509-32c9-4b26-af03-580837483989 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 1.0843070 Aug 19 18:21:24.492862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37579b0d-244f-4b79-924c-8c9308a81041 req-12721661-f6e6-402f-abd4-5a563e55c38e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1072669 Aug 19 18:21:24.618338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b61f3658-020e-4d5b-88e4-0ed6a5245151 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:24.625464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b61f3658-020e-4d5b-88e4-0ed6a5245151 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:24.627136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.805050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.922902 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:24.942147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.049841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b61f3658-020e-4d5b-88e4-0ed6a5245151, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b61f3658-020e-4d5b-88e4-0ed6a5245151,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:25.068495 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.099866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17fc707c-0816-44a0-9786-22df95d98e0d None None] Provisioning for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:25.157725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.194748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-17fc707c-0816-44a0-9786-22df95d98e0d None None] Provisioning complete for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:25.195046 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.195267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17fc707c-0816-44a0-9786-22df95d98e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.260079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.313834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b36ca-1082-46ca-9df1-24c8cb392dcd req-77c7a4e8-f332-4dcf-b069-3f36670ac9c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.322330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a7b36ca-1082-46ca-9df1-24c8cb392dcd req-77c7a4e8-f332-4dcf-b069-3f36670ac9c9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.5349472 Aug 19 18:21:25.331651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Network ee6bacfd-ad07-40be-92c4-5b2858e0eecc is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:25.343378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-17fc707c-0816-44a0-9786-22df95d98e0d None None] Port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:25.350469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33786) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.353320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b61f3658-020e-4d5b-88e4-0ed6a5245151,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.363067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:25.416856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:25.464665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Pushing event updated for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.522640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.524109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.616469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9eb33f50-330f-4a41-8058-d9216f3ac9d0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8968418 Aug 19 18:21:25.642631 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a7b36ca-1082-46ca-9df1-24c8cb392dcd req-0ff3e1b6-9e01-426e-b18e-e1267dbf6600 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070090 Aug 19 18:21:25.671129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Request body: {'port': {'device_id': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:25.680335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1426119917'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:25.684284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:25.701415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Allocated IP 172.25.5.190 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/781d7d60-1212-46c7-8947-776830fa11c0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:25.702674 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.757833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.882539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.884292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.894309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36f5f-8c7a-4c5b-96e2-6755ad342baf req-ad36e4f8-6e67-4657-9238-e5ef31ed79be tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.899057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1e36f5f-8c7a-4c5b-96e2-6755ad342baf req-ad36e4f8-6e67-4657-9238-e5ef31ed79be tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 931 time: 0.2906625 Aug 19 18:21:25.970277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:25.979965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.993549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.993773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef71b1-b8a4-4098-9364-90e320182a21 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:25.993773 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-33ef71b1-b8a4-4098-9364-90e320182a21 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1093 time: 0.3020184 Aug 19 18:21:25.995741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:25.997739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33796) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:26.048293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:26.058609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.070073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1e36f5f-8c7a-4c5b-96e2-6755ad342baf req-f248f724-c917-46b3-bdb1-de92edbafb21 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553433 Aug 19 18:21:26.091334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.097597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.156839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.166064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:26.182388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:26.189592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:26.212515 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.215985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b4d84193-93cf-45dc-8502-2aef1b9dc3d9 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8623986 Aug 19 18:21:26.224743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event updated for resources: {'Port': ['ID=781d7d60-1212-46c7-8947-776830fa11c0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:26.226063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:26.305802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b61f3658-020e-4d5b-88e4-0ed6a5245151 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:26.487941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.534692 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.542425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b61f3658-020e-4d5b-88e4-0ed6a5245151 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:26.543016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:26.965342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.051687 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.078305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.080883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.135120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:27.135951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.136511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 900ee299-5ec3-4d47-816a-5436600e5944 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:27.142440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.147407 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14e22715-6d0d-47e5-909b-ab2ed0823878 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "DELETE /v2.0/routers/900ee299-5ec3-4d47-816a-5436600e5944 HTTP/1.1" status: 204 len: 168 time: 0.9199374 Aug 19 18:21:27.148498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:27.153008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33810) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:27.168991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Request body: {'router': {'name': 'tempest-router-729634852', 'distributed': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:27.336416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:27.338113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.339157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.435182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.210 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0528b75b-8005-465a-a64d-0db7868c70ab) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:27.485630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.516386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:27.524084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7432334-fd5f-4b70-a765-b2f614284ca2 admin admin] 10.222.0.36 "PUT /v2.0/routers/884e93ee-aeb8-4007-8cb8-65d74e3848f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8168328 Aug 19 18:21:27.544507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Sync routers for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:27.563200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:27.565348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:27.574606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce397ec8-6293-4c70-a96f-7b49a0fa9ab8 req-2b71caf5-2fd8-4866-8afc-6066d07c1c0f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:27.591781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce397ec8-6293-4c70-a96f-7b49a0fa9ab8 req-2b71caf5-2fd8-4866-8afc-6066d07c1c0f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 931 time: 0.3147547 Aug 19 18:21:27.699728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.707812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa95078c-4eb3-4119-b33f-d8bb47ed7561 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:27.713326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.731696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.738898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.743107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-22db038e-2c39-4d48-b0a4-51d8f2506f27 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5890517 Aug 19 18:21:27.743957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33818) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:27.840648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:27.857569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:27.883760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce397ec8-6293-4c70-a96f-7b49a0fa9ab8 req-eaa470ec-5510-4e3b-9385-42962e27c79f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878044 Aug 19 18:21:27.977286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.002919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ecd74929-8ad3-41d4-98c0-d66962e68b51 None None] Provisioning complete for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:28.003301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ecd74929-8ad3-41d4-98c0-d66962e68b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.080601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ecd74929-8ad3-41d4-98c0-d66962e68b51 None None] Port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:28.133239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Transition to ACTIVE for port object fa95078c-4eb3-4119-b33f-d8bb47ed7561 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:28.146995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.155245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.159134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.164935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Router a88e185a-76c8-4cba-ad41-fcb903299329 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:28.204752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf9b03-3bc1-4d4a-8071-4b60384fc4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.255039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:25Z', 'revision_number': 2, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:28.255350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.261327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.271919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:28.323877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Checking router: 884e93ee-aeb8-4007-8cb8-65d74e3848f7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:28.327063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Updating router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:28.368320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:28.378649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:28.382513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.383064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2ad7849-f8cd-439b-9b46-10bb8adda0c6 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:28.417598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.430457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.445895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-40a2e19e-4142-4f5b-8d1d-176c984cc523 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a2ad7849-f8cd-439b-9b46-10bb8adda0c6 HTTP/1.1" status: 204 len: 168 time: 0.6980677 Aug 19 18:21:28.459111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33834) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.476104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=0528b75b-8005-465a-a64d-0db7868c70ab,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:28.497328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Request body: {'router': {'name': 'tempest-router-1029174620', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '13febc683eab463b9854e557d8538640'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:28.555851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.562942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.570129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Attempting to bind port fa95078c-4eb3-4119-b33f-d8bb47ed7561 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:28.570696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Attempting to bind port fa95078c-4eb3-4119-b33f-d8bb47ed7561 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'f4050f64-1a23-48ef-bb01-c2fc9434d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:28.571200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Attempting to bind port fa95078c-4eb3-4119-b33f-d8bb47ed7561 on network ee6bacfd-ad07-40be-92c4-5b2858e0eecc {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:28.584759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Port fa95078c-4eb3-4119-b33f-d8bb47ed7561 on network ee6bacfd-ad07-40be-92c4-5b2858e0eecc not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:21:28.585097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Attempting to bind port fa95078c-4eb3-4119-b33f-d8bb47ed7561 on network ee6bacfd-ad07-40be-92c4-5b2858e0eecc {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:28.599367 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:28.599758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Checking segment: {'id': 'f4050f64-1a23-48ef-bb01-c2fc9434d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:28.600158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Bound using segment: {'id': 'f4050f64-1a23-48ef-bb01-c2fc9434d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:28.600604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Bound port: fa95078c-4eb3-4119-b33f-d8bb47ed7561, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4050f64-1a23-48ef-bb01-c2fc9434d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:28.600979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.694166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.721492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.747330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.757807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-434037285-network', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:28.812822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.817262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40569a76-d50a-4ea6-b7ec-75ff3d94fcd3 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3380399 Aug 19 18:21:28.817750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:28.822392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:28.839063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:28.848771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561,segment=NetworkSegment(f4050f64-1a23-48ef-bb01-c2fc9434d534),segment_id=f4050f64-1a23-48ef-bb01-c2fc9434d534)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:28.854969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:28.864836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:28.872094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] Sync routers for ids ['a88e185a-76c8-4cba-ad41-fcb903299329'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:28.883552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] Routers {'a88e185a-76c8-4cba-ad41-fcb903299329'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:28.892590 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a88e185a-76c8-4cba-ad41-fcb903299329'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:28.956945 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:28.981608 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] Routers {'a88e185a-76c8-4cba-ad41-fcb903299329'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:28.982346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a88e185a-76c8-4cba-ad41-fcb903299329'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:29.068050 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:29.070233 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d8512-f8c4-4d58-b647-14f331002a6f None None] The sync data for ids ['a88e185a-76c8-4cba-ad41-fcb903299329'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:29.103822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.105075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6e0d8add-fa1f-4f83-b3bb-6e72e8bd6d36 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4651430 Aug 19 18:21:29.107895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33844) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:29.118381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.119184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b24e3-a94f-4882-bf78-c40c882ec277 req-a3bc39bf-83c5-4b51-8587-1b315b7ba17d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:29.127985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b15b24e3-a94f-4882-bf78-c40c882ec277 req-a3bc39bf-83c5-4b51-8587-1b315b7ba17d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 943 time: 0.1278667 Aug 19 18:21:29.134379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Transition to ACTIVE for port object 9a6ad382-0a93-4bee-8504-61c0c3d0ebab will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:29.139320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:29.143180 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.160408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Made reservation on behalf of db5d9a97b62b42caa7aba955cee8cae1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:29.162658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.261230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Pushing event updated for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:29.282345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.283046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.283657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.284350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.284909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.285615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.286604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.287168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.287772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.288325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.289098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.289652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:29.296597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Attempting to bind port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:29.297365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Attempting to bind port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:29.297963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Attempting to bind port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab on network 28ab0f36-b325-4449-83b3-8bc48ca41849 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:29.306084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:29.306839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Checking segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:29.307532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.308157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Bound using segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:29.308912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Bound port: 9a6ad382-0a93-4bee-8504-61c0c3d0ebab, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:29.309847 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.399265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] For port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:29.403118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] For port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:29.409888 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.503807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a96da-341d-4585-96fe-c4b331285c9a None None] Pushing event updated for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:29.572137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:29.572930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:29.775717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:29.907697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.922362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:29.922987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:29.924406 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 200 len: 1092 time: 4.2909558 Aug 19 18:21:29.924849 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:29.927869 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a79e72-8840-4e25-97c1-a368cfe0253a" -d '{"events": [{"name": "network-changed", "server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:30.012022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b15b24e3-a94f-4882-bf78-c40c882ec277 req-64e58975-0326-4ac0-8705-f9a04c816edb tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831148 Aug 19 18:21:30.089041 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170cca19-371d-4c99-a85a-da9f93319b54 x-openstack-request-id: req-170cca19-371d-4c99-a85a-da9f93319b54 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:30.089329 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:30.089578 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-170cca19-371d-4c99-a85a-da9f93319b54 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:30.089954 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561', 'status': 'completed', 'code': 200} Aug 19 18:21:30.092725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:29Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:30.128089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a872c2-7672-4aef-95db-6434b509bd5f None None] The sync data for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 is: [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:29Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:30.141931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5cc14-bdb5-4ae3-ab46-0e775ccd66d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:30.150691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.151072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.336882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9405f571-8bcb-4efc-8619-1cb443ddb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:30.339581 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-9405f571-8bcb-4efc-8619-1cb443ddb1a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac64599203548959720b0a16f891b62&device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 1095 time: 0.2483895 Aug 19 18:21:30.344057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 18:21:30.344441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Router 6a415700-341a-4974-b906-9ef6c12003cb migrating from provider to provider. {{(pid=101325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 18:21:30.344915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.359770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.371940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.413740 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-557c4587-5168-4616-bbaf-221966f53816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 200 len: 217 time: 0.0563509 Aug 19 18:21:30.442516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.503557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.547219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.576023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aadbdc2e-ed7e-42fa-86f2-fd10509bcdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.621484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.627744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.635896 n-d-778550-10 neutron-server[101325]: WARNING neutron.scheduler.l3_agent_scheduler [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] No L3 agents can host the router 6a415700-341a-4974-b906-9ef6c12003cb Aug 19 18:21:30.637287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.651676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:30.665162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.665509 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Added segment 7f1f9f0e-094d-4c51-8009-dc00750de08e of type vlan for network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 Aug 19 18:21:30.723540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.763166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.766063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:30.766994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.801833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.813078 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.857044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-30e6c6b9-6101-4938-bf76-f4aa2c62beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:30.862076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-30e6c6b9-6101-4938-bf76-f4aa2c62beb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58951354-ce50-43e6-aab0-b04d7abbd3e7 HTTP/1.1" status: 200 len: 851 time: 0.4380903 Aug 19 18:21:30.877502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=0528b75b-8005-465a-a64d-0db7868c70ab,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:30.880345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Pushing event updated for resources: {'Network': ['ID=f4fac692-dde9-4189-a9dd-ab66c3ce3ed5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:30.902286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:30.923330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Deleting port 781d7d60-1212-46c7-8947-776830fa11c0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:30.923330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:30.958979 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-642d016b-3052-4f7b-a4a0-3d557eee1f54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870171 Aug 19 18:21:31.006964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.033041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.063544 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3108132 Aug 19 18:21:31.068549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33858) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:31.169770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225048-c2fe-44d1-93d1-a4bb53a42f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3827c-914b-48d2-a248-b04bb1505f59,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:31.176841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Request body: {'subnet': {'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-434037285-subnet', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:31.248689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.288494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Calling delete_port for 781d7d60-1212-46c7-8947-776830fa11c0 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:31.340532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Hosts for router 6a415700-341a-4974-b906-9ef6c12003cb: [] {{(pid=101325) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 18:21:31.347543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Made reservation on behalf of db5d9a97b62b42caa7aba955cee8cae1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:31.350181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.354183 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP e9cbcdbf-5912-44b6-acd7-db5b9a02a337 associated. External IP: 172.25.5.210, port: cf110508-dd15-4e43-a445-b0df94b6d0f6. Aug 19 18:21:31.440404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Hosts for other DVR routers connected to router 6a415700-341a-4974-b906-9ef6c12003cb: set() {{(pid=101325) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 18:21:31.449753 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.454422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82055978-a784-474c-9659-bf0e3ffb78a2 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "PUT /v2.0/routers/6a415700-341a-4974-b906-9ef6c12003cb HTTP/1.1" status: 200 len: 717 time: 2.6232238 Aug 19 18:21:31.464509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33860) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:31.488585 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-29fb1d6e-e149-49cc-9000-d0d06281d7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587207 Aug 19 18:21:31.594319 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0479-182e-4784-8eed-9c1fb2684b7a req-1ceab526-b320-44e4-a19d-7250bbd3be9f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:31.595920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1ba0479-182e-4784-8eed-9c1fb2684b7a req-1ceab526-b320-44e4-a19d-7250bbd3be9f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 943 time: 0.3823762 Aug 19 18:21:31.632357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-83599579-d81f-4dfe-a31d-d0d4348a2d04 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "GET /v2.0/routers/6a415700-341a-4974-b906-9ef6c12003cb HTTP/1.1" status: 200 len: 717 time: 0.1641960 Aug 19 18:21:31.667187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:31.755848 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1a44a04-27a1-486f-9a4d-481d6323587d req-38df9900-a940-44f6-aa89-6133ced47a77 service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552207 Aug 19 18:21:31.962989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:31.975645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.000202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.059468 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1ba0479-182e-4784-8eed-9c1fb2684b7a req-b822b2d9-b382-4b67-8ec1-0799367a3194 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930347 Aug 19 18:21:32.092117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295b8592-34b6-4e55-a717-0a4f40e820b5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:32.095787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-6a75f2c5-b5f2-46ba-b09a-194acab3020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:32.097299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-6a75f2c5-b5f2-46ba-b09a-194acab3020a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac64599203548959720b0a16f891b62&device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 1095 time: 0.1548080 Aug 19 18:21:32.102368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Checking segment: {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:32.103179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Network hostable DHCP agents. Network: f4fac692-dde9-4189-a9dd-ab66c3ce3ed5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:32.173235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Pushing event deleted for resources: {'Port': ['ID=781d7d60-1212-46c7-8947-776830fa11c0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:32.201724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:32.222904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f4fac692-dde9-4189-a9dd-ab66c3ce3ed5) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:32.240113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54ac41-7ead-4996-93a7-20227643bdd3 None None] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:32.262159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:32.265573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.271220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3ca09ebc-1d9e-4b6a-ad9b-d95badfdbbdf tempest-RoutersTestDVR-364300969 tempest-RoutersTestDVR-364300969-project] 10.222.0.36 "GET /v2.0/routers/6a415700-341a-4974-b906-9ef6c12003cb HTTP/1.1" status: 200 len: 683 time: 0.6029210 Aug 19 18:21:32.275178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33870) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:32.299031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 7fc214c5-3a71-4c45-9440-c736020f5c28 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:32.353975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-511b9fc6-8318-4024-820e-c1b20591cf39 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1788626 Aug 19 18:21:32.366363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33872) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:32.382314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:32.403699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-4e949dd6-a06d-4507-87cc-cba9106dc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:32.406004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-4e949dd6-a06d-4507-87cc-cba9106dc936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 200 len: 912 time: 0.3008637 Aug 19 18:21:32.410621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9a6ad382-0a93-4bee-8504-61c0c3d0ebab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:32.480347 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-2472c350-e29d-48e1-9852-38ad04c44f21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 200 len: 217 time: 0.0656593 Aug 19 18:21:32.523115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.524950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.538787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:32.549846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:32.550629 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.630792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'fixed_ips': [{'subnet_id': '295b8592-34b6-4e55-a717-0a4f40e820b5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:32.631821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.679629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.795060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-7c6a8634-97f2-4f67-a4ab-c6a8e29e5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:32.797855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-7c6a8634-97f2-4f67-a4ab-c6a8e29e5240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58951354-ce50-43e6-aab0-b04d7abbd3e7 HTTP/1.1" status: 200 len: 851 time: 0.3091121 Aug 19 18:21:32.884367 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.884673 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.887808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Allocated IP 172.20.0.2 (f4fac692-dde9-4189-a9dd-ab66c3ce3ed5/295b8592-34b6-4e55-a717-0a4f40e820b5/63cb4389-05bb-4e90-845f-73d2bce5e905) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:32.938426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:32.948030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-01d6c7f1-ff2c-44c5-8d0b-0b9a8d41a492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445313 Aug 19 18:21:32.950414 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.950943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:32.965543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.084448 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-0a6fecb4-ab33-4f1d-983e-d3b4a32ee25f service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247833 Aug 19 18:21:33.243222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:33.262065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Sync routers for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:33.304244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a79e72-8840-4e25-97c1-a368cfe0253a req-fd4d5fc3-b58f-4fd5-ba0a-2df50d41805b service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100325 Aug 19 18:21:33.309683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:33.310380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:33.316068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:33.485297 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.503425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.508936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Transition to ACTIVE for port object 63cb4389-05bb-4e90-845f-73d2bce5e905 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:33.515958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:33.519286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.524354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.526181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.532392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.571184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.576711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8503aa9-11db-47b9-b76e-77d4a58d1ac4 req-92e4003c-3084-4732-8f84-62bc0e9d8828 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:33.585528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8503aa9-11db-47b9-b76e-77d4a58d1ac4 req-92e4003c-3084-4732-8f84-62bc0e9d8828 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 943 time: 0.3968346 Aug 19 18:21:33.608793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fa95078c-4eb3-4119-b33f-d8bb47ed7561 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:33.624911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.721449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.722359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a415700-341a-4974-b906-9ef6c12003cb {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:33.737312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-19bab74b-8aa4-4065-a4d0-2a925b319252 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7376921 Aug 19 18:21:33.811782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.813817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0b011668-c211-417d-9ed6-3370aae69757 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6a415700-341a-4974-b906-9ef6c12003cb HTTP/1.1" status: 204 len: 168 time: 1.5376480 Aug 19 18:21:33.814637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:33.817334 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:33.822977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:33.830998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Request body: {'router': {'name': 'tempest-router-793627457', 'distributed': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:33.852090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561,segment=NetworkSegment(f4050f64-1a23-48ef-bb01-c2fc9434d534),segment_id=f4050f64-1a23-48ef-bb01-c2fc9434d534)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:33.894675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Transition to ACTIVE for port object 63cb4389-05bb-4e90-845f-73d2bce5e905 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:33.896531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.908966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8503aa9-11db-47b9-b76e-77d4a58d1ac4 req-54b0c300-8c67-4c79-a239-274c538e3655 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223536 Aug 19 18:21:33.909794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Allocated IP 172.25.5.4 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/18f79930-b360-4e9c-896d-83b3ba4a1eb9) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:33.911295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561', 'network_id': 'ee6bacfd-ad07-40be-92c4-5b2858e0eecc', 'port_id': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561', 'mac_address': 'fa:16:3e:80:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58951354-ce50-43e6-aab0-b04d7abbd3e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:21:33.922457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Router a88e185a-76c8-4cba-ad41-fcb903299329 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:33.930933 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.985872 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:33.993260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.034647 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78421fc-d282-4fb5-9014-24fd8b0d3eb7 x-openstack-request-id: req-a78421fc-d282-4fb5-9014-24fd8b0d3eb7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:34.034959 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:34.035754 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a78421fc-d282-4fb5-9014-24fd8b0d3eb7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:34.035754 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:21:34.052342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f80be-5df8-4c94-a437-620e6176fc27 req-c32b4e05-8141-4aff-8436-7b234a4ed97e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:34.054913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d1f80be-5df8-4c94-a437-620e6176fc27 req-c32b4e05-8141-4aff-8436-7b234a4ed97e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.2164459 Aug 19 18:21:34.097976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:34.108233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.121082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:34.141576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa95078c-4eb3-4119-b33f-d8bb47ed7561 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:34.146620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.159526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:34.191140 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Pushing event updated for resources: {'Port': ['ID=63cb4389-05bb-4e90-845f-73d2bce5e905,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:34.264578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561,segment=NetworkSegment(f4050f64-1a23-48ef-bb01-c2fc9434d534),segment_id=f4050f64-1a23-48ef-bb01-c2fc9434d534)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:34.290775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.294255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9a6ad382-0a93-4bee-8504-61c0c3d0ebab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:34.297853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.316167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:34.322181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d1f80be-5df8-4c94-a437-620e6176fc27 req-a6d7d4dc-8266-447f-a663-71674c222c43 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723495 Aug 19 18:21:34.327745 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.328912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e3a9d6f8-892d-4fb9-8200-443b35cccd32 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "PUT /v2.0/routers/a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 200 len: 710 time: 5.2200904 Aug 19 18:21:34.331239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.339758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33894) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.345125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-f2447471-d3b6-4c33-be7e-1e912628778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:34.347729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-f2447471-d3b6-4c33-be7e-1e912628778a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1098 time: 0.2897570 Aug 19 18:21:34.350391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.355321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6135f3ff-643c-4129-a6b5-b2724cbc16f5 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5305295 Aug 19 18:21:34.355729 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.358040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33896) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.365549 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] Sync routers for ids ['a88e185a-76c8-4cba-ad41-fcb903299329'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:34.381106 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] Routers {'a88e185a-76c8-4cba-ad41-fcb903299329'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:34.384276 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a88e185a-76c8-4cba-ad41-fcb903299329'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.431482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33898) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.459753 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.474815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:34.478233 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] Routers {'a88e185a-76c8-4cba-ad41-fcb903299329'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:34.479301 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a88e185a-76c8-4cba-ad41-fcb903299329'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.505690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Attempting to bind port 63cb4389-05bb-4e90-845f-73d2bce5e905 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:34.506359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Attempting to bind port 63cb4389-05bb-4e90-845f-73d2bce5e905 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:34.506881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Attempting to bind port 63cb4389-05bb-4e90-845f-73d2bce5e905 on network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:34.528392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:34.529627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Checking segment: {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:34.530233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.530992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Bound using segment: {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:34.531745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Bound port: 63cb4389-05bb-4e90-845f-73d2bce5e905, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:34.532298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.549028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:34.569200 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:34.569581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.573133 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed7a8e-79c7-4ca5-97b1-8c36db130e5f None None] The sync data for ids ['a88e185a-76c8-4cba-ad41-fcb903299329'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:34.578015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9587ebb4-40b2-47b6-a984-475eb3023eae tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/routers/a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 200 len: 745 time: 0.2369680 Aug 19 18:21:34.587280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.588751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:34.592808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:34.605247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Pushing event updated for resources: {'Port': ['ID=18f79930-b360-4e9c-896d-83b3ba4a1eb9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:34.648195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] For port 63cb4389-05bb-4e90-845f-73d2bce5e905, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:34.651409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] For port 63cb4389-05bb-4e90-845f-73d2bce5e905, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63cb4389-05bb-4e90-845f-73d2bce5e905,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:34.659424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['fa95078c-4eb3-4119-b33f-d8bb47ed7561'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:34.665059 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.670853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c75349a-a003-40ef-bfba-2ab9570bf44d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 200 len: 992 time: 0.2385511 Aug 19 18:21:34.735421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c5e5abc1-52a7-403b-b0b3-5f41f86e7a09 tempest-RoutersIpV6AdminTest-778327962 tempest-RoutersIpV6AdminTest-778327962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&device_id=a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 200 len: 205 time: 0.1378956 Aug 19 18:21:34.736231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33906) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.819318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12fb1be2-64c2-49c2-9695-0650bbbb9330 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 200 len: 205 time: 0.0702095 Aug 19 18:21:34.820116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:34.848545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-d8f417c0-a42d-4943-bb97-7c8dab58a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:34.850226 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-d8f417c0-a42d-4943-bb97-7c8dab58a50a service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.4936309 Aug 19 18:21:34.866318 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.882083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:34.900274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:34.900834 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.112806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60b6b8-f774-4b64-be47-177b89535c7c None None] Pushing event updated for resources: {'Port': ['ID=63cb4389-05bb-4e90-845f-73d2bce5e905,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:35.180944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.195277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e9cbcdbf-5912-44b6-acd7-db5b9a02a337', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:29Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:35.241436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Checking router: 7fc214c5-3a71-4c45-9440-c736020f5c28 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:35.250732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.251956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d780f19-4402-4ef8-98b0-d69f4676afbe {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:35.268069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:35.268695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:35.269842 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:35.271643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-264c00f8-8a52-4e31-b0db-b4b723d840b6 tempest-RoutersTestDVR-871026168 tempest-RoutersTestDVR-871026168-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2d780f19-4402-4ef8-98b0-d69f4676afbe HTTP/1.1" status: 204 len: 168 time: 0.9124384 Aug 19 18:21:35.320909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-e81fde20-4e17-43bd-8900-8e6e9f433461 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.4588861 Aug 19 18:21:35.331297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0b-4bba-416e-828b-d3683822ccb0 req-7592c9f4-8588-40a0-91f2-b30bbc2fcdba tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:35.337456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fca1dd0b-4bba-416e-828b-d3683822ccb0 req-7592c9f4-8588-40a0-91f2-b30bbc2fcdba tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 944 time: 0.2563236 Aug 19 18:21:35.413582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-ea5bc871-9fa9-495f-9bf7-5f6041951ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:35.415091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-ea5bc871-9fa9-495f-9bf7-5f6041951ba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0764656 Aug 19 18:21:35.418597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fca1dd0b-4bba-416e-828b-d3683822ccb0 req-f5576d27-fa7b-453d-ab3b-316354b7df1e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700536 Aug 19 18:21:35.484876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:35.549217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-f856204a-f10e-4f2b-a70e-645161d8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:35.550895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-f856204a-f10e-4f2b-a70e-645161d8dbca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248350 Aug 19 18:21:35.677451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33918) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:35.876836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7e55b89f-ac29-407c-a22c-0aa471afb9f7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 200 len: 992 time: 0.1981685 Aug 19 18:21:35.900063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-f216ab41-3734-45e4-8fc1-c1987108f3d0 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289127 Aug 19 18:21:35.962459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e9cbcdbf-5912-44b6-acd7-db5b9a02a337', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:29Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:35.990683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33922) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.020213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.027091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.046479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b813e0-1f44-4116-91cd-03d1a1485706 None None] The sync data for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 is: [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e9cbcdbf-5912-44b6-acd7-db5b9a02a337', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:21:29Z', 'updated_at': '2021-08-19T18:21:29Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:36.086295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cbbf2a5e-586e-4d73-b5a9-63b01f51fb0c req-297a14f4-b3ab-4352-82e2-fed463f455c9 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784251 Aug 19 18:21:36.152873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.153633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Fanout notify agent at l3_agent the message router_deleted on router a88e185a-76c8-4cba-ad41-fcb903299329 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:36.186711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.191158 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5dc30ed3-e7d4-4a1b-9d56-6dce3c4c6a7c tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 204 len: 168 time: 1.3637822 Aug 19 18:21:36.191158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33926) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.231498 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee082ab6-ca18-43d0-9dfc-8a4b79b5adaa tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 200 len: 205 time: 0.0371199 Aug 19 18:21:36.232855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33928) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.286757 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-a519caa8-e25c-4a4d-aa21-fda136b92fba tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:36.291754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a519caa8-e25c-4a4d-aa21-fda136b92fba tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/a88e185a-76c8-4cba-ad41-fcb903299329 HTTP/1.1" status: 404 len: 336 time: 0.0576534 Aug 19 18:21:36.293209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33930) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.326412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63cb4389-05bb-4e90-845f-73d2bce5e905 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:36.339359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ce888b37-e1a3-40c1-bbaa-156894d855e4 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 200 len: 205 time: 0.0446880 Aug 19 18:21:36.341986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33932) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.354258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db488ef8-eee2-482d-b5a4-280ea5539fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.467807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db488ef8-eee2-482d-b5a4-280ea5539fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.469464 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-92a59286-eab5-4e34-a44b-4bf8140138a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:36.470390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 63cb4389-05bb-4e90-845f-73d2bce5e905 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:36.470834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-92a59286-eab5-4e34-a44b-4bf8140138a7 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/17441daf-d0f7-443a-b822-da5b61726eaa HTTP/1.1" status: 404 len: 336 time: 0.1260262 Aug 19 18:21:36.473937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33936) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.486955 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-db488ef8-eee2-482d-b5a4-280ea5539fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.522265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.537236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ef5f4-825c-4a7a-beb8-ca0d8a2b022c None None] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:36.540507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-33018005-f9f6-4f00-b109-f9053e7c6962 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 200 len: 205 time: 0.0643604 Aug 19 18:21:36.541406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33938) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.630272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae0b79-8622-4e4e-9d9d-b5f2904efb0e None None] New status for floating IP e9cbcdbf-5912-44b6-acd7-db5b9a02a337: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:21:36.657393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db488ef8-eee2-482d-b5a4-280ea5539fd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13febc683eab463b9854e557d8538640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652501 Aug 19 18:21:36.658516 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-98baf2d6-6d1f-4c59-81f2-99255ea96c54 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:36.662287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-98baf2d6-6d1f-4c59-81f2-99255ea96c54 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/1b41ac7e-9b05-4610-aec5-2c7f0a93d547 HTTP/1.1" status: 404 len: 336 time: 0.1154034 Aug 19 18:21:36.662964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33940) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.663340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33942) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.666010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db488ef8-eee2-482d-b5a4-280ea5539fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb6b9c-9d5d-4522-bc7e-6f61434b0cbb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:36.717188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0168e027-4e7c-41b2-8090-050de36efe43 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 200 len: 205 time: 0.0504830 Aug 19 18:21:36.720247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33948) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.753343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.787017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f78e9d-faa4-48bd-87bd-4f66613a7702 req-6e62216c-38fd-46e4-b52c-a8c8b972198b tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:36.789807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33f78e9d-faa4-48bd-87bd-4f66613a7702 req-6e62216c-38fd-46e4-b52c-a8c8b972198b tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 944 time: 0.2128105 Aug 19 18:21:36.795589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:36.799585 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ea934488-8957-4c8b-8856-7ef39db495d0 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:36.803851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea934488-8957-4c8b-8856-7ef39db495d0 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/483f9aad-52ba-4276-8602-78afa319c9a1 HTTP/1.1" status: 404 len: 336 time: 0.0798709 Aug 19 18:21:36.805825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33950) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.874282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b74236d6-6dfb-4989-904f-4812d85f119b tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 200 len: 205 time: 0.0669429 Aug 19 18:21:36.876758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33f78e9d-faa4-48bd-87bd-4f66613a7702 req-f264a66d-07b7-4b26-8d88-a184b5ba401c tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784898 Aug 19 18:21:36.877370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33952) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.882273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33954) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.929689 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-930421da-7c8c-4622-beb2-89b19a33fa96 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:36.933566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-930421da-7c8c-4622-beb2-89b19a33fa96 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/bf175d82-a4d8-4417-9eb6-60a26087dc0b HTTP/1.1" status: 404 len: 336 time: 0.0522201 Aug 19 18:21:36.934699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:36.940645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Provisioning for port 63cb4389-05bb-4e90-845f-73d2bce5e905 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:36.975031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fd9ecd42-fe16-4d83-bd41-dd350dfc5a8d tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f7633af-4149-45e4-a3d4-16df2b26e54a HTTP/1.1" status: 200 len: 205 time: 0.0380187 Aug 19 18:21:36.978300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.004358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8c0b4143-b83b-4b51-9868-1fb7ac3777bf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 200 len: 994 time: 0.0758603 Aug 19 18:21:37.031579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.034186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.036181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6adb6b9c-9d5d-4522-bc7e-6f61434b0cbb HTTP/1.1" status: 204 len: 168 time: 0.3703125 Aug 19 18:21:37.056790 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd2e4-9aa3-4434-b952-3f164f9809ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb6b9c-9d5d-4522-bc7e-6f61434b0cbb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.071795 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-cd3e96e1-0e13-460e-83ce-19b755ef8c29 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] delete failed (client error): The resource could not be found. Aug 19 18:21:37.072851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd3e96e1-0e13-460e-83ce-19b755ef8c29 tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/routers/0f7633af-4149-45e4-a3d4-16df2b26e54a HTTP/1.1" status: 404 len: 336 time: 0.0934961 Aug 19 18:21:37.075559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.115131 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8c67ec-3858-45db-a4a8-eb951b1e0fca tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] DELETE failed (client error): The resource could not be found. Aug 19 18:21:37.115604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8c67ec-3858-45db-a4a8-eb951b1e0fca tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:21:37.119720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fe8c67ec-3858-45db-a4a8-eb951b1e0fca tempest-RoutersIpV6AdminTest-1728889115 tempest-RoutersIpV6AdminTest-1728889115-project] 10.222.0.36 "DELETE /v2.0/subnets/3605ed62-fb67-4ade-9c2b-28281c2424b6 HTTP/1.1" status: 404 len: 337 time: 0.0407777 Aug 19 18:21:37.153520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.219011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Provisioning complete for port 63cb4389-05bb-4e90-845f-73d2bce5e905 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:37.219618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.449143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Router c7e72378-26de-438d-9d19-ed486fb6704c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:21:37.472687 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.494538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33970) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.525944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] For port 63cb4389-05bb-4e90-845f-73d2bce5e905, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63cb4389-05bb-4e90-845f-73d2bce5e905,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:37.536143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.652379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fa95078c-4eb3-4119-b33f-d8bb47ed7561 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:37.689512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:37.710503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:37.712951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.720874 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Sync routers for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:37.733863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:37.735955 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:37.765082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a6842-1da0-4ff6-bd3a-b664883d2d72 None None] Pushing event updated for resources: {'Port': ['ID=63cb4389-05bb-4e90-845f-73d2bce5e905,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:37.784969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.821288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port fa95078c-4eb3-4119-b33f-d8bb47ed7561 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:37.834624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port fa95078c-4eb3-4119-b33f-d8bb47ed7561 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:37.842053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.951716 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:37.954271 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:37.959432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.091703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a29b811-2395-4e83-9d8d-7676a417e29d None None] Provisioning complete for port 63cb4389-05bb-4e90-845f-73d2bce5e905 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:38.093888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a6dc21b343649d180dfa7e685c1b2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031773 Aug 19 18:21:38.094840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36707f71-847f-4317-ba3a-293e1da2f481,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.096001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a29b811-2395-4e83-9d8d-7676a417e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.104600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33982) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.177854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.203011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b7a9-3a44-4ec1-b969-a616a69d5744 req-9f1a857e-4d32-49f2-b6a3-bcaaf5ec4c9a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:38.204994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd62b7a9-3a44-4ec1-b969-a616a69d5744 req-9f1a857e-4d32-49f2-b6a3-bcaaf5ec4c9a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 944 time: 0.1290276 Aug 19 18:21:38.247521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:38.250448 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f6e15-d2c6-4924-9fc3-1100e99c81bf" -d '{"events": [{"server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "name": "network-vif-plugged", "status": "completed", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:38.273399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561,segment=NetworkSegment(f4050f64-1a23-48ef-bb01-c2fc9434d534),segment_id=f4050f64-1a23-48ef-bb01-c2fc9434d534)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:38.277364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.280167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.286796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.288224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.289823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.290333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.290846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.292691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.293200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.293719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.295175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.296921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.297426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58527d7b-a495-44c9-b2f1-1d9bc6edb75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.310037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63cb4389-05bb-4e90-845f-73d2bce5e905 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:38.339854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.353746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.355358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-547d24e7-edb8-4fb7-aae5-f5d5d7b1381b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9878983 Aug 19 18:21:38.359500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 33986) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.401673 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7546448-069a-44aa-a3ec-24a080fe3220 x-openstack-request-id: req-e7546448-069a-44aa-a3ec-24a080fe3220 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:38.401964 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "name": "network-vif-plugged", "status": "completed", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:38.402216 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7546448-069a-44aa-a3ec-24a080fe3220 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:38.402600 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561', 'code': 200} Aug 19 18:21:38.410826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.428580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.430752 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd62b7a9-3a44-4ec1-b969-a616a69d5744 req-cdff8f4c-d075-4a9d-977d-9fe65ff5fa5d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072084 Aug 19 18:21:38.436694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 63cb4389-05bb-4e90-845f-73d2bce5e905 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:38.437069 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.437187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.469908 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:21:38.517881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0720d1fbd35470f9fe7f9a77117c750&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0221989 Aug 19 18:21:38.520746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.525842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 33988) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:38.569410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60840369-1188-4e01-866c-d3641dac8fc8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.592646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.593182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.593571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.593867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.594206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.594537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.594868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.595200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.595552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.597416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.598239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.598361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5d2a19-60d2-403f-a122-506724493e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:38.611271 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:36Z', 'revision_number': 3, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:38.632956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.660831 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Checking router: c7e72378-26de-438d-9d19-ed486fb6704c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:38.661173 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Updating router c7e72378-26de-438d-9d19-ed486fb6704c port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:38.666942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8092801-8fb4-41a9-b752-cfa79621f5d8 req-e342eac7-43fc-4d2e-9a30-14118c373beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:38.668752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8092801-8fb4-41a9-b752-cfa79621f5d8 req-e342eac7-43fc-4d2e-9a30-14118c373beb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 1097 time: 0.1965687 Aug 19 18:21:38.694119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.707789 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.755279 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e8092801-8fb4-41a9-b752-cfa79621f5d8 req-52fd4ac2-8a58-4434-8e43-b12ca5e33a06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774286 Aug 19 18:21:38.775363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.781518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.786117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60840369-1188-4e01-866c-d3641dac8fc8 HTTP/1.1" status: 204 len: 168 time: 0.2568381 Aug 19 18:21:38.805895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd2829-3d31-44aa-b451-f265cc906d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60840369-1188-4e01-866c-d3641dac8fc8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:38.891886 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.896265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:38.900840 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36707f71-847f-4317-ba3a-293e1da2f481 HTTP/1.1" status: 204 len: 168 time: 0.7903910 Aug 19 18:21:38.918702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9528a-2f2a-409d-948d-ecf54b8188a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36707f71-847f-4317-ba3a-293e1da2f481,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.211957 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.244988 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Transition to ACTIVE for port object 18f79930-b360-4e9c-896d-83b3ba4a1eb9 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:39.268532 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.406476 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Attempting to bind port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:39.407001 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Attempting to bind port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:39.407376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Attempting to bind port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:39.414957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Pushing event updated for resources: {'Port': ['ID=18f79930-b360-4e9c-896d-83b3ba4a1eb9,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.438496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:39.438873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:39.439273 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.445053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:39.445612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Bound port: 18f79930-b360-4e9c-896d-83b3ba4a1eb9, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:39.446008 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.471305 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.471597 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.471939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.472398 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.472590 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.472920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.473259 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.473566 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.473892 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.474216 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.474535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.474853 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:21:39.523844 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.632503 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] For port 18f79930-b360-4e9c-896d-83b3ba4a1eb9, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:39.642301 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] For port 18f79930-b360-4e9c-896d-83b3ba4a1eb9, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=18f79930-b360-4e9c-896d-83b3ba4a1eb9,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:39.647065 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:39.688901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f23175-9061-4e8e-92a5-279543bcdec1 req-b00ea0c3-39b0-42ed-a7ac-e87b4d65ff68 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:39.690549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2f23175-9061-4e8e-92a5-279543bcdec1 req-b00ea0c3-39b0-42ed-a7ac-e87b4d65ff68 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1327879 Aug 19 18:21:39.698106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34012) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:39.768758 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:39.769591 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:39.771888 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424fad5-83bd-4ef2-a3ef-57760484ec03 None None] Pushing event updated for resources: {'Port': ['ID=18f79930-b360-4e9c-896d-83b3ba4a1eb9,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:39.832378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2f23175-9061-4e8e-92a5-279543bcdec1 req-f2f8701d-c6c3-4e91-b3e4-f20e12f15f53 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330011 Aug 19 18:21:39.911954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b4ac28ef-280f-4893-8618-7802a0b4cae7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae566f5999884c7d8a6eafa48577eba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981487 Aug 19 18:21:39.914434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34018) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:40.022372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Allocated IP 172.20.0.1 (f4fac692-dde9-4189-a9dd-ab66c3ce3ed5/295b8592-34b6-4e55-a717-0a4f40e820b5/f9b3d969-1693-462f-a65e-24109e1dd4ff) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:40.116228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.166828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.188445 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:40.229608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.253591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Transition to ACTIVE for port object f9b3d969-1693-462f-a65e-24109e1dd4ff will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:40.271041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.276577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.282230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/543e0a2e-ad3b-488f-9b57-653b71f22857 HTTP/1.1" status: 204 len: 168 time: 0.3666546 Aug 19 18:21:40.293426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a03355-c7fb-455e-abbd-457a59915f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e0a2e-ad3b-488f-9b57-653b71f22857,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:40.315773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.384191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:40.387487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:40.391642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:40.449882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.555622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Pushing event updated for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:40.562116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34034) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:40.598628 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:36Z', 'revision_number': 3, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:40.677342 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368b33b-c75c-4897-ba1e-a32f75df522c None None] The sync data for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 is: [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:36Z', 'revision_number': 3, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:40.775606 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.863372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1557-a2fb-4ed2-a252-f58ef0c38763 None None] Provisioning for port f9b3d969-1693-462f-a65e-24109e1dd4ff completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:40.873141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1557-a2fb-4ed2-a252-f58ef0c38763 None None] Provisioning complete for port f9b3d969-1693-462f-a65e-24109e1dd4ff triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:40.873141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1557-a2fb-4ed2-a252-f58ef0c38763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:40.976372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c1557-a2fb-4ed2-a252-f58ef0c38763 None None] Port f9b3d969-1693-462f-a65e-24109e1dd4ff cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:41.047880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1643315874'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:41.092690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:41.099847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.116485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.286757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.296464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.374289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4233-2a07-4ede-8189-f9620aa01ece req-6ddbe8ec-1826-4bc1-bbe5-20d9306c25dd tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:41.381065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-068d4233-2a07-4ede-8189-f9620aa01ece req-6ddbe8ec-1826-4bc1-bbe5-20d9306c25dd tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2124929 Aug 19 18:21:41.523202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-068d4233-2a07-4ede-8189-f9620aa01ece req-c7ce6e74-d326-4b09-80f3-a673b271816d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252789 Aug 19 18:21:41.524735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Pushing event updated for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.548495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.702848 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.734485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.740078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4382bb-74ac-4c2a-b895-37cbc4bbdafd req-e08669e6-92d0-4c91-8af0-7733719c9bb0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:41.742235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed4382bb-74ac-4c2a-b895-37cbc4bbdafd req-e08669e6-92d0-4c91-8af0-7733719c9bb0 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1069412 Aug 19 18:21:41.830993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:41.835140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:41.841644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:41.844791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d634e340-396e-4868-9770-eb2088ffecf2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:41.855513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:41.855841 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Added segment 944b3ee7-be67-4573-85ff-c71e553de3ac of type vlan for network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d Aug 19 18:21:41.874978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed4382bb-74ac-4c2a-b895-37cbc4bbdafd req-b862fe2d-9e17-4484-b82c-8fd1b5c8b81f tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255062 Aug 19 18:21:42.202241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.237817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Router c7e72378-26de-438d-9d19-ed486fb6704c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:21:42.249241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.256543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:42.257823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.369883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 18f79930-b360-4e9c-896d-83b3ba4a1eb9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:42.433200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbf8de-b901-4e64-9366-53f48831369b req-781f507d-0ddd-43b5-b37d-bfd6d36b8640 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:42.446223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bcbf8de-b901-4e64-9366-53f48831369b req-781f507d-0ddd-43b5-b37d-bfd6d36b8640 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1192143 Aug 19 18:21:42.536874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-44a5099d-ac2a-4c71-b816-e5f89f90f6ba None None] Provisioning complete for port f9b3d969-1693-462f-a65e-24109e1dd4ff triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:42.537330 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44a5099d-ac2a-4c71-b816-e5f89f90f6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.587554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:42.590080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bcbf8de-b901-4e64-9366-53f48831369b req-e3fac5d7-4218-4ac6-b1e4-cad549f81dbd tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219897 Aug 19 18:21:42.591053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:21:42.627086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:42.627702 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.630329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54dd53b6-3d93-424e-9d3d-0ab63fc3de7c admin admin] 10.222.0.36 "PUT /v2.0/routers/c7e72378-26de-438d-9d19-ed486fb6704c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2694983 Aug 19 18:21:42.648944 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0854404 Aug 19 18:21:42.653465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34082) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:42.659340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'subnet': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:42.682796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61bfc3-a1fd-490e-9cd3-9d0f2eb194ea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Network': ['ID=8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:42.708197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:42.737212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-44a5099d-ac2a-4c71-b816-e5f89f90f6ba None None] Port f9b3d969-1693-462f-a65e-24109e1dd4ff cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:42.857549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:42.864823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.911809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:42.971994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 18f79930-b360-4e9c-896d-83b3ba4a1eb9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=18f79930-b360-4e9c-896d-83b3ba4a1eb9,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:42.977875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.134709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=18f79930-b360-4e9c-896d-83b3ba4a1eb9,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:43.163970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:43.345581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.360635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1386891094', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:43.402249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Made reservation on behalf of af1f0eaea6004efb92beb75561a33112 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:43.407048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.430434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.508041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Checking segment: {'id': '944b3ee7-be67-4573-85ff-c71e553de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:43.509355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network hostable DHCP agents. Network: 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:43.522516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Subnet': ['ID=9beefc0a-4a82-4ef7-a885-89a166b9131c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:43.556299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:43.574806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:43.583493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:43.589334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d48e9-51f1-43fd-8f20-d0c281cc57a4 None None] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:43.600282 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.600528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.608354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:43.624540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] device_id is not set on port 0befdde6-1e59-4642-8ca4-bfc44fc4cbd0 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:43.650257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-df9c03fb-6002-4085-a678-4f9344b12574 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9949188 Aug 19 18:21:43.653120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34104) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:43.666389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1923391914'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:43.775689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea8a4b3-8980-4430-9db1-d4ac8103aacd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:43.876091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Allocated IP 172.25.5.150 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0befdde6-1e59-4642-8ca4-bfc44fc4cbd0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:43.899243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Sync routers for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:21:44.074695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34110) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.087667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763670781', 'description': 'tempest-secgroup-smoke-763670781 description', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:44.097340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:44.099111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:44.119252 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.249982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.287743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 18f79930-b360-4e9c-896d-83b3ba4a1eb9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:44.356515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'tenant_id': '89cb824df4c1449a8469a5aaa6f25359', 'fixed_ips': [{'subnet_id': '9beefc0a-4a82-4ef7-a885-89a166b9131c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:44.358160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.365375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.370956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.382546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:44.455560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:44.455944 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.497022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a427e-cc8a-47e4-b41a-d267d6003b3e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.531271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.533105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e236c-1879-4d9a-ba03-b2a9f8f930c1 req-84bd2a6a-cf77-4939-b4fc-fcef3d2df79d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:44.534345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b6601d3-a033-4575-8083-87c7fa88df9c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4582565 Aug 19 18:21:44.538452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34112) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.544010 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-997e236c-1879-4d9a-ba03-b2a9f8f930c1 req-84bd2a6a-cf77-4939-b4fc-fcef3d2df79d tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2196262 Aug 19 18:21:44.546676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:44.616432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-997e236c-1879-4d9a-ba03-b2a9f8f930c1 req-d315ca63-0cbb-42a7-ad7c-8069746dc24a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Aug 19 18:21:44.627039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.643672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.668259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:44.674808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.704443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port ebeb3d81-37a5-4520-9dc5-06d2dfef493e yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:44.748942 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Allocated IP 2001:db8::2 (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/124529c9-38ec-4652-a0bd-f22a4143e3fe) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:44.829342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:44.836670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:44.839029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Pushing event updated for resources: {'Port': ['ID=0befdde6-1e59-4642-8ca4-bfc44fc4cbd0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:44.842058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:44.906104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:44.906751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:44.954361 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9fd3462-8ecd-4d06-9232-ac6aa205b790 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7887459 Aug 19 18:21:44.959202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34120) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:44.979902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.150'}]}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:45.004264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.015414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.048603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cc192a-993a-426e-8f6f-3896cf2a7ca4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.054379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63b57-edbd-472f-a39b-294e517e05d0 req-0b341166-6783-4b72-913d-0f6677d17373 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.054856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-9caf104d-46d8-4564-b70b-9ef281ac982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.056478 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-9caf104d-46d8-4564-b70b-9ef281ac982f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac64599203548959720b0a16f891b62&device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 1097 time: 0.1204584 Aug 19 18:21:45.057350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.058311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87c63b57-edbd-472f-a39b-294e517e05d0 req-0b341166-6783-4b72-913d-0f6677d17373 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1166770 Aug 19 18:21:45.058450 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.065166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.068929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df08f39b-6b4e-40bb-a517-65ed69c875f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5267632 Aug 19 18:21:45.074801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:45.090975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:45.113807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87c63b57-edbd-472f-a39b-294e517e05d0 req-cf909d05-d280-4e8c-aa55-a7d135fbc6af tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Aug 19 18:21:45.180405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:40Z', 'revision_number': 4, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f9b3d969-1693-462f-a65e-24109e1dd4ff', 'name': '', 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'mac_address': 'fa:16:3e:29:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:39Z', 'updated_at': '2021-08-19T18:21:40Z', 'revision_number': 2, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'subnets': [{'id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:45.212494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.214481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Checking router: c7e72378-26de-438d-9d19-ed486fb6704c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:21:45.215034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Updating router c7e72378-26de-438d-9d19-ed486fb6704c port f9b3d969-1693-462f-a65e-24109e1dd4ff binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:21:45.221074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.248451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.264425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.267087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Transition to ACTIVE for port object 124529c9-38ec-4652-a0bd-f22a4143e3fe will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:45.318869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Transition to ACTIVE for port object 124529c9-38ec-4652-a0bd-f22a4143e3fe will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:45.339461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-e8c5aae7-c5bb-45cf-89a8-deb15fe5a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.343113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.345620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-e8c5aae7-c5bb-45cf-89a8-deb15fe5a675 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 200 len: 912 time: 0.2816386 Aug 19 18:21:45.413025 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-68baf308-c2fb-4819-a353-71d9dafa72a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 200 len: 217 time: 0.0589690 Aug 19 18:21:45.428443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::13d (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/ebeb3d81-37a5-4520-9dc5-06d2dfef493e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:45.627589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.644199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object ebeb3d81-37a5-4520-9dc5-06d2dfef493e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:45.687471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.772658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=ebeb3d81-37a5-4520-9dc5-06d2dfef493e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.791324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:45.793303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:45.803078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:45.810568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:45.811430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.831778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-df330aeb-3f40-4c34-8542-1c3b8be24c62 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1772702 Aug 19 18:21:45.835693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:45.841401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387981055', 'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:1d:fa:c6'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:45.933770 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.937607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.947651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:45.955714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:45.963585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:45.969428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:45.978121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:45.980287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24b770b-4ab2-4edd-97af-a46d1643fda2,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:45.997178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-475c185f-e6aa-4a5c-a491-715c7bf895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:46.000262 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-475c185f-e6aa-4a5c-a491-715c7bf895b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58951354-ce50-43e6-aab0-b04d7abbd3e7 HTTP/1.1" status: 200 len: 851 time: 0.1152952 Aug 19 18:21:46.002906 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.006730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b19fd2e8-3cda-496e-80d1-0e36287fe7be tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9264543 Aug 19 18:21:46.034091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34130) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:46.034577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Pushing event updated for resources: {'Port': ['ID=124529c9-38ec-4652-a0bd-f22a4143e3fe,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.041982 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:46.082423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-5aa2356f-19ec-40df-a80f-a134a04a9233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471771 Aug 19 18:21:46.113323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Attempting to bind port 124529c9-38ec-4652-a0bd-f22a4143e3fe on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:46.113812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Attempting to bind port 124529c9-38ec-4652-a0bd-f22a4143e3fe by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '944b3ee7-be67-4573-85ff-c71e553de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:46.114255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Attempting to bind port 124529c9-38ec-4652-a0bd-f22a4143e3fe on network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:46.121763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:46.122256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Checking segment: {'id': '944b3ee7-be67-4573-85ff-c71e553de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:46.123288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.123758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Bound using segment: {'id': '944b3ee7-be67-4573-85ff-c71e553de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:46.124251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Bound port: 124529c9-38ec-4652-a0bd-f22a4143e3fe, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944b3ee7-be67-4573-85ff-c71e553de3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:46.124644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.146193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.154530 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.184872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Transition to ACTIVE for port object f9b3d969-1693-462f-a65e-24109e1dd4ff will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:46.201061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.213320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port fb247f8f-5c10-400c-ba02-5ea777e36baa yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:46.221065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.301683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] For port 124529c9-38ec-4652-a0bd-f22a4143e3fe, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:46.334950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148a45-e85d-425f-ac0a-c45d4e6e2d1b None None] Pushing event updated for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.347407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] For port 124529c9-38ec-4652-a0bd-f22a4143e3fe, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=124529c9-38ec-4652-a0bd-f22a4143e3fe,segment=NetworkSegment(944b3ee7-be67-4573-85ff-c71e553de3ac),segment_id=944b3ee7-be67-4573-85ff-c71e553de3ac)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:46.348959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-33ee2df0-93a0-4659-ba96-98a5b0df9be4 service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562790 Aug 19 18:21:46.352595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.370172 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.408109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.461904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Attempting to bind port f9b3d969-1693-462f-a65e-24109e1dd4ff on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:46.462417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Attempting to bind port f9b3d969-1693-462f-a65e-24109e1dd4ff by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:46.463124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Attempting to bind port f9b3d969-1693-462f-a65e-24109e1dd4ff on network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:46.471377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:46.471915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Checking segment: {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:46.472417 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.473277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Bound using segment: {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:46.473852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Bound port: f9b3d969-1693-462f-a65e-24109e1dd4ff, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f9f0e-094d-4c51-8009-dc00750de08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:46.475001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.511328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d13d-8538-4abd-bb06-51af8398c2ab req-3706c83c-934c-4a90-a9fc-45785633b20c tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:46.511328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de5d13d-8538-4abd-bb06-51af8398c2ab req-3706c83c-934c-4a90-a9fc-45785633b20c tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2385724 Aug 19 18:21:46.554126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89100e-417f-4f41-af94-cae6c21b67e0 None None] Pushing event updated for resources: {'Port': ['ID=124529c9-38ec-4652-a0bd-f22a4143e3fe,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.566288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a299b4de-af0a-4b43-b405-f92cf2247ada,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.589310 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.594698 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-359343b6-54d5-4de1-b57b-d605a8558303 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5573750 Aug 19 18:21:46.601317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34138) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:46.622220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:46.651166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::195 (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/fb247f8f-5c10-400c-ba02-5ea777e36baa) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:46.662552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1de5d13d-8538-4abd-bb06-51af8398c2ab req-79836366-35df-477f-8270-27a3e0b97aad tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412373 Aug 19 18:21:46.665901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] For port f9b3d969-1693-462f-a65e-24109e1dd4ff, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:46.676598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] For port f9b3d969-1693-462f-a65e-24109e1dd4ff, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f9b3d969-1693-462f-a65e-24109e1dd4ff,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:46.697427 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:46.814124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8148a45-e85d-425f-ac0a-c45d4e6e2d1b None None] Pushing event updated for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:46.945931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a84d07d6-f921-4130-9b24-00cbf734dd2d req-8b5c4022-afa4-46f9-a412-3a4f3ac6772e service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833850 Aug 19 18:21:47.001375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:21:47.002120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:21:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:47.035987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.108147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.123205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.147376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object fb247f8f-5c10-400c-ba02-5ea777e36baa will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:47.176887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.236768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.270306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:47.272913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:47.297178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:47.303560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:47.304313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.319937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:21:47.339430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5024531 Aug 19 18:21:47.342314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34148) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.353227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee04d-6383-48d0-92bf-01f66f7f7758 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=fb247f8f-5c10-400c-ba02-5ea777e36baa,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.400000 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.410498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.417601 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.505823 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.520426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9077122 Aug 19 18:21:47.525358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78357d95-2e5e-46b2-892c-fbac44e52876 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:47.530912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.534142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78357d95-2e5e-46b2-892c-fbac44e52876 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:47.541480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78357d95-2e5e-46b2-892c-fbac44e52876 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:47.546417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-78357d95-2e5e-46b2-892c-fbac44e52876 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1991765 Aug 19 18:21:47.546654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a15bc-9da3-4b75-962d-5dcadb153a3e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7702d1-7813-4cf4-900b-ecdcefeda52d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:47.548005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34152) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:47.664031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:47.696052 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Project cb2a67458fcd44d8b23fdccc52a3f978 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:21:47.727390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.798636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:40Z', 'revision_number': 4, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f9b3d969-1693-462f-a65e-24109e1dd4ff', 'name': '', 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'mac_address': 'fa:16:3e:29:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:39Z', 'updated_at': '2021-08-19T18:21:46Z', 'revision_number': 4, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'subnets': [{'id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:21:47.855115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324bb76-dd58-43c6-bb73-c3cffb7e5796 None None] The sync data for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 is: [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:21:40Z', 'revision_number': 4, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f9b3d969-1693-462f-a65e-24109e1dd4ff', 'name': '', 'network_id': 'f4fac692-dde9-4189-a9dd-ab66c3ce3ed5', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'mac_address': 'fa:16:3e:29:af:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:39Z', 'updated_at': '2021-08-19T18:21:46Z', 'revision_number': 4, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'subnets': [{'id': '295b8592-34b6-4e55-a717-0a4f40e820b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:21:47.868608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port fb247f8f-5c10-400c-ba02-5ea777e36baa {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:47.869250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.886832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:47.894815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.001284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a0102c-e898-469f-9f5a-db30d036ddb1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.009292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.010771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-86352feb-8c31-482e-9c46-90e815480727 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4556384 Aug 19 18:21:48.013916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.015994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.020945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'security_group_rule': {'security_group_id': 'd69a427e-cc8a-47e4-b41a-d267d6003b3e', 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:48.139576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.160441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for fb247f8f-5c10-400c-ba02-5ea777e36baa owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:48.246218 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Project cb2a67458fcd44d8b23fdccc52a3f978 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:21:48.362123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.414329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6c637-3b1d-4a64-93e6-d995c1ea7bf1 req-f50c1cc1-8c3e-4800-8dc4-1454f589b39a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:48.416308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ea6c637-3b1d-4a64-93e6-d995c1ea7bf1 req-f50c1cc1-8c3e-4800-8dc4-1454f589b39a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.5688484 Aug 19 18:21:48.428852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f9b3d969-1693-462f-a65e-24109e1dd4ff up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:48.484073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.491375 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.525527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff2898-09d3-4fe9-959f-54c04b5368c8 None None] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:48.578385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.579035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13ab7dbe-4dee-4d69-bafa-e516b2d11195 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:21:48.579221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ea6c637-3b1d-4a64-93e6-d995c1ea7bf1 req-8cbd4e82-43ea-43f2-899c-87b4c60b4817 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382797 Aug 19 18:21:48.589779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.635466 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 18:21:48.638817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7e3f370e-c8e9-4c0e-ab6f-9f5066f3ea69 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6619451 Aug 19 18:21:48.644904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:48.675671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b7e84013-4d06-4fe5-8fd7-93c5e986fabf None None] Provisioning for port 124529c9-38ec-4652-a0bd-f22a4143e3fe completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:48.743280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f9b3d969-1693-462f-a65e-24109e1dd4ff completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:48.752463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=fb247f8f-5c10-400c-ba02-5ea777e36baa,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.759801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.769700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.774241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f9b3d969-1693-462f-a65e-24109e1dd4ff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:48.774620 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.870243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b5db86-a0e5-4c51-ac58-2281e37e77cf,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:48.876047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.878592 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01b92d10-544d-49af-b2bc-4061dad61274 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8614101 Aug 19 18:21:48.935965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Deleting port 0befdde6-1e59-4642-8ca4-bfc44fc4cbd0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:48.936707 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.978066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.978314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:48.988141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d51d647-32b1-4760-a8de-76c7caa8329f tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/fb247f8f-5c10-400c-ba02-5ea777e36baa HTTP/1.1" status: 204 len: 168 time: 1.4389648 Aug 19 18:21:48.988862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:49.050635 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dd20bd-fd44-4238-88a9-6eebf1c1ef52 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] GET failed (client error): The resource could not be found. Aug 19 18:21:49.073254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34178) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:49.074056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d5dd20bd-fd44-4238-88a9-6eebf1c1ef52 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports/fb247f8f-5c10-400c-ba02-5ea777e36baa HTTP/1.1" status: 404 len: 333 time: 0.0807993 Aug 19 18:21:49.075350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f9b3d969-1693-462f-a65e-24109e1dd4ff, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f9b3d969-1693-462f-a65e-24109e1dd4ff,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:49.084886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419464542'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:49.112189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.113661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 124529c9-38ec-4652-a0bd-f22a4143e3fe up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:49.211806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-d136e1f6-c1da-4620-b07a-db0645f85f87 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763670781&fields=id&tenant_id=cb2a67458fcd44d8b23fdccc52a3f978 HTTP/1.1" status: 200 len: 267 time: 0.0913520 Aug 19 18:21:49.285532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:49.299871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 124529c9-38ec-4652-a0bd-f22a4143e3fe completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:49.306189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 124529c9-38ec-4652-a0bd-f22a4143e3fe triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:49.306570 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.310632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.343937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Calling delete_port for 0befdde6-1e59-4642-8ca4-bfc44fc4cbd0 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:49.411414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-b2331182-16f7-4fcf-a303-545a49a20698 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:49.413983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-b2331182-16f7-4fcf-a303-545a49a20698 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 809 time: 0.1914997 Aug 19 18:21:49.447718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-52b92118-cfb6-4db1-91e5-2777c48845aa tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/quotas/cb2a67458fcd44d8b23fdccc52a3f978 HTTP/1.1" status: 200 len: 375 time: 0.0262098 Aug 19 18:21:49.575578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Provisioning complete for port 124529c9-38ec-4652-a0bd-f22a4143e3fe triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:49.576676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.586340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-b0b4aec4-6ff4-4c6c-91ad-942351285b1e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325054 Aug 19 18:21:49.591830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.804265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 124529c9-38ec-4652-a0bd-f22a4143e3fe, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=124529c9-38ec-4652-a0bd-f22a4143e3fe,segment=NetworkSegment(944b3ee7-be67-4573-85ff-c71e553de3ac),segment_id=944b3ee7-be67-4573-85ff-c71e553de3ac)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:49.804488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.822194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:49.894966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Pushing event deleted for resources: {'Port': ['ID=0befdde6-1e59-4642-8ca4-bfc44fc4cbd0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:49.964951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c8d4e-e1bd-4cd4-b3b0-ec2b5dfe86a6 req-343942e7-2c21-4b36-9085-89bec41bc0b5 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:49.980040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-702c8d4e-e1bd-4cd4-b3b0-ec2b5dfe86a6 req-343942e7-2c21-4b36-9085-89bec41bc0b5 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2213514 Aug 19 18:21:50.024916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=124529c9-38ec-4652-a0bd-f22a4143e3fe,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:50.041587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:50.045701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.057578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Provisioning for port ebeb3d81-37a5-4520-9dc5-06d2dfef493e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:50.067587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Provisioning complete for port ebeb3d81-37a5-4520-9dc5-06d2dfef493e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:50.068072 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.106933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-83d4f780-1fc8-4e4d-8c8f-03e479bbef7b service neutron] 10.222.0.36 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077701 Aug 19 18:21:50.124381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:50.137516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-702c8d4e-e1bd-4cd4-b3b0-ec2b5dfe86a6 req-459a9326-5c51-4cdb-acc2-15cf098a951e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469028 Aug 19 18:21:50.151026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-014824d6-da3d-4fec-8552-449289ffd42d None None] Port ebeb3d81-37a5-4520-9dc5-06d2dfef493e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:50.238436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.245383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2736e834-2f50-4ae1-b5ff-a20cbb13c5b4 tempest-RoutersAdminNegativeIpV6Test-1739360007 tempest-RoutersAdminNegativeIpV6Test-1739360007-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0befdde6-1e59-4642-8ca4-bfc44fc4cbd0 HTTP/1.1" status: 204 len: 168 time: 1.5989521 Aug 19 18:21:50.333350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cb7acf6f-9eac-40ad-b5d0-efe211398204 None None] Provisioning complete for port ebeb3d81-37a5-4520-9dc5-06d2dfef493e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:50.334172 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cb7acf6f-9eac-40ad-b5d0-efe211398204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.377524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-5480ab0a-2e4f-40ab-8b23-49f3c6f5dedf service neutron] 10.222.0.36 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485478 Aug 19 18:21:50.459676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f9b3d969-1693-462f-a65e-24109e1dd4ff up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:50.459897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::ac (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/80105de8-e16f-42ac-a7f1-e27a3c5468a4) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:50.609558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cb7acf6f-9eac-40ad-b5d0-efe211398204 None None] Port ebeb3d81-37a5-4520-9dc5-06d2dfef493e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:50.672600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f9b3d969-1693-462f-a65e-24109e1dd4ff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:50.673770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:50.746382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f3651cb-f955-47da-981b-53f8aa247c22 None None] Could not find standard attr ID for object fb247f8f-5c10-400c-ba02-5ea777e36baa. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:21:50.829010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 124529c9-38ec-4652-a0bd-f22a4143e3fe up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:21:50.919020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:50.963220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 124529c9-38ec-4652-a0bd-f22a4143e3fe triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:50.963998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.003056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-24c3fb53-bfa3-4da1-bff3-589ef4f0a189 req-d93ab4fb-730f-44f8-a425-bfe87d96172e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 210 time: 0.1377783 Aug 19 18:21:51.015867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.040175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115b640-07f0-4969-a039-db277143ffe1 req-ff31bf80-6454-44fe-8b28-013f1a3fe9d6 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:51.041915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8115b640-07f0-4969-a039-db277143ffe1 req-ff31bf80-6454-44fe-8b28-013f1a3fe9d6 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2548523 Aug 19 18:21:51.049464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object 80105de8-e16f-42ac-a7f1-e27a3c5468a4 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:51.106377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.157167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8115b640-07f0-4969-a039-db277143ffe1 req-26a648ce-aa18-4c77-b5e4-e21b3d359060 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056261 Aug 19 18:21:51.230069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:51.230967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=80105de8-e16f-42ac-a7f1-e27a3c5468a4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.253706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:51.282565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:51.288446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69d9dbbd-4e44-4a47-9dfe-b16cb5f668c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.316231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:51.317220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.448133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69d9dbbd-4e44-4a47-9dfe-b16cb5f668c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.460529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-69d9dbbd-4e44-4a47-9dfe-b16cb5f668c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.467142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-25d5d512-a36f-4a58-9805-d1bfb095ad6b tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3912208 Aug 19 18:21:51.467956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.474740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:1d:fa:c6'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:51.513735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9dbbd-4e44-4a47-9dfe-b16cb5f668c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6236d-8052-4e8a-9e39-e7bd94f10952,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:51.562959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34226) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:51.566294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-69d9dbbd-4e44-4a47-9dfe-b16cb5f668c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b39038baa914d6cb9f23d2cb94d8239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376793 Aug 19 18:21:51.790900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-beb6b68d-c764-43d2-b71f-ebd02c8975cd None None] Provisioning for port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:51.799538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-beb6b68d-c764-43d2-b71f-ebd02c8975cd None None] Provisioning complete for port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:51.800066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-beb6b68d-c764-43d2-b71f-ebd02c8975cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.822685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.867185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-beb6b68d-c764-43d2-b71f-ebd02c8975cd None None] Port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:51.897841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:51.983109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.147258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.149950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.166071 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0c6236d-8052-4e8a-9e39-e7bd94f10952 HTTP/1.1" status: 204 len: 168 time: 0.5964432 Aug 19 18:21:52.187956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.208537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.215851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ff3a7d3-f01e-460b-b4e3-33f560a860d1 req-92c9aacd-5c42-438d-ad1c-89755d673c49 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 210 time: 0.0517228 Aug 19 18:21:52.218955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb11b8-989e-4da9-b6c3-0470285506cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6236d-8052-4e8a-9e39-e7bd94f10952,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.348759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=80105de8-e16f-42ac-a7f1-e27a3c5468a4,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:52.358251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf12c13-7092-4a1d-aa9f-e5f80640d9dc req-0bda20bd-4f96-4868-b337-4fe58d545fbe tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:52.359846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cf12c13-7092-4a1d-aa9f-e5f80640d9dc req-0bda20bd-4f96-4868-b337-4fe58d545fbe tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1071029 Aug 19 18:21:52.360993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] In _notify_port_updated(), no bound segment for port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 on network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:21:52.373546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:52.374251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.378161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ac27d2a-722c-40c2-a86f-c8e543241fea tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "PUT /v2.0/ports/80105de8-e16f-42ac-a7f1-e27a3c5468a4 HTTP/1.1" status: 200 len: 1001 time: 0.9066718 Aug 19 18:21:52.378435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.452057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6cf12c13-7092-4a1d-aa9f-e5f80640d9dc req-460c5874-6cbc-4390-881c-633e8b599f85 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Aug 19 18:21:52.644198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:52.649332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.906124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34246) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:52.940896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561b7e7-48b2-4dbe-b12e-c31c6080691b req-c9902712-5b9c-4781-8634-12dbb8ad03b3 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:52.945829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4561b7e7-48b2-4dbe-b12e-c31c6080691b req-c9902712-5b9c-4781-8634-12dbb8ad03b3 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.0910950 Aug 19 18:21:52.967645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:52.995549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for 80105de8-e16f-42ac-a7f1-e27a3c5468a4 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:53.016745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-2b911195-f9ce-467f-bc64-25c49135bf89 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:53.018360 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-2b911195-f9ce-467f-bc64-25c49135bf89 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 809 time: 0.3020954 Aug 19 18:21:53.068919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5e2d4c03-eab3-453a-b5e2-9bf8ad558767 None None] Provisioning complete for port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:53.069580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-13fe39f2-dead-43bc-aca8-bc006b5935b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:53.071080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-13fe39f2-dead-43bc-aca8-bc006b5935b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ac64599203548959720b0a16f891b62&device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 1097 time: 0.1179976 Aug 19 18:21:53.071748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4c03-eab3-453a-b5e2-9bf8ad558767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.086395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4561b7e7-48b2-4dbe-b12e-c31c6080691b req-900a77bc-cf54-4340-b285-81c56e546b72 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870230 Aug 19 18:21:53.099891 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b470a6c-2b3f-46aa-b3e7-4bdbaeaf90a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af1f0eaea6004efb92beb75561a33112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923892 Aug 19 18:21:53.103642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34248) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:53.140327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-846f833d-3e78-4707-b921-952023515ac1 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2a67458fcd44d8b23fdccc52a3f978 HTTP/1.1" status: 200 len: 379 time: 0.0991871 Aug 19 18:21:53.173495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d4c03-eab3-453a-b5e2-9bf8ad558767 None None] Port 80105de8-e16f-42ac-a7f1-e27a3c5468a4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:53.219526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.266299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'port': {'device_id': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'admin_state_up': True, 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'security_groups': ['d69a427e-cc8a-47e4-b41a-d267d6003b3e']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:53.301688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-eea0f9b1-4723-4d5e-87cb-38f6335990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:53.303525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-eea0f9b1-4723-4d5e-87cb-38f6335990f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 200 len: 912 time: 0.2161379 Aug 19 18:21:53.306309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.355812 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.368904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe3799d8-b2de-4e69-822d-97784ec16043 req-76758f56-5dcc-4fba-901e-2a93d03e2d19 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 210 time: 0.0518343 Aug 19 18:21:53.417005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-bc1e5331-d3a4-4ff2-8ff6-8cd20e343973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 200 len: 217 time: 0.0985398 Aug 19 18:21:53.468246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=80105de8-e16f-42ac-a7f1-e27a3c5468a4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.483302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-5b8c5496-5c2b-4404-81bc-550dc7a98b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:53.484833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-5b8c5496-5c2b-4404-81bc-550dc7a98b58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58951354-ce50-43e6-aab0-b04d7abbd3e7 HTTP/1.1" status: 200 len: 851 time: 0.0590491 Aug 19 18:21:53.574709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-fd068db8-49e2-4bfa-b741-ac6f142241b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee6bacfd-ad07-40be-92c4-5b2858e0eecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777764 Aug 19 18:21:53.665326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.670117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c904ee4-736f-46bf-a1a8-d92e0b831121 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/80105de8-e16f-42ac-a7f1-e27a3c5468a4 HTTP/1.1" status: 204 len: 168 time: 1.2906253 Aug 19 18:21:53.671054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34258) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:53.736706 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e50643b-9540-45f2-b650-af0a4ef014cc tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] GET failed (client error): The resource could not be found. Aug 19 18:21:53.742739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34260) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:53.749942 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e50643b-9540-45f2-b650-af0a4ef014cc tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports/80105de8-e16f-42ac-a7f1-e27a3c5468a4 HTTP/1.1" status: 404 len: 333 time: 0.0711317 Aug 19 18:21:53.751177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126542170'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:53.767190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Made reservation on behalf of cb2a67458fcd44d8b23fdccc52a3f978 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:53.777937 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.874554 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.886689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:53.888300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fea8a4b3-8980-4430-9db1-d4ac8103aacd HTTP/1.1" status: 204 len: 168 time: 0.7836914 Aug 19 18:21:53.923976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8327-71ac-4ad8-8245-b827d7d131ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea8a4b3-8980-4430-9db1-d4ac8103aacd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:53.972538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-22c426e8-2707-47fa-a980-0dea86c5cf3f service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878214 Aug 19 18:21:54.061736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Allocated IP 172.20.0.9 (28ab0f36-b325-4449-83b3-8bc48ca41849/a2718ab4-f769-4920-83a2-334039f213e9/b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:54.105379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820444ed-55fb-4f26-a00b-6f92bff16b9c req-2bd0d00e-028e-452a-9347-d477e65aa18c service neutron] 10.222.0.13 "GET /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173708 Aug 19 18:21:54.290670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:54.301301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.347379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:54.378627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8b3f-1ab8-4abd-b432-805ffba96783 req-b698a307-4362-499c-8976-6fe83935421c tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:54.384537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.395196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e2c8b3f-1ab8-4abd-b432-805ffba96783 req-b698a307-4362-499c-8976-6fe83935421c tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1909666 Aug 19 18:21:54.420645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Transition to ACTIVE for port object b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:54.493559 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.535758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5e2c8b3f-1ab8-4abd-b432-805ffba96783 req-d61bb17b-0a71-485f-ade1-766821db603e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394460 Aug 19 18:21:54.625700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:54.630196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:54.676667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:54.681471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:54.713671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::132 (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/950183e9-54d1-4e13-b773-8c4f6eaa9a50) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:54.738564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b00f53-5ea8-47c1-b821-d5a09de06dc7 req-0bf81f90-a1c6-4246-a126-41de6f8493f2 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:54.742313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77b00f53-5ea8-47c1-b821-d5a09de06dc7 req-0bf81f90-a1c6-4246-a126-41de6f8493f2 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 931 time: 0.1534812 Aug 19 18:21:54.829053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:54.829922 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:54.833406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77b00f53-5ea8-47c1-b821-d5a09de06dc7 req-f30078ad-635f-4f79-943a-1ae172751bab tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824015 Aug 19 18:21:54.861974 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-ae6544ec-0c5d-4eee-92bb-9d01123895bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046700 Aug 19 18:21:54.884544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Request body: {'port': {'device_id': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:55.027378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.059572 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.096369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object 950183e9-54d1-4e13-b773-8c4f6eaa9a50 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:55.121577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7022b012-bd29-470e-832c-62a1a917273f None None] Provisioning for port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:55.127531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7022b012-bd29-470e-832c-62a1a917273f None None] Provisioning complete for port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:55.128327 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7022b012-bd29-470e-832c-62a1a917273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.173692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7022b012-bd29-470e-832c-62a1a917273f None None] Port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:55.194224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.273742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:55.280520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:55.295278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:55.301945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:55.303139 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.325188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5803092 Aug 19 18:21:55.326409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34294) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:55.338456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1d:fa:c6'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:55.348198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02463f35-1582-45e6-bc15-ae5121c3ae73 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=950183e9-54d1-4e13-b773-8c4f6eaa9a50,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:55.383370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34296) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:55.593366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-0e3a0f08-7a26-4b40-adb6-d42017ba3241 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1074097 Aug 19 18:21:55.600926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1008764660'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:55.612839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:21:55.630577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.663614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Transition to ACTIVE for port object b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:55.674803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.704715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-154ce7fb-1ad1-4e2a-a469-fa25493a68a9 None None] Provisioning for port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:21:55.711923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-154ce7fb-1ad1-4e2a-a469-fa25493a68a9 None None] Provisioning complete for port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:55.714215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-154ce7fb-1ad1-4e2a-a469-fa25493a68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.759200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:55.792036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-154ce7fb-1ad1-4e2a-a469-fa25493a68a9 None None] Port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:55.801519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Made reservation on behalf of 99a67173251c4addb943c21372dc7663 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:55.805491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.817108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.827010 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:55.892460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091bc7b-b4e5-4f43-8acf-2474395a7da4 req-d7319ec5-a160-4640-aeb6-c43992d2583a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:55.892460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a091bc7b-b4e5-4f43-8acf-2474395a7da4 req-d7319ec5-a160-4640-aeb6-c43992d2583a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.1559868 Aug 19 18:21:55.892460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-fe84d83c-bd00-4b60-b45d-50294e537f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:55.892460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-fe84d83c-bd00-4b60-b45d-50294e537f76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1098 time: 0.2155089 Aug 19 18:21:55.893069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Attempting to bind port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:21:55.893069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Attempting to bind port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:21:55.893069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Attempting to bind port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 on network 28ab0f36-b325-4449-83b3-8bc48ca41849 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:55.908421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 on network 28ab0f36-b325-4449-83b3-8bc48ca41849 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:21:55.909365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Attempting to bind port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 on network 28ab0f36-b325-4449-83b3-8bc48ca41849 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:21:55.922281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:21:55.923163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Checking segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:55.924232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Bound using segment: {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:21:55.925203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Bound port: b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65a10b7-bd73-4017-b618-10f43af8b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:21:55.926072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.049458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:21:56.054384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:21:56.059567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.102084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.102970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.113906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 1092 time: 1.2368903 Aug 19 18:21:56.116790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:21:56.119178 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f" -d '{"events": [{"name": "network-changed", "server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:21:56.161699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a091bc7b-b4e5-4f43-8acf-2474395a7da4 req-746f4340-d88d-40c2-b158-b05ab8fe919a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228901 Aug 19 18:21:56.166270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc066ee-361f-4cd3-aef6-746f0fd111d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:56.237509 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c10ba-cbd7-4115-b25b-712854133cbd x-openstack-request-id: req-7f5c10ba-cbd7-4115-b25b-712854133cbd {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:21:56.237836 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:21:56.238054 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f5c10ba-cbd7-4115-b25b-712854133cbd {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:21:56.238459 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'status': 'completed', 'code': 200} Aug 19 18:21:56.256631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-71cf7ae6-3fc5-40bf-b25f-31bbc7e29c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.258900 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-71cf7ae6-3fc5-40bf-b25f-31bbc7e29c2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1095 time: 0.0813935 Aug 19 18:21:56.283089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0b65-2c08-455a-a68c-7322da9f31a5 req-d18d81d8-dd41-4884-8c7e-34eda86ec142 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.284699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-598f0b65-2c08-455a-a68c-7322da9f31a5 req-d18d81d8-dd41-4884-8c7e-34eda86ec142 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 943 time: 0.2630610 Aug 19 18:21:56.295881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-a87c1a44-13a8-4ae3-acbf-67fcf9b9b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.297388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-a87c1a44-13a8-4ae3-acbf-67fcf9b9b7c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.3606224 Aug 19 18:21:56.354157 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.433311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.506338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-ac53a7aa-a4d5-4927-9f37-53daa23a6d55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1002 time: 0.1918130 Aug 19 18:21:56.608754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-0d877b6b-e43d-40d4-96e5-dd48b13f4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.610350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-0d877b6b-e43d-40d4-96e5-dd48b13f4bfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0824504 Aug 19 18:21:56.625778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.721884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=950183e9-54d1-4e13-b773-8c4f6eaa9a50,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:56.736873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.768874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.781838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:21:56.791777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.792165 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Added segment 0e7db2c5-f260-43c3-8967-5e7951078f60 of type vlan for network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 Aug 19 18:21:56.835854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.843359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-58400a5f-9830-4748-a538-b0cecea029e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 217 time: 0.5704210 Aug 19 18:21:56.852407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-598f0b65-2c08-455a-a68c-7322da9f31a5 req-14c94fc9-a8f4-4614-91c5-466d7c972856 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5515306 Aug 19 18:21:56.881838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] In _notify_port_updated(), no bound segment for port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 on network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:21:56.887409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.888126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.889509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-109503ea-ff84-4a8a-b225-9eaa4238d310 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "PUT /v2.0/ports/950183e9-54d1-4e13-b773-8c4f6eaa9a50 HTTP/1.1" status: 200 len: 1002 time: 1.5595658 Aug 19 18:21:56.897726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34338) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:56.924436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1448-ecda-4d0f-b8c0-27e8a15c78bf req-da649784-bccc-4044-846c-11e21838a94e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.925920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cd4f21c-a450-44f5-b319-06582fc49468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.926115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdee1448-ecda-4d0f-b8c0-27e8a15c78bf req-da649784-bccc-4044-846c-11e21838a94e tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.3122287 Aug 19 18:21:56.929004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-4cd4f21c-a450-44f5-b319-06582fc49468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0779753 Aug 19 18:21:56.980803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.987013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.987697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:56.996100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cfa6-295e-4028-9b75-6536a665a249 req-26230c84-989a-48bf-8de2-126bd1e40508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:56.998463 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-26230c84-989a-48bf-8de2-126bd1e40508 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615258 Aug 19 18:21:57.002042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-bfb8c8b3-a2d9-4e86-a896-d10e7f99e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.003601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-bfb8c8b3-a2d9-4e86-a896-d10e7f99e835 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3742037 Aug 19 18:21:57.027260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d88853-ac80-456a-9c31-4e2c932b0231,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:57.128852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-f192c226-6343-4eef-a8ff-3e23bbf32c1b service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217268 Aug 19 18:21:57.158086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdee1448-ecda-4d0f-b8c0-27e8a15c78bf req-729d2381-e4d4-420c-9ef6-c759d5a141da tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009957 Aug 19 18:21:57.167129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7824552 Aug 19 18:21:57.182471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34340) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:57.188553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Request body: {'subnet': {'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:57.214648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e30b0-15ce-46f5-b05e-726f4198a7ba tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'Network': ['ID=f9d2e0ac-4dcf-4d7a-b712-83761bba0a13,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:57.234779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:21:57.264683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9997cfa6-295e-4028-9b75-6536a665a249 req-e484efe8-8213-41c3-8568-dbb7d904ac6a service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285129 Aug 19 18:21:57.312454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-ccac564e-a0d0-4db3-b1d0-87bd6d7bd5ab service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665219 Aug 19 18:21:57.341948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-96abbc6c-9429-473d-9368-adafe21edf68 None None] Provisioning complete for port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:21:57.342618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-96abbc6c-9429-473d-9368-adafe21edf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.385893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-96abbc6c-9429-473d-9368-adafe21edf68 None None] Port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:21:57.423721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-73f1e0bf-c1d7-4d0d-9272-b46eab9913b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.425464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-73f1e0bf-c1d7-4d0d-9272-b46eab9913b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1095 time: 0.0582287 Aug 19 18:21:57.563910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-bfcc03ba-1581-4514-8acc-aa49a10caaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.566512 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-bfcc03ba-1581-4514-8acc-aa49a10caaf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.1332786 Aug 19 18:21:57.625167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-1108eb74-8de7-45d7-9533-c843df26d33e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 217 time: 0.0480232 Aug 19 18:21:57.688699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-b35fec97-8c15-42b9-87ac-df5590df8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.690528 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-b35fec97-8c15-42b9-87ac-df5590df8714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0578547 Aug 19 18:21:57.751332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-93f95a91-1fd7-4015-a088-6ea5fa13ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:57.753515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-93f95a91-1fd7-4015-a088-6ea5fa13ae4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507615 Aug 19 18:21:57.758016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port 950183e9-54d1-4e13-b773-8c4f6eaa9a50 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:57.758365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.835268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Made reservation on behalf of 99a67173251c4addb943c21372dc7663 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:57.839186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.867331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-b9af18aa-11db-4b7a-872a-61fdbf86a8de service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016450 Aug 19 18:21:57.915409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e93c4e8-ab28-4a4a-bf17-48d964af692d req-0d0401f0-e8d7-47b0-88df-d8e577ed0330 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932295 Aug 19 18:21:57.972612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:57.995802 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a67b7a98-5f6d-4a60-8837-2e75d494ac4f req-384d2696-04cd-4158-92d5-462662775422 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171436 Aug 19 18:21:58.005969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for 950183e9-54d1-4e13-b773-8c4f6eaa9a50 owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:58.096787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755b583-2529-4987-a6b7-7877a4cd6c16 req-7e5c8864-9aea-468c-8e6d-bc82360cc629 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:58.098316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5755b583-2529-4987-a6b7-7877a4cd6c16 req-7e5c8864-9aea-468c-8e6d-bc82360cc629 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 943 time: 0.1500552 Aug 19 18:21:58.141105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5131f478-cede-4bc4-a70a-dcc53d1e5810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.302658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5755b583-2529-4987-a6b7-7877a4cd6c16 req-f24ef2e8-c1ce-4a17-a3c1-7080cf25dab0 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933126 Aug 19 18:21:58.360443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.369474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.449354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=950183e9-54d1-4e13-b773-8c4f6eaa9a50,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:58.488791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be8b45-5547-4dc7-b118-9a441b39a3a0 req-f877cdb6-53e8-4888-8084-1223d1b82d4b tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:58.491489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94be8b45-5547-4dc7-b118-9a441b39a3a0 req-f877cdb6-53e8-4888-8084-1223d1b82d4b tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1098 time: 0.2299724 Aug 19 18:21:58.542685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.548946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34406) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:58.549487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-519edb3b-bb83-4178-98b9-a5852dc8241d tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/950183e9-54d1-4e13-b773-8c4f6eaa9a50 HTTP/1.1" status: 204 len: 168 time: 1.6460760 Aug 19 18:21:58.550212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'Subnet': ['ID=78a9b367-4e34-4b0b-b6a7-540d5859473d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:58.608031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Checking segment: {'id': '0e7db2c5-f260-43c3-8967-5e7951078f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:21:58.608555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Network hostable DHCP agents. Network: f9d2e0ac-4dcf-4d7a-b712-83761bba0a13, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:21:58.614990 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e88b95-c9c6-461c-b685-b06106a5f78a tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] GET failed (client error): The resource could not be found. Aug 19 18:21:58.617315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-07e88b95-c9c6-461c-b685-b06106a5f78a tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports/950183e9-54d1-4e13-b773-8c4f6eaa9a50 HTTP/1.1" status: 404 len: 333 time: 0.0666924 Aug 19 18:21:58.620487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34408) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:58.627328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-425844171'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:58.642795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd403d-927a-44b2-8ef5-65c342d8d7bb req-d35f064c-41ae-48a6-9740-578c1a7a355b tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:58.644915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7cd403d-927a-44b2-8ef5-65c342d8d7bb req-d35f064c-41ae-48a6-9740-578c1a7a355b tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.2182565 Aug 19 18:21:58.649172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94be8b45-5547-4dc7-b118-9a441b39a3a0 req-744e2871-ddee-44e7-a56d-9872566560d1 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319449 Aug 19 18:21:58.695756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:21:58.748487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d7cd403d-927a-44b2-8ef5-65c342d8d7bb req-16950202-f79c-47d0-afae-fad78a5f3162 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/security-groups?id=02fd930b-04c9-4db1-9281-9a06c30b2a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898623 Aug 19 18:21:58.759411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f9d2e0ac-4dcf-4d7a-b712-83761bba0a13) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:58.771745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ab6cd-2db7-4342-bd81-3a5c950e95b5 None None] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:21:58.774308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:58.779868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.807423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-807c2b65-3168-4d6a-9f86-a87005e7496c tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6236577 Aug 19 18:21:58.810267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34412) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:58.817814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-2b5d922b-4ad9-4697-b774-a2bf04419ba6 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:58.819371 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-2b5d922b-4ad9-4697-b774-a2bf04419ba6 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 945 time: 0.0956020 Aug 19 18:21:58.824770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Request body: {'port': {'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-794710805'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:58.896603 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:58.900993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:58.930458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port a5b82cc6-caba-4990-a1f6-95200b39d3da yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:59.016415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Made reservation on behalf of 99a67173251c4addb943c21372dc7663 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:21:59.020720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.054501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] device_id is not set on port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:21:59.083832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f9d2e0ac-4dcf-4d7a-b712-83761bba0a13', 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13', 'tenant_id': '99a67173251c4addb943c21372dc7663', 'fixed_ips': [{'subnet_id': '78a9b367-4e34-4b0b-b6a7-540d5859473d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:21:59.084904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.113056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50446860-41ef-4d47-baec-1d42347564b6 req-1e884a5a-d830-46cd-a760-bbdc8dccf0fc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:59.115210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50446860-41ef-4d47-baec-1d42347564b6 req-1e884a5a-d830-46cd-a760-bbdc8dccf0fc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1326241 Aug 19 18:21:59.117995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::26f (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/a5b82cc6-caba-4990-a1f6-95200b39d3da) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:59.125140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Deleting port fa95078c-4eb3-4119-b33f-d8bb47ed7561 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:21:59.125483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.224657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50446860-41ef-4d47-baec-1d42347564b6 req-5557947d-16eb-4608-a786-e1e7d230b56b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951886 Aug 19 18:21:59.247589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Allocated IP 2001:db8::90 (f9d2e0ac-4dcf-4d7a-b712-83761bba0a13/78a9b367-4e34-4b0b-b6a7-540d5859473d/0ce93bd7-d81a-4a93-bd7a-97997f90b80d) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:59.257486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:59.357213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] For port fa95078c-4eb3-4119-b33f-d8bb47ed7561, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=fa95078c-4eb3-4119-b33f-d8bb47ed7561,segment=NetworkSegment(f4050f64-1a23-48ef-bb01-c2fc9434d534),segment_id=f4050f64-1a23-48ef-bb01-c2fc9434d534)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:21:59.357621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.386669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Calling delete_port for fa95078c-4eb3-4119-b33f-d8bb47ed7561 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:21:59.427484 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-106aee68-866d-4b25-a835-2c03a9aecb0d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 200 len: 994 time: 0.1650264 Aug 19 18:21:59.459364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.476155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Transition to ACTIVE for port object 0ce93bd7-d81a-4a93-bd7a-97997f90b80d will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:59.535464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed6acb-6038-42e7-9152-f9a164a96c4f req-d577f46f-f4de-4aea-bb04-a2e59bf5694a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:59.537970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.543411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02ed6acb-6038-42e7-9152-f9a164a96c4f req-d577f46f-f4de-4aea-bb04-a2e59bf5694a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 943 time: 0.1448252 Aug 19 18:21:59.554848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object a5b82cc6-caba-4990-a1f6-95200b39d3da will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:21:59.566655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.603690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02ed6acb-6038-42e7-9152-f9a164a96c4f req-4f40b6e7-9acf-495a-84e5-e700ba59c3b4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560086 Aug 19 18:21:59.625968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Allocated IP 2001:db8::2 (f9d2e0ac-4dcf-4d7a-b712-83761bba0a13/78a9b367-4e34-4b0b-b6a7-540d5859473d/5f091630-14fb-4501-b7ac-4a33d06e6d8c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:21:59.647850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.650079 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.656284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:59.662385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:59.667228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:59.682001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:59.689720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.698831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['fa95078c-4eb3-4119-b33f-d8bb47ed7561'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:21:59.706186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Pushing event deleted for resources: {'Port': ['ID=fa95078c-4eb3-4119-b33f-d8bb47ed7561,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:59.734316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:21:59.741267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:21:59.745568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'Port': ['ID=0ce93bd7-d81a-4a93-bd7a-97997f90b80d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:21:59.757347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a7008c43-fde7-4fcb-a023-3e259616274b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9454200 Aug 19 18:21:59.758354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34426) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:21:59.770360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:21:59.771388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Request body: {'port': {'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1495493782', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:21:59.772228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] bootfile-name is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:21:59.772514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] tftp-server is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:21:59.772863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] server-ip-address is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:21:59.811486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:21:59.818095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:21:59.818806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:21:59.907956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f218494-225c-4009-9b62-66c14fb26609 req-67805968-8430-4d3b-aebd-b4ae2c06ee6a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 0.0440910 Aug 19 18:21:59.985668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] No DVR routers for this DVR port fa95078c-4eb3-4119-b33f-d8bb47ed7561 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:00.002529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.004660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bff7edda-f1af-411c-99b0-c7fe0c4b4bdc req-21c78fd6-2750-4630-8d04-40d7d7ab540a tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.13 "DELETE /v2.0/ports/fa95078c-4eb3-4119-b33f-d8bb47ed7561 HTTP/1.1" status: 204 len: 173 time: 1.1543968 Aug 19 18:22:00.005304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'name': 'network-vif-deleted', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:00.017965 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df3bd0-fc49-41ba-9f61-3e3e217fff9f" -d '{"events": [{"server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "name": "network-vif-deleted", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:00.031765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4064500 Aug 19 18:22:00.032445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34436) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:00.052441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'network_id': '8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-384018207'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:00.057625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1aaba-10ee-43fa-b69b-de0a5f72c79c tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=a5b82cc6-caba-4990-a1f6-95200b39d3da,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:00.069409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Made reservation on behalf of 99a67173251c4addb943c21372dc7663 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:00.076134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.126585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] device_id is not set on port 052302b9-4ead-4406-9471-ed33ea63b454 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:22:00.178386 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f56e6-bf91-4574-bc0b-125c6f678c57 x-openstack-request-id: req-fd4f56e6-bf91-4574-bc0b-125c6f678c57 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:00.178812 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab79696-7ba7-45ef-b5e2-62114a97ba20", "name": "network-vif-deleted", "tag": "fa95078c-4eb3-4119-b33f-d8bb47ed7561", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:00.179083 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd4f56e6-bf91-4574-bc0b-125c6f678c57 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:00.179512 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab79696-7ba7-45ef-b5e2-62114a97ba20', 'name': 'network-vif-deleted', 'tag': 'fa95078c-4eb3-4119-b33f-d8bb47ed7561', 'status': 'completed', 'code': 200} Aug 19 18:22:00.325804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d431f1e-9d0b-40ed-89df-e3e272688904 None None] Provisioning for port a5b82cc6-caba-4990-a1f6-95200b39d3da completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:00.334498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d431f1e-9d0b-40ed-89df-e3e272688904 None None] Provisioning complete for port a5b82cc6-caba-4990-a1f6-95200b39d3da triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:00.335240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d431f1e-9d0b-40ed-89df-e3e272688904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.345739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Made reservation on behalf of 89cb824df4c1449a8469a5aaa6f25359 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:00.349949 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.377945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] device_id is not set on port 36c5ab57-f8e2-483b-884b-95366efe63cd yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:22:00.432758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:00.461672 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-c33e075d-c387-415e-baac-c6b49bd0e808 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301486 Aug 19 18:22:00.462536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9d431f1e-9d0b-40ed-89df-e3e272688904 None None] Port a5b82cc6-caba-4990-a1f6-95200b39d3da cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:00.471773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'port_id': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'mac_address': 'fa:16:3e:81:84:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:00.478057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b6d12-d591-4f52-82a4-005c39c3e5b6 req-5c0042ae-7a16-4f62-8212-060617ec172e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:00.488200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-730b6d12-d591-4f52-82a4-005c39c3e5b6 req-5c0042ae-7a16-4f62-8212-060617ec172e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1170359 Aug 19 18:22:00.550023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.563543 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.579815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-730b6d12-d591-4f52-82a4-005c39c3e5b6 req-e50f2a9f-d0bd-4aa9-b14f-07296ae509ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907831 Aug 19 18:22:00.605176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Allocated IP 2001:db8::bb (8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d/9beefc0a-4a82-4ef7-a885-89a166b9131c/36c5ab57-f8e2-483b-884b-95366efe63cd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:00.612719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:00.618039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Transition to ACTIVE for port object 5f091630-14fb-4501-b7ac-4a33d06e6d8c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:00.631004 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5651b890-8c1e-44f5-acb6-a63468d3beba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.662429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Transition to ACTIVE for port object 5f091630-14fb-4501-b7ac-4a33d06e6d8c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:00.667387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:00.669434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.682402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.720699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:00.735589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:00.738395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:00.749106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Pushing event updated for resources: {'Port': ['ID=5f091630-14fb-4501-b7ac-4a33d06e6d8c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:00.790622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34458) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:00.851076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Allocated IP 2001:db8::246 (f9d2e0ac-4dcf-4d7a-b712-83761bba0a13/78a9b367-4e34-4b0b-b6a7-540d5859473d/052302b9-4ead-4406-9471-ed33ea63b454) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:00.869617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Attempting to bind port 5f091630-14fb-4501-b7ac-4a33d06e6d8c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:00.870418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Attempting to bind port 5f091630-14fb-4501-b7ac-4a33d06e6d8c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '0e7db2c5-f260-43c3-8967-5e7951078f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:00.870982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Attempting to bind port 5f091630-14fb-4501-b7ac-4a33d06e6d8c on network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:00.885243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:00.885992 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Checking segment: {'id': '0e7db2c5-f260-43c3-8967-5e7951078f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:00.886592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.887152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Bound using segment: {'id': '0e7db2c5-f260-43c3-8967-5e7951078f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:00.888662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Bound port: 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7db2c5-f260-43c3-8967-5e7951078f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9d2e0ac-4dcf-4d7a-b712-83761bba0a13'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:00.889252 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.914583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29452ae-2cb1-4af3-86f5-3a93697dc6ec req-7eefae6b-5826-4799-bcf6-da036ebf1f7d tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:00.916416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a29452ae-2cb1-4af3-86f5-3a93697dc6ec req-7eefae6b-5826-4799-bcf6-da036ebf1f7d tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 944 time: 0.1987977 Aug 19 18:22:00.933148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:00.976718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:00.994095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Deleting subnet 4d7f7f38-a468-40dc-b58a-2971c15f3a9b {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:01.005852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:01.053432 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.100479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] For port 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:01.109454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] For port 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5f091630-14fb-4501-b7ac-4a33d06e6d8c,segment=NetworkSegment(0e7db2c5-f260-43c3-8967-5e7951078f60),segment_id=0e7db2c5-f260-43c3-8967-5e7951078f60)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:01.113299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.129996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.143478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Transition to ACTIVE for port object 36c5ab57-f8e2-483b-884b-95366efe63cd will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:01.187366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.229954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.266601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:01.270097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:01.274991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:01.282184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:01.282947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.284185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.305471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2716353 Aug 19 18:22:01.308570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:01.309362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0223a-0edd-4f62-a692-423fde84beda tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=36c5ab57-f8e2-483b-884b-95366efe63cd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.317359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7b82f-3fea-4c88-9b54-ab1a988be236 None None] Pushing event updated for resources: {'Port': ['ID=5f091630-14fb-4501-b7ac-4a33d06e6d8c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.335238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13d', 'mac_address': 'fa:16:3e:1d:fa:c6'}, {'ip_address': '2001:db8::26f', 'mac_address': 'fa:16:3e:ab:87:7f'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:01.445159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98a0478f-fca6-4b1f-89a3-0ba76ec6b24a req-801cc624-7467-459f-8a83-2424022e0b09 tempest-TestServerAdvancedOps-606759014 tempest-TestServerAdvancedOps-606759014-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab79696-7ba7-45ef-b5e2-62114a97ba20 HTTP/1.1" status: 200 len: 210 time: 0.3796346 Aug 19 18:22:01.465558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.504259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7f7f38-a468-40dc-b58a-2971c15f3a9b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:01.548992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a29452ae-2cb1-4af3-86f5-3a93697dc6ec req-d753ed03-1cbf-4d31-90f0-eb04a4d417e4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5993381 Aug 19 18:22:01.680949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.682980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8ad2757e-b69c-4c4a-b123-72919b59c83b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d7f7f38-a468-40dc-b58a-2971c15f3a9b HTTP/1.1" status: 204 len: 168 time: 0.8883467 Aug 19 18:22:01.688193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34476) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:01.721699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.739954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fa95078c-4eb3-4119-b33f-d8bb47ed7561 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:01.776131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: fa95078c-4eb3-4119-b33f-d8bb47ed7561 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:01.776930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device fa95078c-4eb3-4119-b33f-d8bb47ed7561 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:01.818176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-836d8e1b-2adc-4326-b663-623c3195384a None None] Provisioning for port 36c5ab57-f8e2-483b-884b-95366efe63cd completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:01.823714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-836d8e1b-2adc-4326-b663-623c3195384a None None] Provisioning complete for port 36c5ab57-f8e2-483b-884b-95366efe63cd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:01.824426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-836d8e1b-2adc-4326-b663-623c3195384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.882727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-836d8e1b-2adc-4326-b663-623c3195384a None None] Port 36c5ab57-f8e2-483b-884b-95366efe63cd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:01.884989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:01.937132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4374e6-1f80-4fe3-ae9b-0fb40d583616 req-5d2157ca-4b3f-4182-9884-51abbe3b3f63 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:01.938604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab4374e6-1f80-4fe3-ae9b-0fb40d583616 req-5d2157ca-4b3f-4182-9884-51abbe3b3f63 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1210206 Aug 19 18:22:01.993601 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.022428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.067183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Transition to ACTIVE for port object 052302b9-4ead-4406-9471-ed33ea63b454 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:02.070140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.077615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.089744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.103864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab4374e6-1f80-4fe3-ae9b-0fb40d583616 req-2d2d3578-dca7-4d44-b2cb-d8b6ebcb98b6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348929 Aug 19 18:22:02.108969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d3ac14-c217-4895-9414-dd02d6941560']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:02.113916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] In _notify_port_updated(), no bound segment for port 36c5ab57-f8e2-483b-884b-95366efe63cd on network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d {{(pid=101325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:22:02.119497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.120133 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.121469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "PUT /v2.0/ports/36c5ab57-f8e2-483b-884b-95366efe63cd HTTP/1.1" status: 200 len: 1066 time: 0.7973337 Aug 19 18:22:02.121823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dbb1f0-0982-4982-b77a-be3b462fd87c') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:02.122658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dbb1f0-0982-4982-b77a-be3b462fd87c') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:02.124747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34478) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:02.141835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.169263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.180797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:02.181491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:02.199409 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:02.228533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f62288-71cc-4be3-b46a-1d862c5e42eb tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event updated for resources: {'Port': ['ID=36c5ab57-f8e2-483b-884b-95366efe63cd,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:02.274642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.292395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port 36c5ab57-f8e2-483b-884b-95366efe63cd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:02.293084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.335150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5f091630-14fb-4501-b7ac-4a33d06e6d8c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:02.379531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.427890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:02.441750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5f091630-14fb-4501-b7ac-4a33d06e6d8c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:02.459953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.465228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19d3ac14-c217-4895-9414-dd02d6941560 HTTP/1.1" status: 204 len: 168 time: 0.7728302 Aug 19 18:22:02.465228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'Port': ['ID=052302b9-4ead-4406-9471-ed33ea63b454,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:02.468555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541069d-2b72-4857-9dc3-4dbe8068a027 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d3ac14-c217-4895-9414-dd02d6941560,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:02.488277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:02.495392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:02.501937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.502710 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.533742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bce4c545-a565-46ed-ab57-b0aa0fe8545b tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7680008 Aug 19 18:22:02.536461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-47e382d3-bcea-404a-8926-0dbf13c37f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.538096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-47e382d3-bcea-404a-8926-0dbf13c37f81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1098 time: 0.0944877 Aug 19 18:22:02.538674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34486) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:02.567130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.580235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34488) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:02.591287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for 36c5ab57-f8e2-483b-884b-95366efe63cd owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:02.632847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0d6c89e1-e2aa-4422-8c3f-681c25f69cce None None] Provisioning complete for port 36c5ab57-f8e2-483b-884b-95366efe63cd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:02.633233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c89e1-e2aa-4422-8c3f-681c25f69cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.686218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Deleting subnet 58951354-ce50-43e6-aab0-b04d7abbd3e7 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:02.692736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.698994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c89e1-e2aa-4422-8c3f-681c25f69cce None None] Port 36c5ab57-f8e2-483b-884b-95366efe63cd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:02.784508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb7927-999f-4fb8-b10b-de2088a6ce69 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.791967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb7927-999f-4fb8-b10b-de2088a6ce69 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.794581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:02.798871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb7927-999f-4fb8-b10b-de2088a6ce69 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.802884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f9bb7927-999f-4fb8-b10b-de2088a6ce69 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2604492 Aug 19 18:22:02.804765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:02.817288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-fed931a1-3daf-4128-a3b1-d43d2fdd93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.823643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-fed931a1-3daf-4128-a3b1-d43d2fdd93ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.2728229 Aug 19 18:22:02.839623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048570-4a4b-4d48-a8ba-dbf5730d2dd8 req-1c6584e4-12c7-46e4-9d1d-c708963957c5 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:02.841474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a048570-4a4b-4d48-a8ba-dbf5730d2dd8 req-1c6584e4-12c7-46e4-9d1d-c708963957c5 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 944 time: 0.1345098 Aug 19 18:22:02.856132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.888675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474e583-d284-4baa-bedf-8b33733e7f02 None None] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:02.936138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a048570-4a4b-4d48-a8ba-dbf5730d2dd8 req-cc06599a-ed16-4184-a193-b1aafac6deb5 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860097 Aug 19 18:22:02.938567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-418f0041-9cd6-48e4-9b41-d077f5169cdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1002 time: 0.0959911 Aug 19 18:22:02.953634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Provisioning for port 5f091630-14fb-4501-b7ac-4a33d06e6d8c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:02.968875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Provisioning complete for port 5f091630-14fb-4501-b7ac-4a33d06e6d8c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:02.969257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:02.999873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f662b8de-92aa-4447-9236-810df8712ba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7909e2e815e41b2bf3c3cf10ecf73d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010720 Aug 19 18:22:03.000387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34496) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.001721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.003731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-018af02e-9569-408c-9cdc-426cd64535bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:03.006092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-018af02e-9569-408c-9cdc-426cd64535bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0593948 Aug 19 18:22:03.079690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Deleting port 052302b9-4ead-4406-9471-ed33ea63b454 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:03.080032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.099750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-5985c6e7-e78a-4125-8f01-9449d7085ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:03.101366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-5985c6e7-e78a-4125-8f01-9449d7085ef2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883634 Aug 19 18:22:03.103643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.141731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.188910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.191322 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.192679 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.205397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] For port 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5f091630-14fb-4501-b7ac-4a33d06e6d8c,segment=NetworkSegment(0e7db2c5-f260-43c3-8967-5e7951078f60),segment_id=0e7db2c5-f260-43c3-8967-5e7951078f60)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:03.210817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.291125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868bfcc-2792-40bc-88e6-17d41122c53b None None] Pushing event updated for resources: {'Port': ['ID=5f091630-14fb-4501-b7ac-4a33d06e6d8c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:03.305140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-06a929b1-76b4-442b-aaac-fdb442bf3d7c service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944387 Aug 19 18:22:03.316912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.321377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/58951354-ce50-43e6-aab0-b04d7abbd3e7 HTTP/1.1" status: 204 len: 168 time: 0.6940625 Aug 19 18:22:03.322295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=36c5ab57-f8e2-483b-884b-95366efe63cd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:03.324688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c800f-ba21-4295-87d7-eca1a9b9bc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58951354-ce50-43e6-aab0-b04d7abbd3e7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:03.334736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34500) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.400264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.433679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Calling delete_port for 052302b9-4ead-4406-9471-ed33ea63b454 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:03.476850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.480215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.484702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5152c61-2bfd-4e5c-b574-d559260ca219 HTTP/1.1" status: 204 len: 168 time: 0.4797523 Aug 19 18:22:03.561887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260729d-7b9f-4be5-9542-b0bd9ddb7213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5152c61-2bfd-4e5c-b574-d559260ca219,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:03.589703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.600822 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.652479 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.653799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1525c5-503d-4dd2-a4a2-8252596f9ca0 req-c36d420b-5941-4071-8680-0e8248b4f584 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:03.659156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef1525c5-503d-4dd2-a4a2-8252596f9ca0 req-c36d420b-5941-4071-8680-0e8248b4f584 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.3520958 Aug 19 18:22:03.659683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ede1b9c3-9bfa-4eaa-8e18-6f1e16890e50 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/36c5ab57-f8e2-483b-884b-95366efe63cd HTTP/1.1" status: 204 len: 168 time: 1.5336001 Aug 19 18:22:03.660678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34506) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.686397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Provisioning complete for port 5f091630-14fb-4501-b7ac-4a33d06e6d8c triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:03.686786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.698555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-e64d4edb-91a6-4af9-8506-05ee7d205be9 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787751 Aug 19 18:22:03.708019 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e0641b-724b-4a6e-a061-a09917ccdcf2 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] GET failed (client error): The resource could not be found. Aug 19 18:22:03.713242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8e0641b-724b-4a6e-a061-a09917ccdcf2 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports/36c5ab57-f8e2-483b-884b-95366efe63cd HTTP/1.1" status: 404 len: 333 time: 0.0417149 Aug 19 18:22:03.714083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:03.779653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:03.962098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:03.983948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6bacfd-ad07-40be-92c4-5b2858e0eecc']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.011584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.024206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4050f64-1a23-48ef-bb01-c2fc9434d534') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.024711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4050f64-1a23-48ef-bb01-c2fc9434d534') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:04.043229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:04.049670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:04.050317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.063785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.092165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.098832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:04.099193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.102165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Could not find standard attr ID for object 052302b9-4ead-4406-9471-ed33ea63b454. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:22:04.120997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Provisioning for port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:04.127722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event deleted for resources: {'Port': ['ID=052302b9-4ead-4406-9471-ed33ea63b454,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:04.128563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Provisioning complete for port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:04.129108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:04.164523 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:04.171180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.185609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port a5b82cc6-caba-4990-a1f6-95200b39d3da {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:04.187168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.227515 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-db5baaca-46e5-4b4f-b228-2aa27c3d8403 None None] Port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:04.233954 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.235044 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.236530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee6bacfd-ad07-40be-92c4-5b2858e0eecc HTTP/1.1" status: 204 len: 168 time: 0.8980863 Aug 19 18:22:04.240768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.276227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef1525c5-503d-4dd2-a4a2-8252596f9ca0 req-d5ac8e53-3051-442e-899e-0c638eb05d65 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5978229 Aug 19 18:22:04.291397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:04.294930 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89ce8c-adde-4995-80ce-e10fe2f4feb4" -d '{"events": [{"server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "name": "network-vif-plugged", "status": "completed", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:04.300234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80f8c-3ae8-4ecb-a4d1-f12c652198db admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6bacfd-ad07-40be-92c4-5b2858e0eecc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:04.327238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:04.332690 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.351395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff70cb-beda-44b9-969c-237197a8609f req-f710b8ae-ce9c-4b6f-afcc-ab1202bfa34a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:04.362162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3aff70cb-beda-44b9-969c-237197a8609f req-f710b8ae-ce9c-4b6f-afcc-ab1202bfa34a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 944 time: 0.1993067 Aug 19 18:22:04.426615 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da238e91-2f73-4c29-8dc0-30afb5bd201b x-openstack-request-id: req-da238e91-2f73-4c29-8dc0-30afb5bd201b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:04.426938 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "name": "network-vif-plugged", "status": "completed", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:04.427171 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da238e91-2f73-4c29-8dc0-30afb5bd201b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:04.427672 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'code': 200} Aug 19 18:22:04.428478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5f091630-14fb-4501-b7ac-4a33d06e6d8c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:04.462092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.466189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a127e076-399f-4203-82fb-0d0b8befc0a2 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "DELETE /v2.0/ports/052302b9-4ead-4406-9471-ed33ea63b454 HTTP/1.1" status: 204 len: 168 time: 1.6545067 Aug 19 18:22:04.471746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3aff70cb-beda-44b9-969c-237197a8609f req-ed6c36db-d8ff-42a9-b544-63f7d98a2599 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083105 Aug 19 18:22:04.474035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34526) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:04.492458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Request body: {'port': {'name': 'tempest-new-port-name-154026569', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:04.493908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] bootfile-name is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:04.503598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] tftp-server is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:04.503952 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] server-ip-address is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:04.506057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Deleting subnet b5e93c27-3aa5-4a1d-b8ea-13f2d3885e5f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:04.506725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cefb340c-d6e2-4255-9307-3160bab57fa1 None None] Provisioning complete for port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:04.507110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cefb340c-d6e2-4255-9307-3160bab57fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.515404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:04.528461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.566067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5f091630-14fb-4501-b7ac-4a33d06e6d8c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:04.566516 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.568460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cefb340c-d6e2-4255-9307-3160bab57fa1 None None] Port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:04.630657 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.669564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.692731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b593ab1-477e-4871-b325-5f6e01eda122 None None] Could not find standard attr ID for object 052302b9-4ead-4406-9471-ed33ea63b454. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:22:04.699486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.728636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for a5b82cc6-caba-4990-a1f6-95200b39d3da owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:04.743579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c61a68-9499-4b14-9e4b-db1115bb8f40 req-fab78cf9-2eaa-4708-954d-66964bade7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:04.745144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86c61a68-9499-4b14-9e4b-db1115bb8f40 req-fab78cf9-2eaa-4708-954d-66964bade7d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.1750820 Aug 19 18:22:04.824343 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.880469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-86c61a68-9499-4b14-9e4b-db1115bb8f40 req-e2f71405-d175-4641-8d6f-6041c28d4eb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272960 Aug 19 18:22:04.900065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.906670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.942061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] In _notify_port_updated(), no bound segment for port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d on network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:22:04.944014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.947913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:04.948496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:04.952677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "PUT /v2.0/ports/0ce93bd7-d81a-4a93-bd7a-97997f90b80d HTTP/1.1" status: 200 len: 1128 time: 0.4729445 Aug 19 18:22:04.953651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34540) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.002494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e75e1d-0cc8-425f-80b5-521e2e822ab9 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event updated for resources: {'Port': ['ID=0ce93bd7-d81a-4a93-bd7a-97997f90b80d,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:05.016575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21391a6c-2c86-44d2-b54b-6135f0d99672 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:05.018154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-21391a6c-2c86-44d2-b54b-6135f0d99672 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "GET /v2.0/ports/0ce93bd7-d81a-4a93-bd7a-97997f90b80d HTTP/1.1" status: 200 len: 1128 time: 0.0640459 Aug 19 18:22:05.023279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.024228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34542) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.027611 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b5e93c27-3aa5-4a1d-b8ea-13f2d3885e5f HTTP/1.1" status: 204 len: 168 time: 0.7818298 Aug 19 18:22:05.029506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5308b-a204-4639-8eb3-d1ab283e8133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e93c27-3aa5-4a1d-b8ea-13f2d3885e5f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:05.032830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34544) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.065540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.106641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=a5b82cc6-caba-4990-a1f6-95200b39d3da,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:05.161722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.163847 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-21ebe9b5-da7a-4857-b185-2c600e6096b1 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/a5b82cc6-caba-4990-a1f6-95200b39d3da HTTP/1.1" status: 204 len: 168 time: 1.4480078 Aug 19 18:22:05.166935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34548) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.426558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a03270ac-6f92-4c43-9cb3-2c03192c1661 None None] Provisioning complete for port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:05.427358 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a03270ac-6f92-4c43-9cb3-2c03192c1661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.462318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34554) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.484407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a03270ac-6f92-4c43-9cb3-2c03192c1661 None None] Port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:05.594351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.612862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d567ed8-7a17-4a2f-828b-94ef52f9bcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.618810 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf99e1a-b51b-482b-9b91-38a8e94d144a tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] GET failed (client error): The resource could not be found. Aug 19 18:22:05.619052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4cf99e1a-b51b-482b-9b91-38a8e94d144a tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "GET /v2.0/ports/a5b82cc6-caba-4990-a1f6-95200b39d3da HTTP/1.1" status: 404 len: 333 time: 0.4489837 Aug 19 18:22:05.625868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34560) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.726474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Deleting port 0ce93bd7-d81a-4a93-bd7a-97997f90b80d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:05.726882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.738879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ee9c-82ac-42a0-b2f9-905ac92138a9 req-97d71d04-9cb8-4e02-bd70-5155f832097a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:05.740508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4529ee9c-82ac-42a0-b2f9-905ac92138a9 req-97d71d04-9cb8-4e02-bd70-5155f832097a tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.1650503 Aug 19 18:22:05.764329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e644d-f8b2-4079-8d9f-4a519835a345 req-e27132dc-1690-4352-8ebb-02da975d9209 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:05.765870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f4e644d-f8b2-4079-8d9f-4a519835a345 req-e27132dc-1690-4352-8ebb-02da975d9209 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1929340 Aug 19 18:22:05.766885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port ebeb3d81-37a5-4520-9dc5-06d2dfef493e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:05.767253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.835506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d567ed8-7a17-4a2f-828b-94ef52f9bcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.841771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d567ed8-7a17-4a2f-828b-94ef52f9bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.900244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d567ed8-7a17-4a2f-828b-94ef52f9bcc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7dfd9e14d64464aad84d421d2204f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340217 Aug 19 18:22:05.900493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.902210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34562) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:05.910287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567ed8-7a17-4a2f-828b-94ef52f9bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2852ea-a57a-4031-8a01-23ee5f7e0d3d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:05.923879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:05.940941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for ebeb3d81-37a5-4520-9dc5-06d2dfef493e owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:05.942455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88ca8b3-9ce1-4678-b172-c37e1ac156e6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:05.966429 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4529ee9c-82ac-42a0-b2f9-905ac92138a9 req-dcf11f8a-342e-481f-9380-daf73aa8d0f4 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988201 Aug 19 18:22:05.969741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f4e644d-f8b2-4079-8d9f-4a519835a345 req-0783a6c1-6206-4ecc-8a0b-967159c268c4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741259 Aug 19 18:22:05.978311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf0c8d3-3ae0-4b76-841a-2e8d29fb0379') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:05.978489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf0c8d3-3ae0-4b76-841a-2e8d29fb0379') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:06.007783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.011206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.032520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Calling delete_port for 0ce93bd7-d81a-4a93-bd7a-97997f90b80d owned by {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:06.044507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.072765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.093857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:06.094272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:06.096031 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:06.117682 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.167487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.168724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.178104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.183230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a88ca8b3-9ce1-4678-b172-c37e1ac156e6 HTTP/1.1" status: 204 len: 168 time: 1.1465657 Aug 19 18:22:06.197938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac681e30-7a7c-4ce9-a388-31cddfcb6493 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88ca8b3-9ce1-4678-b172-c37e1ac156e6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.219956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=ebeb3d81-37a5-4520-9dc5-06d2dfef493e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.258358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.260962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.262114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc2852ea-a57a-4031-8a01-23ee5f7e0d3d HTTP/1.1" status: 204 len: 168 time: 0.3587434 Aug 19 18:22:06.264049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.267655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee6702d4-e5b5-4317-8abb-887952c8f046 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/ports/ebeb3d81-37a5-4520-9dc5-06d2dfef493e HTTP/1.1" status: 204 len: 168 time: 0.6387825 Aug 19 18:22:06.268263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34566) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.273720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb276013-f10c-4378-8535-8c26a20df9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2852ea-a57a-4031-8a01-23ee5f7e0d3d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.358994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting subnet 9beefc0a-4a82-4ef7-a885-89a166b9131c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:06.362455 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.377611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34570) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.389520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.436836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event deleted for resources: {'Port': ['ID=0ce93bd7-d81a-4a93-bd7a-97997f90b80d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.448456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4f8141a2-c1e9-4578-b056-e1afd9b60f13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ac64599203548959720b0a16f891b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694835 Aug 19 18:22:06.451393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34572) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.472472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.498158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.502328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-25889a5c-54ab-4b3b-98b3-5ef3ddd3e6b0 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "DELETE /v2.0/ports/0ce93bd7-d81a-4a93-bd7a-97997f90b80d HTTP/1.1" status: 204 len: 168 time: 1.4748881 Aug 19 18:22:06.502941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34576) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.549868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.583253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Deleting subnet 78a9b367-4e34-4b0b-b6a7-540d5859473d {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:06.595087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.605640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.667798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.668032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.671752 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.672741 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02fd930b-04c9-4db1-9281-9a06c30b2a3e HTTP/1.1" status: 204 len: 168 time: 0.2195764 Aug 19 18:22:06.676392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.695619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a28fc0-5ae1-42a6-9409-8452135f9e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd930b-04c9-4db1-9281-9a06c30b2a3e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.834247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.851998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.889842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Subnet': ['ID=9beefc0a-4a82-4ef7-a885-89a166b9131c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:06.894079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:06.898351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e98b9f2a-4422-4062-816f-65663b315229 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/subnets/9beefc0a-4a82-4ef7-a885-89a166b9131c HTTP/1.1" status: 204 len: 168 time: 0.6202176 Aug 19 18:22:06.898531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34590) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:06.907588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6a2fc-95f0-4e73-af28-04671cbca724 None None] Network 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:06.978408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.001734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.073791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event deleted for resources: {'Subnet': ['ID=78a9b367-4e34-4b0b-b6a7-540d5859473d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.083052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.093058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fdc69ae6-7e24-42ff-aa4e-7bb25028d368 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "DELETE /v2.0/subnets/78a9b367-4e34-4b0b-b6a7-540d5859473d HTTP/1.1" status: 204 len: 168 time: 0.5861685 Aug 19 18:22:07.095210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.103836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc43a42-aa4c-4b96-bdef-e78dc65dd962 None None] Network f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:07.124047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.209846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569204ea-ed6f-48ee-a284-e4d51b25b6cb req-a3e7dddd-852d-4533-87e5-e417c4ee1446 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:07.218306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-569204ea-ed6f-48ee-a284-e4d51b25b6cb req-a3e7dddd-852d-4533-87e5-e417c4ee1446 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.1267715 Aug 19 18:22:07.248002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99a6b5-2d93-421e-9e57-8c6b01edb704 req-8e94d23d-81b4-4083-b95f-e3c180998d39 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:07.255769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd99a6b5-2d93-421e-9e57-8c6b01edb704 req-8e94d23d-81b4-4083-b95f-e3c180998d39 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1443088 Aug 19 18:22:07.299929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] DHCP port deletion for 8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:07.316133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-569204ea-ed6f-48ee-a284-e4d51b25b6cb req-5c53e626-41da-4020-86c0-146b8098269f tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967774 Aug 19 18:22:07.332070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd99a6b5-2d93-421e-9e57-8c6b01edb704 req-434727bc-9405-47bf-a86e-4d24a03a54e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707622 Aug 19 18:22:07.381244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Deleting port 124529c9-38ec-4652-a0bd-f22a4143e3fe {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:07.384209 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.458551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] DHCP port deletion for f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:07.476610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] For port 124529c9-38ec-4652-a0bd-f22a4143e3fe, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=124529c9-38ec-4652-a0bd-f22a4143e3fe,segment=NetworkSegment(944b3ee7-be67-4573-85ff-c71e553de3ac),segment_id=944b3ee7-be67-4573-85ff-c71e553de3ac)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:07.477999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.515102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469fdb0-f75e-4e13-b3e0-565d0cf2251c req-16b9a735-cd02-4a16-8d7a-eae19564d95c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:07.517275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3469fdb0-f75e-4e13-b3e0-565d0cf2251c req-16b9a735-cd02-4a16-8d7a-eae19564d95c tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.0999758 Aug 19 18:22:07.526578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Calling delete_port for 124529c9-38ec-4652-a0bd-f22a4143e3fe owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:07.569685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3469fdb0-f75e-4e13-b3e0-565d0cf2251c req-ab305927-e590-46cc-81f3-57af6ea7e9df tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461032 Aug 19 18:22:07.630366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.671948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] Pushing event deleted for resources: {'Port': ['ID=124529c9-38ec-4652-a0bd-f22a4143e3fe,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.677840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Deleting port 124529c9-38ec-4652-a0bd-f22a4143e3fe {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:07.678358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.678472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d99936-80c3-4071-8ad5-e463eaaa2b63 None None] No DVR routers for this DVR port 124529c9-38ec-4652-a0bd-f22a4143e3fe on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:07.689541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d4fbba4-912d-4f9d-8fab-14e9638811a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf3cbeb5e5c64186bb2cb70b0dcfacfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635486 Aug 19 18:22:07.696104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Deleting port 5f091630-14fb-4501-b7ac-4a33d06e6d8c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:07.696593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.719536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.775138 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.776020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] For port 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5f091630-14fb-4501-b7ac-4a33d06e6d8c,segment=NetworkSegment(0e7db2c5-f260-43c3-8967-5e7951078f60),segment_id=0e7db2c5-f260-43c3-8967-5e7951078f60)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:07.776765 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.786276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] For port 124529c9-38ec-4652-a0bd-f22a4143e3fe, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:07.786652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.795672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c653-9ae4-48b0-92ab-8577ee5bee2d req-daa143ac-6115-4b0c-b1e6-c784443f5ef8 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:07.796058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Calling delete_port for 5f091630-14fb-4501-b7ac-4a33d06e6d8c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:07.797755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4918c653-9ae4-48b0-92ab-8577ee5bee2d req-daa143ac-6115-4b0c-b1e6-c784443f5ef8 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.1380429 Aug 19 18:22:07.803411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Calling delete_port for 124529c9-38ec-4652-a0bd-f22a4143e3fe owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:07.803847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.826094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Port 124529c9-38ec-4652-a0bd-f22a4143e3fe was not found and therefore no delete operation was performed {{(pid=101325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:22:07.829581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.859974 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.869324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] No DVR routers for this DVR port 124529c9-38ec-4652-a0bd-f22a4143e3fe on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:07.892164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4918c653-9ae4-48b0-92ab-8577ee5bee2d req-84a407f8-e6e4-4293-a1a1-4f4ef912cfba tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851092 Aug 19 18:22:07.905173 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Port': ['ID=124529c9-38ec-4652-a0bd-f22a4143e3fe,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.928274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34618) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:07.932729 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.961988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.963747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] Pushing event deleted for resources: {'Port': ['ID=5f091630-14fb-4501-b7ac-4a33d06e6d8c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:07.966440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429cda2-4533-4c0e-ae95-180e1d044262 None None] No DVR routers for this DVR port 5f091630-14fb-4501-b7ac-4a33d06e6d8c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:07.976899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.976899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75fa108f-604d-435e-914f-70a4fcf10012 HTTP/1.1" status: 204 len: 168 time: 0.2526922 Aug 19 18:22:07.979250 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:07.993851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.001667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633a92c-fa1e-450f-bee7-d41f762aa5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa108f-604d-435e-914f-70a4fcf10012,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.018272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944b3ee7-be67-4573-85ff-c71e553de3ac') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.018631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944b3ee7-be67-4573-85ff-c71e553de3ac') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.021323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Deleting port 5f091630-14fb-4501-b7ac-4a33d06e6d8c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:08.021728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.036092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.061263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.068413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:08.068921 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:08.073744 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:08.235087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.253010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] For port 5f091630-14fb-4501-b7ac-4a33d06e6d8c, host n-d-778550-10, got binding levels [] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:08.253382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.255617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5f091630-14fb-4501-b7ac-4a33d06e6d8c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:08.259590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.264491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] 10.222.0.36 "DELETE /v2.0/networks/8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d HTTP/1.1" status: 204 len: 168 time: 1.3623166 Aug 19 18:22:08.295765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5f091630-14fb-4501-b7ac-4a33d06e6d8c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:08.296236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5f091630-14fb-4501-b7ac-4a33d06e6d8c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:08.298047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 124529c9-38ec-4652-a0bd-f22a4143e3fe no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:08.309864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Calling delete_port for 5f091630-14fb-4501-b7ac-4a33d06e6d8c owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:08.312916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c729-a21b-4145-90ef-b788fa3d3950 tempest-AllowedAddressPairIpV6TestJSON-1832818481 tempest-AllowedAddressPairIpV6TestJSON-1832818481-project] Pushing event deleted for resources: {'Network': ['ID=8989d5c3-bfb1-4fb0-b2ef-1a69f256a95d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.316887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Port 5f091630-14fb-4501-b7ac-4a33d06e6d8c was not found and therefore no delete operation was performed {{(pid=101325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:22:08.326898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55202f-d996-4f01-9733-06bb492339ba tempest-TestServerBasicOps-1222501816 tempest-TestServerBasicOps-1222501816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:08.328948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.329549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7c55202f-d996-4f01-9733-06bb492339ba tempest-TestServerBasicOps-1222501816 tempest-TestServerBasicOps-1222501816-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1092 time: 0.3996575 Aug 19 18:22:08.332485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34634) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:08.337827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:08.343478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 124529c9-38ec-4652-a0bd-f22a4143e3fe {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:08.343829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 124529c9-38ec-4652-a0bd-f22a4143e3fe not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:08.381584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.389663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event deleted for resources: {'Port': ['ID=5f091630-14fb-4501-b7ac-4a33d06e6d8c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.392503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] No DVR routers for this DVR port 5f091630-14fb-4501-b7ac-4a33d06e6d8c on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:08.553366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.567088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4230f4-34a6-4b8f-bc83-13c41f721ff7 req-6acd5eb0-9031-4a76-a6fb-73ff7dba33d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:08.569690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec4230f4-34a6-4b8f-bc83-13c41f721ff7 req-6acd5eb0-9031-4a76-a6fb-73ff7dba33d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.0954220 Aug 19 18:22:08.592235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d2e0ac-4dcf-4d7a-b712-83761bba0a13']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.618933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7db2c5-f260-43c3-8967-5e7951078f60') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.620437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7db2c5-f260-43c3-8967-5e7951078f60') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:08.644037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.665537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec4230f4-34a6-4b8f-bc83-13c41f721ff7 req-fa07bf66-68ae-4a52-bba1-fbb3216e3270 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836027 Aug 19 18:22:08.677079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.678584 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.697502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:08.698513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:08.702494 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:08.737057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34644) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:08.780597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.791348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:08.795785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] 10.222.0.36 "DELETE /v2.0/networks/f9d2e0ac-4dcf-4d7a-b712-83761bba0a13 HTTP/1.1" status: 204 len: 168 time: 1.6917520 Aug 19 18:22:08.815730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80da09-9bdb-465e-9417-a635ab43e9df tempest-ExtraDHCPOptionsIpV6TestJSON-277332896 tempest-ExtraDHCPOptionsIpV6TestJSON-277332896-project] Pushing event deleted for resources: {'Network': ['ID=f9d2e0ac-4dcf-4d7a-b712-83761bba0a13,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:08.922220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Allocated IP 172.25.5.205 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/26312d3c-f223-4ede-8bf2-6f635b1fcc54) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:09.086938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f0ca5a69-e22f-4f06-b0bc-6585cf0d055e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89cb824df4c1449a8469a5aaa6f25359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474803 Aug 19 18:22:09.090000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:09.127295 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.180535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.236590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.264778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:09.273517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:09.276685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:09.277248 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.283959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:09.287113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'Port': ['ID=26312d3c-f223-4ede-8bf2-6f635b1fcc54,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:09.357011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.360378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.365732 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d634e340-396e-4868-9770-eb2088ffecf2 HTTP/1.1" status: 204 len: 168 time: 0.2714107 Aug 19 18:22:09.377485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3de18-9c07-48d6-a75d-1b5984ad2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d634e340-396e-4868-9770-eb2088ffecf2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:09.471604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34676) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:09.633472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-772422287-network', 'tenant_id': '82598d24afe34d8589382ee68b75343d'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:09.651817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8f674d89-1d50-437e-a77b-f2017f76729a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99a67173251c4addb943c21372dc7663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769429 Aug 19 18:22:09.655429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34684) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:09.679317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Made reservation on behalf of 82598d24afe34d8589382ee68b75343d for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:09.682983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.696283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.755165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.797857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.837316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.846961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.881407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:09.907302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e0fb4-7229-4b94-afea-21e179723393,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:09.908659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.918565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.921029 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Added segment 28abf06c-0318-4f13-bec4-610fa109436a of type vlan for network d7e1d797-8557-4082-adba-797f3ba86d35 Aug 19 18:22:09.968122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de395f-14fa-4c7f-95db-69bd39471e42 req-77e8ea86-c3ff-4f60-9337-23b7b4725351 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:09.969825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2de395f-14fa-4c7f-95db-69bd39471e42 req-77e8ea86-c3ff-4f60-9337-23b7b4725351 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1552160 Aug 19 18:22:09.975738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:09.997620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.000317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.001458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98d88853-ac80-456a-9c31-4e2c932b0231 HTTP/1.1" status: 204 len: 168 time: 0.3450482 Aug 19 18:22:10.017582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.020730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.021181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2aef3-326e-4e68-a0ba-e0e13b07fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d88853-ac80-456a-9c31-4e2c932b0231,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:10.021927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.097297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2de395f-14fa-4c7f-95db-69bd39471e42 req-f37f6412-e676-44af-8534-a7d8d3389ebf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199446 Aug 19 18:22:10.100792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.109247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e1d797-8557-4082-adba-797f3ba86d35,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:10.131897 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a28f549e-34ab-4d34-b350-f0592145e5c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6589746 Aug 19 18:22:10.132373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network d7e1d797-8557-4082-adba-797f3ba86d35 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:10.134706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34702) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:10.141442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Request body: {'subnet': {'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-772422287-subnet', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:10.183041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Made reservation on behalf of 82598d24afe34d8589382ee68b75343d for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:10.186424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.378239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.383035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34710) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:10.391083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.443199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.466010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event updated for resources: {'Port': ['ID=26312d3c-f223-4ede-8bf2-6f635b1fcc54,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:10.490394 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.532351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdbc85f-a74c-4be0-afd1-0b919d240dc3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:10.567421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Checking segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:10.568467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Network hostable DHCP agents. Network: d7e1d797-8557-4082-adba-797f3ba86d35, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:10.603043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Network d7e1d797-8557-4082-adba-797f3ba86d35 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:10.621040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, d7e1d797-8557-4082-adba-797f3ba86d35) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:10.628933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:10.629757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.634880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfbb862-2ba3-4c5e-95ea-aeb64f379248 None None] Network d7e1d797-8557-4082-adba-797f3ba86d35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:10.643260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903727565-network', 'tenant_id': '6f82d2d149b849aa80067842eca318c7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:10.658743 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a5172a7a-89cc-4fdf-8cd1-7111e48fb04c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5218713 Aug 19 18:22:10.660545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:10.671350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:10.697766 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Floating IP 02953a90-bbd4-4203-856e-7b2ac22a2bb0 associated. External IP: 172.25.5.205, port: b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012. Aug 19 18:22:10.724010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.725456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.878025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Made reservation on behalf of 6f82d2d149b849aa80067842eca318c7 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:10.880961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.909918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.915493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:10.931728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-d7e1d797-8557-4082-adba-797f3ba86d35', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:10.932998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.111668 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.149068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Allocated IP 172.20.0.2 (d7e1d797-8557-4082-adba-797f3ba86d35/6cdbc85f-a74c-4be0-afd1-0b919d240dc3/dbcf6d2f-12bb-415d-98b7-38d788528220) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:11.183639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:11.225699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.263716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.332611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02188fa5-b62d-4182-b10f-cb7ac2e0c6fc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:11.345394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:11.347984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.361002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Transition to ACTIVE for port object dbcf6d2f-12bb-415d-98b7-38d788528220 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:11.378108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Transition to ACTIVE for port object dbcf6d2f-12bb-415d-98b7-38d788528220 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:11.380536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:11.385587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.406326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.421674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.422349 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Added segment 2105ea73-0ca2-492d-a295-95ec3f7aa3f6 of type vlan for network a7184b88-271d-48d2-959c-2b3743e361c7 Aug 19 18:22:11.424276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Network d7e1d797-8557-4082-adba-797f3ba86d35 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:11.427181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:11.430010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:11.430749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda605e-8bd6-40e3-8302-471b51379e66 req-e7aacac7-d151-4c27-bde4-6266c3a09984 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:11.432404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cda605e-8bd6-40e3-8302-471b51379e66 req-e7aacac7-d151-4c27-bde4-6266c3a09984 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.2066448 Aug 19 18:22:11.464731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.466709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Pushing event updated for resources: {'Port': ['ID=dbcf6d2f-12bb-415d-98b7-38d788528220,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:11.508564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Attempting to bind port dbcf6d2f-12bb-415d-98b7-38d788528220 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:11.508939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Attempting to bind port dbcf6d2f-12bb-415d-98b7-38d788528220 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:11.509304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Attempting to bind port dbcf6d2f-12bb-415d-98b7-38d788528220 on network d7e1d797-8557-4082-adba-797f3ba86d35 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:11.515786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:11.517616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Checking segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:11.517830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.518175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Bound using segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:11.518657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Bound port: dbcf6d2f-12bb-415d-98b7-38d788528220, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:11.519188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.522702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1326580711'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:11.523129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:11.525914 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.540664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Sync routers for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:11.551142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cda605e-8bd6-40e3-8302-471b51379e66 req-4eb7d33c-b5b4-462a-bf50-f9db747e1ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781951 Aug 19 18:22:11.561477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:11.562511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:11.591777 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.617259 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.618528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:11.620003 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.626090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] For port dbcf6d2f-12bb-415d-98b7-38d788528220, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:11.650415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Made reservation on behalf of 230bdf298caf4e458d6f352bff9ea541 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:11.651723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] For port dbcf6d2f-12bb-415d-98b7-38d788528220, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dbcf6d2f-12bb-415d-98b7-38d788528220,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:11.654806 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.659311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.673602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:11.695430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f1c14764-f0f0-4ce3-a085-e8e50bf5f5bb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3614593 Aug 19 18:22:11.701994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Allocated IP 172.25.5.216 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0975ba10-7607-43b3-932d-f9f03eb75b7c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:11.723819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:11.730250 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db" -d '{"events": [{"name": "network-changed", "server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:11.736596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4935c-a6d1-4e2b-8dbd-72cd523c02e6 None None] Pushing event updated for resources: {'Port': ['ID=dbcf6d2f-12bb-415d-98b7-38d788528220,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:11.758270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:11.809467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4224758 Aug 19 18:22:11.809793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34748) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:11.827115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Request body: {'subnet': {'network_id': 'a7184b88-271d-48d2-959c-2b3743e361c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1903727565-subnet', 'tenant_id': '6f82d2d149b849aa80067842eca318c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:11.837606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc2ee-3715-45ca-8407-e5491d9aabd8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7184b88-271d-48d2-959c-2b3743e361c7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:11.858426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a7184b88-271d-48d2-959c-2b3743e361c7 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:11.865775 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38d6576-285c-41e8-9875-66647560d431 x-openstack-request-id: req-d38d6576-285c-41e8-9875-66647560d431 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:11.866656 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:11.867059 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d38d6576-285c-41e8-9875-66647560d431 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:11.867307 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'status': 'completed', 'code': 200} Aug 19 18:22:12.005214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.077463 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.105943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Made reservation on behalf of 6f82d2d149b849aa80067842eca318c7 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:12.110240 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.118729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-ed8548f8-8e50-4a1c-9279-45b74b593170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.120791 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-ed8548f8-8e50-4a1c-9279-45b74b593170 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.1853426 Aug 19 18:22:12.121743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '02953a90-bbd4-4203-856e-7b2ac22a2bb0', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'port_id': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'mac_address': 'fa:16:3e:81:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:09Z', 'updated_at': '2021-08-19T18:22:09Z', 'revision_number': 0, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:12.123649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.147842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.163066 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Checking router: 884e93ee-aeb8-4007-8cb8-65d74e3848f7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:12.177656 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:12.178530 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:12.329962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-47a47317-eb39-4beb-bd93-8d2db74319dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.332234 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-47a47317-eb39-4beb-bd93-8d2db74319dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.1890593 Aug 19 18:22:12.362641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a5012-cbdf-448a-8f38-c945bc793ec7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:12.370955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:12.388365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:12.388711 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:12.392379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:12.404173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dbcf6d2f-12bb-415d-98b7-38d788528220 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:12.436707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:12.440468 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.469025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port dbcf6d2f-12bb-415d-98b7-38d788528220 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:12.538111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e33074-0e1f-4b0d-a339-3e605365a86c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:12.552809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Checking segment: {'id': '2105ea73-0ca2-492d-a295-95ec3f7aa3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a7184b88-271d-48d2-959c-2b3743e361c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:12.553224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Network hostable DHCP agents. Network: a7184b88-271d-48d2-959c-2b3743e361c7, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:12.586924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Network a7184b88-271d-48d2-959c-2b3743e361c7 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:12.599151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a7184b88-271d-48d2-959c-2b3743e361c7) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:12.604464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.605225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.610971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed5c22-f4fa-4853-b440-88185aaef9a5 None None] Network a7184b88-271d-48d2-959c-2b3743e361c7 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:12.614675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Pushing event updated for resources: {'Port': ['ID=0975ba10-7607-43b3-932d-f9f03eb75b7c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:12.625005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fcd2e5cd-110b-46ea-a117-3a5dadd75ffd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8075895 Aug 19 18:22:12.665224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:12.665630 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Added segment fb0df7d5-a31d-403e-808f-592cb8815430 of type vlan for network 14479131-27f2-4c20-8cac-ec621598fb12 Aug 19 18:22:12.710969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-3d0889db-486d-4300-81e6-1f1c39f7310a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 999 time: 0.3430002 Aug 19 18:22:12.791016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49ddd-3be0-4115-a226-4295b71c672a req-8aec4b4f-e35f-4832-9520-bb905d8de2b0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:12.801416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54c49ddd-3be0-4115-a226-4295b71c672a req-8aec4b4f-e35f-4832-9520-bb905d8de2b0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1354041 Aug 19 18:22:12.904593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54c49ddd-3be0-4115-a226-4295b71c672a req-1b1d005b-3225-47db-b8d3-9d5b4a92d562 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979729 Aug 19 18:22:12.911270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc060e7-330a-4fec-a199-7221c5a8fa55 None None] Network a7184b88-271d-48d2-959c-2b3743e361c7 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:12.948813 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '02953a90-bbd4-4203-856e-7b2ac22a2bb0', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'port_id': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'mac_address': 'fa:16:3e:81:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:09Z', 'updated_at': '2021-08-19T18:22:09Z', 'revision_number': 0, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:12.987766 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccffb6f-8ebc-4a9a-82c2-acbd1a3f4bce None None] The sync data for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 is: [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '02953a90-bbd4-4203-856e-7b2ac22a2bb0', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'port_id': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'mac_address': 'fa:16:3e:81:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:22:09Z', 'updated_at': '2021-08-19T18:22:09Z', 'revision_number': 0, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:13.021225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.071260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-78ebd5e6-dc60-40a0-8ad0-60eab99f84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:13.072819 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-78ebd5e6-dc60-40a0-8ad0-60eab99f84cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.2921050 Aug 19 18:22:13.181962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.195328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:13.196021 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.288375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08862fb1-3e8b-449b-a1f1-c103ac2f7801 None None] Network d7e1d797-8557-4082-adba-797f3ba86d35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:13.318503 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.340227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198cf08-f040-4c26-8644-39266ecbd561 None None] New status for floating IP 02953a90-bbd4-4203-856e-7b2ac22a2bb0: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:22:13.398938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0172479 Aug 19 18:22:13.402186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34768) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:13.403840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590216-358a-4232-bfca-d7a6175b62d9 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'Network': ['ID=14479131-27f2-4c20-8cac-ec621598fb12,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:13.410062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Request body: {'subnet': {'network_id': '14479131-27f2-4c20-8cac-ec621598fb12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:13.413062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-c806a2b9-64e8-430e-8f67-766479d13cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:13.414603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-c806a2b9-64e8-430e-8f67-766479d13cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2658486 Aug 19 18:22:13.589359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Made reservation on behalf of 230bdf298caf4e458d6f352bff9ea541 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:13.596266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.703201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:13.709074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468358907-network', 'tenant_id': 'b866839e6ec840caad2563ee9d1d5a78'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:13.754709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 14479131-27f2-4c20-8cac-ec621598fb12 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:13.756979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Made reservation on behalf of b866839e6ec840caad2563ee9d1d5a78 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:13.759226 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.770973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-f74fe74b-8c60-4ec0-95a3-bbbd0ee3912d service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144405 Aug 19 18:22:13.771581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.777529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.797864 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Provisioning for port dbcf6d2f-12bb-415d-98b7-38d788528220 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:13.830798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Provisioning complete for port dbcf6d2f-12bb-415d-98b7-38d788528220 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:13.831181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.964735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:13.990017 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7be49cd2-1b42-4b4a-a5cd-d33d3f6df5db req-cff39848-88d8-4132-af98-68062afc6c87 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091031 Aug 19 18:22:14.032727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'Subnet': ['ID=426a8347-1e92-437e-a98f-1cbbd7da9ea1,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.070188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:22:14.127813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.141380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Checking segment: {'id': 'fb0df7d5-a31d-403e-808f-592cb8815430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:14.141838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Network hostable DHCP agents. Network: 14479131-27f2-4c20-8cac-ec621598fb12, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:14.157750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f0d7-b529-489e-8ed8-ca197fc62174 req-5b8642a6-3c33-49a1-994e-95b813cf18f7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.159384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11e2f0d7-b529-489e-8ed8-ca197fc62174 req-5b8642a6-3c33-49a1-994e-95b813cf18f7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1205363 Aug 19 18:22:14.170439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] For port dbcf6d2f-12bb-415d-98b7-38d788528220, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dbcf6d2f-12bb-415d-98b7-38d788528220,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:14.180313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.203075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.216881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Network 14479131-27f2-4c20-8cac-ec621598fb12 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:14.230191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:14.235826 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.244395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe824ce-9a4c-4bba-b4ed-3601be94455a None None] Pushing event updated for resources: {'Port': ['ID=dbcf6d2f-12bb-415d-98b7-38d788528220,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.246890 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:14.250321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.254378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c100890-e781-4db3-91de-ea1f8f656507 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5889697 Aug 19 18:22:14.255053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34780) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:14.265159 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:14.266053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:14.292805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 14479131-27f2-4c20-8cac-ec621598fb12) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:14.301181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d4156-e3f0-433f-9e45-444d4ef9b819 None None] Network 14479131-27f2-4c20-8cac-ec621598fb12 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:14.302300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.303191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.349337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:14.357673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11e2f0d7-b529-489e-8ed8-ca197fc62174 req-5ea64e2b-4dc2-4b0f-b303-76caea14fd7e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754487 Aug 19 18:22:14.382052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0230ae-91c6-4479-9a43-c54a5361b4ea,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.388959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.389304 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Added segment 10b29a67-8714-495c-bd58-a7caa73cdf66 of type vlan for network 21a23291-09fc-4d71-9b28-00b7e6f89332 Aug 19 18:22:14.392739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b4b12f41-d53b-4d7c-b416-7ba0bef91e67 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9879460 Aug 19 18:22:14.402975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34784) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:14.419430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Request body: {'port': {'network_id': '14479131-27f2-4c20-8cac-ec621598fb12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1341018741'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:14.490525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:14.549074 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.554450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-14479131-27f2-4c20-8cac-ec621598fb12', 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12', 'tenant_id': '230bdf298caf4e458d6f352bff9ea541', 'fixed_ips': [{'subnet_id': '426a8347-1e92-437e-a98f-1cbbd7da9ea1'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:14.556261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.601432 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.602424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:14.603002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.689896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9833477 Aug 19 18:22:14.693756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34786) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:14.698724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Request body: {'subnet': {'network_id': '21a23291-09fc-4d71-9b28-00b7e6f89332', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468358907-subnet', 'tenant_id': 'b866839e6ec840caad2563ee9d1d5a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:14.709227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510f4f0-5493-4233-bdfd-ab3f0108e46d admin admin] Pushing event updated for resources: {'Network': ['ID=21a23291-09fc-4d71-9b28-00b7e6f89332,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:14.724532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Made reservation on behalf of 230bdf298caf4e458d6f352bff9ea541 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:14.735292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.749203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 21a23291-09fc-4d71-9b28-00b7e6f89332 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:14.776885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:12Z', 'revision_number': 3, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:14.790399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] device_id is not set on port b3e84d31-dca0-4383-bed5-1c71274b2c22 yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:22:14.811171 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:14.811760 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Updating router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 port 0975ba10-7607-43b3-932d-f9f03eb75b7c binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:22:14.841037 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.866325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9ac24d0a-1ff4-4486-a390-df5f2072cedd None None] Provisioning complete for port dbcf6d2f-12bb-415d-98b7-38d788528220 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:14.866895 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ac24d0a-1ff4-4486-a390-df5f2072cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:14.907113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Made reservation on behalf of b866839e6ec840caad2563ee9d1d5a78 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:14.909488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.046257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Allocated IP 172.20.0.2 (14479131-27f2-4c20-8cac-ec621598fb12/426a8347-1e92-437e-a98f-1cbbd7da9ea1/c142a109-68c3-4033-b74c-c67703524c16) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:15.222122 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:22:15.238061 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.252230 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Transition to ACTIVE for port object 0975ba10-7607-43b3-932d-f9f03eb75b7c will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:15.263278 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.320207 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Attempting to bind port 0975ba10-7607-43b3-932d-f9f03eb75b7c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:15.321587 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Attempting to bind port 0975ba10-7607-43b3-932d-f9f03eb75b7c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:15.322219 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Attempting to bind port 0975ba10-7607-43b3-932d-f9f03eb75b7c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:15.334640 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:15.336078 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:15.336735 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.337834 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:15.339050 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Bound port: 0975ba10-7607-43b3-932d-f9f03eb75b7c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:15.341057 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.361828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.393720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Transition to ACTIVE for port object c142a109-68c3-4033-b74c-c67703524c16 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:15.423518 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] For port 0975ba10-7607-43b3-932d-f9f03eb75b7c, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:15.426358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Transition to ACTIVE for port object c142a109-68c3-4033-b74c-c67703524c16 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:15.429579 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] For port 0975ba10-7607-43b3-932d-f9f03eb75b7c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0975ba10-7607-43b3-932d-f9f03eb75b7c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:15.436849 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.438327 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.448216 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cf90-6dcd-447b-b5d6-65761f944ef1 None None] Pushing event updated for resources: {'Port': ['ID=0975ba10-7607-43b3-932d-f9f03eb75b7c,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:15.511500 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cf90-6dcd-447b-b5d6-65761f944ef1 None None] Pushing event updated for resources: {'Port': ['ID=0975ba10-7607-43b3-932d-f9f03eb75b7c,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:15.533387 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:15.534358 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:15.542788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.548119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Network 14479131-27f2-4c20-8cac-ec621598fb12 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:15.555705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:15.566571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:15.630262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Pushing event updated for resources: {'Port': ['ID=c142a109-68c3-4033-b74c-c67703524c16,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:15.672420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Attempting to bind port c142a109-68c3-4033-b74c-c67703524c16 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:15.672802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Attempting to bind port c142a109-68c3-4033-b74c-c67703524c16 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'fb0df7d5-a31d-403e-808f-592cb8815430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:15.674699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Attempting to bind port c142a109-68c3-4033-b74c-c67703524c16 on network 14479131-27f2-4c20-8cac-ec621598fb12 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:15.681343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:15.690110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:15.690495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Checking segment: {'id': 'fb0df7d5-a31d-403e-808f-592cb8815430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:15.690915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.691319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Bound using segment: {'id': 'fb0df7d5-a31d-403e-808f-592cb8815430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:15.691838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Bound port: c142a109-68c3-4033-b74c-c67703524c16, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0df7d5-a31d-403e-808f-592cb8815430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14479131-27f2-4c20-8cac-ec621598fb12'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:15.695826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.740544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.824219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] For port c142a109-68c3-4033-b74c-c67703524c16, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:15.831186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] For port c142a109-68c3-4033-b74c-c67703524c16, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c142a109-68c3-4033-b74c-c67703524c16,segment=NetworkSegment(fb0df7d5-a31d-403e-808f-592cb8815430),segment_id=fb0df7d5-a31d-403e-808f-592cb8815430)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:15.837689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:15.847299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Allocated IP 172.20.0.1 (d7e1d797-8557-4082-adba-797f3ba86d35/6cdbc85f-a74c-4be0-afd1-0b919d240dc3/0302dba0-b1f4-492d-bb1d-d759ed5171b1) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:15.897607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Allocated IP 172.20.0.9 (14479131-27f2-4c20-8cac-ec621598fb12/426a8347-1e92-437e-a98f-1cbbd7da9ea1/b3e84d31-dca0-4383-bed5-1c71274b2c22) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:15.902174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b9c217-6ebc-4c23-b2a1-3655e6f255f9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:15.934021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e8fd-23dc-4a0c-85e4-ab103dd7e615 None None] Pushing event updated for resources: {'Port': ['ID=c142a109-68c3-4033-b74c-c67703524c16,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:15.940305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800f1c4-9f87-4108-af58-a601fdefa87c req-53428cb7-146b-48cb-8dcc-ed4025e59845 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:15.942329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e800f1c4-9f87-4108-af58-a601fdefa87c req-53428cb7-146b-48cb-8dcc-ed4025e59845 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.3250487 Aug 19 18:22:15.973248 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-669f7b70-2962-48d7-8b4c-ae9828dabb47 service neutron] show failed (client error): The resource could not be found. Aug 19 18:22:15.974463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-669f7b70-2962-48d7-8b4c-ae9828dabb47 service neutron] 10.222.0.42 "GET /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.3435433 Aug 19 18:22:16.036725 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:12Z', 'revision_number': 3, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:16.096513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Checking segment: {'id': '10b29a67-8714-495c-bd58-a7caa73cdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21a23291-09fc-4d71-9b28-00b7e6f89332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:16.104430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Network hostable DHCP agents. Network: 21a23291-09fc-4d71-9b28-00b7e6f89332, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:16.143989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4091f-2d51-4cb7-bf2c-ec2aea3aec6f None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:12Z', 'revision_number': 3, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:16.208101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e800f1c4-9f87-4108-af58-a601fdefa87c req-6a59dd8e-bb3a-45fc-8293-7233c0eb52e5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413006 Aug 19 18:22:16.258037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Network 21a23291-09fc-4d71-9b28-00b7e6f89332 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:16.291651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.318207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 21a23291-09fc-4d71-9b28-00b7e6f89332) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:16.327836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c331b-ab9c-4874-9a12-e0be7e2dfe53 None None] Network 21a23291-09fc-4d71-9b28-00b7e6f89332 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:16.343044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Transition to ACTIVE for port object 0302dba0-b1f4-492d-bb1d-d759ed5171b1 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:16.367719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:16.368331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.423704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40f372f7-75d5-4192-a064-2a8271067e1f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7165091 Aug 19 18:22:16.488932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.532832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Transition to ACTIVE for port object b3e84d31-dca0-4383-bed5-1c71274b2c22 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:16.548776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dbcf6d2f-12bb-415d-98b7-38d788528220 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:16.610098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.612643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.643144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Network 14479131-27f2-4c20-8cac-ec621598fb12 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:16.653363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:16.714280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:16.745207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Network d7e1d797-8557-4082-adba-797f3ba86d35 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:16.757985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-7352a9ee-d68f-45b6-90e2-31757a825a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:16.759777 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-7352a9ee-d68f-45b6-90e2-31757a825a09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 1098 time: 0.2984710 Aug 19 18:22:16.770620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:16.773551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:16.781891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:16.800639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port dbcf6d2f-12bb-415d-98b7-38d788528220 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:16.800916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.804824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'Port': ['ID=b3e84d31-dca0-4383-bed5-1c71274b2c22,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:16.821819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:16.829834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:16.830348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:16.843329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-2c8dd6ca-615e-4183-8d07-58b8536dcb75 req-dd429c32-5614-4eca-82f5-a404c5364105 service neutron] (101324) timed out ('10.222.0.13', 54055) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:22:16.866017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1baeb2d0-557d-484b-b343-04298cc13821 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4610097 Aug 19 18:22:16.866742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34798) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:16.873970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Request body: {'port': {'network_id': '14479131-27f2-4c20-8cac-ec621598fb12', 'name': 'tempest-ExtraDHCPOptionsTestJSON-352273481', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:16.875560 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] bootfile-name is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:16.875560 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] tftp-server is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:16.876111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] server-ip-address is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:16.915109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae26e3-e038-40ec-b9e5-37a09ce1b18b None None] Network 21a23291-09fc-4d71-9b28-00b7e6f89332 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:16.949479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Pushing event updated for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:17.001638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.038170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Made reservation on behalf of 230bdf298caf4e458d6f352bff9ea541 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:17.043321 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.080982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] device_id is not set on port 24d099c8-9520-4041-99c9-0e420759193e yet. {{(pid=101324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:22:17.125671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Deleting subnet 99e33074-0e1f-4b0d-a339-3e605365a86c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:17.134887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.191594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.197448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-efd3f9a3-e781-4d76-84b0-2f013898edde None None] Provisioning for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:17.205153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-efd3f9a3-e781-4d76-84b0-2f013898edde None None] Provisioning complete for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:17.206309 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-efd3f9a3-e781-4d76-84b0-2f013898edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.237973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.318266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-efd3f9a3-e781-4d76-84b0-2f013898edde None None] Port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:17.322162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Allocated IP 172.20.0.3 (14479131-27f2-4c20-8cac-ec621598fb12/426a8347-1e92-437e-a98f-1cbbd7da9ea1/24d099c8-9520-4041-99c9-0e420759193e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:17.346702 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.367980 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.442772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.614055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ae187-5bb0-46fa-965b-a8e09e67e37c req-a97b7c16-fc02-4fdb-9809-a93ec010932b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:17.615675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c07ae187-5bb0-46fa-965b-a8e09e67e37c req-a97b7c16-fc02-4fdb-9809-a93ec010932b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.2571497 Aug 19 18:22:17.630324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b356d-c483-45ac-940d-3364b9303d84 None None] Network 14479131-27f2-4c20-8cac-ec621598fb12 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:17.708555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c07ae187-5bb0-46fa-965b-a8e09e67e37c req-c07df505-16fe-4c46-a67d-2ddb453ad7ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660181 Aug 19 18:22:17.710272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.736918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d192d58b-9d91-44aa-b194-b256de2e1f6b None None] Provisioning for port c142a109-68c3-4033-b74c-c67703524c16 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:17.737882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Transition to ACTIVE for port object 24d099c8-9520-4041-99c9-0e420759193e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:17.789284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.805717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.863777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e33074-0e1f-4b0d-a339-3e605365a86c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:17.870768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.870902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Network 14479131-27f2-4c20-8cac-ec621598fb12 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:17.874643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e3b6259a-eee3-4b48-89d1-73a875c147a4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/99e33074-0e1f-4b0d-a339-3e605365a86c HTTP/1.1" status: 204 len: 168 time: 1.0947161 Aug 19 18:22:17.876991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:17.878908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34820) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:17.890643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:17.899891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:17.935093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'Port': ['ID=24d099c8-9520-4041-99c9-0e420759193e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:17.946241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:17.954239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.015270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.015989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.036119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.038684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6a6007fe-fcd3-42f4-a44c-b8ab7e69ccfe tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1709020 Aug 19 18:22:18.044560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:18.112427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.145256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34830) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:18.175487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.201999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Pushing event updated for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:18.210049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7184b88-271d-48d2-959c-2b3743e361c7']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:18.226670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2105ea73-0ca2-492d-a295-95ec3f7aa3f6') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:18.227018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2105ea73-0ca2-492d-a295-95ec3f7aa3f6') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:18.245287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.268999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.270449 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:18.275274 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100a1c4-f2fa-4608-b00e-3f206cf362fc" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-unplugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:18.282427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:18.282853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:18.288408 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:18.316419 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.382961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.393108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.393963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Provisioning for port b3e84d31-dca0-4383-bed5-1c71274b2c22 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:18.394954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7184b88-271d-48d2-959c-2b3743e361c7 HTTP/1.1" status: 204 len: 168 time: 0.5114799 Aug 19 18:22:18.398174 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:18.402221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Provisioning complete for port b3e84d31-dca0-4383-bed5-1c71274b2c22 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:18.402614 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.427532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc341a0-02c4-4917-b507-78d45f247830 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7184b88-271d-48d2-959c-2b3743e361c7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:18.439048 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245cedbf-6d4a-477b-8f67-5c1bc9ebe436 x-openstack-request-id: req-245cedbf-6d4a-477b-8f67-5c1bc9ebe436 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:18.439747 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-unplugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:18.440219 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-245cedbf-6d4a-477b-8f67-5c1bc9ebe436 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:18.441009 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'code': 200} Aug 19 18:22:18.459077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Transition to ACTIVE for port object cf110508-dd15-4e43-a445-b0df94b6d0f6 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:18.475733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c346d41-91b4-4737-8296-783f64a4ab19 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.484312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c346d41-91b4-4737-8296-783f64a4ab19 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.491069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c346d41-91b4-4737-8296-783f64a4ab19 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:18.493216 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8c346d41-91b4-4737-8296-783f64a4ab19 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3414171 Aug 19 18:22:18.496555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.499327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:18.524791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Network d7e1d797-8557-4082-adba-797f3ba86d35 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:18.527590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Port b3e84d31-dca0-4383-bed5-1c71274b2c22 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:18.533113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0975ba10-7607-43b3-932d-f9f03eb75b7c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:18.535113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Deleting subnet 54b9c217-6ebc-4c23-b2a1-3655e6f255f9 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:18.551380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.566876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:18.591255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Provisioning for port 24d099c8-9520-4041-99c9-0e420759193e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:18.613214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Provisioning complete for port 24d099c8-9520-4041-99c9-0e420759193e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:18.613608 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.646905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.687068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c77715d-2ccd-4fb2-af56-cec2e81fa178 None None] Port 24d099c8-9520-4041-99c9-0e420759193e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:18.721084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0975ba10-7607-43b3-932d-f9f03eb75b7c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:18.737244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0975ba10-7607-43b3-932d-f9f03eb75b7c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:18.737645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.768550 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.852538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:18.918585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1106da15-8e84-42b6-9a4e-4174893e29e2 None None] Provisioning complete for port b3e84d31-dca0-4383-bed5-1c71274b2c22 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:18.918960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1106da15-8e84-42b6-9a4e-4174893e29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:18.975859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.031860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:19.067823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ae92-e5ac-4dc5-b4bb-1c4169faacf2 req-39db1329-cbef-4ea3-a993-ca2e5eaf1461 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:19.070842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74e0ae92-e5ac-4dc5-b4bb-1c4169faacf2 req-39db1329-cbef-4ea3-a993-ca2e5eaf1461 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.1864908 Aug 19 18:22:19.072050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b9c217-6ebc-4c23-b2a1-3655e6f255f9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:19.077299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.079754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6d51a541-a46a-4029-afa0-5e2c511582f6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/54b9c217-6ebc-4c23-b2a1-3655e6f255f9 HTTP/1.1" status: 204 len: 168 time: 0.6628640 Aug 19 18:22:19.088910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34860) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:19.140138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Deleting port 24d099c8-9520-4041-99c9-0e420759193e {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:19.140477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.174386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-74e0ae92-e5ac-4dc5-b4bb-1c4169faacf2 req-bc942d8c-653f-4b3e-b53a-6f255967e4eb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923011 Aug 19 18:22:19.187193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.203769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.223282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] No DVR routers for this DVR port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:19.229812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0975ba10-7607-43b3-932d-f9f03eb75b7c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0975ba10-7607-43b3-932d-f9f03eb75b7c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:19.240636 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.241522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c142a109-68c3-4033-b74c-c67703524c16 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:19.306041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1106da15-8e84-42b6-9a4e-4174893e29e2 None None] Port b3e84d31-dca0-4383-bed5-1c71274b2c22 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:19.306937 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.319930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a23291-09fc-4d71-9b28-00b7e6f89332']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:19.320846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:19.332091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b29a67-8714-495c-bd58-a7caa73cdf66') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:19.332536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b29a67-8714-495c-bd58-a7caa73cdf66') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:19.346342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.346822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c142a109-68c3-4033-b74c-c67703524c16 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:19.352405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c142a109-68c3-4033-b74c-c67703524c16 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:19.352976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.364397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.373089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:19.373889 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:19.376379 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:19.385107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0975ba10-7607-43b3-932d-f9f03eb75b7c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:19.431376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:19.457467 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.459576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.474478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:19.474840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:19.475160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:19.477419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.482339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] 10.222.0.36 "DELETE /v2.0/networks/21a23291-09fc-4d71-9b28-00b7e6f89332 HTTP/1.1" status: 204 len: 168 time: 0.3894246 Aug 19 18:22:19.491938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.503254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:19.503626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:19.518163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c142a109-68c3-4033-b74c-c67703524c16, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c142a109-68c3-4033-b74c-c67703524c16,segment=NetworkSegment(fb0df7d5-a31d-403e-808f-592cb8815430),segment_id=fb0df7d5-a31d-403e-808f-592cb8815430)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:19.518456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b39ba3-88ff-4e8f-87d6-43e5b6a32a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a23291-09fc-4d71-9b28-00b7e6f89332,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:19.524215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.555256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Provisioning complete for port 24d099c8-9520-4041-99c9-0e420759193e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:19.555688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Calling delete_port for 24d099c8-9520-4041-99c9-0e420759193e owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:19.555842 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.562636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:19.562971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:19.563292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Bound using segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:19.563769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Bound port: cf110508-dd15-4e43-a445-b0df94b6d0f6, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:19.564136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.614481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Port 24d099c8-9520-4041-99c9-0e420759193e cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:19.616185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c142a109-68c3-4033-b74c-c67703524c16,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:19.640227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Provisioning complete for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:19.640981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.688303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d22645d1-00bd-4089-b846-61657561dfdd None None] Port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:19.743138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34864) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:19.790986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cefac899-3446-419f-9170-a1b02cc38c77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f82d2d149b849aa80067842eca318c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462112 Aug 19 18:22:19.795086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34866) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:19.857832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.882311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.933365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.936948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:19.938517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02188fa5-b62d-4182-b10f-cb7ac2e0c6fc HTTP/1.1" status: 204 len: 168 time: 0.1422982 Aug 19 18:22:19.949016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75f5c0-fcef-4f19-ba39-b39088db8132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02188fa5-b62d-4182-b10f-cb7ac2e0c6fc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:20.176983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:20.188554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:20.198958 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c3c2fcee-163b-4028-be33-b2c13d649372 admin admin] 10.222.0.36 "PUT /v2.0/routers/5dc9e8b2-fe78-4e10-b071-d618e6e0e574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9431009 Aug 19 18:22:20.217431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:20.220917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:20.231093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:20.236390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:20.253837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:20.367552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.368288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:20.370228 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1093 time: 3.5851524 Aug 19 18:22:20.396763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:20.465029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36364-3d4c-4b42-813e-20873f1231f6 req-1248a4cf-a446-46ed-972e-f09aae27b230 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.483308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:20.487842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61b36364-3d4c-4b42-813e-20873f1231f6 req-1248a4cf-a446-46ed-972e-f09aae27b230 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.1585836 Aug 19 18:22:20.490537 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f099442-b707-4197-a2bf-653caef9e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:20.499778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8ddc9-6405-4751-af27-51b7506dd992 service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:20.635558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61b36364-3d4c-4b42-813e-20873f1231f6 req-15cbbb86-8387-4c36-a9c8-167dee6a80ab tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452723 Aug 19 18:22:20.670517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-651a7ae7-578f-4244-93ad-38b976bcda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.672699 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-651a7ae7-578f-4244-93ad-38b976bcda1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1096 time: 0.1937516 Aug 19 18:22:20.673996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:20.683043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:20.740403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event deleted for resources: {'Port': ['ID=24d099c8-9520-4041-99c9-0e420759193e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:20.770935 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928bdc57-2f4b-4072-8c01-4e0689ee9460 x-openstack-request-id: req-928bdc57-2f4b-4072-8c01-4e0689ee9460 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:20.771408 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:20.771803 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-928bdc57-2f4b-4072-8c01-4e0689ee9460 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:20.772421 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:22:20.830643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0975ba10-7607-43b3-932d-f9f03eb75b7c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:20.834417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-14b18201-d990-4151-9b04-0a48217ff4b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b866839e6ec840caad2563ee9d1d5a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491878 Aug 19 18:22:20.836673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34888) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:20.924897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-7a8ff1f3-177a-44d5-a637-e047ce1f95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:20.928990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-7a8ff1f3-177a-44d5-a637-e047ce1f95d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1096 time: 0.1573987 Aug 19 18:22:20.983954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0975ba10-7607-43b3-932d-f9f03eb75b7c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:20.984514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.066252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 2, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:21.076552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-a3b2b2f2-b57e-4a78-9b99-dc5cc2a38942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.085027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-a3b2b2f2-b57e-4a78-9b99-dc5cc2a38942 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.3982265 Aug 19 18:22:21.112235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.127826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:21.128906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Updating router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:22:21.206772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.214843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c142a109-68c3-4033-b74c-c67703524c16 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:21.222935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.229212 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.239766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34900) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:21.239996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aeabf323-3748-44bf-8281-04cbacebbc4f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "DELETE /v2.0/ports/24d099c8-9520-4041-99c9-0e420759193e HTTP/1.1" status: 204 len: 168 time: 2.7374275 Aug 19 18:22:21.248021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Request body: {'port': {'name': 'tempest-new-port-name-201841556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:21.248488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] bootfile-name is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:21.248836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] tftp-server is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:21.249178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.api.validators [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] server-ip-address is not in valid_values {{(pid=101324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 18:22:21.291887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-791ecc0e-5f2c-4825-a25a-42b5f54b47ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.1934209 Aug 19 18:22:21.308427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-eff23029-0c0d-4617-9f08-59f53772ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.309944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-eff23029-0c0d-4617-9f08-59f53772ce7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.3732460 Aug 19 18:22:21.325959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34904) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:21.345397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-640384586-network', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:21.354030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-8ab7d695-5610-4185-a980-77a4e940ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.355680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-8ab7d695-5610-4185-a980-77a4e940ff48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0556936 Aug 19 18:22:21.408383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c142a109-68c3-4033-b74c-c67703524c16 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:21.408712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.429438 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-5d9bf74f-fee1-4c9c-aaf1-5eeabd7cd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.435692 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-5d9bf74f-fee1-4c9c-aaf1-5eeabd7cd6cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679023 Aug 19 18:22:21.439844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.465163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Made reservation on behalf of e7f4a5910a024d28908eeaffb61c68b7 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:21.469425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.480586 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.484070 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.485457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f0230ae-91c6-4479-9a43-c54a5361b4ea HTTP/1.1" status: 204 len: 168 time: 0.6478560 Aug 19 18:22:21.491834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-56de2109-8c35-4581-8057-f6b95164558a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.1646371 Aug 19 18:22:21.539027 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.588912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-c265a48b-fe91-47fa-89fd-4f5daa8c74a2 service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480701 Aug 19 18:22:21.617458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b447b-eb81-41da-835b-7a0672db2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0230ae-91c6-4479-9a43-c54a5361b4ea,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:21.749161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.772173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-a7f74ae4-5260-4df0-98db-60eb55935f4e service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757400 Aug 19 18:22:21.773751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Transition to ACTIVE for port object 0302dba0-b1f4-492d-bb1d-d759ed5171b1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:21.812422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:21.914530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-e11b0272-a7bb-4142-a66b-f9ee06efdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.919090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-e11b0272-a7bb-4142-a66b-f9ee06efdedc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.3945127 Aug 19 18:22:21.945089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2b11-e771-4289-b320-e63eace2ef17 None None] Pushing event updated for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:21.983174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-2303e264-1b94-4721-aac2-7500bffb2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:21.985217 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-2303e264-1b94-4721-aac2-7500bffb2ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1096 time: 0.1230888 Aug 19 18:22:22.058817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Attempting to bind port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:22.061934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Attempting to bind port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:22.063154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Attempting to bind port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 on network d7e1d797-8557-4082-adba-797f3ba86d35 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:22.100872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:22.101435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Checking segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:22.111696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.112048 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.112525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Bound using segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:22.113700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Bound port: 0302dba0-b1f4-492d-bb1d-d759ed5171b1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:22.122228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.125512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.213740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da8ed7-2ca2-4f30-9463-21fe261f5c28 req-565d1c53-2fa5-44d3-8d56-58b6b96649a3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.225594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23da8ed7-2ca2-4f30-9463-21fe261f5c28 req-565d1c53-2fa5-44d3-8d56-58b6b96649a3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.4303770 Aug 19 18:22:22.280177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-32b490ff-6053-44a1-aaba-a660ccb65d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.281223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-32b490ff-6053-44a1-aaba-a660ccb65d52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.2884800 Aug 19 18:22:22.331310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] For port 0302dba0-b1f4-492d-bb1d-d759ed5171b1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:22.342012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] For port 0302dba0-b1f4-492d-bb1d-d759ed5171b1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0302dba0-b1f4-492d-bb1d-d759ed5171b1,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:22.348349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:22.349735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.365292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-3193e42b-ac37-4658-9d2f-ac66b191d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.366891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-3193e42b-ac37-4658-9d2f-ac66b191d406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3561342 Aug 19 18:22:22.377142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc86faa-fbfa-44b5-8e09-243d8c9ff7ea,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:22.422742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-d8a1b65a-ac16-4b2f-bc05-af5dea99f2ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.1329024 Aug 19 18:22:22.426289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23da8ed7-2ca2-4f30-9463-21fe261f5c28 req-4d938338-9060-40ce-85e1-9ae6d79ffe9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974063 Aug 19 18:22:22.434690 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.438351 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Added segment 39a6b9ec-b27d-4ec9-a4e6-e5863bce6825 of type vlan for network 4697978f-f6a1-4523-8e36-aa014b857260 Aug 19 18:22:22.523294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:22.531073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:22.531315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-72fe0615-70f2-469f-9e7f-6ceb9fab0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.533415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-72fe0615-70f2-469f-9e7f-6ceb9fab0b64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.1034629 Aug 19 18:22:22.658595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2b11-e771-4289-b320-e63eace2ef17 None None] Pushing event updated for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:22.711207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.729653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099442-b707-4197-a2bf-653caef9e6af req-15da8beb-3141-4fd7-82d7-abd5c1e168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.733543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-15da8beb-3141-4fd7-82d7-abd5c1e168ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916378 Aug 19 18:22:22.754658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.774047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.891695 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-12ea4db7-f9fb-4554-8387-9432d001c540 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163291 Aug 19 18:22:22.919388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.919388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:22.919388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:22.926915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:22.966268 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-a6ef9952-d2af-48bd-afbd-a75dc4ebeecc service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241082 Aug 19 18:22:23.001787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] In _notify_port_updated(), no bound segment for port b3e84d31-dca0-4383-bed5-1c71274b2c22 on network 14479131-27f2-4c20-8cac-ec621598fb12 {{(pid=101324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 18:22:23.007339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.008061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.012229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "PUT /v2.0/ports/b3e84d31-dca0-4383-bed5-1c71274b2c22 HTTP/1.1" status: 200 len: 1135 time: 1.7666335 Aug 19 18:22:23.034425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34928) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:23.060709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7318697 Aug 19 18:22:23.064885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34932) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:23.075521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a0b0d-1a5c-44e2-9590-d47a1a88b42f tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event updated for resources: {'Port': ['ID=b3e84d31-dca0-4383-bed5-1c71274b2c22,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:23.088336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Request body: {'subnet': {'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-640384586-subnet', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:23.101241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015d57e-5f9b-47f9-a675-21669c556846 admin admin] Pushing event updated for resources: {'Network': ['ID=4697978f-f6a1-4523-8e36-aa014b857260,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:23.125746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4697978f-f6a1-4523-8e36-aa014b857260 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:23.174183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Made reservation on behalf of e7f4a5910a024d28908eeaffb61c68b7 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:23.176583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.219151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d67eeb-e4ed-4a03-ab7a-e601d4522977 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.220975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50d67eeb-e4ed-4a03-ab7a-e601d4522977 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "GET /v2.0/ports/b3e84d31-dca0-4383-bed5-1c71274b2c22 HTTP/1.1" status: 200 len: 1135 time: 0.0886784 Aug 19 18:22:23.224745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34936) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:23.273785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-b9537bbf-3f8f-4366-a720-8531155631be service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593850 Aug 19 18:22:23.312774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-45713ccf-ade6-4d26-b0b5-955877fd6360 None None] Provisioning complete for port b3e84d31-dca0-4383-bed5-1c71274b2c22 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:23.313521 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45713ccf-ade6-4d26-b0b5-955877fd6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.365552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-45713ccf-ade6-4d26-b0b5-955877fd6360 None None] Port b3e84d31-dca0-4383-bed5-1c71274b2c22 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:23.376920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:22Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:23.381964 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6f099442-b707-4197-a2bf-653caef9e6af req-bf5dd5f1-fb4f-43de-b63d-13137ea2d4b6 service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081111 Aug 19 18:22:23.393319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Deleting port b3e84d31-dca0-4383-bed5-1c71274b2c22 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:23.393672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.412523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fac53-a499-4f76-b3dc-d357c2efdbad None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:22Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:23.483413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.542235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.565078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Calling delete_port for b3e84d31-dca0-4383-bed5-1c71274b2c22 owned by {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:23.604983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa9c72c-3f7c-41b1-b1af-578bfd319124,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:23.669706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4f405-83fa-402a-a33c-847f3b556402 req-6297434d-e942-46b2-9a36-de589484e66a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.671455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9d4f405-83fa-402a-a33c-847f3b556402 req-6297434d-e942-46b2-9a36-de589484e66a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 944 time: 0.1121926 Aug 19 18:22:23.672718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Checking segment: {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:23.673210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Network hostable DHCP agents. Network: 4697978f-f6a1-4523-8e36-aa014b857260, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:23.718777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Network 4697978f-f6a1-4523-8e36-aa014b857260 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:23.753961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9d4f405-83fa-402a-a33c-847f3b556402 req-ee616502-a74f-4132-9bd6-2a3e250fe7fb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761597 Aug 19 18:22:23.758609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4697978f-f6a1-4523-8e36-aa014b857260) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:23.766180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:23.766714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.780503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91235190-71a0-4aa2-a5b7-5f9d42640d23 None None] Network 4697978f-f6a1-4523-8e36-aa014b857260 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:23.786457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-06d3d371-6ace-44e0-a093-e7646be26aed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7120280 Aug 19 18:22:23.796852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34950) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:23.810851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:23.843706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.846458 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.848320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:23.870704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:23.936583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event deleted for resources: {'Port': ['ID=b3e84d31-dca0-4383-bed5-1c71274b2c22,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:23.953344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.066300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.070858 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2609f4ee-8589-4572-ba6b-438f340410ad tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "DELETE /v2.0/ports/b3e84d31-dca0-4383-bed5-1c71274b2c22 HTTP/1.1" status: 204 len: 168 time: 0.8425062 Aug 19 18:22:24.071936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:24.124223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:24.171991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:24.187312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Deleting subnet 426a8347-1e92-437e-a98f-1cbbd7da9ea1 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:24.196457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.297757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.321707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.329012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.369945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:24.393274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-4697978f-f6a1-4523-8e36-aa014b857260', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:24.394144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.401673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0302dba0-b1f4-492d-bb1d-d759ed5171b1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:24.446582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.549314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:24.562569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.610337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.665522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event deleted for resources: {'Subnet': ['ID=426a8347-1e92-437e-a98f-1cbbd7da9ea1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:24.674363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.676465 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2078fe12-66a5-4747-afb9-f8269c0531be tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "DELETE /v2.0/subnets/426a8347-1e92-437e-a98f-1cbbd7da9ea1 HTTP/1.1" status: 204 len: 168 time: 0.6035211 Aug 19 18:22:24.679086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 34970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:24.689299 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.715344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d06611-3c8c-42b6-8c8f-b5b88a3d4f9f None None] Network 14479131-27f2-4c20-8cac-ec621598fb12 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:24.720733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.855996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.873619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:24.898819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:24.899387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.970355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Deleting port c142a109-68c3-4033-b74c-c67703524c16 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:24.973111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:24.986595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Allocated IP 172.25.5.217 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/48208837-9d6e-4ab9-bb2c-f6c97e68d94b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:25.009254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fe90-ac49-43b5-a243-af323cefb914 req-9ee5f651-8555-4769-a43d-ca675ec50ec0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:25.010861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4250fe90-ac49-43b5-a243-af323cefb914 req-9ee5f651-8555-4769-a43d-ca675ec50ec0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.0893056 Aug 19 18:22:25.073998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['cf110508-dd15-4e43-a445-b0df94b6d0f6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:25.131532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] For port c142a109-68c3-4033-b74c-c67703524c16, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c142a109-68c3-4033-b74c-c67703524c16,segment=NetworkSegment(fb0df7d5-a31d-403e-808f-592cb8815430),segment_id=fb0df7d5-a31d-403e-808f-592cb8815430)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:25.131915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.148162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Calling delete_port for c142a109-68c3-4033-b74c-c67703524c16 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:25.154147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:25.270119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Allocated IP 172.20.0.2 (4697978f-f6a1-4523-8e36-aa014b857260/3fa9c72c-3f7c-41b1-b1af-578bfd319124/fe51335f-df89-47ee-8e2b-6438c9212c77) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:25.318643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.341278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] No DVR routers for this DVR port c142a109-68c3-4033-b74c-c67703524c16 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:25.382181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event deleted for resources: {'Port': ['ID=c142a109-68c3-4033-b74c-c67703524c16,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:25.494380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.509530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14479131-27f2-4c20-8cac-ec621598fb12']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:25.525441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0df7d5-a31d-403e-808f-592cb8815430') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:25.525742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0df7d5-a31d-403e-808f-592cb8815430') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:25.536787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.553047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.559826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:25.560425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:25.629341 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:25.632150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.640476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.642865 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] 10.222.0.36 "DELETE /v2.0/networks/14479131-27f2-4c20-8cac-ec621598fb12 HTTP/1.1" status: 204 len: 168 time: 0.9623253 Aug 19 18:22:25.657246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213266-27c7-41bb-9812-fbe5bb9d2341 tempest-ExtraDHCPOptionsTestJSON-1622864936 tempest-ExtraDHCPOptionsTestJSON-1622864936-project] Pushing event deleted for resources: {'Network': ['ID=14479131-27f2-4c20-8cac-ec621598fb12,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:25.704188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.704488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.709962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4250fe90-ac49-43b5-a243-af323cefb914 req-40beb506-3cb7-46fd-a0e1-42088db8d834 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6916158 Aug 19 18:22:25.741896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e86904-3a87-47b1-ab3a-c875230bdc10 None None] DHCP port deletion for 14479131-27f2-4c20-8cac-ec621598fb12 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:25.783654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.835491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Pushing event updated for resources: {'Port': ['ID=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:25.847764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0302dba0-b1f4-492d-bb1d-d759ed5171b1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0302dba0-b1f4-492d-bb1d-d759ed5171b1,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:25.849002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:25.850421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:25.853800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:25.867199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.892579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:25.926910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Transition to ACTIVE for port object fe51335f-df89-47ee-8e2b-6438c9212c77 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:25.999563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Transition to ACTIVE for port object fe51335f-df89-47ee-8e2b-6438c9212c77 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:26.014081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:26.032872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.122950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Network 4697978f-f6a1-4523-8e36-aa014b857260 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:26.134414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:26.136780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Pushing event updated for resources: {'Port': ['ID=fe51335f-df89-47ee-8e2b-6438c9212c77,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:26.142379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:26.195563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3a199c2f-51c1-4f13-a874-3719fac47b12 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.197166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3a199c2f-51c1-4f13-a874-3719fac47b12 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&tenant_id=078001621232448bbb2e657de3fae22e&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 945 time: 0.1593175 Aug 19 18:22:26.240406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 34992) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:26.280215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Attempting to bind port fe51335f-df89-47ee-8e2b-6438c9212c77 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:26.280615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Attempting to bind port fe51335f-df89-47ee-8e2b-6438c9212c77 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:26.280912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Attempting to bind port fe51335f-df89-47ee-8e2b-6438c9212c77 on network 4697978f-f6a1-4523-8e36-aa014b857260 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:26.287565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:26.289558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Checking segment: {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:26.290135 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.290551 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Bound using segment: {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:26.291050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Bound port: fe51335f-df89-47ee-8e2b-6438c9212c77, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:26.291817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.357093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.359995 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-e6ca01e2-5793-46dd-810c-670b52085b91 service neutron] 10.222.0.13 "GET /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 383 time: 0.1530354 Aug 19 18:22:26.367679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3643a6-a8b4-499e-864a-c589ab1819c1 req-5ccee869-d2c4-4a20-8a12-c473ff1e4364 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.369651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df3643a6-a8b4-499e-864a-c589ab1819c1 req-5ccee869-d2c4-4a20-8a12-c473ff1e4364 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.1278703 Aug 19 18:22:26.391781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0302dba0-b1f4-492d-bb1d-d759ed5171b1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:26.480596 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.497417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df3643a6-a8b4-499e-864a-c589ab1819c1 req-5f05421a-07c6-4e71-afee-b4989a176ef0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872719 Aug 19 18:22:26.520554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] For port fe51335f-df89-47ee-8e2b-6438c9212c77, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:26.522787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-6e54defa-da1e-4731-a4d0-042ca8687fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.525414 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-6e54defa-da1e-4731-a4d0-042ca8687fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1097 time: 0.1111786 Aug 19 18:22:26.529384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] For port fe51335f-df89-47ee-8e2b-6438c9212c77, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fe51335f-df89-47ee-8e2b-6438c9212c77,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:26.545410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.598898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:26.599309 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.670762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5c05-f48e-4363-9ccc-20a7a27e1abe None None] Pushing event updated for resources: {'Port': ['ID=fe51335f-df89-47ee-8e2b-6438c9212c77,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:26.691294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-7b5cfc68-3600-4105-80ed-527688df4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:26.692801 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-7b5cfc68-3600-4105-80ed-527688df4ea3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.1586745 Aug 19 18:22:26.773663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-524181b5-36c4-46a2-8a69-81c3d0dea6c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=230bdf298caf4e458d6f352bff9ea541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300045 Aug 19 18:22:26.783907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35002) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:26.832845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c142a109-68c3-4033-b74c-c67703524c16 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:26.853765 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.933528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:26.937502 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-b27538aa-5ee2-490c-aea4-cb174155c58d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1001 time: 0.2321925 Aug 19 18:22:26.937748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c142a109-68c3-4033-b74c-c67703524c16 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:26.938349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c142a109-68c3-4033-b74c-c67703524c16 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:27.035673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-4afcb4c4-8661-4f76-9930-32f9430fd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.035673 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-4afcb4c4-8661-4f76-9930-32f9430fd0f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0653529 Aug 19 18:22:27.054358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.096952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Router 0848a192-74aa-4108-b2a1-aceb82092cf7 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:22:27.133645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-7e87648c-46f9-461e-920e-3faea5c1f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.135116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-7e87648c-46f9-461e-920e-3faea5c1f02c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995190 Aug 19 18:22:27.219639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.222305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.223611 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c40a5012-cbdf-448a-8f38-c945bc793ec7 HTTP/1.1" status: 204 len: 168 time: 0.4363158 Aug 19 18:22:27.252967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed9969-cb52-4bb5-b3bc-977fc5133983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a5012-cbdf-448a-8f38-c945bc793ec7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:27.258500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:27.274003 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Sync routers for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:27.283365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:27.286815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f88835c4-c889-4f5b-8ca1-2b5d8334b612 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4869003 Aug 19 18:22:27.291129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35026) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:27.303734 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:27.304386 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:27.365147 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-ee7a4064-6e36-442c-9acd-164aca2f298f service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206290 Aug 19 18:22:27.474630 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:27.704777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11018a0d-d50e-44fb-98b3-9aeaeabc2506 req-1bae15b7-839c-477a-bfc1-6994832d200d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:27.709251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11018a0d-d50e-44fb-98b3-9aeaeabc2506 req-1bae15b7-839c-477a-bfc1-6994832d200d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Aug 19 18:22:27.751775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11018a0d-d50e-44fb-98b3-9aeaeabc2506 req-a8161557-d2ba-45db-b639-f0b5f2191ce0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413673 Aug 19 18:22:27.864156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:27.916431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-d83352f6-9104-477c-bf6b-84fe9ea0b707 service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405002 Aug 19 18:22:28.067055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port cf110508-dd15-4e43-a445-b0df94b6d0f6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:28.084128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port cf110508-dd15-4e43-a445-b0df94b6d0f6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:28.084494 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.191094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:26Z', 'revision_number': 3, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:28.294868 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Checking router: 0848a192-74aa-4108-b2a1-aceb82092cf7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:28.295602 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-310f2d3f-c11a-4181-b967-aed52ec11857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.296386 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Updating router 0848a192-74aa-4108-b2a1-aceb82092cf7 port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:22:28.372928 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.418344 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.448097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fe51335f-df89-47ee-8e2b-6438c9212c77 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:28.497078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:28.500025 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee3fba-9f02-4cd9-97f1-bd4be4187162" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:28.517722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.541748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcf288-c789-4549-bf96-014854f69d98 None None] Network 4697978f-f6a1-4523-8e36-aa014b857260 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:28.563482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:28.622603 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.628799 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81116d6-e80f-49ac-99c5-af7721b3bf90 x-openstack-request-id: req-f81116d6-e80f-49ac-99c5-af7721b3bf90 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:28.629331 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:28.630176 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f81116d6-e80f-49ac-99c5-af7721b3bf90 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:28.630361 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'code': 200} Aug 19 18:22:28.694356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-24db15d1-b6fe-479c-8d6d-a8f1176dbfd9 None None] Provisioning for port fe51335f-df89-47ee-8e2b-6438c9212c77 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:28.714209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35062) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:28.770078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Allocated IP 172.20.0.1 (4697978f-f6a1-4523-8e36-aa014b857260/3fa9c72c-3f7c-41b1-b1af-578bfd319124/1a4901a9-d485-4a5d-94d4-6b32b3b502bc) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:28.908972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fe51335f-df89-47ee-8e2b-6438c9212c77 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:28.913163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:28.920962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fe51335f-df89-47ee-8e2b-6438c9212c77 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:28.922348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:28.980154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.009651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Transition to ACTIVE for port object 1a4901a9-d485-4a5d-94d4-6b32b3b502bc will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:29.037845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2cba6-4d65-4172-9f3d-8120cc134ba5 req-dc3549fb-4d3b-4fb7-869d-17a583a0f839 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.052267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57f2cba6-4d65-4172-9f3d-8120cc134ba5 req-dc3549fb-4d3b-4fb7-869d-17a583a0f839 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1743493 Aug 19 18:22:29.060421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733356854'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:29.063608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.068181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.105660 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.118466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fe51335f-df89-47ee-8e2b-6438c9212c77, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fe51335f-df89-47ee-8e2b-6438c9212c77,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:29.123029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Network 4697978f-f6a1-4523-8e36-aa014b857260 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:29.124917 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Transition to ACTIVE for port object 48208837-9d6e-4ab9-bb2c-f6c97e68d94b will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:29.132318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.133724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:29.137643 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.149000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:29.172979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57f2cba6-4d65-4172-9f3d-8120cc134ba5 req-cdf50249-5578-47bd-94c9-f6a7d4c891c2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023874 Aug 19 18:22:29.178811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:29.185515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.186089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.201254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.214856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fe51335f-df89-47ee-8e2b-6438c9212c77,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.226403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.413365 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.423956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.443924 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.447785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2f484e26-7f8d-4812-92f3-ca6a08fb318e None None] Provisioning complete for port fe51335f-df89-47ee-8e2b-6438c9212c77 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:29.448173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f484e26-7f8d-4812-92f3-ca6a08fb318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.481040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531bb55-59ae-48fa-b753-5eca0842860d None None] Pushing event updated for resources: {'Port': ['ID=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.484262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:29.495788 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Attempting to bind port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:29.496614 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Attempting to bind port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:29.497241 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Attempting to bind port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:29.509392 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:29.510117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:29.510583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.510921 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.511042 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment b9b1201f-cb23-4197-b80d-9222ff7771d3 of type vlan for network 0289fc30-dad2-44ed-9034-55c7a5c23150 Aug 19 18:22:29.512818 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:29.513498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Bound port: 48208837-9d6e-4ab9-bb2c-f6c97e68d94b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:29.514075 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.631646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.689245 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] For port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:29.699008 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] For port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:29.707931 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.773103 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.792530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:29.795267 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.824761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:29.826639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015260ae-b0d8-4f24-86c5-8298b59ca5a2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.827543 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:29.844186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-723ec2c8-be78-4fb8-ac5c-a92088b40578 None None] Provisioning for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:29.850999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-723ec2c8-be78-4fb8-ac5c-a92088b40578 None None] Provisioning complete for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:29.851389 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-723ec2c8-be78-4fb8-ac5c-a92088b40578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:29.928501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-723ec2c8-be78-4fb8-ac5c-a92088b40578 None None] Port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:29.937032 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531bb55-59ae-48fa-b753-5eca0842860d None None] Pushing event updated for resources: {'Port': ['ID=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.948291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2321346 Aug 19 18:22:29.952316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:29.958786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970611127'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:29.993829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d555d-5bed-40c9-b028-42c5247917e1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=0289fc30-dad2-44ed-9034-55c7a5c23150,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:29.997932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:30.002386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.035721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:30.085477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:30.099742 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:30.124137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.124735 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 89cbb634-aa09-4f64-8b90-a8f8f25c822b of type vlan for network da968b1a-af5f-4f21-ae00-7eae9efb296c Aug 19 18:22:30.265284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.363671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fe51335f-df89-47ee-8e2b-6438c9212c77 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:30.398471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.418799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:30.419323 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.476563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fe51335f-df89-47ee-8e2b-6438c9212c77 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:30.477289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.529219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.536091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.620412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6622207 Aug 19 18:22:30.625913 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1a4901a9-d485-4a5d-94d4-6b32b3b502bc', 'name': '', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'mac_address': 'fa:16:3e:6f:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:28Z', 'updated_at': '2021-08-19T18:22:28Z', 'revision_number': 1, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'subnets': [{'id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:30.628466 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce94e4aa-de57-4cbb-a388-16cb44eb1f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.651626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35082) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:30.666339 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812f6f1-62c1-4a22-9f46-2868192e71aa None None] The sync data for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 is: [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1a4901a9-d485-4a5d-94d4-6b32b3b502bc', 'name': '', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'mac_address': 'fa:16:3e:6f:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:28Z', 'updated_at': '2021-08-19T18:22:28Z', 'revision_number': 1, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'subnets': [{'id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:30.690392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:30.697733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:30.711180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b940-d937-4fe5-86f8-27e401e902a9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=da968b1a-af5f-4f21-ae00-7eae9efb296c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:30.727736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network da968b1a-af5f-4f21-ae00-7eae9efb296c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:30.731974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.734889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6337c3-010e-4423-8b66-b5dd031a33f7 req-15be0252-898a-4101-80a3-6796dc338113 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:30.736841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6337c3-010e-4423-8b66-b5dd031a33f7 req-15be0252-898a-4101-80a3-6796dc338113 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.4376585 Aug 19 18:22:30.874718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:30.878724 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:30.892324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Network 4697978f-f6a1-4523-8e36-aa014b857260 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:30.896748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:30.955390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.219206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Router 0848a192-74aa-4108-b2a1-aceb82092cf7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:31.327088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3055dce7-7132-4339-9875-bb83fd4e01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:31.333452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3055dce7-7132-4339-9875-bb83fd4e01f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 1098 time: 0.6781700 Aug 19 18:22:31.377673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:31.462865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:31.490440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4dbf6629-01c6-455a-b41f-8368975b5440 admin admin] 10.222.0.36 "PUT /v2.0/routers/0848a192-74aa-4108-b2a1-aceb82092cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1976666 Aug 19 18:22:31.500074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4e4a354f-f469-4017-9292-2477c5383fab None None] Provisioning complete for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:31.501905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4e4a354f-f469-4017-9292-2477c5383fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.503876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e6337c3-010e-4423-8b66-b5dd031a33f7 req-cafba4dd-f1c8-45d7-a1ee-faa7fb018c68 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6367309 Aug 19 18:22:31.602509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.652232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a354f-f469-4017-9292-2477c5383fab None None] Port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:31.670530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35094) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:31.700461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:31.854908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=302cd699-a0e1-45ab-b6bd-11dd63a407b6,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:31.980304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eca8472-19fb-4d0f-a21c-b870e920f819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.034832 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.200464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eca8472-19fb-4d0f-a21c-b870e920f819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.206137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8eca8472-19fb-4d0f-a21c-b870e920f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.260997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8eca8472-19fb-4d0f-a21c-b870e920f819 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=151e62301b574c48a318c3692e9d14ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892253 Aug 19 18:22:32.263867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca8472-19fb-4d0f-a21c-b870e920f819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ec052-568a-45af-a63f-34660c9f4cad,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:32.266557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35108) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:32.318602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': 'b9b1201f-cb23-4197-b80d-9222ff7771d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:32.319411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 0289fc30-dad2-44ed-9034-55c7a5c23150, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:32.396959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.407916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:32.432793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 48208837-9d6e-4ab9-bb2c-f6c97e68d94b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:32.434632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 0289fc30-dad2-44ed-9034-55c7a5c23150) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:32.446785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:32.450301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.450999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.473999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.519936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ec245e92-f6cf-4159-885d-aa4344775947 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8629804 Aug 19 18:22:32.522419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:32.539117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:32.559880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb505b0-9686-471f-ad40-e4d317fc3103 None None] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:32.605224 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.608590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.609753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a9ec052-568a-45af-a63f-34660c9f4cad HTTP/1.1" status: 204 len: 168 time: 0.3419869 Aug 19 18:22:32.652382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ebe5-a823-453c-9c12-f16d47e6a33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ec052-568a-45af-a63f-34660c9f4cad,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:32.673542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:32.707697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:32.708106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.746429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:32.801976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e44d6c-d869-4d1e-9335-1746ad31ab13 req-70b1c932-1aaa-4691-ba2b-d7892577a5e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:32.803652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e44d6c-d869-4d1e-9335-1746ad31ab13 req-70b1c932-1aaa-4691-ba2b-d7892577a5e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 946 time: 0.1317890 Aug 19 18:22:32.806524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:32.818303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.865824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-0289fc30-dad2-44ed-9034-55c7a5c23150', 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '302cd699-a0e1-45ab-b6bd-11dd63a407b6'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:32.866673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.952140 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.956692 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:32.971314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Transition to ACTIVE for port object cf110508-dd15-4e43-a445-b0df94b6d0f6 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:32.973291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:32.977527 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd424c3f-481b-4852-92de-e2fa3664b101" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-unplugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:32.990406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.004495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:33.013730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.138781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:33.212815 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a063ab3-3c2a-4500-9651-69c038146262 x-openstack-request-id: req-4a063ab3-3c2a-4500-9651-69c038146262 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:33.213375 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-unplugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:33.213626 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a063ab3-3c2a-4500-9651-69c038146262 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:33.214042 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'code': 200} Aug 19 18:22:33.455961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] No DVR routers for this DVR port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:33.473940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:33.494581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.495184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.498109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.498691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.499997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.500847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.501733 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.502351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.502888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.503552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.504479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.505075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:33.563411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Allocated IP 2001:db8::2 (0289fc30-dad2-44ed-9034-55c7a5c23150/302cd699-a0e1-45ab-b6bd-11dd63a407b6/87e57847-44b3-41df-828e-aa1c0fb0faad) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:33.581711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4e44d6c-d869-4d1e-9335-1746ad31ab13 req-48e876e1-b6cf-427e-b5d4-59fcb2ba4e11 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6833756 Aug 19 18:22:33.646519 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.803749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.863029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.877198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Transition to ACTIVE for port object 87e57847-44b3-41df-828e-aa1c0fb0faad will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:33.903582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Transition to ACTIVE for port object 87e57847-44b3-41df-828e-aa1c0fb0faad will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:33.907574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=a53e878f-bc22-4983-ba06-736babf9bad7,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:33.923040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:33.930017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:33.949445 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '89cbb634-aa09-4f64-8b90-a8f8f25c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:33.949927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: da968b1a-af5f-4f21-ae00-7eae9efb296c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:33.979032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:33.979491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:33.981506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:33.988290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:22:33.988706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Attempting to bind port cf110508-dd15-4e43-a445-b0df94b6d0f6 on network 60467659-6377-49df-bdde-469f6ea7bbd6 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:34.001771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:34.005231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:34.005670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Checking segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:34.006156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Bound using segment: {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:34.007200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Bound port: cf110508-dd15-4e43-a445-b0df94b6d0f6, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30103d60-0f70-468d-b809-5f633cd21947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:34.007333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:34.007721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.012499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network da968b1a-af5f-4f21-ae00-7eae9efb296c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:34.019747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:34.035848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Pushing event updated for resources: {'Port': ['ID=87e57847-44b3-41df-828e-aa1c0fb0faad,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:34.044630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, da968b1a-af5f-4f21-ae00-7eae9efb296c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:34.064904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13872eb-53c4-4451-b0a0-5f974f3b3f3d None None] Network da968b1a-af5f-4f21-ae00-7eae9efb296c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:34.071800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.072494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.106852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bd00badf-82cf-4527-9438-85845d13978e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5748525 Aug 19 18:22:34.110354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:34.115340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897538085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:34.126626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:34.132720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:34.133224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:34.140403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.181726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.185384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.187326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] 10.222.0.42 "PUT /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1094 time: 2.8438287 Aug 19 18:22:34.193484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.194990 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.249078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Attempting to bind port 87e57847-44b3-41df-828e-aa1c0fb0faad on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:34.252343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Attempting to bind port 87e57847-44b3-41df-828e-aa1c0fb0faad by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b9b1201f-cb23-4197-b80d-9222ff7771d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:34.253029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Attempting to bind port 87e57847-44b3-41df-828e-aa1c0fb0faad on network 0289fc30-dad2-44ed-9034-55c7a5c23150 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:34.279471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:34.280313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Checking segment: {'id': 'b9b1201f-cb23-4197-b80d-9222ff7771d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:34.280813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.281388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Bound using segment: {'id': 'b9b1201f-cb23-4197-b80d-9222ff7771d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:34.282044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Bound port: 87e57847-44b3-41df-828e-aa1c0fb0faad, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1201f-cb23-4197-b80d-9222ff7771d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0289fc30-dad2-44ed-9034-55c7a5c23150'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:34.282622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.330023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e18e-9749-45f5-88ef-ce8afb1520fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=11']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:34.348980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-bfe76c8d-11a6-4bef-9a38-96cc0548d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.350866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-bfe76c8d-11a6-4bef-9a38-96cc0548d1ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1097 time: 0.1332154 Aug 19 18:22:34.392420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.403477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 48208837-9d6e-4ab9-bb2c-f6c97e68d94b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:34.405470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.450346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.452627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ffb3daf8-8574-45b4-a71b-d3e89782b3f5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3409858 Aug 19 18:22:34.455534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35212) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:34.538809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3000e4a2-8e7d-4387-8310-2f51d5be862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.540407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-3000e4a2-8e7d-4387-8310-2f51d5be862d service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.1821568 Aug 19 18:22:34.631431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] For port 87e57847-44b3-41df-828e-aa1c0fb0faad, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:34.635212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] For port 87e57847-44b3-41df-828e-aa1c0fb0faad, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87e57847-44b3-41df-828e-aa1c0fb0faad,segment=NetworkSegment(b9b1201f-cb23-4197-b80d-9222ff7771d3),segment_id=b9b1201f-cb23-4197-b80d-9222ff7771d3)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:34.681487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-34e4e43a-a040-4e7a-b64c-12802973a1cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.1342406 Aug 19 18:22:34.710949 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.748945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:34.748945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.781772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-da968b1a-af5f-4f21-ae00-7eae9efb296c', 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': 'a53e878f-bc22-4983-ba06-736babf9bad7'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:34.783143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:34.841765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8a202-69bd-4462-8d8b-480a9b33742e req-90c29251-b1bd-4feb-a2da-4b085e2f2fcf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.843601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ee8a202-69bd-4462-8d8b-480a9b33742e req-90c29251-b1bd-4feb-a2da-4b085e2f2fcf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.0792646 Aug 19 18:22:34.845109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-b975eebd-2603-45d4-ae39-a0c39760e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.846477 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-b975eebd-2603-45d4-ae39-a0c39760e115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.1579585 Aug 19 18:22:34.967968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-9bc465bd-1131-4575-8ba9-91777562973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:34.969624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-9bc465bd-1131-4575-8ba9-91777562973a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160617 Aug 19 18:22:35.045340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ee8a202-69bd-4462-8d8b-480a9b33742e req-00638b4f-158b-4830-a65b-adced4ecd32f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497743 Aug 19 18:22:35.109900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e39a79-71d1-49d2-b8b5-e14a35f31ce9 None None] Pushing event updated for resources: {'Port': ['ID=87e57847-44b3-41df-828e-aa1c0fb0faad,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:35.151177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:35.213578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-b360dcf6-ce7f-4ead-915e-3d02becb4c3e service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323480 Aug 19 18:22:35.216587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:35.278214 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:35.457291 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f946a7-03ee-42b7-9f0b-dfde4ede7c29 x-openstack-request-id: req-46f946a7-03ee-42b7-9f0b-dfde4ede7c29 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:35.460346 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:35.460645 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46f946a7-03ee-42b7-9f0b-dfde4ede7c29 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:35.461064 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:22:35.535785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6f1df87-a3a0-4e24-b16a-675d0169da4d req-d01411a7-1a6f-4df9-9071-b522891eead0 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490408 Aug 19 18:22:35.679248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-7ecec256-5789-4a74-ba4b-45a934bbeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.681081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-7ecec256-5789-4a74-ba4b-45a934bbeb51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1097 time: 0.0876284 Aug 19 18:22:35.695591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8::1 (0289fc30-dad2-44ed-9034-55c7a5c23150/302cd699-a0e1-45ab-b6bd-11dd63a407b6/12745557-0016-4f0a-aa6b-2c1cbf5df4bd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:35.749856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Allocated IP 2001:db8:1::2 (da968b1a-af5f-4f21-ae00-7eae9efb296c/a53e878f-bc22-4983-ba06-736babf9bad7/b0a54d4a-590a-4d2c-a440-08e289040e39) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:35.759147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Sync routers for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:35.796633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-dc49fb53-0084-48d2-9d9c-719e10eadf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.798101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-dc49fb53-0084-48d2-9d9c-719e10eadf60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1097 time: 0.1267149 Aug 19 18:22:35.822119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:35.823116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:35.842436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-479e4fa4-b0fb-4dc9-9dbf-e3562ba092c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:35.844943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-479e4fa4-b0fb-4dc9-9dbf-e3562ba092c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.1572192 Aug 19 18:22:35.946140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-37af02bf-4ee4-4f42-83a8-b760dda721ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0927484 Aug 19 18:22:35.972877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:35.988526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.014851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 12745557-0016-4f0a-aa6b-2c1cbf5df4bd will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:36.109585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.112553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-b9d8ca13-c16b-4283-b103-6d1178171ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.114728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-b9d8ca13-c16b-4283-b103-6d1178171ea0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.3068244 Aug 19 18:22:36.246175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:36.258348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:36.267682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:36.268511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.275023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.278195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=12745557-0016-4f0a-aa6b-2c1cbf5df4bd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:36.300264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Transition to ACTIVE for port object b0a54d4a-590a-4d2c-a440-08e289040e39 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:36.324128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Transition to ACTIVE for port object b0a54d4a-590a-4d2c-a440-08e289040e39 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:36.335094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.359586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1a4901a9-d485-4a5d-94d4-6b32b3b502bc', 'name': '', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'mac_address': 'fa:16:3e:6f:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:28Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 2, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'subnets': [{'id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:36.390188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Network da968b1a-af5f-4f21-ae00-7eae9efb296c is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:36.391915 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-119e11be-7fce-4ecb-8797-5e6912858998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1000 time: 0.2654147 Aug 19 18:22:36.424444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:36.427501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:36.431819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Checking router: 0848a192-74aa-4108-b2a1-aceb82092cf7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:22:36.432194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Updating router 0848a192-74aa-4108-b2a1-aceb82092cf7 port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:22:36.502222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87e57847-44b3-41df-828e-aa1c0fb0faad up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:36.513266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-05ff9f08-473a-47b3-8a0b-3d496e55bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.515144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-05ff9f08-473a-47b3-8a0b-3d496e55bd89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.1043677 Aug 19 18:22:36.620225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Pushing event updated for resources: {'Port': ['ID=b0a54d4a-590a-4d2c-a440-08e289040e39,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:36.639600 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.687423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Attempting to bind port b0a54d4a-590a-4d2c-a440-08e289040e39 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:36.688281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Attempting to bind port b0a54d4a-590a-4d2c-a440-08e289040e39 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '89cbb634-aa09-4f64-8b90-a8f8f25c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:36.688879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Attempting to bind port b0a54d4a-590a-4d2c-a440-08e289040e39 on network da968b1a-af5f-4f21-ae00-7eae9efb296c {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:36.700274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:36.700632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Checking segment: {'id': '89cbb634-aa09-4f64-8b90-a8f8f25c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:36.702754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.703191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Bound using segment: {'id': '89cbb634-aa09-4f64-8b90-a8f8f25c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:36.705391 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Bound port: b0a54d4a-590a-4d2c-a440-08e289040e39, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbb634-aa09-4f64-8b90-a8f8f25c822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da968b1a-af5f-4f21-ae00-7eae9efb296c'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:36.705825 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.709811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 87e57847-44b3-41df-828e-aa1c0fb0faad completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:36.781245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-ca6dd0cc-0d24-4b89-8555-8ddf63da59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.782944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-ca6dd0cc-0d24-4b89-8555-8ddf63da59ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.8279572 Aug 19 18:22:36.847427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:36.863347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-ad877576-afc8-472f-bc60-afe24b9f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.865641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-ad877576-afc8-472f-bc60-afe24b9f0399 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413167 Aug 19 18:22:36.912278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a8b9f-1e9a-4e2e-8374-6688c4077f1f req-c267759a-0e96-479b-a555-5ebad918f4cb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.913956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-347a8b9f-1e9a-4e2e-8374-6688c4077f1f req-c267759a-0e96-479b-a555-5ebad918f4cb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.1299980 Aug 19 18:22:36.927252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-88d029d8-2246-485e-8fa8-8fadda384fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:36.928819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-88d029d8-2246-485e-8fa8-8fadda384fb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179345 Aug 19 18:22:36.973172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] For port b0a54d4a-590a-4d2c-a440-08e289040e39, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:36.986076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] For port b0a54d4a-590a-4d2c-a440-08e289040e39, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b0a54d4a-590a-4d2c-a440-08e289040e39,segment=NetworkSegment(89cbb634-aa09-4f64-8b90-a8f8f25c822b),segment_id=89cbb634-aa09-4f64-8b90-a8f8f25c822b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:37.002758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477f7fcb-9567-4f10-8cac-dcaafeef453d None None] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:37.040692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-347a8b9f-1e9a-4e2e-8374-6688c4077f1f req-ca5d36dc-8486-47c0-af2d-71f5b12794d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163595 Aug 19 18:22:37.154514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-733a6e62-fef8-4ae2-97b8-9b5f38dd1b04 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157490 Aug 19 18:22:37.291961 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.316721 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-e72cad3a-f70c-44d8-8e96-0344bea7cee4 service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313169 Aug 19 18:22:37.365780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-4da166e1-e37b-41b5-8440-f487fb2a261b service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044647 Aug 19 18:22:37.397618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Provisioning for port 87e57847-44b3-41df-828e-aa1c0fb0faad completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:37.409975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Provisioning complete for port 87e57847-44b3-41df-828e-aa1c0fb0faad triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:37.410662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.553644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5094129f-1a8d-4eef-b50e-e50a3e5d54fe req-463fe3db-85c5-48fd-abdf-12ddb8228591 service neutron] 10.222.0.13 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241120 Aug 19 18:22:37.568618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc7569-200f-4074-b370-58e38101f743 None None] Pushing event updated for resources: {'Port': ['ID=b0a54d4a-590a-4d2c-a440-08e289040e39,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:37.613491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.621176 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.622244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.673544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.733633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] For port 87e57847-44b3-41df-828e-aa1c0fb0faad, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87e57847-44b3-41df-828e-aa1c0fb0faad,segment=NetworkSegment(b9b1201f-cb23-4197-b80d-9222ff7771d3),segment_id=b9b1201f-cb23-4197-b80d-9222ff7771d3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:37.743266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.775732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=12745557-0016-4f0a-aa6b-2c1cbf5df4bd,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:37.841705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.867440 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:37.868930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Transition to ACTIVE for port object 1a4901a9-d485-4a5d-94d4-6b32b3b502bc will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:37.873479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:37.881141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:37.998720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0285299-1a0a-4860-84dd-74e90ad1b04f None None] Pushing event updated for resources: {'Port': ['ID=87e57847-44b3-41df-828e-aa1c0fb0faad,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:38.137573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router 61a56a33-6a29-4a19-8554-c49411878b3d is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:22:38.197165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Attempting to bind port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:38.197496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Attempting to bind port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:38.197861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Attempting to bind port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc on network 4697978f-f6a1-4523-8e36-aa014b857260 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:38.218741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5efbb-3d2a-406b-921e-8258ef7c1607 None None] Pushing event updated for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:38.225130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:38.225769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Checking segment: {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:38.226188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:38.226591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Bound using segment: {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:38.227077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Bound port: 1a4901a9-d485-4a5d-94d4-6b32b3b502bc, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:38.227549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:38.319055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] For port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:38.326004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] For port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:38.327006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Provisioning for port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:38.332036 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:38.347929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb87f-4d33-4f78-90d1-3c4cadb03f1d req-732b78fa-5be1-4068-8daa-071661c96736 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:38.351845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0ffb87f-4d33-4f78-90d1-3c4cadb03f1d req-732b78fa-5be1-4068-8daa-071661c96736 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 945 time: 0.1456313 Aug 19 18:22:38.352773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Provisioning complete for port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:38.353453 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:38.376339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:38.386304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] Sync routers for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:38.395889 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3516333b-1c98-48fb-9120-4181301e913d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9388735 Aug 19 18:22:38.400012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:38.419150 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:38.419907 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:38.532339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0ffb87f-4d33-4f78-90d1-3c4cadb03f1d req-564f5692-fa3f-4d48-a203-1685bc715ea1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681049 Aug 19 18:22:38.594690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87e57847-44b3-41df-828e-aa1c0fb0faad up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:38.603792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:38.608067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35244) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:38.629604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:38.629826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b5212-7e37-49c4-9375-9b064582322b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:38.630246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:38.634339 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:38.639502 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d0b5212-7e37-49c4-9375-9b064582322b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports/12745557-0016-4f0a-aa6b-2c1cbf5df4bd HTTP/1.1" status: 200 len: 911 time: 0.2342856 Aug 19 18:22:38.646051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35246) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:38.664958 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:38.666176 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:38.765428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5efbb-3d2a-406b-921e-8258ef7c1607 None None] Pushing event updated for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:38.810594 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:38.811290 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8da620-983d-4206-adf1-5b7673619c1b None None] The sync data for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:38.879071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c2baf0ec-d142-4225-b30b-b6bccdfddaaf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 200 len: 992 time: 0.2694991 Aug 19 18:22:39.309474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Provisioning complete for port 87e57847-44b3-41df-828e-aa1c0fb0faad triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:39.309474 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7cc180ea-059a-41d6-8335-d50f36e2dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:39.383764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:22:39.454625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:22:39.457814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 87e57847-44b3-41df-828e-aa1c0fb0faad triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:39.458482 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:39.876688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:39.890307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b0a54d4a-590a-4d2c-a440-08e289040e39 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:39.931420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'port_id': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'mac_address': 'fa:16:3e:4c:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:22:39.935368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3b3e8-0d3d-4b1f-9f63-c9b39c7c79e5 None None] Network da968b1a-af5f-4f21-ae00-7eae9efb296c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:40.034723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11ffb13a-b138-4bbf-a31c-f64a5d7848f3 None None] Provisioning complete for port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:40.035113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11ffb13a-b138-4bbf-a31c-f64a5d7848f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.036951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.050214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.099114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:22:40.169799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:40.176586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-11ffb13a-b138-4bbf-a31c-f64a5d7848f3 None None] Port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:40.189024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.194193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b0a54d4a-590a-4d2c-a440-08e289040e39 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:40.397698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1a4901a9-d485-4a5d-94d4-6b32b3b502bc', 'name': '', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'mac_address': 'fa:16:3e:6f:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:28Z', 'updated_at': '2021-08-19T18:22:38Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'subnets': [{'id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:40.400399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:40.467534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['cf110508-dd15-4e43-a445-b0df94b6d0f6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:22:40.469886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1a4901a9-d485-4a5d-94d4-6b32b3b502bc up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:40.498975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005bf5b-0ed8-4e3a-8e05-9c9875f459c0 None None] The sync data for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 is: [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:22:29Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1a4901a9-d485-4a5d-94d4-6b32b3b502bc', 'name': '', 'network_id': '4697978f-f6a1-4523-8e36-aa014b857260', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'mac_address': 'fa:16:3e:6f:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:28Z', 'updated_at': '2021-08-19T18:22:38Z', 'revision_number': 4, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'subnets': [{'id': '3fa9c72c-3f7c-41b1-b1af-578bfd319124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:40.529727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8:1::1 (da968b1a-af5f-4f21-ae00-7eae9efb296c/a53e878f-bc22-4983-ba06-736babf9bad7/e9b102ef-9bf8-4e7d-809c-0f71a591441d) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:40.553655 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Provisioning for port b0a54d4a-590a-4d2c-a440-08e289040e39 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:40.578503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Provisioning complete for port b0a54d4a-590a-4d2c-a440-08e289040e39 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:40.578991 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.707594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:40.726988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:40.727475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.848718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.859597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:40.909153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object e9b102ef-9bf8-4e7d-809c-0f71a591441d will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:40.962306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] For port b0a54d4a-590a-4d2c-a440-08e289040e39, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b0a54d4a-590a-4d2c-a440-08e289040e39,segment=NetworkSegment(89cbb634-aa09-4f64-8b90-a8f8f25c822b),segment_id=89cbb634-aa09-4f64-8b90-a8f8f25c822b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:40.978545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.012901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.076307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network da968b1a-af5f-4f21-ae00-7eae9efb296c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:41.081760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:41.087424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:41.089160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.095159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=e9b102ef-9bf8-4e7d-809c-0f71a591441d,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:41.151842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.152881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.153330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.153788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.154225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.154926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.155067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.155516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.155949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.156390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.156821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.157249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:41.223272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f8c9e15b-d16a-4c7b-b56a-67cead18cb38 None None] Provisioning complete for port b0a54d4a-590a-4d2c-a440-08e289040e39 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:41.223943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e15b-d16a-4c7b-b56a-67cead18cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.289586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e5525-decd-4376-adff-8050f9467b6a None None] Pushing event updated for resources: {'Port': ['ID=b0a54d4a-590a-4d2c-a440-08e289040e39,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:41.448599 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.461797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.623703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:41.640364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.807766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:41.862253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-698d2c42-480a-4387-8904-bac1e4e3cc39 None None] Provisioning for port e9b102ef-9bf8-4e7d-809c-0f71a591441d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:41.876899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-698d2c42-480a-4387-8904-bac1e4e3cc39 None None] Provisioning complete for port e9b102ef-9bf8-4e7d-809c-0f71a591441d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:41.883102 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-698d2c42-480a-4387-8904-bac1e4e3cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:41.999013 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-698d2c42-480a-4387-8904-bac1e4e3cc39 None None] Port e9b102ef-9bf8-4e7d-809c-0f71a591441d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:42.054640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.064164 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.065027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.180477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=e9b102ef-9bf8-4e7d-809c-0f71a591441d,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:42.264925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network da968b1a-af5f-4f21-ae00-7eae9efb296c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:42.266626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:42.374442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b0a54d4a-590a-4d2c-a440-08e289040e39 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:42.471150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b0a54d4a-590a-4d2c-a440-08e289040e39 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:42.471928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:42.474002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router 61a56a33-6a29-4a19-8554-c49411878b3d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:42.622308 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:42.640861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1a4901a9-d485-4a5d-94d4-6b32b3b502bc up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:42.654755 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-090f019e-5bc5-4c40-ab3e-de3af25726eb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0039766 Aug 19 18:22:42.655031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:42.737542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba8aa1-6f08-442e-8fed-5191785d489d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:42.738991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-daba8aa1-6f08-442e-8fed-5191785d489d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports/e9b102ef-9bf8-4e7d-809c-0f71a591441d HTTP/1.1" status: 200 len: 913 time: 0.0829470 Aug 19 18:22:42.739967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] Sync routers for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:42.741924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35276) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:42.763287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:42.764227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:42.819734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:42.846460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:42.847123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:42.849772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:42.850343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.092595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:43.094492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047d9d3-b540-4152-9a1a-1b254d831a97 None None] The sync data for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:43.107295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:43.115664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-872a5e6d-e054-4a4b-bd3f-f252e6613e26 None None] Provisioning complete for port e9b102ef-9bf8-4e7d-809c-0f71a591441d triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:43.116283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-872a5e6d-e054-4a4b-bd3f-f252e6613e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.205182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-872a5e6d-e054-4a4b-bd3f-f252e6613e26 None None] Port e9b102ef-9bf8-4e7d-809c-0f71a591441d cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:43.248793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port cf110508-dd15-4e43-a445-b0df94b6d0f6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:43.258169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port cf110508-dd15-4e43-a445-b0df94b6d0f6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:43.258796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.263299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.378426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.406246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:22:43.408664 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae2f8a-a83c-4794-82fc-922f6e27c144" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:22:43.446783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:43.455136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.493978 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131818f6-070a-472c-a902-d632c49ea0b3 x-openstack-request-id: req-131818f6-070a-472c-a902-d632c49ea0b3 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:22:43.494587 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-plugged", "status": "completed", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:22:43.494587 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-131818f6-070a-472c-a902-d632c49ea0b3 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:22:43.494873 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'code': 200} Aug 19 18:22:43.560406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=13']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:43.661908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port e9b102ef-9bf8-4e7d-809c-0f71a591441d {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:43.662382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.773986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:43.791354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for e9b102ef-9bf8-4e7d-809c-0f71a591441d owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:44.001799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.045093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=e9b102ef-9bf8-4e7d-809c-0f71a591441d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:44.211955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:44.463830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router 61a56a33-6a29-4a19-8554-c49411878b3d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:44.588347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:44.599784 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] Sync routers for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:44.601076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-67684368-7e4a-42dd-810c-7d345e66e309 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581660 Aug 19 18:22:44.603754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35290) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:44.617815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:44.620036 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:44.687690 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:44.698915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:44.700592 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:44.749974 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:44.750532 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a1fdb-af71-4e3a-87db-856f22f1f977 None None] The sync data for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:45.043294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:45.359776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 12745557-0016-4f0a-aa6b-2c1cbf5df4bd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:45.360295 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:45.472102 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:45.484921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 12745557-0016-4f0a-aa6b-2c1cbf5df4bd owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:45.696124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:45.748582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=12745557-0016-4f0a-aa6b-2c1cbf5df4bd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:45.859603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.105859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router 61a56a33-6a29-4a19-8554-c49411878b3d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:46.191066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:46.197337 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7577bae-0d7c-44c1-97dd-6a8cf8d94a73 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919440 Aug 19 18:22:46.200520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35316) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:46.205891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] Sync routers for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:46.220850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:46.221689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:46.237005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15a1215b-4056-4cad-b646-22800232d16f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=61a56a33-6a29-4a19-8554-c49411878b3d HTTP/1.1" status: 200 len: 205 time: 0.0330908 Aug 19 18:22:46.237315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35318) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:46.258269 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:46.268741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] Routers {'61a56a33-6a29-4a19-8554-c49411878b3d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:46.269410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['61a56a33-6a29-4a19-8554-c49411878b3d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:46.318319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:46.318998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807cdd32-065c-4b74-b1a2-a235530eb92d None None] The sync data for ids ['61a56a33-6a29-4a19-8554-c49411878b3d'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:46.360957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.550005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.553463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.617936 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.618501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router 61a56a33-6a29-4a19-8554-c49411878b3d {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:22:46.637610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.638756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-26bbec76-44e2-4f55-bc62-f31e2fae2c0b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d HTTP/1.1" status: 204 len: 168 time: 0.4004836 Aug 19 18:22:46.641429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:46.732354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet a53e878f-bc22-4983-ba06-736babf9bad7 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:46.738932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.793157 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.869471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:46.905866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:46.978671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.009037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=a53e878f-bc22-4983-ba06-736babf9bad7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:47.018180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.019915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/a53e878f-bc22-4983-ba06-736babf9bad7 HTTP/1.1" status: 204 len: 168 time: 0.3775370 Aug 19 18:22:47.022013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.022153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58566d9b-19b7-486a-828b-9ac1b9e24bf5 None None] Network da968b1a-af5f-4f21-ae00-7eae9efb296c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:47.022439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.022793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.023135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.023480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.023831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.024383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.024721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.025154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.025572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.025940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.026283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123c7e9-791d-4223-85a3-740dc93d65ec tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:22:47.029861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35340) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:47.046802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592592-204f-40e6-be21-856425cd9ee6 req-764920fb-9cf5-47fb-a3fa-7a01f407bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:47.048387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e592592-204f-40e6-be21-856425cd9ee6 req-764920fb-9cf5-47fb-a3fa-7a01f407bf01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.1766999 Aug 19 18:22:47.110537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 302cd699-a0e1-45ab-b6bd-11dd63a407b6 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:47.116017 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4e592592-204f-40e6-be21-856425cd9ee6 req-d5934a0e-5514-436d-9bf6-d88149afcfef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611379 Aug 19 18:22:47.118598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.179746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.234276 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.285800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] DHCP port deletion for da968b1a-af5f-4f21-ae00-7eae9efb296c request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:47.300287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.367644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Deleting port b0a54d4a-590a-4d2c-a440-08e289040e39 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:47.367963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.427960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.461048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] For port b0a54d4a-590a-4d2c-a440-08e289040e39, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b0a54d4a-590a-4d2c-a440-08e289040e39,segment=NetworkSegment(89cbb634-aa09-4f64-8b90-a8f8f25c822b),segment_id=89cbb634-aa09-4f64-8b90-a8f8f25c822b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:47.461673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.483659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=302cd699-a0e1-45ab-b6bd-11dd63a407b6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:47.488488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.491841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Calling delete_port for b0a54d4a-590a-4d2c-a440-08e289040e39 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:47.493614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35350) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:47.493946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f952d2d6-a795-4dd5-a733-280f077bc19a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/302cd699-a0e1-45ab-b6bd-11dd63a407b6 HTTP/1.1" status: 204 len: 168 time: 0.4630473 Aug 19 18:22:47.505446 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fb339-9324-47b7-8403-370198650ec1 None None] Network 0289fc30-dad2-44ed-9034-55c7a5c23150 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:47.638471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.723939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port b0a54d4a-590a-4d2c-a440-08e289040e39 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:47.724510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.821064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port b0a54d4a-590a-4d2c-a440-08e289040e39, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b0a54d4a-590a-4d2c-a440-08e289040e39,segment=NetworkSegment(89cbb634-aa09-4f64-8b90-a8f8f25c822b),segment_id=89cbb634-aa09-4f64-8b90-a8f8f25c822b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:47.821274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:47.836991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for b0a54d4a-590a-4d2c-a440-08e289040e39 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:47.889611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.001443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] Pushing event deleted for resources: {'Port': ['ID=b0a54d4a-590a-4d2c-a440-08e289040e39,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:48.012828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] DHCP port deletion for 0289fc30-dad2-44ed-9034-55c7a5c23150 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:48.075591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194260f-808d-4921-ab5b-3b3c737302d7 None None] No DVR routers for this DVR port b0a54d4a-590a-4d2c-a440-08e289040e39 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:48.139415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Deleting port 87e57847-44b3-41df-828e-aa1c0fb0faad {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:48.139874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.294207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] For port 87e57847-44b3-41df-828e-aa1c0fb0faad, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=87e57847-44b3-41df-828e-aa1c0fb0faad,segment=NetworkSegment(b9b1201f-cb23-4197-b80d-9222ff7771d3),segment_id=b9b1201f-cb23-4197-b80d-9222ff7771d3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:48.294868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.325084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Calling delete_port for 87e57847-44b3-41df-828e-aa1c0fb0faad owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:48.335873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 87e57847-44b3-41df-828e-aa1c0fb0faad no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:48.540375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.568502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.600894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] Pushing event deleted for resources: {'Port': ['ID=87e57847-44b3-41df-828e-aa1c0fb0faad,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:48.615066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92366afc-dbe9-4120-8d8b-62e7d4889046 None None] No DVR routers for this DVR port 87e57847-44b3-41df-828e-aa1c0fb0faad on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:48.641802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b0a54d4a-590a-4d2c-a440-08e289040e39 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:48.648010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.669157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b0a54d4a-590a-4d2c-a440-08e289040e39 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:48.669731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b0a54d4a-590a-4d2c-a440-08e289040e39 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:48.686630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=b0a54d4a-590a-4d2c-a440-08e289040e39,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:48.691034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port b0a54d4a-590a-4d2c-a440-08e289040e39 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:48.811943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.826035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da968b1a-af5f-4f21-ae00-7eae9efb296c']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:48.842900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cbb634-aa09-4f64-8b90-a8f8f25c822b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:48.843493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cbb634-aa09-4f64-8b90-a8f8f25c822b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:48.857654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.884059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.891568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:48.892440 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:48.896162 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:48.986184 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.003204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.005429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/da968b1a-af5f-4f21-ae00-7eae9efb296c HTTP/1.1" status: 204 len: 168 time: 1.5104074 Aug 19 18:22:49.008677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35376) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:49.018601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff1f23-fbe0-4f2a-85cf-aafaf88562e2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=da968b1a-af5f-4f21-ae00-7eae9efb296c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:49.109386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.217751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.229168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289fc30-dad2-44ed-9034-55c7a5c23150']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:49.239938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b1201f-cb23-4197-b80d-9222ff7771d3') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:49.240340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b1201f-cb23-4197-b80d-9222ff7771d3') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:49.250367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.267190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.279390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:49.279948 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:49.283037 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:49.353262 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.363260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.363795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/0289fc30-dad2-44ed-9034-55c7a5c23150 HTTP/1.1" status: 204 len: 168 time: 0.3532100 Aug 19 18:22:49.368699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35378) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:49.374418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2106100821'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:49.383666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9ba01-d89a-4d5a-a034-a38d669496fd tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=0289fc30-dad2-44ed-9034-55c7a5c23150,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:49.404530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:49.408116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.434878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:49.445528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.445885 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment ab83e28b-f8b0-44e3-9f3d-57e78cf7d581 of type vlan for network 08a557f3-e925-49a2-8272-b355a544e1f3 Aug 19 18:22:49.494822 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.527656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.533645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:49.534367 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.592006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2221003 Aug 19 18:22:49.593697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35380) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:49.600766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:49.607782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9bd4f-3b19-4f0c-8938-5bd6822cd6d5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=08a557f3-e925-49a2-8272-b355a544e1f3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:49.619383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 08a557f3-e925-49a2-8272-b355a544e1f3 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:49.709559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:49.713637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.915845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:49.979733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:50.007048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:50.007431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 08a557f3-e925-49a2-8272-b355a544e1f3, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:50.091370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 08a557f3-e925-49a2-8272-b355a544e1f3 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:50.157739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 08a557f3-e925-49a2-8272-b355a544e1f3) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:50.164090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:50.165315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.170412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b268c3-067b-489a-971b-c3279a8f3a34 None None] Network 08a557f3-e925-49a2-8272-b355a544e1f3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:50.196985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-33523931-531c-43d1-85cb-5fd41375a2fc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5998318 Aug 19 18:22:50.197564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35394) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:50.205874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-484264378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:50.257553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.261298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.359203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-08a557f3-e925-49a2-8272-b355a544e1f3', 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:50.360159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.367393 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.373462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.397993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.403746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:50.409455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'port': {'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3', 'name': 'tempest-RoutersIpV6Test-758618194'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:50.421322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-15b9d880-1a3f-430e-8200-110deea2b850 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2152514 Aug 19 18:22:50.547552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Allocated IP 2001:db8::2 (08a557f3-e925-49a2-8272-b355a544e1f3/7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c/31eb082a-5841-495f-a760-cb8fada4aee4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:50.593593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:50.598223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.624237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] device_id is not set on port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b yet. {{(pid=101325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 18:22:50.753508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.762844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Transition to ACTIVE for port object 31eb082a-5841-495f-a760-cb8fada4aee4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:50.778949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Transition to ACTIVE for port object 31eb082a-5841-495f-a760-cb8fada4aee4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:50.788431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.859045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Network 08a557f3-e925-49a2-8272-b355a544e1f3 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:50.862638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:50.866871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:50.878312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Pushing event updated for resources: {'Port': ['ID=31eb082a-5841-495f-a760-cb8fada4aee4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:50.881023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8::114 (08a557f3-e925-49a2-8272-b355a544e1f3/7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c/99eb4555-2f52-42f4-a9ed-81d7693d4e8b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:50.938914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Attempting to bind port 31eb082a-5841-495f-a760-cb8fada4aee4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:50.939460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Attempting to bind port 31eb082a-5841-495f-a760-cb8fada4aee4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:50.940165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Attempting to bind port 31eb082a-5841-495f-a760-cb8fada4aee4 on network 08a557f3-e925-49a2-8272-b355a544e1f3 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:50.947040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:50.947677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Checking segment: {'id': 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:50.948195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:50.948797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Bound using segment: {'id': 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:50.949440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Bound port: 31eb082a-5841-495f-a760-cb8fada4aee4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '08a557f3-e925-49a2-8272-b355a544e1f3'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:50.949938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.033893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] For port 31eb082a-5841-495f-a760-cb8fada4aee4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:51.039241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] For port 31eb082a-5841-495f-a760-cb8fada4aee4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=31eb082a-5841-495f-a760-cb8fada4aee4,segment=NetworkSegment(ab83e28b-f8b0-44e3-9f3d-57e78cf7d581),segment_id=ab83e28b-f8b0-44e3-9f3d-57e78cf7d581)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:51.046222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.111352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915637c-b805-4981-a8c7-9bfae77d1077 None None] Pushing event updated for resources: {'Port': ['ID=31eb082a-5841-495f-a760-cb8fada4aee4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:51.135568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.164231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 99eb4555-2f52-42f4-a9ed-81d7693d4e8b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:51.214285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.293819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 08a557f3-e925-49a2-8272-b355a544e1f3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:51.297948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:51.302044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:51.310448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:51.311349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:51.318229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=99eb4555-2f52-42f4-a9ed-81d7693d4e8b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:51.344022 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-64d8abc0-b294-45fa-8f71-4d8bce64d924 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9390476 Aug 19 18:22:51.346088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35404) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:51.865246 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.179374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.185741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.213415 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:22:52.311080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=99eb4555-2f52-42f4-a9ed-81d7693d4e8b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:52.411953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 31eb082a-5841-495f-a760-cb8fada4aee4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:52.457427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.493968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c478f-113e-416d-88fd-da716f853316 None None] Network 08a557f3-e925-49a2-8272-b355a544e1f3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:52.498069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 31eb082a-5841-495f-a760-cb8fada4aee4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:52.571686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Provisioning for port 31eb082a-5841-495f-a760-cb8fada4aee4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:52.581420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Provisioning complete for port 31eb082a-5841-495f-a760-cb8fada4aee4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:52.582874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.665629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.800081 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.852566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] For port 31eb082a-5841-495f-a760-cb8fada4aee4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=31eb082a-5841-495f-a760-cb8fada4aee4,segment=NetworkSegment(ab83e28b-f8b0-44e3-9f3d-57e78cf7d581),segment_id=ab83e28b-f8b0-44e3-9f3d-57e78cf7d581)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:52.858178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:52.916004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcc1e3-d5b8-4551-b011-4684a348db22 None None] Pushing event updated for resources: {'Port': ['ID=31eb082a-5841-495f-a760-cb8fada4aee4,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:53.087863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.095773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.096794 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.218172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=99eb4555-2f52-42f4-a9ed-81d7693d4e8b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:53.268426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 08a557f3-e925-49a2-8272-b355a544e1f3 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:53.270056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:53.298339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Provisioning complete for port 31eb082a-5841-495f-a760-cb8fada4aee4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:53.299122 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.432322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Provisioning for port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:22:53.438420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Provisioning complete for port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:53.439163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.479042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-da4ed92e-51f8-49b8-8792-e64ca0a95a07 None None] Port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:53.483826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router cc4d0fda-249e-4960-91cc-a5b0b4b50b13 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:22:53.610790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d382eb5-d01e-4cf3-88a7-01c7d6a1f955 None None] Provisioning complete for port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:53.611171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d382eb5-d01e-4cf3-88a7-01c7d6a1f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.627349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:53.641381 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] Sync routers for ids ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:53.655256 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f82a4c8d-13b4-4e58-8ff4-3fe9dc95e30e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/cc4d0fda-249e-4960-91cc-a5b0b4b50b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3058467 Aug 19 18:22:53.657024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35438) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:53.658426 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] Routers {'cc4d0fda-249e-4960-91cc-a5b0b4b50b13'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:53.659313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:53.673216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9d382eb5-d01e-4cf3-88a7-01c7d6a1f955 None None] Port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:53.698357 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:53.708156 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] Routers {'cc4d0fda-249e-4960-91cc-a5b0b4b50b13'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:53.708822 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:53.713557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939e50d-63a8-464e-a270-469ab760203a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:53.715205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8939e50d-63a8-464e-a270-469ab760203a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports/99eb4555-2f52-42f4-a9ed-81d7693d4e8b HTTP/1.1" status: 200 len: 983 time: 0.0565178 Aug 19 18:22:53.718073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35440) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:53.748166 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:53.748852 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc68b-912c-4340-ab7a-f695f7fda449 None None] The sync data for ids ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:53.900659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-82ee90c8-2c57-410c-a5da-657cfe4534b6 None None] Provisioning complete for port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:53.901054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82ee90c8-2c57-410c-a5da-657cfe4534b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:53.968431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-82ee90c8-2c57-410c-a5da-657cfe4534b6 None None] Port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:54.114966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0a3365c4-66f8-4721-a7bc-dc7c5886f31b None None] Provisioning complete for port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:54.115337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0a3365c4-66f8-4721-a7bc-dc7c5886f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.169996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0a3365c4-66f8-4721-a7bc-dc7c5886f31b None None] Port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:22:54.276287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.326389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 31eb082a-5841-495f-a760-cb8fada4aee4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:22:54.403532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 31eb082a-5841-495f-a760-cb8fada4aee4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:22:54.403796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.613624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 99eb4555-2f52-42f4-a9ed-81d7693d4e8b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:54.614290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.740497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:54.756115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 99eb4555-2f52-42f4-a9ed-81d7693d4e8b owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:55.005138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:55.042579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=99eb4555-2f52-42f4-a9ed-81d7693d4e8b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:55.208254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:55.402847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router cc4d0fda-249e-4960-91cc-a5b0b4b50b13 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:22:55.480468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:22:55.489235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-83a79634-1676-4fc4-9031-a54bb7cc2c7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/cc4d0fda-249e-4960-91cc-a5b0b4b50b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663479 Aug 19 18:22:55.489353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35476) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:55.496780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] Sync routers for ids ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:22:55.517731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] Routers {'cc4d0fda-249e-4960-91cc-a5b0b4b50b13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:55.518649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:55.550938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:55.568071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] Routers {'cc4d0fda-249e-4960-91cc-a5b0b4b50b13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:22:55.568729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:22:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:55.613951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:55.614632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c31ad-50ab-4d62-947b-3781190c897f None None] The sync data for ids ['cc4d0fda-249e-4960-91cc-a5b0b4b50b13'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:22:55.719903 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-6a19ccd7-4f4e-4bca-97ea-10f68d4a8f08 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 18:22:55.724454 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6a19ccd7-4f4e-4bca-97ea-10f68d4a8f08 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/cc4d0fda-249e-4960-91cc-a5b0b4b50b13/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2349415 Aug 19 18:22:55.727563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35486) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:55.759431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-85229c60-d47c-4e04-89b4-01915af12708 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc4d0fda-249e-4960-91cc-a5b0b4b50b13 HTTP/1.1" status: 200 len: 205 time: 0.0304759 Aug 19 18:22:55.762977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35488) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:55.845977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.027331 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.029814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.087592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.088764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router cc4d0fda-249e-4960-91cc-a5b0b4b50b13 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:22:56.096675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.100624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a248bc57-2dfc-48d1-bc22-606bc70a421b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/cc4d0fda-249e-4960-91cc-a5b0b4b50b13 HTTP/1.1" status: 204 len: 168 time: 0.3336101 Aug 19 18:22:56.100624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35498) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:56.163573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:22:56.167963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.214109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.314620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.376773 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.409718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.444764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:56.455799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.456967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb54f4-1768-4997-b5f6-f6533d5f5610 None None] Network 08a557f3-e925-49a2-8272-b355a544e1f3 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:56.458290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-46d8afcb-792b-4aff-95e7-359dcd80b683 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c HTTP/1.1" status: 204 len: 168 time: 0.3569360 Aug 19 18:22:56.461022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35502) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:56.595784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.751346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 31eb082a-5841-495f-a760-cb8fada4aee4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:56.752567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.780377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] DHCP port deletion for 08a557f3-e925-49a2-8272-b355a544e1f3 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:22:56.877621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Deleting port 31eb082a-5841-495f-a760-cb8fada4aee4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:22:56.878388 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.966314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] For port 31eb082a-5841-495f-a760-cb8fada4aee4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=31eb082a-5841-495f-a760-cb8fada4aee4,segment=NetworkSegment(ab83e28b-f8b0-44e3-9f3d-57e78cf7d581),segment_id=ab83e28b-f8b0-44e3-9f3d-57e78cf7d581)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:56.967031 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:56.975348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 31eb082a-5841-495f-a760-cb8fada4aee4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=31eb082a-5841-495f-a760-cb8fada4aee4,segment=NetworkSegment(ab83e28b-f8b0-44e3-9f3d-57e78cf7d581),segment_id=ab83e28b-f8b0-44e3-9f3d-57e78cf7d581)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:22:56.976405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:57.005972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Calling delete_port for 31eb082a-5841-495f-a760-cb8fada4aee4 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:57.007288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 31eb082a-5841-495f-a760-cb8fada4aee4 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:22:57.422131 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:57.484022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] Pushing event deleted for resources: {'Port': ['ID=31eb082a-5841-495f-a760-cb8fada4aee4,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:57.500702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3c2e3-4f25-4f0a-8d7d-e25edd20fae7 None None] No DVR routers for this DVR port 31eb082a-5841-495f-a760-cb8fada4aee4 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:57.777361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:57.842550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=31eb082a-5841-495f-a760-cb8fada4aee4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:57.849421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 31eb082a-5841-495f-a760-cb8fada4aee4 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:22:57.968582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:57.979241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a557f3-e925-49a2-8272-b355a544e1f3']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:57.990044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:57.990344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab83e28b-f8b0-44e3-9f3d-57e78cf7d581') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:22:58.000164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.014289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.020576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:22:58.020973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self.session.flush() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:22:58.024286 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:22:58.084510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.092894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.095778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/08a557f3-e925-49a2-8272-b355a544e1f3 HTTP/1.1" status: 204 len: 168 time: 1.6329966 Aug 19 18:22:58.099254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35516) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:58.105959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424183454'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:58.125629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbf8ee-64a8-4018-8f31-15d471851c96 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=08a557f3-e925-49a2-8272-b355a544e1f3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:58.138676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-72675807-7041-4f59-8ad2-88708502cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.143962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:58.147493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.172247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:22:58.181977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.182358 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 6eab84f6-f55a-4e7b-98bf-de3044626105 of type vlan for network 3dc05939-2b44-4ec7-a2f8-aa536a80025e Aug 19 18:22:58.251798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.282338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-c5c675eb-ce6f-4c42-8cdd-f91ea1a49a00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712185 Aug 19 18:22:58.291065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.298653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:58.299364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.323936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 31eb082a-5841-495f-a760-cb8fada4aee4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:22:58.350680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 31eb082a-5841-495f-a760-cb8fada4aee4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:22:58.351083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 31eb082a-5841-495f-a760-cb8fada4aee4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:22:58.372209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2708008 Aug 19 18:22:58.376042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35518) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:58.383573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:58.449513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc78c4-3a47-4347-9883-d9f77b4ed741 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=3dc05939-2b44-4ec7-a2f8-aa536a80025e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:58.463547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:22:58.486837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-b96e5321-53b8-4246-96ef-9314b8b71859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:58.488637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-b96e5321-53b8-4246-96ef-9314b8b71859 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1099 time: 0.1282544 Aug 19 18:22:58.529178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:22:58.533756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.703325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-5963a202-3124-4303-a454-827073359e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:58.704906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-5963a202-3124-4303-a454-827073359e0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.1883140 Aug 19 18:22:58.810797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-383d7acd-4cd7-4e2a-88c8-a2b3eb3157f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 1002 time: 0.0975716 Aug 19 18:22:58.890568 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:58.891518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-b5046a37-bf3b-44b8-b2fe-197d16cfaba4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436587 Aug 19 18:22:58.903493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-68bf62de-ca86-47ab-9d9e-253e193e92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:58.904122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-68bf62de-ca86-47ab-9d9e-253e193e92d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.0711558 Aug 19 18:22:58.999769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=59cbf9b3-8684-48b5-8de8-8acb9c1ac95d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:59.010692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '6eab84f6-f55a-4e7b-98bf-de3044626105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:59.011752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 3dc05939-2b44-4ec7-a2f8-aa536a80025e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:22:59.016997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-9e7d60e0-71b6-4d3d-9340-73e1ca36a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.018972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-9e7d60e0-71b6-4d3d-9340-73e1ca36a208 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961039 Aug 19 18:22:59.021284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-40b4eb1b-377c-4d3d-b6df-d77aa3645c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.023211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-40b4eb1b-377c-4d3d-b6df-d77aa3645c9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.0539186 Aug 19 18:22:59.049702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:22:59.091052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 3dc05939-2b44-4ec7-a2f8-aa536a80025e) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:59.097672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.098278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.100278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10199c6d-5804-4cd4-807b-f16fea277824 None None] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:22:59.127140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eaa10504-137c-48c2-afb0-95fa734c086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7500312 Aug 19 18:22:59.131179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35536) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:59.142929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035289855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:22:59.156544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-842ccb8b-b7e9-40fc-98fa-91b147f5323d service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292927 Aug 19 18:22:59.208283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-0625e0f6-6d71-44bd-9077-adec551e7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.211683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-0625e0f6-6d71-44bd-9077-adec551e7bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.1562216 Aug 19 18:22:59.241060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.243142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.304646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-3dc05939-2b44-4ec7-a2f8-aa536a80025e', 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '59cbf9b3-8684-48b5-8de8-8acb9c1ac95d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:22:59.305835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.332766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-944f2cd5-72ed-4f4d-bbf7-3ebd9eb77890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 1001 time: 0.1135392 Aug 19 18:22:59.340550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7fe0728-0763-47fa-bb61-1d9d0bd857ed req-04c5dc38-762a-4428-ac81-5c82296082e4 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764092 Aug 19 18:22:59.343912 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.359102 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.385177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.388024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d37c4907-3fe2-4b99-992b-b9d8a4410fe3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2556276 Aug 19 18:22:59.390447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35540) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:22:59.405937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-31c34443-33ef-43a0-9a1c-1d3b6df0666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.410337 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-31c34443-33ef-43a0-9a1c-1d3b6df0666f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0684853 Aug 19 18:22:59.478556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-0d648697-efdb-4038-9e18-b37ee2b435e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:22:59.480316 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-0d648697-efdb-4038-9e18-b37ee2b435e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640044 Aug 19 18:22:59.498186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Allocated IP 2001:db8::2 (3dc05939-2b44-4ec7-a2f8-aa536a80025e/59cbf9b3-8684-48b5-8de8-8acb9c1ac95d/7a646d8e-775d-434b-89cb-62dfbd98696e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:22:59.616421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-f77b2886-41c1-4916-8e46-8bbea293dfcd service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286588 Aug 19 18:22:59.679120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.691373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Transition to ACTIVE for port object 7a646d8e-775d-434b-89cb-62dfbd98696e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:59.714534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Transition to ACTIVE for port object 7a646d8e-775d-434b-89cb-62dfbd98696e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:22:59.721859 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.743104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.783518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:22:59.787403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:22:59.787728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efbb7199-33c1-470f-b7e9-d80733ae26a1 req-5b9048da-9704-4b6d-8424-1b78e84918cc service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634114 Aug 19 18:22:59.791060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:22:59.877779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Pushing event updated for resources: {'Port': ['ID=7a646d8e-775d-434b-89cb-62dfbd98696e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:22:59.896935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Attempting to bind port 7a646d8e-775d-434b-89cb-62dfbd98696e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:22:59.897334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Attempting to bind port 7a646d8e-775d-434b-89cb-62dfbd98696e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6eab84f6-f55a-4e7b-98bf-de3044626105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:22:59.897705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Attempting to bind port 7a646d8e-775d-434b-89cb-62dfbd98696e on network 3dc05939-2b44-4ec7-a2f8-aa536a80025e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:22:59.904190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:22:59.904572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Checking segment: {'id': '6eab84f6-f55a-4e7b-98bf-de3044626105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:22:59.904984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.905383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Bound using segment: {'id': '6eab84f6-f55a-4e7b-98bf-de3044626105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:22:59.905854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Bound port: 7a646d8e-775d-434b-89cb-62dfbd98696e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eab84f6-f55a-4e7b-98bf-de3044626105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3dc05939-2b44-4ec7-a2f8-aa536a80025e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:22:59.906238 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:22:59.984511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] For port 7a646d8e-775d-434b-89cb-62dfbd98696e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:22:59.990138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] For port 7a646d8e-775d-434b-89cb-62dfbd98696e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7a646d8e-775d-434b-89cb-62dfbd98696e,segment=NetworkSegment(6eab84f6-f55a-4e7b-98bf-de3044626105),segment_id=6eab84f6-f55a-4e7b-98bf-de3044626105)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:22:59.996007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.066791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9d7ee-a31e-4594-94a9-dadc8193fb90 None None] Pushing event updated for resources: {'Port': ['ID=7a646d8e-775d-434b-89cb-62dfbd98696e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:00.077944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8::1 (3dc05939-2b44-4ec7-a2f8-aa536a80025e/59cbf9b3-8684-48b5-8de8-8acb9c1ac95d/5ac28443-660e-4b8f-8776-32d2c4e6dcac) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:00.226895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.256158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 5ac28443-660e-4b8f-8776-32d2c4e6dcac will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:00.318751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.395192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:00.398672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:00.404714 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:00.405306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.409015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=5ac28443-660e-4b8f-8776-32d2c4e6dcac,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:00.454426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7a646d8e-775d-434b-89cb-62dfbd98696e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:00.519540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 7a646d8e-775d-434b-89cb-62dfbd98696e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:00.577494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.578954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e832d8df-4103-4c42-9bfd-b74670d66999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.881307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.888210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.889101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.921016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:00.986838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=5ac28443-660e-4b8f-8776-32d2c4e6dcac,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:01.057269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:01.059859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:01.202833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router ea66fc11-1f17-4396-a425-b09fae422f9e is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:23:01.310710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:01.320272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a1b807b9-f0c7-4111-bd5d-46af9182e8ca tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/ea66fc11-1f17-4396-a425-b09fae422f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254208 Aug 19 18:23:01.320272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35556) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:01.326352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a063abe-e6c0-41dd-a7eb-19db010915b7 None None] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:01.327090 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734322ff-aff2-4915-8200-465c3d506071 None None] Sync routers for ids ['ea66fc11-1f17-4396-a425-b09fae422f9e'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:01.336684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] Routers {'ea66fc11-1f17-4396-a425-b09fae422f9e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:01.337337 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ea66fc11-1f17-4396-a425-b09fae422f9e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:01.375281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f112e74-a793-47f6-b5ec-302d7a6b484d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:01.376918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f112e74-a793-47f6-b5ec-302d7a6b484d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports/5ac28443-660e-4b8f-8776-32d2c4e6dcac HTTP/1.1" status: 200 len: 911 time: 0.0553823 Aug 19 18:23:01.379930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35560) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:01.390787 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:01.400484 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] Routers {'ea66fc11-1f17-4396-a425-b09fae422f9e'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:01.401351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ea66fc11-1f17-4396-a425-b09fae422f9e'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:01.440197 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-734322ff-aff2-4915-8200-465c3d506071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:01.441575 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734322ff-aff2-4915-8200-465c3d506071 None None] The sync data for ids ['ea66fc11-1f17-4396-a425-b09fae422f9e'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:01.472991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Provisioning for port 7a646d8e-775d-434b-89cb-62dfbd98696e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:01.482500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Provisioning complete for port 7a646d8e-775d-434b-89cb-62dfbd98696e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:01.483151 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:01.633713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:01.676090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] For port 7a646d8e-775d-434b-89cb-62dfbd98696e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7a646d8e-775d-434b-89cb-62dfbd98696e,segment=NetworkSegment(6eab84f6-f55a-4e7b-98bf-de3044626105),segment_id=6eab84f6-f55a-4e7b-98bf-de3044626105)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:01.681298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:01.759821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05edf-a3dc-4b94-ab72-08ba0a8ebfaf None None] Pushing event updated for resources: {'Port': ['ID=7a646d8e-775d-434b-89cb-62dfbd98696e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:01.908640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Provisioning complete for port 7a646d8e-775d-434b-89cb-62dfbd98696e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:01.909130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.048630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.072775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Provisioning for port 5ac28443-660e-4b8f-8776-32d2c4e6dcac completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:02.080021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Provisioning complete for port 5ac28443-660e-4b8f-8776-32d2c4e6dcac triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:02.080422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.134808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb2cb6-ec83-4b25-aff5-b1790de75e3d None None] Port 5ac28443-660e-4b8f-8776-32d2c4e6dcac cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:02.220622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.297940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-95d495f6-5863-4a21-9386-cd14bb9ecc89 None None] Provisioning complete for port 5ac28443-660e-4b8f-8776-32d2c4e6dcac triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:02.300897 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-95d495f6-5863-4a21-9386-cd14bb9ecc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.362017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7a646d8e-775d-434b-89cb-62dfbd98696e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:02.395745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-95d495f6-5863-4a21-9386-cd14bb9ecc89 None None] Port 5ac28443-660e-4b8f-8776-32d2c4e6dcac cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:02.447846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7a646d8e-775d-434b-89cb-62dfbd98696e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:02.448963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.579251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-86f39c0a-bbf8-4295-853d-c30e9062c135 None None] Provisioning complete for port 5ac28443-660e-4b8f-8776-32d2c4e6dcac triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:02.580058 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-86f39c0a-bbf8-4295-853d-c30e9062c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.640605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-86f39c0a-bbf8-4295-853d-c30e9062c135 None None] Port 5ac28443-660e-4b8f-8776-32d2c4e6dcac cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:02.671237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 5ac28443-660e-4b8f-8776-32d2c4e6dcac {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:02.672015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.793406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:02.806844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 5ac28443-660e-4b8f-8776-32d2c4e6dcac owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:03.015502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.048319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=5ac28443-660e-4b8f-8776-32d2c4e6dcac,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:03.191124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.386244 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router ea66fc11-1f17-4396-a425-b09fae422f9e has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:03.476924 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:03.484998 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d88aa3cb-ff25-4174-b434-7d4f59f5bf7f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/ea66fc11-1f17-4396-a425-b09fae422f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1010926 Aug 19 18:23:03.485689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35582) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:03.494717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] Sync routers for ids ['ea66fc11-1f17-4396-a425-b09fae422f9e'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:03.511660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] Routers {'ea66fc11-1f17-4396-a425-b09fae422f9e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:03.512318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ea66fc11-1f17-4396-a425-b09fae422f9e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:03.540018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:03.547412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2b18f665-62de-41f9-b8e7-2d35b11e086b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea66fc11-1f17-4396-a425-b09fae422f9e HTTP/1.1" status: 200 len: 205 time: 0.0604920 Aug 19 18:23:03.574616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:03.595164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] Routers {'ea66fc11-1f17-4396-a425-b09fae422f9e'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:03.595955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ea66fc11-1f17-4396-a425-b09fae422f9e'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:03.599691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.632008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:03.632823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ebae3-0e8f-42b4-85ac-4b6f9914a2ac None None] The sync data for ids ['ea66fc11-1f17-4396-a425-b09fae422f9e'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:03.641656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.885066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.888366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.950506 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.951089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router ea66fc11-1f17-4396-a425-b09fae422f9e {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:23:03.959249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:03.960404 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c3ae84c-a84e-4688-904a-335c349d3b1f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/ea66fc11-1f17-4396-a425-b09fae422f9e HTTP/1.1" status: 204 len: 168 time: 0.4188159 Aug 19 18:23:03.963866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35588) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:04.029440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 59cbf9b3-8684-48b5-8de8-8acb9c1ac95d {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:04.034589 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.082323 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.188613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.277119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.311133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=59cbf9b3-8684-48b5-8de8-8acb9c1ac95d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:04.324388 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.327768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e46824f6-b174-4131-8cfc-59f28c8edee3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/59cbf9b3-8684-48b5-8de8-8acb9c1ac95d HTTP/1.1" status: 204 len: 168 time: 0.3613997 Aug 19 18:23:04.330132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35592) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:04.330825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0abfac6-3d49-4ffa-9d9b-54d8fab7c681 None None] Network 3dc05939-2b44-4ec7-a2f8-aa536a80025e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:04.445881 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.561709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 7a646d8e-775d-434b-89cb-62dfbd98696e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:04.563657 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.614471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] DHCP port deletion for 3dc05939-2b44-4ec7-a2f8-aa536a80025e request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:04.670537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 7a646d8e-775d-434b-89cb-62dfbd98696e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7a646d8e-775d-434b-89cb-62dfbd98696e,segment=NetworkSegment(6eab84f6-f55a-4e7b-98bf-de3044626105),segment_id=6eab84f6-f55a-4e7b-98bf-de3044626105)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:04.670965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.686077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 7a646d8e-775d-434b-89cb-62dfbd98696e owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:04.694297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Deleting port 7a646d8e-775d-434b-89cb-62dfbd98696e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:04.695077 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.792071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] For port 7a646d8e-775d-434b-89cb-62dfbd98696e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7a646d8e-775d-434b-89cb-62dfbd98696e,segment=NetworkSegment(6eab84f6-f55a-4e7b-98bf-de3044626105),segment_id=6eab84f6-f55a-4e7b-98bf-de3044626105)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:04.792793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.798677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.810108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Calling delete_port for 7a646d8e-775d-434b-89cb-62dfbd98696e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:04.832704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=7a646d8e-775d-434b-89cb-62dfbd98696e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:04.841113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 7a646d8e-775d-434b-89cb-62dfbd98696e on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:04.900524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.926726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] Pushing event deleted for resources: {'Port': ['ID=7a646d8e-775d-434b-89cb-62dfbd98696e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:04.933007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885caa9-6108-46e7-b316-41a4579ada38 None None] No DVR routers for this DVR port 7a646d8e-775d-434b-89cb-62dfbd98696e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:04.947754 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:04.965237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc05939-2b44-4ec7-a2f8-aa536a80025e']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:04.987242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eab84f6-f55a-4e7b-98bf-de3044626105') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:04.987625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eab84f6-f55a-4e7b-98bf-de3044626105') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:05.000288 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.016485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.024411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:23:05.025050 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:23:05.029048 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:23:05.109620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.116562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.118438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/3dc05939-2b44-4ec7-a2f8-aa536a80025e HTTP/1.1" status: 204 len: 168 time: 0.7864265 Aug 19 18:23:05.123187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35600) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:05.130689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-860988079', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:05.173330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d62ee-924d-40a0-8070-243bd500abc9 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=3dc05939-2b44-4ec7-a2f8-aa536a80025e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:05.191170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.198183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.280955 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.421126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.641341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.660624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.780438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 172.25.5.165 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/1e2b6826-0b59-4fff-b139-16e5bca36307) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:05.908269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:05.959253 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:06.006283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:06.012001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:06.018653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:06.062074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=1e2b6826-0b59-4fff-b139-16e5bca36307,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:06.322351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7a646d8e-775d-434b-89cb-62dfbd98696e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:06.330766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:06.345938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 7a646d8e-775d-434b-89cb-62dfbd98696e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:06.346290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7a646d8e-775d-434b-89cb-62dfbd98696e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:06.924133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:07.097667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router b4c5f32b-944f-4bda-b18b-2bdcc646be5f is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:23:07.221228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:07.233218 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] Sync routers for ids ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:07.243415 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:07.244200 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] Routers {'b4c5f32b-944f-4bda-b18b-2bdcc646be5f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:07.245438 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:07.248542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35656) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:07.262424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-626249e1-2825-493c-a890-9e7a13a1ccc5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1360474 Aug 19 18:23:07.285137 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:07.295799 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] Routers {'b4c5f32b-944f-4bda-b18b-2bdcc646be5f'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:07.297320 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:07.341509 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:07.342475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109dde-0fde-4207-a3fc-4479a5b02163 None None] The sync data for ids ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:07.379420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-794e2efb-4675-4e75-a97f-5516b018dbe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers/b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 200 len: 884 time: 0.1273813 Aug 19 18:23:07.379652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35658) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:07.638992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-31467de8-b208-4d09-806e-f368be13e226 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2556114 Aug 19 18:23:07.639242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35662) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:07.643984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-860988079'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:07.990721 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.003557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.130114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router b4c5f32b-944f-4bda-b18b-2bdcc646be5f has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:08.260707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:08.268644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.272385 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6ec6a083-fefa-4a89-86fb-36141f7a8977 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 200 len: 891 time: 0.6297336 Aug 19 18:23:08.272755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35670) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:08.277691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] Sync routers for ids ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:08.289368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] Routers {'b4c5f32b-944f-4bda-b18b-2bdcc646be5f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:08.290211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:08.325969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:08.335994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] Routers {'b4c5f32b-944f-4bda-b18b-2bdcc646be5f'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:08.336969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:08.384352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:08.385623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ae34e-f891-4850-957f-3c74a1f623ff None None] The sync data for ids ['b4c5f32b-944f-4bda-b18b-2bdcc646be5f'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:08.412203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ceb3969-1aef-4171-92c2-d7e5f327e976 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers/b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 200 len: 891 time: 0.1356356 Aug 19 18:23:08.412823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35672) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:08.448002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-42d5f7a5-6125-4b04-a637-6e81736de3d2 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 200 len: 205 time: 0.0338733 Aug 19 18:23:08.451347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35674) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:08.563098 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.675523 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.728335 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 1e2b6826-0b59-4fff-b139-16e5bca36307 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:08.728600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.814347 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:08.827606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 1e2b6826-0b59-4fff-b139-16e5bca36307 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:09.001032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.028224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=1e2b6826-0b59-4fff-b139-16e5bca36307,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:09.085656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.198276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.201314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.253412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.254352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router b4c5f32b-944f-4bda-b18b-2bdcc646be5f {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:23:09.264830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.266650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d9fe85ed-0a90-49bb-8769-566b843b07e3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 204 len: 168 time: 0.8139181 Aug 19 18:23:09.271072 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35692) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:09.278808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666286048'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:09.305134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:09.309614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.333480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:09.343722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.344076 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment ae451b4a-3ac5-4af5-8a33-1e88ef1fee52 of type vlan for network ab9176a7-f703-470c-b544-b15d31a6282b Aug 19 18:23:09.391853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.422315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.431916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:09.433462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.498026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35702) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:09.498693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2256253 Aug 19 18:23:09.507853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:09.524381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76937d-4b5e-4a43-95a1-c44c634bbb56 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=ab9176a7-f703-470c-b544-b15d31a6282b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:09.543997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ab9176a7-f703-470c-b544-b15d31a6282b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:09.739332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:09.742869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:09.789525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c926-5255-4989-9c08-d4e2cb9bd31d req-e0f04b0c-d42b-48f1-bc5b-3f373a167926 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:09.790984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eda7c926-5255-4989-9c08-d4e2cb9bd31d req-e0f04b0c-d42b-48f1-bc5b-3f373a167926 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1099 time: 0.1110668 Aug 19 18:23:09.870834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eda7c926-5255-4989-9c08-d4e2cb9bd31d req-96a84fe1-6fb7-4c31-9fc6-6885d6619590 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628717 Aug 19 18:23:09.906081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:10.019569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.135418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=8d8d9423-5867-4d8c-94fd-183b7ad78c67,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:10.162219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:10.163087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: ab9176a7-f703-470c-b544-b15d31a6282b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:10.188724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network ab9176a7-f703-470c-b544-b15d31a6282b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:10.214440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ab9176a7-f703-470c-b544-b15d31a6282b) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:10.223916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:10.224897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.227591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba159d6-3f27-48ae-8a19-af640f79c69c None None] Network ab9176a7-f703-470c-b544-b15d31a6282b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:10.255063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1795b490-6395-4b33-b6a6-6d9872303aaa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7543497 Aug 19 18:23:10.257154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:10.264181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2058927943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:10.295897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.297474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.373387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.383067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.424134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.425633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-07bc0923-f027-4e14-a907-c419a309ad6a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1671560 Aug 19 18:23:10.428516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:10.525613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-ab9176a7-f703-470c-b544-b15d31a6282b', 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '8d8d9423-5867-4d8c-94fd-183b7ad78c67'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:10.527039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.574091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 0528b75b-8005-465a-a64d-0db7868c70ab {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:10.575087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.718943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.719563 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:10.736085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 0528b75b-8005-465a-a64d-0db7868c70ab owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:10.780937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Allocated IP 2001:db8::2 (ab9176a7-f703-470c-b544-b15d31a6282b/8d8d9423-5867-4d8c-94fd-183b7ad78c67/2bbfe70f-0c04-4d73-a0e7-cadb654077bf) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:10.898906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.018198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.081729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Transition to ACTIVE for port object 2bbfe70f-0c04-4d73-a0e7-cadb654077bf will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:11.082449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.131535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=0528b75b-8005-465a-a64d-0db7868c70ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:11.133829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Transition to ACTIVE for port object 2bbfe70f-0c04-4d73-a0e7-cadb654077bf will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:11.150453 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.209273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.209833 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP e9cbcdbf-5912-44b6-acd7-db5b9a02a337 disassociated (deleted). External IP: 172.25.5.210, port: cf110508-dd15-4e43-a445-b0df94b6d0f6. Aug 19 18:23:11.281271 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Pushing event updated for resources: {'Port': ['ID=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:11.289376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Network ab9176a7-f703-470c-b544-b15d31a6282b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:11.303853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:11.306761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:11.339604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8::1 (ab9176a7-f703-470c-b544-b15d31a6282b/8d8d9423-5867-4d8c-94fd-183b7ad78c67/90d2b5c9-e954-411b-aec3-4e80fd87a035) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:11.439199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Attempting to bind port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:11.439638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Attempting to bind port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:11.439848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Attempting to bind port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf on network ab9176a7-f703-470c-b544-b15d31a6282b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:11.454327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:11.454722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Checking segment: {'id': 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:11.455123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.455572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Bound using segment: {'id': 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:11.456082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Bound port: 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ab9176a7-f703-470c-b544-b15d31a6282b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:11.456713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.475907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.493529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 90d2b5c9-e954-411b-aec3-4e80fd87a035 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:11.507630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 7fc214c5-3a71-4c45-9440-c736020f5c28 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:11.544778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.614534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network ab9176a7-f703-470c-b544-b15d31a6282b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:11.618350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] For port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:11.619782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:11.623669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] For port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,segment=NetworkSegment(ae451b4a-3ac5-4af5-8a33-1e88ef1fee52),segment_id=ae451b4a-3ac5-4af5-8a33-1e88ef1fee52)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:11.623990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:11.625314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.631854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.679959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=90d2b5c9-e954-411b-aec3-4e80fd87a035,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:11.755283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd18e5-eebb-4be4-9c50-66fb21a7de9a None None] Pushing event updated for resources: {'Port': ['ID=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:11.767733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:11.775602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.791107 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Sync routers for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:11.813550 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:11.814482 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:11.833076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:11.857991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09545b6f-c334-4a7c-836e-ed4c1bcc890f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/floatingips/e9cbcdbf-5912-44b6-acd7-db5b9a02a337 HTTP/1.1" status: 204 len: 168 time: 1.9497936 Aug 19 18:23:11.858693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:11.868525 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:11.940478 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9759e-42d5-4191-ac86-7dd35ec500ee x-openstack-request-id: req-bfd9759e-42d5-4191-ac86-7dd35ec500ee {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:11.940973 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:11.941401 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfd9759e-42d5-4191-ac86-7dd35ec500ee {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:11.941976 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:23:12.073836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:12.423047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-8f8be073-8b3a-47c5-9000-495b4476b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:12.424626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-8f8be073-8b3a-47c5-9000-495b4476b94d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 1099 time: 0.4638133 Aug 19 18:23:12.511642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2bbfe70f-0c04-4d73-a0e7-cadb654077bf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:12.572367 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:12.608661 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Checking router: 7fc214c5-3a71-4c45-9440-c736020f5c28 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:12.629688 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:12.630796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:12.660774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23572218-2065-4946-9a5c-aaf3ec0e140d req-de95a2bb-5f90-46be-95f8-8f49f1f14572 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:12.663205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23572218-2065-4946-9a5c-aaf3ec0e140d req-de95a2bb-5f90-46be-95f8-8f49f1f14572 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 947 time: 0.3233407 Aug 19 18:23:12.677431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:12.829183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23572218-2065-4946-9a5c-aaf3ec0e140d req-9a6ad3de-fd91-484c-a0cb-fe9d3b2791da tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557176 Aug 19 18:23:12.857844 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:12.899066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-4cf8c498-254e-488f-ae9d-ff74573e69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:12.900630 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-4cf8c498-254e-488f-ae9d-ff74573e69ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 200 len: 898 time: 0.4650207 Aug 19 18:23:12.902990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:12.955778 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:12.956725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:12.967756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-1c8d6dd3-1acc-4cd6-ab0a-d9fbfa9f5020 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0583956 Aug 19 18:23:13.206069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-744df822-1c4f-4d94-bc85-a2f25e661076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:13.208294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-744df822-1c4f-4d94-bc85-a2f25e661076 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 200 len: 834 time: 0.2335191 Aug 19 18:23:13.212404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=90d2b5c9-e954-411b-aec3-4e80fd87a035,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:13.232796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:13.273870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506cc66-4a57-4fb0-a9a1-315450dc6f07 None None] The sync data for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 is: [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:21:01Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'fabd15f0-e75c-4a85-adcb-d229191b460b', 'name': '', 'network_id': '60467659-6377-49df-bdde-469f6ea7bbd6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:c1:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:58Z', 'updated_at': '2021-08-19T18:21:09Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': '6adfce7c-9e0b-4e65-b8d0-4f1a62355ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:13.318421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network ab9176a7-f703-470c-b544-b15d31a6282b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:13.324311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:13.333236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-47346a64-31b9-43c1-aae4-5817b2c6ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:13.334781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-47346a64-31b9-43c1-aae4-5817b2c6ba09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60467659-6377-49df-bdde-469f6ea7bbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168690 Aug 19 18:23:13.426489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d66dc-e3eb-4f69-8ea6-c9e369e24808 None None] Network ab9176a7-f703-470c-b544-b15d31a6282b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:13.549291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Provisioning for port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:13.568012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-117521aa-8551-4f7a-bcd6-cf9d30867ca0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:13.569590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-117521aa-8551-4f7a-bcd6-cf9d30867ca0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 947 time: 0.1235518 Aug 19 18:23:13.575213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Provisioning complete for port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:13.577264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:13.774844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:13.777673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb32c60-8c9a-4d64-82a5-17d71b402a93 None None] New status for floating IP e9cbcdbf-5912-44b6-acd7-db5b9a02a337: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:23:13.942222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] For port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,segment=NetworkSegment(ae451b4a-3ac5-4af5-8a33-1e88ef1fee52),segment_id=ae451b4a-3ac5-4af5-8a33-1e88ef1fee52)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:13.947852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.083141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e214c0c-9c02-4ba1-8fc1-e8395b6c9333 None None] Pushing event updated for resources: {'Port': ['ID=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:14.184392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-f1b525b0-2d55-46c2-bf9d-060e25941d2e service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713509 Aug 19 18:23:14.211637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router b3a41472-971a-4e74-868b-affd9b702056 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:23:14.395321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2bbfe70f-0c04-4d73-a0e7-cadb654077bf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:14.446911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Provisioning for port 90d2b5c9-e954-411b-aec3-4e80fd87a035 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:14.455909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Provisioning complete for port 90d2b5c9-e954-411b-aec3-4e80fd87a035 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:14.456422 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.499566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2dd8e53d-9e7c-4358-85d8-6223e8eec40c req-0c39e93e-e8f2-4fde-a1a7-c63b9fc0bf48 service neutron] 10.222.0.42 "GET /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039193 Aug 19 18:23:14.499833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Port 90d2b5c9-e954-411b-aec3-4e80fd87a035 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:14.509557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:14.509557 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.528033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Provisioning complete for port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:14.528567 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dda6b81d-6e31-455e-aa53-6dd04c20a546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.581145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:14.581814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.616402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:14.627408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a051de7-b271-4323-950d-79d9dc62daa1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/b3a41472-971a-4e74-868b-affd9b702056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1977673 Aug 19 18:23:14.630547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:14.634465 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] Sync routers for ids ['b3a41472-971a-4e74-868b-affd9b702056'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:14.648003 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] Routers {'b3a41472-971a-4e74-868b-affd9b702056'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:14.652946 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b3a41472-971a-4e74-868b-affd9b702056'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:14.730957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fa620-4917-4151-a8ee-a652ab08b28a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:14.739107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c2fa620-4917-4151-a8ee-a652ab08b28a tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports/90d2b5c9-e954-411b-aec3-4e80fd87a035 HTTP/1.1" status: 200 len: 911 time: 0.1044300 Aug 19 18:23:14.739795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35790) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:14.755282 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:14.758291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d8d9423-5867-4d8c-94fd-183b7ad78c67'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:14.772670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95448c52-713c-4c50-92c0-d2941e972e90 req-96dfcdf3-3c88-456f-9f36-39a71eda0d13 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:14.773957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] Routers {'b3a41472-971a-4e74-868b-affd9b702056'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:14.774290 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95448c52-713c-4c50-92c0-d2941e972e90 req-96dfcdf3-3c88-456f-9f36-39a71eda0d13 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 947 time: 0.6587744 Aug 19 18:23:14.774581 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b3a41472-971a-4e74-868b-affd9b702056'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:14.826165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port cf110508-dd15-4e43-a445-b0df94b6d0f6, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=cf110508-dd15-4e43-a445-b0df94b6d0f6,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:14.826807 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:14.856088 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:14.856349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for cf110508-dd15-4e43-a445-b0df94b6d0f6 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:14.856756 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6798e33-0486-4962-b03a-4b505ef178bb None None] The sync data for ids ['b3a41472-971a-4e74-868b-affd9b702056'] in n-d-778550-10 is: [] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:14.876033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-95448c52-713c-4c50-92c0-d2941e972e90 req-326d763e-364c-41b4-9619-e24ea0b75ed2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942595 Aug 19 18:23:14.923778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3eac15a4-a532-4fa7-a438-a6068b6c00dd None None] Provisioning complete for port 90d2b5c9-e954-411b-aec3-4e80fd87a035 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:14.924434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3eac15a4-a532-4fa7-a438-a6068b6c00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.062862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.155217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.251836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3eac15a4-a532-4fa7-a438-a6068b6c00dd None None] Port 90d2b5c9-e954-411b-aec3-4e80fd87a035 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:15.311410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=cf110508-dd15-4e43-a445-b0df94b6d0f6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:15.337647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] No DVR routers for this DVR port cf110508-dd15-4e43-a445-b0df94b6d0f6 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:15.343135 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.345659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f940f2be-1625-46d4-89f8-3386f8bfff35 req-23aa5c4e-9b87-4844-a8b0-d505c3247ca7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "DELETE /v2.0/ports/cf110508-dd15-4e43-a445-b0df94b6d0f6 HTTP/1.1" status: 204 len: 173 time: 1.7686234 Aug 19 18:23:15.346449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-deleted', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:15.350110 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b77ff-edde-402a-a4c4-b39b2166fcf9" -d '{"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-deleted", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:15.384331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4828adcf-b7b4-4157-9e14-59359120a966 None None] Provisioning complete for port 90d2b5c9-e954-411b-aec3-4e80fd87a035 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:15.387041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4828adcf-b7b4-4157-9e14-59359120a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.465399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4828adcf-b7b4-4157-9e14-59359120a966 None None] Port 90d2b5c9-e954-411b-aec3-4e80fd87a035 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:15.469189 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c68bf4-d24f-4fd1-a99f-14e1c88fb549 x-openstack-request-id: req-e6c68bf4-d24f-4fd1-a99f-14e1c88fb549 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:15.469592 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8870895-fe0f-4523-be4f-6d8618a25f32", "name": "network-vif-deleted", "tag": "cf110508-dd15-4e43-a445-b0df94b6d0f6", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:15.469957 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6c68bf4-d24f-4fd1-a99f-14e1c88fb549 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:15.470470 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8870895-fe0f-4523-be4f-6d8618a25f32', 'name': 'network-vif-deleted', 'tag': 'cf110508-dd15-4e43-a445-b0df94b6d0f6', 'status': 'completed', 'code': 200} Aug 19 18:23:15.782350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.805786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.821958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:15.822863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:15.827921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35812) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:15.828526 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/ports/90d2b5c9-e954-411b-aec3-4e80fd87a035 HTTP/1.1" status: 200 len: 911 time: 1.0860801 Aug 19 18:23:15.878723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810afad-de5d-4b8d-8862-385a7cedc642 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=90d2b5c9-e954-411b-aec3-4e80fd87a035,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:16.137711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-25573fba-2b05-48c9-a38e-b9da29fe76d5 req-c186bac8-4645-4c4d-9c5f-b19a254398f3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8870895-fe0f-4523-be4f-6d8618a25f32 HTTP/1.1" status: 200 len: 210 time: 0.0396981 Aug 19 18:23:16.302312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:16.568200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 90d2b5c9-e954-411b-aec3-4e80fd87a035 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:16.568544 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:16.664577 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:16.677673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 90d2b5c9-e954-411b-aec3-4e80fd87a035 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:16.887573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:16.919165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=90d2b5c9-e954-411b-aec3-4e80fd87a035,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:17.072175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:17.237889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:17.277865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:17.317499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: cf110508-dd15-4e43-a445-b0df94b6d0f6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:17.318013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router b3a41472-971a-4e74-868b-affd9b702056 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:17.319117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device cf110508-dd15-4e43-a445-b0df94b6d0f6 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:17.329930 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:17.440408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:17.447769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b249bfe2-1855-41ce-966c-47e14a31a7d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/b3a41472-971a-4e74-868b-affd9b702056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184366 Aug 19 18:23:17.451416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] Sync routers for ids ['b3a41472-971a-4e74-868b-affd9b702056'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:17.452075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35846) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:17.469568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] Routers {'b3a41472-971a-4e74-868b-affd9b702056'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:17.470375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b3a41472-971a-4e74-868b-affd9b702056'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:17.486502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6de05806-5df8-4976-85fc-f29226ac1b02 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3a41472-971a-4e74-868b-affd9b702056 HTTP/1.1" status: 200 len: 205 time: 0.0326788 Aug 19 18:23:17.489801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35848) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:17.535718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:17.547941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] Routers {'b3a41472-971a-4e74-868b-affd9b702056'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:17.550954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b3a41472-971a-4e74-868b-affd9b702056'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:17.599746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:17.600674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96f7c2-6bd9-4a81-b725-e946059dca49 None None] The sync data for ids ['b3a41472-971a-4e74-868b-affd9b702056'] in n-d-778550-10 is: [] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:17.694734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:17.937195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:17.941314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.025705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.026296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router b3a41472-971a-4e74-868b-affd9b702056 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:23:18.035754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.036865 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-38745de4-f436-453b-b94b-957a6a9f2288 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/b3a41472-971a-4e74-868b-affd9b702056 HTTP/1.1" status: 204 len: 168 time: 0.5460799 Aug 19 18:23:18.039646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:18.134554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 8d8d9423-5867-4d8c-94fd-183b7ad78c67 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:18.140036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.190589 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.194370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.315483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.392428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.431555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.434770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/8d8d9423-5867-4d8c-94fd-183b7ad78c67 HTTP/1.1" status: 204 len: 168 time: 0.3940716 Aug 19 18:23:18.436554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a8a3a-4a19-4e3b-a43d-1e6c3b55cc84 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8d9423-5867-4d8c-94fd-183b7ad78c67,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:18.440580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605e4a2-4e15-4248-a8aa-7e203bea6d49 None None] Network ab9176a7-f703-470c-b544-b15d31a6282b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:18.451608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35860) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:18.607595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.625706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port fabd15f0-e75c-4a85-adcb-d229191b460b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:18.626865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.718308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206a362-69af-4978-915d-0c163181783b None None] DHCP port deletion for ab9176a7-f703-470c-b544-b15d31a6282b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:18.817495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:18.817907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.836233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f206a362-69af-4978-915d-0c163181783b None None] Deleting port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:18.838050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f206a362-69af-4978-915d-0c163181783b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.872390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port fabd15f0-e75c-4a85-adcb-d229191b460b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fabd15f0-e75c-4a85-adcb-d229191b460b,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:18.872772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.897602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for fabd15f0-e75c-4a85-adcb-d229191b460b owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:18.917543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,segment=NetworkSegment(ae451b4a-3ac5-4af5-8a33-1e88ef1fee52),segment_id=ae451b4a-3ac5-4af5-8a33-1e88ef1fee52)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:18.918002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.943613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f206a362-69af-4978-915d-0c163181783b None None] For port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,segment=NetworkSegment(ae451b4a-3ac5-4af5-8a33-1e88ef1fee52),segment_id=ae451b4a-3ac5-4af5-8a33-1e88ef1fee52)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:18.944456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f206a362-69af-4978-915d-0c163181783b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:18.960074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f206a362-69af-4978-915d-0c163181783b None None] Calling delete_port for 2bbfe70f-0c04-4d73-a0e7-cadb654077bf owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:18.970196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 2bbfe70f-0c04-4d73-a0e7-cadb654077bf owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:19.080976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f206a362-69af-4978-915d-0c163181783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.133930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.143823 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206a362-69af-4978-915d-0c163181783b None None] Pushing event deleted for resources: {'Port': ['ID=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:19.146291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206a362-69af-4978-915d-0c163181783b None None] No DVR routers for this DVR port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:19.157612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 2bbfe70f-0c04-4d73-a0e7-cadb654077bf on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:19.203973 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=2bbfe70f-0c04-4d73-a0e7-cadb654077bf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:19.314125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.332957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9176a7-f703-470c-b544-b15d31a6282b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:19.346641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.349881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:19.350182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae451b4a-3ac5-4af5-8a33-1e88ef1fee52') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:19.370581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.409135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=fabd15f0-e75c-4a85-adcb-d229191b460b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:19.434773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.472446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:23:19.473316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self.session.flush() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:23:19.476652 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:23:19.656771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.673690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.680045 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/ab9176a7-f703-470c-b544-b15d31a6282b HTTP/1.1" status: 204 len: 168 time: 1.2252083 Aug 19 18:23:19.681478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35874) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:19.692928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2108254330', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:19.697480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0b50a-70cd-4b4d-80e1-7c053fc10fe8 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=ab9176a7-f703-470c-b544-b15d31a6282b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:19.755436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.756670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.775083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.856571 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.863884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.890570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:19.892326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f2af316e-3a97-49d7-a671-3ca51b310981 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2076206 Aug 19 18:23:19.899356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:19.907425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204015081'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:19.957678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:19.974024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.031063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:20.051742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.052163 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 156e389e-3d96-45da-932a-0dc694cc6990 of type vlan for network 7d69d5b6-834d-4206-bf70-aceab352f79f Aug 19 18:23:20.128401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.187848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.197345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:20.198997 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.202113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 7fc214c5-3a71-4c45-9440-c736020f5c28 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:20.289340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3859980 Aug 19 18:23:20.290760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35882) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:20.301293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:20.304170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b20e67-41e5-431c-b5dd-d846aeef506e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=7d69d5b6-834d-4206-bf70-aceab352f79f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:20.316947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7d69d5b6-834d-4206-bf70-aceab352f79f details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:20.444106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2bbfe70f-0c04-4d73-a0e7-cadb654077bf no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:20.452094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:20.465049 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Sync routers for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:20.472350 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c745c13c-bb4b-4be8-9c66-10cc4174ef51 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/7fc214c5-3a71-4c45-9440-c736020f5c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1892250 Aug 19 18:23:20.473490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:20.474525 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:20.475319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:20.494231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 2bbfe70f-0c04-4d73-a0e7-cadb654077bf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:20.495187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2bbfe70f-0c04-4d73-a0e7-cadb654077bf not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:20.498733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:20.505518 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.561395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting subnet 6adfce7c-9e0b-4e65-b8d0-4f1a62355ede {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:20.568045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.613946 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:20.622639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.750832 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.885741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:20.943345 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:23:19Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:20.970427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Subnet': ['ID=6adfce7c-9e0b-4e65-b8d0-4f1a62355ede,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:20.984601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbff2d-7785-43a3-b73f-70cec4b39b72 None None] Network 60467659-6377-49df-bdde-469f6ea7bbd6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:20.991620 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Checking router: 7fc214c5-3a71-4c45-9440-c736020f5c28 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:20.996972 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.003351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:21.003605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb9241cc-2ae5-4add-ad56-d3791f240885 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/subnets/6adfce7c-9e0b-4e65-b8d0-4f1a62355ede HTTP/1.1" status: 204 len: 168 time: 0.5275860 Aug 19 18:23:21.007918 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Routers {'7fc214c5-3a71-4c45-9440-c736020f5c28'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:21.008561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7fc214c5-3a71-4c45-9440-c736020f5c28'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:21.184205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.293430 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] Set router 7fc214c5-3a71-4c45-9440-c736020f5c28 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:21.326961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] DHCP port deletion for 60467659-6377-49df-bdde-469f6ea7bbd6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:21.371818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.421917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Deleting port 93e1b900-41f3-4af9-bef1-9b54d537f197 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:21.423200 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.493840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=7fbd5bb0-b72f-4337-bba3-35c50b306a3f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:21.548276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] For port 93e1b900-41f3-4af9-bef1-9b54d537f197, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=93e1b900-41f3-4af9-bef1-9b54d537f197,segment=NetworkSegment(30103d60-0f70-468d-b809-5f633cd21947),segment_id=30103d60-0f70-468d-b809-5f633cd21947)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:21.548742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.564202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Calling delete_port for 93e1b900-41f3-4af9-bef1-9b54d537f197 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:21.590056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:21.590056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 7d69d5b6-834d-4206-bf70-aceab352f79f, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:21.600443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.647276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 7d69d5b6-834d-4206-bf70-aceab352f79f is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:21.683988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.722588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 7d69d5b6-834d-4206-bf70-aceab352f79f) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:21.726018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] Pushing event deleted for resources: {'Port': ['ID=93e1b900-41f3-4af9-bef1-9b54d537f197,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:21.737376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:21.738043 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.740685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcb06b-9c63-40d1-a0bf-b974ba0acdc8 None None] No DVR routers for this DVR port 93e1b900-41f3-4af9-bef1-9b54d537f197 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:21.744087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2d1bf-f529-4274-a1d8-8e3e1b8c3150 None None] Network 7d69d5b6-834d-4206-bf70-aceab352f79f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:21.754944 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:23:19Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:21.769190 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-46053839-a985-4ee3-9159-907ff8a27408 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4758327 Aug 19 18:23:21.771042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 9dc78634-bf98-4b9c-9548-051d0fb86a41 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:21.771480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.772218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35918) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:21.801678 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2d0f3-f843-4700-9fee-1e7fdc08cb30 None None] The sync data for ids ['7fc214c5-3a71-4c45-9440-c736020f5c28'] in n-d-778550-10 is: [{'id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613697346', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:20:51Z', 'updated_at': '2021-08-19T18:23:19Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '9dc78634-bf98-4b9c-9548-051d0fb86a41', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc214c5-3a71-4c45-9440-c736020f5c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:20:52Z', 'updated_at': '2021-08-19T18:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:21.952672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 9dc78634-bf98-4b9c-9548-051d0fb86a41, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9dc78634-bf98-4b9c-9548-051d0fb86a41,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:21.953069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:21.982164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 9dc78634-bf98-4b9c-9548-051d0fb86a41 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:22.053819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-7d69d5b6-834d-4206-bf70-aceab352f79f', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:22.054686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.315111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.321861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Allocated IP 2001:db8::2 (7d69d5b6-834d-4206-bf70-aceab352f79f/7fbd5bb0-b72f-4337-bba3-35c50b306a3f/86a0ad67-a196-4ebb-8416-063f92951d06) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:22.332187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.400459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93e1b900-41f3-4af9-bef1-9b54d537f197 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:22.484229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=9dc78634-bf98-4b9c-9548-051d0fb86a41,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:22.552022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 93e1b900-41f3-4af9-bef1-9b54d537f197 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:22.552448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 93e1b900-41f3-4af9-bef1-9b54d537f197 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:22.552945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fabd15f0-e75c-4a85-adcb-d229191b460b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:22.576728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.590405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fabd15f0-e75c-4a85-adcb-d229191b460b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:22.590405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fabd15f0-e75c-4a85-adcb-d229191b460b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:22.740292 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.740977 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.743554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.762905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Transition to ACTIVE for port object 86a0ad67-a196-4ebb-8416-063f92951d06 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:22.803709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Transition to ACTIVE for port object 86a0ad67-a196-4ebb-8416-063f92951d06 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:22.812574 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.845140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.845779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc214c5-3a71-4c45-9440-c736020f5c28 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:23:22.860363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:22.861519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d9fdbd65-5b2a-4615-8abd-91399d4ab5e0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/routers/7fc214c5-3a71-4c45-9440-c736020f5c28 HTTP/1.1" status: 204 len: 168 time: 1.8562837 Aug 19 18:23:22.866006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35924) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:22.903995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Network 7d69d5b6-834d-4206-bf70-aceab352f79f is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:22.918117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:22.921552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:22.932165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Pushing event updated for resources: {'Port': ['ID=86a0ad67-a196-4ebb-8416-063f92951d06,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:22.942954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8::1 (7d69d5b6-834d-4206-bf70-aceab352f79f/7fbd5bb0-b72f-4337-bba3-35c50b306a3f/5670aa04-39ed-42c3-8621-4c27a8addbbc) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:23.000761 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.009217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Attempting to bind port 86a0ad67-a196-4ebb-8416-063f92951d06 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:23.010019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Attempting to bind port 86a0ad67-a196-4ebb-8416-063f92951d06 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:23.011198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Attempting to bind port 86a0ad67-a196-4ebb-8416-063f92951d06 on network 7d69d5b6-834d-4206-bf70-aceab352f79f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:23.018429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:23.019471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Checking segment: {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:23.020210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.020856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Bound using segment: {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:23.021595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Bound port: 86a0ad67-a196-4ebb-8416-063f92951d06, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:23.022308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.137593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] For port 86a0ad67-a196-4ebb-8416-063f92951d06, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:23.141983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] For port 86a0ad67-a196-4ebb-8416-063f92951d06, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=86a0ad67-a196-4ebb-8416-063f92951d06,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:23.145456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.146826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.147137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.163488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60467659-6377-49df-bdde-469f6ea7bbd6']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:23.171505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 5670aa04-39ed-42c3-8621-4c27a8addbbc will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:23.180831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30103d60-0f70-468d-b809-5f633cd21947') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:23.181545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30103d60-0f70-468d-b809-5f633cd21947') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:23.197345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.215688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.233352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:23:23.234081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.235474 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.236692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a21b-2168-4483-9fea-6835d5b5b188 None None] Pushing event updated for resources: {'Port': ['ID=86a0ad67-a196-4ebb-8416-063f92951d06,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:23:23.239061 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:23:23.316789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 7d69d5b6-834d-4206-bf70-aceab352f79f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:23.320417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:23.324156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:23.325138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.348343 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.367534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:23.396443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.409757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/networks/60467659-6377-49df-bdde-469f6ea7bbd6 HTTP/1.1" status: 204 len: 168 time: 0.5402822 Aug 19 18:23:23.409757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc375f-ab43-4189-be06-188841818cf5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Network': ['ID=60467659-6377-49df-bdde-469f6ea7bbd6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:23.410877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35932) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:23.507698 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.549807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.618546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.735162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.738709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:23.740153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/security-groups/abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2 HTTP/1.1" status: 204 len: 168 time: 0.3280873 Aug 19 18:23:23.765387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ec23-f553-4a01-bd67-e98ffb0e4485 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeaab52-6cf0-4c04-8e07-0f5dd9a67ef2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:24.203908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35960) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:24.478076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758641681', 'description': 'tempest-secgroup-smoke-1758641681 description', 'project_id': '078001621232448bbb2e657de3fae22e'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:24.494341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 86a0ad67-a196-4ebb-8416-063f92951d06 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:24.546170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.604302 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.607601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 86a0ad67-a196-4ebb-8416-063f92951d06 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:24.616776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.618052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.690105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:24.708552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9dc78634-bf98-4b9c-9548-051d0fb86a41 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:24.727809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.748712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9dc78634-bf98-4b9c-9548-051d0fb86a41 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:24.749217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9dc78634-bf98-4b9c-9548-051d0fb86a41 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:24.759078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.763787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a317498-91cc-4f1b-b534-0b18150e2114 None None] Network 7d69d5b6-834d-4206-bf70-aceab352f79f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:24.827481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.829645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6244664 Aug 19 18:23:24.833197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35966) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:24.842472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:24.852272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d44db-f990-45ac-9c56-dd50c65d53e4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f483e-ee20-4535-8b6f-a390efc42fcd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:24.903268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:24.936431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 7d69d5b6-834d-4206-bf70-aceab352f79f is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:24.937852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Provisioning for port 86a0ad67-a196-4ebb-8416-063f92951d06 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:24.940360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:24.945956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Provisioning complete for port 86a0ad67-a196-4ebb-8416-063f92951d06 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:24.946326 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.041058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.048299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.075466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fce1fc-62a8-4438-b631-24985ca053c4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.080041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.081689 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54d6013f-8d8f-47d9-801d-8a7f7321c24f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2470939 Aug 19 18:23:25.084682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.092487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.153996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.220030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:23:25.221949 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.268455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] For port 86a0ad67-a196-4ebb-8416-063f92951d06, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=86a0ad67-a196-4ebb-8416-063f92951d06,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:25.274161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.342244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.349337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.361514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb874e-7ec9-4b39-b25a-f41e8e19869a None None] Pushing event updated for resources: {'Port': ['ID=86a0ad67-a196-4ebb-8416-063f92951d06,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.375725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:25.382629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1cd6ce-1066-475c-a247-fc951fdba16a,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.390244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:25.392726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35976) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.394095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f8d8150a-55b4-477c-88b2-bacef1f74b49 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6191401 Aug 19 18:23:25.413295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:25.414068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-492474545'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.414419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:25.437926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.439541 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c869db01-718d-4efb-bf12-9d1e9ab07cd9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3535106 Aug 19 18:23:25.440922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:25.443828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.445173 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.465611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.482437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:25.494170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.495079 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 4d3afc98-7ce4-48af-ad54-c62d79c7f582 of type vlan for network caa4a254-eaef-423f-af30-04614a8f4bf6 Aug 19 18:23:25.546144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:25.549477 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.563729 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.600937 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.609172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:25.610231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.645660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2446604 Aug 19 18:23:25.650164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 35980) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.669362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.687439 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.692896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.722242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16b1d3b-56e0-48fe-a57c-061176accbce,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.732726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.737977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-937714c0-9e0f-4d91-9d79-fa675c75883f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876503 Aug 19 18:23:25.738574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35982) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.753345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.790331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.853997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Provisioning complete for port 86a0ad67-a196-4ebb-8416-063f92951d06 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:25.854415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.891269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.898908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.922315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ab94-0401-447a-b2ef-268477b28546 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=caa4a254-eaef-423f-af30-04614a8f4bf6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.938356 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:25.939949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989219 Aug 19 18:23:25.941713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ff442-27d7-44b3-a0e3-440745c6096b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173642db-f3e1-4012-9657-d92c12cc969a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:25.943649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35986) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:25.955625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:25.991979 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:23:25.998911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.008928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:26.017590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.092851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.100938 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.143186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.144871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1930304 Aug 19 18:23:26.148842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35990) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:26.154314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '2b9f483e-ee20-4535-8b6f-a390efc42fcd', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:26.179636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760c4da-cb99-4301-aed4-5b15e46ed249 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e59ad4-8d0b-4910-b2a9-74ea93ef2a98,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:26.190797 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:23:26.197037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.278973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network caa4a254-eaef-423f-af30-04614a8f4bf6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:26.318039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.328398 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.439916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb9112a-656c-4a27-9c05-6540e76b5f89,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:26.448173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 86a0ad67-a196-4ebb-8416-063f92951d06 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:26.451073 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.462353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cc886a79-6a07-41d9-ab85-f1905455c382 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3121336 Aug 19 18:23:26.463035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 35998) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:26.477804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'network': {'name': 'tempest-network-smoke--516385072', 'project_id': '078001621232448bbb2e657de3fae22e', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:26.538624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.542424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:26.544693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.548766 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.607948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:26.618792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.619152 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Added segment bd86a3ca-c0c8-43d4-ae16-ee57f45b0277 of type vlan for network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 Aug 19 18:23:26.675154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:26.687513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:26.688545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: caa4a254-eaef-423f-af30-04614a8f4bf6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:26.709481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:23Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:24Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:26.714942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network caa4a254-eaef-423f-af30-04614a8f4bf6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:26.719049 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.735559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, caa4a254-eaef-423f-af30-04614a8f4bf6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:26.742277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.743738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.752895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:26.753295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Updating router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 port 5670aa04-39ed-42c3-8621-4c27a8addbbc binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:26.781376 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-497b3811-3745-4e78-9841-c22413a8160b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1180375 Aug 19 18:23:26.782381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36000) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:26.793784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677677fa-b13c-49d0-a0f6-08aa49076009 None None] Network caa4a254-eaef-423f-af30-04614a8f4bf6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:26.794824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.814513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 86a0ad67-a196-4ebb-8416-063f92951d06 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:26.814990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.819347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:26.820438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.900103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Provisioning for port 5670aa04-39ed-42c3-8621-4c27a8addbbc completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:26.906492 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.939757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Provisioning complete for port 5670aa04-39ed-42c3-8621-4c27a8addbbc triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:26.940312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:26.968986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4991829 Aug 19 18:23:26.972013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36002) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:26.992923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'admin_state_up': True, 'project_id': '078001621232448bbb2e657de3fae22e', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:27.004684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-396bf3dd-7874-4602-a4b6-1032fe8f4c77 None None] Port 5670aa04-39ed-42c3-8621-4c27a8addbbc cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:27.036598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7ddf8-e382-4ea4-8f8a-de0319f37cfb tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Network': ['ID=9d28eb0c-a8db-463d-bcef-4f63c753c8b4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:27.064492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.065827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.072735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:27.162896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.388492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.473238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-354e6718-56c5-4c33-acff-78fb7b07b99e None None] Provisioning complete for port 5670aa04-39ed-42c3-8621-4c27a8addbbc triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:27.474293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-354e6718-56c5-4c33-acff-78fb7b07b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.477137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.646256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-354e6718-56c5-4c33-acff-78fb7b07b99e None None] Port 5670aa04-39ed-42c3-8621-4c27a8addbbc cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:27.712618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-caa4a254-eaef-423f-af30-04614a8f4bf6', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:27.715882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.846657 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.880963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.911242 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:27.923252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Transition to ACTIVE for port object 5670aa04-39ed-42c3-8621-4c27a8addbbc will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:27.947147 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.159749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.213 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/08db90d0-db3e-4bb8-95f9-cc4a3c570a13) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:28.196611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1cb706c-af55-4856-b7d2-37ac3ac05145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.234745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8:1::1 (caa4a254-eaef-423f-af30-04614a8f4bf6/38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c/72624b5a-dfef-4cdf-88bf-fc71bade2b1a) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:28.300776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c2373-2476-4416-9f4b-9e3b1247522a None None] Pushing event updated for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:28.352324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Attempting to bind port 5670aa04-39ed-42c3-8621-4c27a8addbbc on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:28.353487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Attempting to bind port 5670aa04-39ed-42c3-8621-4c27a8addbbc by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:28.355169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Attempting to bind port 5670aa04-39ed-42c3-8621-4c27a8addbbc on network 7d69d5b6-834d-4206-bf70-aceab352f79f {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:28.367051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:28.368055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Checking segment: {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:28.371625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.372700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Bound using segment: {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:28.373867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Bound port: 5670aa04-39ed-42c3-8621-4c27a8addbbc, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156e389e-3d96-45da-932a-0dc694cc6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:28.375392 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.498191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] For port 5670aa04-39ed-42c3-8621-4c27a8addbbc, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:28.503307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] For port 5670aa04-39ed-42c3-8621-4c27a8addbbc, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5670aa04-39ed-42c3-8621-4c27a8addbbc,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:28.512695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.518282 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.578119 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.609562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.611683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 72624b5a-dfef-4cdf-88bf-fc71bade2b1a will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:28.612912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c2373-2476-4416-9f4b-9e3b1247522a None None] Pushing event updated for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:28.616015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:28.616785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:28.681554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:28.698439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:28.705080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:28.705944 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.717631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:28.795002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network caa4a254-eaef-423f-af30-04614a8f4bf6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:28.800055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:28.810258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:28.810866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:28.820808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Allocated IP 2001:db8:1::2 (caa4a254-eaef-423f-af30-04614a8f4bf6/38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c/7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:28.861358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:28.864368 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36046) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:28.871955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:29.028851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.113202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db96f9e8-fcc1-4c6f-aa54-87d5161fa1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.215530 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:23:29.216148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.529165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.647718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.660047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:23Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:28Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:29.663315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Transition to ACTIVE for port object 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:29.701435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50520af6-9e5c-4788-8a6d-fcb3cb3cadbb None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:23Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:28Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:29.724846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Transition to ACTIVE for port object 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:29.736514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.798712 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db96f9e8-fcc1-4c6f-aa54-87d5161fa1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.806149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Pushing event updated for resources: {'Port': ['ID=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:29.819941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Network caa4a254-eaef-423f-af30-04614a8f4bf6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:29.821577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:29.824833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:29.828289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.830471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:23:29.830855 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db96f9e8-fcc1-4c6f-aa54-87d5161fa1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.855986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.856926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.899036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Attempting to bind port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:29.899379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Attempting to bind port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:29.900028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Attempting to bind port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d on network caa4a254-eaef-423f-af30-04614a8f4bf6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:29.915774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:29.916293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Checking segment: {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:29.917504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.918072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Bound using segment: {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:29.918860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Bound port: 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:29.919695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:29.928269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96f9e8-fcc1-4c6f-aa54-87d5161fa1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf4e5b-b6da-40e8-81ed-15bb9e1a3947,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:29.952329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36058) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:29.952567 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db96f9e8-fcc1-4c6f-aa54-87d5161fa1db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e546ee2d920c4e48ab929fe1b401d733&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0869770 Aug 19 18:23:30.015480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:30.057669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:30.069729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] For port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:30.075014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] For port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:30.076512 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Sync routers for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:30.083557 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.097166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network caa4a254-eaef-423f-af30-04614a8f4bf6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:30.099317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:30.105373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.109685 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-285ad190-225e-4496-9640-f6f1a8eda790 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1287634 Aug 19 18:23:30.110916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36060) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:30.120199 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:30.121070 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:30.123072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.182719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.274758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322bd45-cdaa-45f2-9ea7-a0a9148cbc4c None None] Pushing event updated for resources: {'Port': ['ID=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:30.318636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.321269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.324937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0baf4e5b-b6da-40e8-81ed-15bb9e1a3947 HTTP/1.1" status: 204 len: 168 time: 0.3679404 Aug 19 18:23:30.338936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d49a-f6e5-4fcd-9935-154c8d97e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf4e5b-b6da-40e8-81ed-15bb9e1a3947,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:30.401648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ae0b28e2-e8b0-4caa-87ed-42fd7e7da406 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=078001621232448bbb2e657de3fae22e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2889707 Aug 19 18:23:30.404908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36064) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:30.429588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:30.518591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5670aa04-39ed-42c3-8621-4c27a8addbbc up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:30.649045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ae60a556-5f7e-4a1e-a204-9f711fa0f1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.659567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5670aa04-39ed-42c3-8621-4c27a8addbbc completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:30.681788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5670aa04-39ed-42c3-8621-4c27a8addbbc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:30.682174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.856761 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.871427 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:30.922383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5670aa04-39ed-42c3-8621-4c27a8addbbc, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5670aa04-39ed-42c3-8621-4c27a8addbbc,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:30.923353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36070) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:30.935079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.940091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:30.948045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dc2db7e-430a-4586-af26-173925ec01b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.041866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:31.062054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:31.068894 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-589b4d55-7a1c-4130-9df4-2c05a42362bb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2834201 Aug 19 18:23:31.080646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36072) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:31.093387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117991305'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:31.143270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058832e5-9dad-480f-be9f-985f5bc33269 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:31.153781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36074) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:31.154027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-058832e5-9dad-480f-be9f-985f5bc33269 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7475073 Aug 19 18:23:31.177324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dc2db7e-430a-4586-af26-173925ec01b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.186197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dc2db7e-430a-4586-af26-173925ec01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.206852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:31.212047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.222162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2db7e-430a-4586-af26-173925ec01b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f2992-dc1d-48db-867a-eceee960d58e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:31.246002 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:31.258490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:31.258743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4dc2db7e-430a-4586-af26-173925ec01b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5afb2c7b1044fd288726503f854e532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308418 Aug 19 18:23:31.258743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36078) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:31.268549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.269096 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 99368577-6498-4d98-9fed-d064debfc446 of type vlan for network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 Aug 19 18:23:31.297561 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Checking router: cc2f83b9-3c8f-40db-b264-be575ae5d1e9 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:31.297918 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Updating router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:31.328877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.355324 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.355970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.397326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.412070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:31.414099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.418159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.563693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d0979d64-5059-4bfd-a6fe-1ae9715f764b tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4033484 Aug 19 18:23:31.576393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36084) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:31.583617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-718918370', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'project_id': '078001621232448bbb2e657de3fae22e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:31.620419 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.623574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.625192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab3f2992-dc1d-48db-867a-eceee960d58e HTTP/1.1" status: 204 len: 168 time: 0.3654447 Aug 19 18:23:31.642011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=56afed05-3ce9-4b7c-bd88-2cdbd01a90a6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:31.657771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e33d0aaf-7c79-44bc-80c2-b333422b7d20 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5716276 Aug 19 18:23:31.658127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36088) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:31.659799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:31.678883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:31.822840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686352-8c63-47ac-891d-72a28f187b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f2992-dc1d-48db-867a-eceee960d58e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:31.872704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e7b20-0229-4ac7-a667-aa65b58cc14f None None] Network caa4a254-eaef-423f-af30-04614a8f4bf6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:31.874526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:31.878198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.891660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:31.907948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.944234 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:31.984790 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Transition to ACTIVE for port object 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:32.001543 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.083078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-799b9bd1-483b-4954-8369-b15038e9e135 None None] Provisioning for port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:32.105373 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Pushing event updated for resources: {'Port': ['ID=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:32.133634 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.134002 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.134582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.134991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.135921 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.138839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.139210 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.139579 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.140712 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.141120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.141463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.141796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:32.176285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.193065 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Attempting to bind port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:32.195419 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Attempting to bind port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:32.196018 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Attempting to bind port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:32.209617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:32.211948 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:32.212524 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.212959 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:32.215308 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Bound port: 08db90d0-db3e-4bb8-95f9-cc4a3c570a13, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:32.215308 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.219303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.275279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:32.276415 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:32.280813 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=34a4464d-42c3-4a3f-b1ba-88c8b877a062,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:32.305762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:32.327295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:32.333388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.334466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.345067 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] For port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:32.349201 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] For port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:32.360027 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.364241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690a22b-b4ca-40f6-bde2-8ee2812f98a8 None None] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:32.410212 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b800077-defd-47e0-9352-1856fb8a85ac tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7509160 Aug 19 18:23:32.413429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:32.425363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.490199 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c17c-f247-4236-aed6-14a13a7a0b3c None None] Pushing event updated for resources: {'Port': ['ID=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:32.537959 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:32.540190 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:32.610226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Subnet': ['ID=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:32.623683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:32.646715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:32.647099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network hostable DHCP agents. Network: 9d28eb0c-a8db-463d-bcef-4f63c753c8b4, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:32.676145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:32.676774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:32.695542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:32.720340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 9d28eb0c-a8db-463d-bcef-4f63c753c8b4) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:32.735573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:32.755735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:32.774667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f288a4f-3b09-4f7a-8554-46930643f23f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1964281 Aug 19 18:23:32.777821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36106) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:32.838915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:32.852834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fdaa7-4f95-4be5-bf0f-033d2bae41f6 None None] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:32.980690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:33.204149 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:33.287671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:33.313582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a645c0c0-8460-4ca6-b215-1ea97bab9d45 None None] The sync data for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 is: [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:29Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:33.351196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:33.981069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.012562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8:2::1 (56afed05-3ce9-4b7c-bd88-2cdbd01a90a6/34a4464d-42c3-4a3f-b1ba-88c8b877a062/6d5bd505-93d4-498b-be74-bd2cc4834fbe) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:34.019586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:34.021159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.268431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.268824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.294417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:34.294553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object 6d5bd505-93d4-498b-be74-bd2cc4834fbe will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:34.295672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.312679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-619e5bd2-a192-407a-92ff-80f4e64532cd None None] Provisioning for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:34.319816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-619e5bd2-a192-407a-92ff-80f4e64532cd None None] Provisioning complete for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:34.320280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-619e5bd2-a192-407a-92ff-80f4e64532cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.322074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:34.348557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.411576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:34.415758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:34.418976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:34.421400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:34.421955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.473860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:34.473860 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.654236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.1 (9d28eb0c-a8db-463d-bcef-4f63c753c8b4/c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de/c65143f3-5320-46a9-987c-7fbeec854f0e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:34.712219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.743384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Allocated IP 2001:db8:2::2 (56afed05-3ce9-4b7c-bd88-2cdbd01a90a6/34a4464d-42c3-4a3f-b1ba-88c8b877a062/4c926f6f-0b4c-4e1b-ab9a-3a37f593e813) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:34.769568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-619e5bd2-a192-407a-92ff-80f4e64532cd None None] Port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:34.927435 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:34.949760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:28Z', 'revision_number': 3, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:29Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:34.970694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object c65143f3-5320-46a9-987c-7fbeec854f0e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:35.000572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:35.001040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Updating router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:35.046877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.050003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3fce4e13-f150-42b6-b341-60a736a2ec20 None None] Provisioning complete for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:35.050523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3fce4e13-f150-42b6-b341-60a736a2ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.072337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.086553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:35.091370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:35.096262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:35.166473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:35.177173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.199204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.394471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3fce4e13-f150-42b6-b341-60a736a2ec20 None None] Port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:35.668397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Allocated IP 172.20.0.2 (9d28eb0c-a8db-463d-bcef-4f63c753c8b4/c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de/0a0eab71-db6c-454a-9496-91774c9a4803) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:35.691979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.707348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.708519 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.741410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:35.769510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.770533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5670aa04-39ed-42c3-8621-4c27a8addbbc up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:35.798425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:35.835581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:35.926993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:35.928729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:35.983995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.018454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Transition to ACTIVE for port object 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:36.059537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:36.093378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Transition to ACTIVE for port object 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:36.129152 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.145898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:36.180949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:36.195493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57e6ae9f-75ee-494b-a63f-dff5de30ecb4 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794819 Aug 19 18:23:36.198655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:36.199602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.199970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.200340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.200675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.201024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.201373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.201712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.202049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.202386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.202721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.203055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.203388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:36.206974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388405839'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:36.235507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:36.236428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:36.240993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.269594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:36.281634 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:23:36.281871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:36.291520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.291967 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added segment 42660a5d-2289-43b4-8b57-b3109ace40b5 of type vlan for network 96b5f524-ab95-4aa5-b01a-bc93020c3182 Aug 19 18:23:36.325393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5670aa04-39ed-42c3-8621-4c27a8addbbc triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:36.325781 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.341304 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.392228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Pushing event updated for resources: {'Port': ['ID=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:36.392657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.404859 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:36.406078 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.450171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.457713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.491293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.499890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2999747 Aug 19 18:23:36.503370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36166) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:36.520062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'subnet': {'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:36.527976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.567374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Transition to ACTIVE for port object 0a0eab71-db6c-454a-9496-91774c9a4803 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:36.584244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Attempting to bind port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:36.584639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Attempting to bind port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:36.585005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Attempting to bind port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 on network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:36.601079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.615283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:36.615698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Checking segment: {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:36.616112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.616592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Bound using segment: {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:36.616996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Bound port: 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:36.617384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.641425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:36.656949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Transition to ACTIVE for port object 0a0eab71-db6c-454a-9496-91774c9a4803 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:36.685345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6368ea7-be57-4d38-8fe7-9d9fcb64ced0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Network': ['ID=96b5f524-ab95-4aa5-b01a-bc93020c3182,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:36.709150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Transition to ACTIVE for port object 72624b5a-dfef-4cdf-88bf-fc71bade2b1a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:36.718607 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:23:36.748443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.758779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:36.760532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:36.785529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:36.802782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Made reservation on behalf of f3f08a027c49427ba9346078973e1add for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:36.810377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.003010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:37.039573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:37.044555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Pushing event updated for resources: {'Port': ['ID=0a0eab71-db6c-454a-9496-91774c9a4803,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:37.060473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:37.086028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:37.093161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:37.176476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:37.189265 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Sync routers for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:37.193218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d56c69fe-6650-4c4c-8842-0f2d347c382b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/cc2f83b9-3c8f-40db-b264-be575ae5d1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4118235 Aug 19 18:23:37.214113 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:37.214750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:37.260570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] For port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:37.313059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.343785 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:37.406612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] For port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:37.418136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Subnet': ['ID=89979bd9-d92f-473d-8389-1ad676d12c71,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:37.420522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Attempting to bind port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:37.420922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Attempting to bind port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:37.421270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Attempting to bind port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a on network caa4a254-eaef-423f-af30-04614a8f4bf6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:37.453149 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.463682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Checking segment: {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:37.463682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network hostable DHCP agents. Network: 96b5f524-ab95-4aa5-b01a-bc93020c3182, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:23:37.480039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf96c0-18c1-4756-9873-2ab240545c3f None None] Pushing event updated for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:37.483292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:37.484127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Checking segment: {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:37.484534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.484925 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Bound using segment: {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:37.485417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Bound port: 72624b5a-dfef-4cdf-88bf-fc71bade2b1a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3afc98-7ce4-48af-ad54-c62d79c7f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:37.485816 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.490662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:23:37.505515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 96b5f524-ab95-4aa5-b01a-bc93020c3182) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:37.537968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-a60820f0-3760-43c4-836a-bc274c02d4d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758641681&fields=id&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 267 time: 0.0721169 Aug 19 18:23:37.542229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:37.543029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.575339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Attempting to bind port 0a0eab71-db6c-454a-9496-91774c9a4803 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:37.575339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Attempting to bind port 0a0eab71-db6c-454a-9496-91774c9a4803 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:37.575628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Attempting to bind port 0a0eab71-db6c-454a-9496-91774c9a4803 on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:37.578381 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126773ca-8e45-40d0-ac50-adb80254a0eb None None] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:37.611161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9121ac99-1f45-4198-bc85-3588c118c992 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1061535 Aug 19 18:23:37.613826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36184) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:37.658508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:37.658778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:37.659187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.659622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Bound using segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:37.660117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Bound port: 0a0eab71-db6c-454a-9496-91774c9a4803, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:37.660511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.760181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:36Z', 'revision_number': 2, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:37.760859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-e2b3ee64-d4f3-48d8-920f-7d164927ab77 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:37.768946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-e2b3ee64-d4f3-48d8-920f-7d164927ab77 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 796 time: 0.2158823 Aug 19 18:23:37.797009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-850f98f8-a8b7-4466-87db-39f2770da735 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/quotas/078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 375 time: 0.0270450 Aug 19 18:23:37.805555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Checking router: cc2f83b9-3c8f-40db-b264-be575ae5d1e9 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:37.815809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Updating router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 port c65143f3-5320-46a9-987c-7fbeec854f0e binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:37.826098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] For port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:37.830648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] For port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:37.874795 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:37.913421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] For port 0a0eab71-db6c-454a-9496-91774c9a4803, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:37.919400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] For port 0a0eab71-db6c-454a-9496-91774c9a4803, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0a0eab71-db6c-454a-9496-91774c9a4803,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:37.925460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-f3a11069-2144-4d4d-be6d-9c08aa5072f4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274197 Aug 19 18:23:38.007552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e3bea-69b0-4e8d-a934-1eb4994c6cc2 None None] Pushing event updated for resources: {'Port': ['ID=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:38.011416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.021110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:38.021497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.258284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.299881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf96c0-18c1-4756-9873-2ab240545c3f None None] Pushing event updated for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:38.549350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-97754e17-37d0-4377-a633-1042506986d3 service neutron] 10.222.0.36 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225553 Aug 19 18:23:38.689024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:38.689564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:38.709948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.740145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-96b5f524-ab95-4aa5-b01a-bc93020c3182', 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'fixed_ips': [{'subnet_id': '89979bd9-d92f-473d-8389-1ad676d12c71'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:23:38.749301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.769750 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.787136 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Transition to ACTIVE for port object c65143f3-5320-46a9-987c-7fbeec854f0e will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:38.797768 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:38.859045 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-3a9574b4-80b5-43fb-9f4c-8ae782297ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898633 Aug 19 18:23:38.921189 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5d3b-a5ac-49c2-b9c0-b70cfbe16934 None None] Pushing event updated for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:39.023220 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Attempting to bind port c65143f3-5320-46a9-987c-7fbeec854f0e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:39.023538 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Attempting to bind port c65143f3-5320-46a9-987c-7fbeec854f0e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:39.024111 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Attempting to bind port c65143f3-5320-46a9-987c-7fbeec854f0e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:39.048995 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:39.053683 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:39.054579 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:39.056464 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Bound using segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:39.059829 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Bound port: c65143f3-5320-46a9-987c-7fbeec854f0e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:39.061810 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:39.331963 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] For port c65143f3-5320-46a9-987c-7fbeec854f0e, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:39.341124 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] For port c65143f3-5320-46a9-987c-7fbeec854f0e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c65143f3-5320-46a9-987c-7fbeec854f0e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:39.349724 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:39.496531 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5d3b-a5ac-49c2-b9c0-b70cfbe16934 None None] Pushing event updated for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:39.510795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:39.512187 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:39.566790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:39.682572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Allocated IP 2001:db8:3::1 (96b5f524-ab95-4aa5-b01a-bc93020c3182/89979bd9-d92f-473d-8389-1ad676d12c71/be9d5dba-8a76-44cc-863d-199a22d4b3e8) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:39.690949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afbfa79a-b8fc-40d8-9b1f-354cfb8d4f3b req-4528f9df-60cb-4dac-b322-d6e9024b964e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 210 time: 0.4297907 Aug 19 18:23:39.703644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324acb97-29cc-49b5-a358-b68171b4abec None None] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:39.715806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:39.803418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:39.926329 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:39.960151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Transition to ACTIVE for port object be9d5dba-8a76-44cc-863d-199a22d4b3e8 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:40.014669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880ac03-1ecb-48a8-81c0-03c8b86e3b34 None None] Pushing event updated for resources: {'Port': ['ID=0a0eab71-db6c-454a-9496-91774c9a4803,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:40.065757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.160678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:40.164664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:40.176953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:40.178842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.192091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:40.211370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:40.220639 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.258539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=be9d5dba-8a76-44cc-863d-199a22d4b3e8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:40.335362 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:39Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:40.368698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Allocated IP 2001:db8:3::2 (96b5f524-ab95-4aa5-b01a-bc93020c3182/89979bd9-d92f-473d-8389-1ad676d12c71/c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:40.399463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe130d-523d-4e8b-a1c7-e8d4b5ec3521 None None] The sync data for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 is: [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:39Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:40.523767 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:40.621057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7822cf0-acbf-4dc4-a35a-b2c8dd94bfcf None None] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:40.732265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a0f88273-6749-4f41-839b-2c669333dcd5 None None] Provisioning for port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:40.860112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0c32c67-23df-4d9a-9e7c-595fb82935a5 req-cf1878b7-6cd2-4f2c-b735-b23b6c1f28a5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 210 time: 0.0521641 Aug 19 18:23:41.003504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.014943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Transition to ACTIVE for port object c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:41.037168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Transition to ACTIVE for port object c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:41.083758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.090068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.090905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.102724 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.189861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fcf42c99-520f-4d15-872f-4b6f8d300a31 None None] Provisioning for port 0a0eab71-db6c-454a-9496-91774c9a4803 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:41.292691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:41.311975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-ba3f4f80-0659-4bba-93e8-c43e19560524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:41.314310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:41.325388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-ba3f4f80-0659-4bba-93e8-c43e19560524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 796 time: 0.3739018 Aug 19 18:23:41.337162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Pushing event updated for resources: {'Port': ['ID=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:41.349082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:41.356186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event updated for resources: {'Port': ['ID=be9d5dba-8a76-44cc-863d-199a22d4b3e8,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:41.356627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:34Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:37Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:41.368670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.369854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.370997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.371569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.372105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.373176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.373702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.374203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.374806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.375556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.376211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.376912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:41.408791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-071fcd2a-5a1c-41b7-a560-31271ae9b05f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 380 time: 0.0800083 Aug 19 18:23:41.419117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'port': {'device_id': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'admin_state_up': True, 'tenant_id': '078001621232448bbb2e657de3fae22e', 'security_groups': ['2b9f483e-ee20-4535-8b6f-a390efc42fcd']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:41.431931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.476933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:41.480742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:41.486963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69b523-b82c-4d36-acc4-03b290dafa0d None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:34Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:37Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:41.599172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:41.642076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.749469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Attempting to bind port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:41.749967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Attempting to bind port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:41.750258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Attempting to bind port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c on network 96b5f524-ab95-4aa5-b01a-bc93020c3182 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:41.777932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:23:41.781695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.807982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:41.808361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Checking segment: {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:41.808715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.809130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Bound using segment: {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:41.809643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Bound port: c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:41.810043 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:41.913656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:41.965290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:42.182303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] For port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:42.190681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] For port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,segment=NetworkSegment(42660a5d-2289-43b4-8b57-b3109ace40b5),segment_id=42660a5d-2289-43b4-8b57-b3109ace40b5)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:42.204293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c65143f3-5320-46a9-987c-7fbeec854f0e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:42.208716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:42.272875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:42.285150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e67edcf1-15f0-4b7c-8f2e-ee2775c8f979 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6670771 Aug 19 18:23:42.286918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36266) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:42.292010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:42.330590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0246f078-b19e-4fe2-9e34-06f07a77a676 req-70e08565-eea0-4fa3-9aa9-158d40740e0d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 210 time: 0.1665680 Aug 19 18:23:42.393545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.10 (9d28eb0c-a8db-463d-bcef-4f63c753c8b4/c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de/b102406f-b65f-461e-a7a4-3e79b762e45e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:42.642360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Provisioning for port 6d5bd505-93d4-498b-be74-bd2cc4834fbe completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:42.677297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Provisioning complete for port 6d5bd505-93d4-498b-be74-bd2cc4834fbe triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:42.677907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:42.786259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bf40c-fe22-41a6-8689-f25db01de2dc None None] Pushing event updated for resources: {'Port': ['ID=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:42.812132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Port 6d5bd505-93d4-498b-be74-bd2cc4834fbe cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:42.968727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c65143f3-5320-46a9-987c-7fbeec854f0e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:42.989524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0a0eab71-db6c-454a-9496-91774c9a4803 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:43.018721 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.053421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object b102406f-b65f-461e-a7a4-3e79b762e45e will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:43.090366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Provisioning for port c65143f3-5320-46a9-987c-7fbeec854f0e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:43.098192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Provisioning complete for port c65143f3-5320-46a9-987c-7fbeec854f0e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:43.098508 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.173113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0a0eab71-db6c-454a-9496-91774c9a4803 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:43.192619 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.224594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0a0eab71-db6c-454a-9496-91774c9a4803 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:43.224874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.349659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:43.353136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:43.361801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:43.430867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:43.515988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.554350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.566134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.593996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-d3a8f36b-3057-419b-bbf1-d2bbc888e335 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1796303 Aug 19 18:23:43.638152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Request body: {'port': {'device_id': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:43.674987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] For port c65143f3-5320-46a9-987c-7fbeec854f0e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c65143f3-5320-46a9-987c-7fbeec854f0e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:43.690867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.824370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ed55-0801-409b-aa73-a7da6f54e74c req-3844071c-17fd-4727-89a9-80208c0f9136 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:43.839790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a559ed55-0801-409b-aa73-a7da6f54e74c req-3844071c-17fd-4727-89a9-80208c0f9136 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 932 time: 0.2583139 Aug 19 18:23:43.867227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.880952 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:23:43.900200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Removed routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:23:43.901424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:43.920543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a559ed55-0801-409b-aa73-a7da6f54e74c req-faa08206-bf7f-4981-82fd-cb10b118f09b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795100 Aug 19 18:23:44.147355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20f47-a742-484e-aa15-107fe03b32da None None] Pushing event updated for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:44.216385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4b8341d-6ad9-474e-bd70-3a58fcd0a1b7 None None] Provisioning complete for port 6d5bd505-93d4-498b-be74-bd2cc4834fbe triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:44.216769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b8341d-6ad9-474e-bd70-3a58fcd0a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.221133 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.349700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8341d-6ad9-474e-bd70-3a58fcd0a1b7 None None] Port 6d5bd505-93d4-498b-be74-bd2cc4834fbe cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:44.399233 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:44.445213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4b8341d-6ad9-474e-bd70-3a58fcd0a1b7 None None] Provisioning complete for port c65143f3-5320-46a9-987c-7fbeec854f0e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:44.445591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4b8341d-6ad9-474e-bd70-3a58fcd0a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.480955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0a0eab71-db6c-454a-9496-91774c9a4803, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0a0eab71-db6c-454a-9496-91774c9a4803,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:44.482529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:44.487187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:44.611817 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b102406f-b65f-461e-a7a4-3e79b762e45e {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:44.626800 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.670756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Transition to ACTIVE for port object b102406f-b65f-461e-a7a4-3e79b762e45e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:44.675770 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.709891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.724569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:44.842783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:44.865838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.869266 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:44.916773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:44.978037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:44.979356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:44.979778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:44.988767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:23:44.989105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:44.999156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:44.999565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:44.999942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Bound using segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:45.000382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Bound port: b102406f-b65f-461e-a7a4-3e79b762e45e, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:45.000750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.074858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9429a7-6cc4-4614-956a-56f6eb79910f None None] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:45.092688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:45.178236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:45.216872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:45.242148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.242926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:45.254493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.255779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e9d6913-536b-4173-8c4c-40857e16d95b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 954 time: 2.9685493 Aug 19 18:23:45.264524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36292) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:45.274306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0a0eab71-db6c-454a-9496-91774c9a4803,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:45.278670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9b98-ede5-4d09-b515-4bd836e4b315 req-f73feafc-c467-4fc9-a548-1f4308c5fd0a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.299962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f50b9b98-ede5-4d09-b515-4bd836e4b315 req-f73feafc-c467-4fc9-a548-1f4308c5fd0a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 944 time: 0.2004068 Aug 19 18:23:45.358801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.359866 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.363279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] 10.222.0.42 "PUT /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1093 time: 1.7402854 Aug 19 18:23:45.426075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f50b9b98-ede5-4d09-b515-4bd836e4b315 req-3354e4e4-8cda-459e-90a2-a3c3676434e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240358 Aug 19 18:23:45.426913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:45.430017 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb463f7-4942-4b8c-886c-fa36a04da2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:45.534111 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6030fe5-75c7-4baa-a4a3-d326836c0a02 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 954 time: 0.2666581 Aug 19 18:23:45.535332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:45.552899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'routes': None}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:45.553021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:45.555324 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ed6f30-eb57-4daa-a34c-2006401e4cb4 x-openstack-request-id: req-07ed6f30-eb57-4daa-a34c-2006401e4cb4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:45.555810 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:45.556061 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07ed6f30-eb57-4daa-a34c-2006401e4cb4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:45.556627 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'status': 'completed', 'code': 200} Aug 19 18:23:45.585046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:45.585983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.635642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-e6bd69ad-3c82-4b9d-bb3b-d8ed36d6f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.639856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-e6bd69ad-3c82-4b9d-bb3b-d8ed36d6f247 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1096 time: 0.2009676 Aug 19 18:23:45.644216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093f666-2866-48d1-b2a5-ee6547c89f6a service neutron] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:45.719001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-f9f42f34-885b-4069-9dbc-682243edc709 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 217 time: 0.0551331 Aug 19 18:23:45.813379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-7216216e-60c3-41c9-9f46-f8e8e0875a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.815921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-7216216e-60c3-41c9-9f46-f8e8e0875a0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.0900424 Aug 19 18:23:45.825040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5cb0037-b9be-4b38-91a8-31fcdb60598a None None] Provisioning for port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:45.909233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-ed5a2250-b7f5-4413-9bdf-d45028174da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:45.915377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-ed5a2250-b7f5-4413-9bdf-d45028174da7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909066 Aug 19 18:23:45.926146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5cb0037-b9be-4b38-91a8-31fcdb60598a None None] Provisioning complete for port c65143f3-5320-46a9-987c-7fbeec854f0e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:45.926518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0037-b9be-4b38-91a8-31fcdb60598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:45.949338 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.044433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:46.059674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.132247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-9fe0080d-c342-4be4-af90-ed9b70ab852b service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107854 Aug 19 18:23:46.172556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:46.298700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added routes are [] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:23:46.299315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.extraroute_db [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:23:46.299855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 6, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:37Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d5dba-8a76-44cc-863d-199a22d4b3e8', 'name': '', 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:b1:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:39Z', 'updated_at': '2021-08-19T18:23:40Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:46.346563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7bfb6e7-ee60-43d1-bbfc-82b3694f1b14 req-2d36a798-3b2a-4694-920a-0b4c96f2c7ae service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021229 Aug 19 18:23:46.354076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:46.361245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Updating router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 port 6d5bd505-93d4-498b-be74-bd2cc4834fbe binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:46.377892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.442499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.487898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-53074876-b5c1-4a7d-831e-25f815d26850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:46.489455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-53074876-b5c1-4a7d-831e-25f815d26850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1096 time: 0.0931575 Aug 19 18:23:46.494565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f5cb0037-b9be-4b38-91a8-31fcdb60598a None None] Provisioning for port b102406f-b65f-461e-a7a4-3e79b762e45e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:46.714892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:46.750934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799fe1a-cc74-4148-952c-02ef43690944 req-56075a2c-6109-41fb-845c-ee60226b42da tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:46.752907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c799fe1a-cc74-4148-952c-02ef43690944 req-56075a2c-6109-41fb-845c-ee60226b42da tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 944 time: 0.1343305 Aug 19 18:23:46.760011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-e3d06c4a-b877-478f-b8a1-2b7491a2fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:46.761503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-e3d06c4a-b877-478f-b8a1-2b7491a2fa2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.2546086 Aug 19 18:23:46.822895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.833665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:46.916896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-b98d3c84-6842-4697-8e92-27300efbae28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 217 time: 0.1197581 Aug 19 18:23:47.039028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:47.063610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c799fe1a-cc74-4148-952c-02ef43690944 req-33af2693-2391-49f0-8a52-305281882047 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975411 Aug 19 18:23:47.090030 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.106504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-e83dfca8-9561-4158-848c-93f6fe0d648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.108192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-e83dfca8-9561-4158-848c-93f6fe0d648a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.1765683 Aug 19 18:23:47.118095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Transition to ACTIVE for port object 6d5bd505-93d4-498b-be74-bd2cc4834fbe will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:47.189535 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.224657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-6ed7b311-ebdf-4143-aa52-0265a92e2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:47.226249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-6ed7b311-ebdf-4143-aa52-0265a92e2d55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098595 Aug 19 18:23:47.335969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e87-e743-4797-b2a3-d978fc92b2dd None None] Pushing event updated for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:47.364408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:47.383040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.384263 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6266f90d-c6f2-4e3d-8954-f8c5456c0a26 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 704 time: 1.8431742 Aug 19 18:23:47.387689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:47.399959 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.409079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b621cd3c-6d0d-42e1-89d2-42b4203bcf3a None None] Provisioning for port be9d5dba-8a76-44cc-863d-199a22d4b3e8 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:47.436635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b621cd3c-6d0d-42e1-89d2-42b4203bcf3a None None] Provisioning complete for port be9d5dba-8a76-44cc-863d-199a22d4b3e8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:47.437446 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b621cd3c-6d0d-42e1-89d2-42b4203bcf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.535117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b621cd3c-6d0d-42e1-89d2-42b4203bcf3a None None] Port be9d5dba-8a76-44cc-863d-199a22d4b3e8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:47.549523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-92093677-fc45-4e6a-a127-171b3ad37f55 service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159642 Aug 19 18:23:47.577713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:47.578243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.584595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port 6d5bd505-93d4-498b-be74-bd2cc4834fbe on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:47.585022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port 6d5bd505-93d4-498b-be74-bd2cc4834fbe by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:47.585498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port 6d5bd505-93d4-498b-be74-bd2cc4834fbe on network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:47.629796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:47.630513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Checking segment: {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:47.631109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.631654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Bound using segment: {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:47.632345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Bound port: 6d5bd505-93d4-498b-be74-bd2cc4834fbe, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99368577-6498-4d98-9fed-d064debfc446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:47.632913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.669738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a224d340-6476-4bcb-b309-ac97a3f84d2e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 704 time: 0.2734079 Aug 19 18:23:47.673116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36324) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:47.772087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72624b5a-dfef-4cdf-88bf-fc71bade2b1a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:47.779664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0fb463f7-4942-4b8c-886c-fa36a04da2e4 req-dc58197a-ab23-423a-9966-b30ccb182e4e service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211719 Aug 19 18:23:47.815641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] For port 6d5bd505-93d4-498b-be74-bd2cc4834fbe, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:47.840137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] For port 6d5bd505-93d4-498b-be74-bd2cc4834fbe, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6d5bd505-93d4-498b-be74-bd2cc4834fbe,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:47.846393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e2266ea8-b98b-4331-bdb4-2e9a37d08490 None None] Provisioning complete for port be9d5dba-8a76-44cc-863d-199a22d4b3e8 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:47.846769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e2266ea8-b98b-4331-bdb4-2e9a37d08490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.850428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.912597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Updating router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 port be9d5dba-8a76-44cc-863d-199a22d4b3e8 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:23:47.955923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e2266ea8-b98b-4331-bdb4-2e9a37d08490 None None] Port be9d5dba-8a76-44cc-863d-199a22d4b3e8 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:23:47.963159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:47.972112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e87-e743-4797-b2a3-d978fc92b2dd None None] Pushing event updated for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:47.975290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:47.977472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:47.977835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.252686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.265582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb21f-7ce1-43ef-8884-93cb29a8615f req-65ca0557-e39e-4fb2-9d9f-f5e7af48b755 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:48.274728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fcb21f-7ce1-43ef-8884-93cb29a8615f req-65ca0557-e39e-4fb2-9d9f-f5e7af48b755 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 944 time: 0.1081901 Aug 19 18:23:48.351333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23fcb21f-7ce1-43ef-8884-93cb29a8615f req-f53c2f5f-b2dd-4fb3-90d4-a1f48aac1bc6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716197 Aug 19 18:23:48.498110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.588724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:48.759932 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.771760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Transition to ACTIVE for port object be9d5dba-8a76-44cc-863d-199a22d4b3e8 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:23:48.779142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.780077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c65143f3-5320-46a9-987c-7fbeec854f0e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:48.801057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port be9d5dba-8a76-44cc-863d-199a22d4b3e8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:48.801643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.856746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:48.948421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:48.956251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c65143f3-5320-46a9-987c-7fbeec854f0e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:48.956707 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.068716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port be9d5dba-8a76-44cc-863d-199a22d4b3e8 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:23:49.070187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port be9d5dba-8a76-44cc-863d-199a22d4b3e8 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:23:49.071780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Attempting to bind port be9d5dba-8a76-44cc-863d-199a22d4b3e8 on network 96b5f524-ab95-4aa5-b01a-bc93020c3182 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:23:49.082746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:23:49.083214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Checking segment: {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:23:49.083814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.084232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Bound using segment: {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:23:49.084732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Bound port: be9d5dba-8a76-44cc-863d-199a22d4b3e8, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42660a5d-2289-43b4-8b57-b3109ace40b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:23:49.085126 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.167677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] For port be9d5dba-8a76-44cc-863d-199a22d4b3e8, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:23:49.171617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] For port be9d5dba-8a76-44cc-863d-199a22d4b3e8, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=be9d5dba-8a76-44cc-863d-199a22d4b3e8,segment=NetworkSegment(42660a5d-2289-43b4-8b57-b3109ace40b5),segment_id=42660a5d-2289-43b4-8b57-b3109ace40b5)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:23:49.184241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.218157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:49.220599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:49.304205 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:23:49.333706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e87-e743-4797-b2a3-d978fc92b2dd None None] Pushing event updated for resources: {'Port': ['ID=be9d5dba-8a76-44cc-863d-199a22d4b3e8,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:49.337435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.358661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for be9d5dba-8a76-44cc-863d-199a22d4b3e8 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:49.397601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e87-e743-4797-b2a3-d978fc92b2dd None None] Pushing event updated for resources: {'Port': ['ID=be9d5dba-8a76-44cc-863d-199a22d4b3e8,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:49.526506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:49.544089 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7f4e1-aee6-4885-96f2-813e152e54d9 req-29b0ef93-6db3-4921-a13e-747a6e5fd81b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:49.552378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bc7f4e1-aee6-4885-96f2-813e152e54d9 req-29b0ef93-6db3-4921-a13e-747a6e5fd81b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 944 time: 0.0913427 Aug 19 18:23:49.557188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'port_id': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'mac_address': 'fa:16:3e:10:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:23:49.592860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:49.626699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bc7f4e1-aee6-4885-96f2-813e152e54d9 req-02493418-0739-4e63-b445-8bb8f71245c5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719085 Aug 19 18:23:49.657231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.675114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0a0eab71-db6c-454a-9496-91774c9a4803 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:49.687435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=be9d5dba-8a76-44cc-863d-199a22d4b3e8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:49.788511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.817979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.820228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ff3b7bc7-bf0f-46a9-85a3-019e81ff74d8 None None] Could not find standard attr ID for object be9d5dba-8a76-44cc-863d-199a22d4b3e8. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:23:49.858505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b102406f-b65f-461e-a7a4-3e79b762e45e {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:23:49.883092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0a0eab71-db6c-454a-9496-91774c9a4803 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:49.883474 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:49.944135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:49.953301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.051566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:50.061119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:50.112091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:50.167015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:46Z', 'revision_number': 7, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:47Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d5dba-8a76-44cc-863d-199a22d4b3e8', 'name': '', 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:b1:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:39Z', 'updated_at': '2021-08-19T18:23:49Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:50.167459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:50.177965 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6487583b-015f-4972-ad4e-0a959fcbd1ea tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5035553 Aug 19 18:23:50.180426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36368) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:50.202243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb00c0-23f7-4a85-8f98-5bda2698f6d7 None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:46Z', 'revision_number': 7, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:47Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be9d5dba-8a76-44cc-863d-199a22d4b3e8', 'name': '', 'network_id': '96b5f524-ab95-4aa5-b01a-bc93020c3182', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:b1:63:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:39Z', 'updated_at': '2021-08-19T18:23:49Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '89979bd9-d92f-473d-8389-1ad676d12c71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:50.218549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b102406f-b65f-461e-a7a4-3e79b762e45e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:23:50.266058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 89979bd9-d92f-473d-8389-1ad676d12c71 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:50.272090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:50.272461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.292966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:50.307114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.331429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.552337 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.598822 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.728094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.805545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=89979bd9-d92f-473d-8389-1ad676d12c71,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:50.814660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:50.816776 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dfe81743-4c29-4354-9fdc-9ef284aa0477 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/89979bd9-d92f-473d-8389-1ad676d12c71 HTTP/1.1" status: 204 len: 168 time: 0.6353998 Aug 19 18:23:50.819284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36388) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:50.828506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcd996-4210-4933-8571-caf9836578b6 None None] Network 96b5f524-ab95-4aa5-b01a-bc93020c3182 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:50.847684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ceb76-c160-48fe-8f9b-d71e49c95ccb req-48dda9f2-ce08-4544-b6eb-9c7506e19acd tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:50.850716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef4ceb76-c160-48fe-8f9b-d71e49c95ccb req-48dda9f2-ce08-4544-b6eb-9c7506e19acd tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.1178913 Aug 19 18:23:50.934923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef4ceb76-c160-48fe-8f9b-d71e49c95ccb req-d3e4ba26-8094-4e04-9299-7f0fb4ecc463 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675881 Aug 19 18:23:50.998851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.098442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:51.099555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.209978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:23:51.210246 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:23:51.224177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,segment=NetworkSegment(42660a5d-2289-43b4-8b57-b3109ace40b5),segment_id=42660a5d-2289-43b4-8b57-b3109ace40b5)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:51.224663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.246025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:51.356367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] DHCP port deletion for 96b5f524-ab95-4aa5-b01a-bc93020c3182 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:51.379159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.412467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:51.417502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:51.450921 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:51.467343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:51.470127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:51.480346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Deleting port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:51.481088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.583647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.606874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b5f524-ab95-4aa5-b01a-bc93020c3182']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:51.628933 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42660a5d-2289-43b4-8b57-b3109ace40b5') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:51.629309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42660a5d-2289-43b4-8b57-b3109ace40b5') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:51.641121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.661323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.673884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:23:51.674254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] For port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:51.675029 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.675786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:23:51.677479 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:23:51.698266 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:51.727093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Calling delete_port for c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:51.764426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:23:51.765586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c update to ACTIVE by agent not found {{(pid=101326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 18:23:51.802395 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.816548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.830889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:51.832804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/96b5f524-ab95-4aa5-b01a-bc93020c3182 HTTP/1.1" status: 204 len: 168 time: 1.0124004 Aug 19 18:23:51.836912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:51.869981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] Pushing event deleted for resources: {'Port': ['ID=c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:51.876709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828fdc9-16be-468c-9082-5a71e88a95ae None None] No DVR routers for this DVR port c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:51.880202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb4b1-b5ce-43bc-9c43-7b22ddaf82a1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=96b5f524-ab95-4aa5-b01a-bc93020c3182,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:52.064471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6d5bd505-93d4-498b-be74-bd2cc4834fbe up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:52.111272 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:49Z', 'revision_number': 8, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:47Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:52.125566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 6d5bd505-93d4-498b-be74-bd2cc4834fbe completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:52.131117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6d5bd505-93d4-498b-be74-bd2cc4834fbe triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:52.131585 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.144743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:52.155289 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:52.156311 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:52.237604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00074d13-01e7-4f73-9870-3c7cff0bff7e req-503f079a-e5b7-4813-bc1d-8eca4909442c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:52.240721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.248241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00074d13-01e7-4f73-9870-3c7cff0bff7e req-503f079a-e5b7-4813-bc1d-8eca4909442c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.1825798 Aug 19 18:23:52.262042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:52.303129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 6d5bd505-93d4-498b-be74-bd2cc4834fbe, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6d5bd505-93d4-498b-be74-bd2cc4834fbe,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:52.310880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.311699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:52.319650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00074d13-01e7-4f73-9870-3c7cff0bff7e req-afe39bdb-ccb1-48fe-917a-971aae668811 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699697 Aug 19 18:23:52.413890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:52.414290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.417695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:52.423541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.516535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72624b5a-dfef-4cdf-88bf-fc71bade2b1a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:52.557677 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:49Z', 'revision_number': 8, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:47Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:52.579999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:52.579999 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.607108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ec7c-e6be-4deb-acba-11355e17c4ec None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:49Z', 'revision_number': 8, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d5bd505-93d4-498b-be74-bd2cc4834fbe', 'name': '', 'network_id': '56afed05-3ce9-4b7c-bd88-2cdbd01a90a6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:53:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:33Z', 'updated_at': '2021-08-19T18:23:47Z', 'revision_number': 4, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '34a4464d-42c3-4a3f-b1ba-88c8b877a062', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:52.736661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 6d5bd505-93d4-498b-be74-bd2cc4834fbe {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:52.737066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.843831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 6d5bd505-93d4-498b-be74-bd2cc4834fbe, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6d5bd505-93d4-498b-be74-bd2cc4834fbe,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:52.844202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:52.858622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 6d5bd505-93d4-498b-be74-bd2cc4834fbe owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:52.983665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:53.015282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:53.020965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c1f1ad05-e61e-413e-86b2-f1b6a42e0a3c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:53.102038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.137916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=6d5bd505-93d4-498b-be74-bd2cc4834fbe,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:53.171563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.172118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.172568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.173129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.173570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.174217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.174654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.175088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.175544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.176167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.176548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.176973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:23:53.310589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:23:53.417115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port b102406f-b65f-461e-a7a4-3e79b762e45e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:23:53.427186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port b102406f-b65f-461e-a7a4-3e79b762e45e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:23:53.427903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.571325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.609744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:23:53.614057 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eba2932-f60d-4f6c-b860-e269b4c8b292" -d '{"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-plugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:23:53.641556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:53.650874 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.681308 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bce491-1d12-4cd8-8a3b-ba8e3c8bd2fa x-openstack-request-id: req-a6bce491-1d12-4cd8-8a3b-ba8e3c8bd2fa {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:23:53.682496 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-plugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:23:53.682946 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6bce491-1d12-4cd8-8a3b-ba8e3c8bd2fa {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:23:53.683524 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'code': 200} Aug 19 18:23:53.722317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:53.922912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device be9d5dba-8a76-44cc-863d-199a22d4b3e8 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:53.927289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:53.945326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: be9d5dba-8a76-44cc-863d-199a22d4b3e8 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:53.945793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device be9d5dba-8a76-44cc-863d-199a22d4b3e8 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:54.009721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5d671-e801-426f-8f4d-84e468e4385c req-1b71d853-094b-422d-beb7-983d94d9484d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.011289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab5d671-e801-426f-8f4d-84e468e4385c req-1b71d853-094b-422d-beb7-983d94d9484d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1557045 Aug 19 18:23:54.057774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b5ab-88dd-4b15-8720-69f2e7630c74 req-e565d57a-8bf2-4b9e-a462-59ffa46ad723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:54.059274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c229b5ab-88dd-4b15-8720-69f2e7630c74 req-e565d57a-8bf2-4b9e-a462-59ffa46ad723 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1098 time: 0.2219963 Aug 19 18:23:54.114451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab5d671-e801-426f-8f4d-84e468e4385c req-c9a4075a-4b76-4121-ba22-471e248703d4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735273 Aug 19 18:23:54.128949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c229b5ab-88dd-4b15-8720-69f2e7630c74 req-1c888f29-4a0d-4e3e-9158-4c4b8c7d782d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626996 Aug 19 18:23:54.237416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:54.343126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:54.348342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-02c97952-847c-408c-942b-78f6129e9420 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090375 Aug 19 18:23:54.350773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36436) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:54.359469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:54.374208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:54.375164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:54.414302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 34a4464d-42c3-4a3f-b1ba-88c8b877a062 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:54.417663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.467191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.479148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:54.586979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.690093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.736143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=34a4464d-42c3-4a3f-b1ba-88c8b877a062,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:54.746437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.750650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9e5b2b96-f219-4041-b033-024a0e3bd616 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/34a4464d-42c3-4a3f-b1ba-88c8b877a062 HTTP/1.1" status: 204 len: 168 time: 0.3966947 Aug 19 18:23:54.750793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ced774-340f-4126-bef5-2e78696a318a None None] Network 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:54.750909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36450) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:54.835107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.870683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:53Z', 'revision_number': 9, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:54.907410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:54.916358 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:54.917911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:54.926024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:54.926636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:55.010268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] DHCP port deletion for 56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:55.031713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:55.032301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.046673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:55.059328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:55.117360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Deleting port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:55.117644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.177389 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.201103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:55.229796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:55.290344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] For port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,segment=NetworkSegment(99368577-6498-4d98-9fed-d064debfc446),segment_id=99368577-6498-4d98-9fed-d064debfc446)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:55.291407 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.313180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Calling delete_port for 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:55.343353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.357269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56afed05-3ce9-4b7c-bd88-2cdbd01a90a6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:55.376084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f24d4-288e-4ddd-be44-9754c81153ef req-98890263-012d-426a-8ab7-db6d7fe61a3a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.377690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef1f24d4-288e-4ddd-be44-9754c81153ef req-98890263-012d-426a-8ab7-db6d7fe61a3a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1443512 Aug 19 18:23:55.379711 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99368577-6498-4d98-9fed-d064debfc446') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:55.380085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99368577-6498-4d98-9fed-d064debfc446') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:55.391347 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.429036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.443814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:23:55.444322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:23:55.447588 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:23:55.467832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef1f24d4-288e-4ddd-be44-9754c81153ef req-5a417cf7-5491-40ba-ab48-c8f58ed8478c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742087 Aug 19 18:23:55.470707 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.483237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:53Z', 'revision_number': 9, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:55.526470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.539725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:55.541719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/56afed05-3ce9-4b7c-bd88-2cdbd01a90a6 HTTP/1.1" status: 204 len: 168 time: 0.7885780 Aug 19 18:23:55.545380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36458) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:55.557764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971afdfa-1dad-469e-8fec-d5b2862a86a7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=56afed05-3ce9-4b7c-bd88-2cdbd01a90a6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:55.587093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] Pushing event deleted for resources: {'Port': ['ID=4c926f6f-0b4c-4e1b-ab9a-3a37f593e813,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:55.597868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d02e2-9994-4418-b818-23c47a1cc93e None None] No DVR routers for this DVR port 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:23:55.600008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77009be7-e9d2-4a9a-8bd0-82a7dc784d00 None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:53Z', 'revision_number': 9, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72624b5a-dfef-4cdf-88bf-fc71bade2b1a', 'name': '', 'network_id': 'caa4a254-eaef-423f-af30-04614a8f4bf6', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:7b:01:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:48Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:23:55.665272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846e966-58e8-416b-a5f2-86004d0787de req-3ee25ee3-d4e2-4247-b84d-070013bf1be8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.668887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8846e966-58e8-416b-a5f2-86004d0787de req-3ee25ee3-d4e2-4247-b84d-070013bf1be8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.0732896 Aug 19 18:23:55.724379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8846e966-58e8-416b-a5f2-86004d0787de req-f134b2b7-517f-4096-b183-b3dbbe920156 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Aug 19 18:23:55.756811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36466) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:55.851632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe85bb-1448-45e2-b26c-3d04c4accc85 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:55.853915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bbbe85bb-1448-45e2-b26c-3d04c4accc85 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1093 time: 0.0956879 Aug 19 18:23:55.858533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36472) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:55.863483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:23:55.930496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.074852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6d5bd505-93d4-498b-be74-bd2cc4834fbe no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:56.097849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 6d5bd505-93d4-498b-be74-bd2cc4834fbe {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:56.097849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6d5bd505-93d4-498b-be74-bd2cc4834fbe not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:56.097849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:23:56.123984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:23:56.124317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4c926f6f-0b4c-4e1b-ab9a-3a37f593e813 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:23:56.181346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.185820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.359533 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.442680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.173 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:23:56.720936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.751786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:56.752150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.864025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.946200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:23:56.949392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 72624b5a-dfef-4cdf-88bf-fc71bade2b1a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:23:56.949911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:56.965563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:23:56.976340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:23:56.984914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:57.006445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 72624b5a-dfef-4cdf-88bf-fc71bade2b1a owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:23:57.441567 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:57.791096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=72624b5a-dfef-4cdf-88bf-fc71bade2b1a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:58.110773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.149677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6b3c046a-5267-41a3-8cf0-a163f3a0fef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.368148 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.606347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:58.607475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.813741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:23:58.822159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-06d6cf96-3ba6-43b1-8eab-ff36e770c679 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2756014 Aug 19 18:23:58.825505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36522) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:58.827783 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c16310-e205-43ee-8451-283839840e1b None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:23:58.840099 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:58.840886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:58.909168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.921493 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.938429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:23:58.944977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:58.980114 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:58.986115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:59.046684 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.133433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.176894 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.269193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.307783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c0fde-4d40-483d-a049-57e7ada352a4 None None] Network caa4a254-eaef-423f-af30-04614a8f4bf6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:23:59.354560 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP e28cb0c2-4df8-4953-afd0-2796032f1da6 associated. External IP: 172.25.5.173, port: b102406f-b65f-461e-a7a4-3e79b762e45e. Aug 19 18:23:59.367505 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.373346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c HTTP/1.1" status: 204 len: 168 time: 0.5458031 Aug 19 18:23:59.375307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36528) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:23:59.390315 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508680a-8f43-43b4-8826-5612499e659c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:23:59.544170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.549515 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 10, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:59.608933 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c16310-e205-43ee-8451-283839840e1b None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:23:59.610922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-f40492bc-804b-44bc-9fa8-c64404811917 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1316082 Aug 19 18:23:59.632812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:23:59.633861 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:23:59.733143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] DHCP port deletion for caa4a254-eaef-423f-af30-04614a8f4bf6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:23:59.740614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:59.746804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.818885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:23:59.854983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Deleting port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:23:59.855362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:23:59.901759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:23:59.936095 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-c09cbd9b-17d9-4f3c-8076-1b50d90be30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:23:59.947087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-c09cbd9b-17d9-4f3c-8076-1b50d90be30d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1098 time: 0.2837110 Aug 19 18:24:00.092558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:00.092942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.142715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:00.237702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:00.258754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:00.261761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Sync routers for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:00.292604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.298618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-cd300ad4-a235-4998-97e7-57a5142c6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.300475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-cd300ad4-a235-4998-97e7-57a5142c6ecc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.3154554 Aug 19 18:24:00.349739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:00.350391 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:23:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:00.367796 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1332bf95-8566-4cd8-a5af-872f8617e4b1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5046437 Aug 19 18:24:00.380808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:00.388701 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:00.395743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-92c16310-e205-43ee-8451-283839840e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 10, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:00.454634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] For port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,segment=NetworkSegment(4d3afc98-7ce4-48af-ad54-c62d79c7f582),segment_id=4d3afc98-7ce4-48af-ad54-c62d79c7f582)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:00.455209 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.457741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c16310-e205-43ee-8451-283839840e1b None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 10, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None, '_interfaces': [{'id': '5670aa04-39ed-42c3-8621-4c27a8addbbc', 'name': '', 'network_id': '7d69d5b6-834d-4206-bf70-aceab352f79f', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'mac_address': 'fa:16:3e:8c:ee:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:22Z', 'updated_at': '2021-08-19T18:23:30Z', 'revision_number': 5, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'subnets': [{'id': '7fbd5bb0-b72f-4337-bba3-35c50b306a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:00.477363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Calling delete_port for 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:00.481226 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab40fd9-47e5-438a-8d89-12b2445dc957 x-openstack-request-id: req-8ab40fd9-47e5-438a-8d89-12b2445dc957 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:00.481524 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:00.481777 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ab40fd9-47e5-438a-8d89-12b2445dc957 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:00.482172 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'status': 'completed', 'code': 200} Aug 19 18:24:00.555758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.573368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c59ca-084a-415f-9db2-e6a8d7ce293f req-3088e23d-bfd1-499e-90ad-b42d6567818c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.575435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-237c59ca-084a-415f-9db2-e6a8d7ce293f req-3088e23d-bfd1-499e-90ad-b42d6567818c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1167595 Aug 19 18:24:00.577451 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-c25596c3-ef63-4936-98c0-921a7ac2c2d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1000 time: 0.2637820 Aug 19 18:24:00.586584 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.653863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:00.671570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:00.707206 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f8a-1b28-4c22-bcbd-532786438d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.757544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:00.777467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.788339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa4a254-eaef-423f-af30-04614a8f4bf6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:00.798925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3afc98-7ce4-48af-ad54-c62d79c7f582') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:00.799501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3afc98-7ce4-48af-ad54-c62d79c7f582') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:00.809751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.825603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.828491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-614b5e0f-958d-4d72-ab6f-d5a245a2bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:00.829996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-614b5e0f-958d-4d72-ab6f-d5a245a2bd1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.2451563 Aug 19 18:24:00.855769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-237c59ca-084a-415f-9db2-e6a8d7ce293f req-805890b3-159c-489b-ac07-59e46d0231c8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728329 Aug 19 18:24:00.856726 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.903342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36546) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:00.918348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:24:00.918774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:24:00.924160 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:24:00.926319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] No DVR routers for this DVR port 7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:00.928436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a991823-191d-44e5-859b-e8c57e93b3e4 None None] Pushing event deleted for resources: {'Port': ['ID=7f4b11ee-1669-4a0c-b741-e6a2a2c1f48d,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:00.975507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.019520 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-a49e3e5e-44d1-4189-8bd3-f2b64b945d22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543314 Aug 19 18:24:01.107061 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.140443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:01.145434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/caa4a254-eaef-423f-af30-04614a8f4bf6 HTTP/1.1" status: 204 len: 168 time: 1.7684314 Aug 19 18:24:01.146802 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b64f7-c628-4e2f-899a-1f69dae66236 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=caa4a254-eaef-423f-af30-04614a8f4bf6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:01.148789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36552) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:01.182298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-e04ff894-1a4f-4e97-98fc-d1a3b578f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.184462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-e04ff894-1a4f-4e97-98fc-d1a3b578f893 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3273022 Aug 19 18:24:01.264435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-6361eac1-c2b5-4700-b36a-513dac8144a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.264971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-847c1f61-4cac-4564-a731-bba4dc428a0a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 992 time: 0.3604667 Aug 19 18:24:01.283156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-6361eac1-c2b5-4700-b36a-513dac8144a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.1944237 Aug 19 18:24:01.376457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e28cb0c2-4df8-4953-afd0-2796032f1da6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'port_id': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'mac_address': 'fa:16:3e:10:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:23:57Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:01.413052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Checking router: cc2f83b9-3c8f-40db-b264-be575ae5d1e9 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:01.434348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:01.435072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:01.438257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-d5f7c15c-e505-4893-9096-6a1fce3655f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.440163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-d5f7c15c-e505-4893-9096-6a1fce3655f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.1368763 Aug 19 18:24:01.525728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-feb14db6-f187-4c57-a327-ee39ee6adfb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 1001 time: 0.0702417 Aug 19 18:24:01.595383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-49349bf1-8bff-443c-bf7c-e754a20b6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.597034 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-49349bf1-8bff-443c-bf7c-e754a20b6526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0646665 Aug 19 18:24:01.601722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-a0e3a963-0ea3-4e17-8fd7-435c14129eeb service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799987 Aug 19 18:24:01.661448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-e32393aa-71cf-48f6-a245-225c93ccd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.666412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-e32393aa-71cf-48f6-a245-225c93ccd524 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600240 Aug 19 18:24:01.716101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:01.753340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e415cf0-8551-4326-bb47-5b875e1ec88b req-ef6e6439-d11a-4e32-8df3-9d42818ee8bc service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427069 Aug 19 18:24:01.876227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-f972990a-8113-4a66-a26c-4a8dd3c484fc service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996086 Aug 19 18:24:01.914903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72624b5a-dfef-4cdf-88bf-fc71bade2b1a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:01.927408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-5891b95d-f7e5-4d8a-8864-b2608537f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:01.928989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-5891b95d-f7e5-4d8a-8864-b2608537f8af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1098 time: 0.0919468 Aug 19 18:24:01.970703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 72624b5a-dfef-4cdf-88bf-fc71bade2b1a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:01.971062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 72624b5a-dfef-4cdf-88bf-fc71bade2b1a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:02.063053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c1902371-5ba7-4271-9889-ff6c3c57e136 req-0b903bb5-f8c0-43ae-ac9f-4f15a083e214 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792927 Aug 19 18:24:02.102669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-694ea50f-1e8f-44a2-a31a-e83a2e67ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:02.104871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-694ea50f-1e8f-44a2-a31a-e83a2e67ae76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.1630936 Aug 19 18:24:02.130198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.258200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e28cb0c2-4df8-4953-afd0-2796032f1da6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'port_id': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'mac_address': 'fa:16:3e:10:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:23:57Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:02.261540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-6f644977-e337-4a62-b512-2dceef9d480c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1000 time: 0.1361170 Aug 19 18:24:02.270520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36564) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:02.288749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924f532-ee8a-44c5-b75d-753bc7863767 None None] The sync data for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 is: [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'e28cb0c2-4df8-4953-afd0-2796032f1da6', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.173', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'port_id': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'mac_address': 'fa:16:3e:10:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:23:57Z', 'updated_at': '2021-08-19T18:23:57Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:02.385541 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:02.406928 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-50d1baea-1f72-402a-b5e1-b334022a9b6b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 992 time: 0.1332841 Aug 19 18:24:02.503372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-dd06c5a1-d84c-4868-a5ca-250c0991cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:02.505430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-dd06c5a1-d84c-4868-a5ca-250c0991cfe2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.2352483 Aug 19 18:24:02.668704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-f744a47f-df92-445b-b7da-fd59e2bef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:02.670859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-f744a47f-df92-445b-b7da-fd59e2bef240 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508799 Aug 19 18:24:03.214552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-048c42eb-90cc-44ff-a780-84bc8c30c065 service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349386 Aug 19 18:24:03.360440 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc14a08d-5adc-4828-9b65-0c89ed75cdcf None None] New status for floating IP e28cb0c2-4df8-4953-afd0-2796032f1da6: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:24:03.411426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:03.423598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1bb6c55-4e6e-4a91-b41a-bf6e5a5de8fb req-fa5e8568-1c07-447c-b26c-bb6ec2672042 service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713378 Aug 19 18:24:03.452942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 5670aa04-39ed-42c3-8621-4c27a8addbbc {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:03.453297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.537543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9064c355-aed0-481d-a5f1-633d36f5d07f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 992 time: 0.1247880 Aug 19 18:24:03.581504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.596791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 5670aa04-39ed-42c3-8621-4c27a8addbbc, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5670aa04-39ed-42c3-8621-4c27a8addbbc,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:03.597315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.614777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 5670aa04-39ed-42c3-8621-4c27a8addbbc owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:03.856883 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:03.890344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=5670aa04-39ed-42c3-8621-4c27a8addbbc,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:04.019397 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.220876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:04.337650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:04.350862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:04.356895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5d6d3651-ee12-44bd-93ee-7925cfb9ce37 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964293 Aug 19 18:24:04.360315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36616) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:04.371865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:04.372552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36618) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:04.373384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:04.444036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting subnet 7fbd5bb0-b72f-4337-bba3-35c50b306a3f {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:24:04.449071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.485795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:04.555149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36626) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:04.580449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0017f0b1-b2d9-4ad9-9e0b-4513d32c3953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.600328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:04.633006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:04.645744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:04.646615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:04.670027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bbab3d9f-e47f-4ff1-9923-56057dd31a92 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 994 time: 0.1108279 Aug 19 18:24:04.745865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:04.764613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0017f0b1-b2d9-4ad9-9e0b-4513d32c3953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.770270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0017f0b1-b2d9-4ad9-9e0b-4513d32c3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.799181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0017f0b1-b2d9-4ad9-9e0b-4513d32c3953 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=055a394f1b9f4fc99b6f5c555b467d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249127 Aug 19 18:24:04.801718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36628) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:04.817364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:04.849928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc95ba-e3ba-4130-87c2-55a08a858ab7 None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:04.876677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f0b1-b2d9-4ad9-9e0b-4513d32c3953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed3f557-0b4b-47e5-936b-ab94efc49d18,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:04.880002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.904877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.932556 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:04.993183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.000296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.003588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.007716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ed3f557-0b4b-47e5-936b-ab94efc49d18 HTTP/1.1" status: 204 len: 168 time: 0.2047822 Aug 19 18:24:05.017913 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fb93c-d2f6-4d24-9b86-b91130dcbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed3f557-0b4b-47e5-936b-ab94efc49d18,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.076690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.111632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbd5bb0-b72f-4337-bba3-35c50b306a3f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.120593 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.125539 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d6aef3a9-b374-4b09-8454-2fd596cb4dcc tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/7fbd5bb0-b72f-4337-bba3-35c50b306a3f HTTP/1.1" status: 204 len: 168 time: 0.7641227 Aug 19 18:24:05.126528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36636) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:05.128172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a7583-6b99-46c7-beb5-27360181b518 None None] Network 7d69d5b6-834d-4206-bf70-aceab352f79f requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:05.245613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.340184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Deleting port 86a0ad67-a196-4ebb-8416-063f92951d06 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:05.340638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.401463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] DHCP port deletion for 7d69d5b6-834d-4206-bf70-aceab352f79f request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:24:05.430532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36642) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:05.447714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e6d6bef0-e07e-4fcc-801f-5b07c86221a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.455532 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] For port 86a0ad67-a196-4ebb-8416-063f92951d06, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=86a0ad67-a196-4ebb-8416-063f92951d06,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:05.456249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.476144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Calling delete_port for 86a0ad67-a196-4ebb-8416-063f92951d06 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:05.503026 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Deleting port 86a0ad67-a196-4ebb-8416-063f92951d06 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:05.503335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.604688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e6d6bef0-e07e-4fcc-801f-5b07c86221a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.610113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e6d6bef0-e07e-4fcc-801f-5b07c86221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.610323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.614783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] For port 86a0ad67-a196-4ebb-8416-063f92951d06, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=86a0ad67-a196-4ebb-8416-063f92951d06,segment=NetworkSegment(156e389e-3d96-45da-932a-0dc694cc6990),segment_id=156e389e-3d96-45da-932a-0dc694cc6990)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:05.615672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.633739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Calling delete_port for 86a0ad67-a196-4ebb-8416-063f92951d06 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:05.648375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e6d6bef0-e07e-4fcc-801f-5b07c86221a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ed99e2284f24ec2899ee1bb2177a41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157998 Aug 19 18:24:05.649764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Port': ['ID=86a0ad67-a196-4ebb-8416-063f92951d06,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.650617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36648) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:05.655922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No DVR routers for this DVR port 86a0ad67-a196-4ebb-8416-063f92951d06 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:05.716697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6bef0-e07e-4fcc-801f-5b07c86221a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f97be-d29a-49c1-897a-e98bcc945676,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.738972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.742561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.768895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] Pushing event deleted for resources: {'Port': ['ID=86a0ad67-a196-4ebb-8416-063f92951d06,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.773191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.785773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f64bda-b028-4fb6-8b94-4a30ea1b20ef None None] No DVR routers for this DVR port 86a0ad67-a196-4ebb-8416-063f92951d06 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:05.802496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.837749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d69d5b6-834d-4206-bf70-aceab352f79f']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:05.864796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156e389e-3d96-45da-932a-0dc694cc6990') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:05.865211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156e389e-3d96-45da-932a-0dc694cc6990') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:05.878836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.884315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.886623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a97f97be-d29a-49c1-897a-e98bcc945676 HTTP/1.1" status: 204 len: 168 time: 0.2346294 Aug 19 18:24:05.892566 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.908481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5670aa04-39ed-42c3-8621-4c27a8addbbc no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:05.911803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.917213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4dad0-ad4d-4a82-82de-db9fd705fdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f97be-d29a-49c1-897a-e98bcc945676,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:05.923031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:24:05.927546 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:24:05.946352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5670aa04-39ed-42c3-8621-4c27a8addbbc {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:05.946842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5670aa04-39ed-42c3-8621-4c27a8addbbc not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:05.947297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 86a0ad67-a196-4ebb-8416-063f92951d06 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:05.990702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 86a0ad67-a196-4ebb-8416-063f92951d06 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:05.991314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 86a0ad67-a196-4ebb-8416-063f92951d06 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:06.038841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.054632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.061503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/networks/7d69d5b6-834d-4206-bf70-aceab352f79f HTTP/1.1" status: 204 len: 168 time: 0.9300225 Aug 19 18:24:06.062034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36654) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:06.070638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'routes': None}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:06.073199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d073e78-2e8c-4db7-ae1b-b5294ac925b1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Pushing event deleted for resources: {'Network': ['ID=7d69d5b6-834d-4206-bf70-aceab352f79f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:06.216675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:24:06.251249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.extraroute_db [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Added routes are [] {{(pid=101324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 18:24:06.251764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.extraroute_db [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Removed routes are [] {{(pid=101324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 18:24:06.252141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.425552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.431964 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.565504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:06.662761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:06.672405 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.674239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ea403c23-42bc-4a58-b662-ac57ec1a5005 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 705 time: 0.6102738 Aug 19 18:24:06.676748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36684) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:06.677593 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Sync routers for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:06.708095 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:06.709529 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:06.757734 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6785192-32bf-4050-8771-b47d7d65d82e tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 205 time: 0.0644937 Aug 19 18:24:06.758334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36688) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:06.817377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:06.898976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:06.899300 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:06.930388 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Checking router: fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:06.941151 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Routers {'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:06.942261 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:07.023225 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] Set router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:07.083979 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:07.098616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.101154 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.119500 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694880d-ad55-41d7-b083-a78945f453f0 None None] The sync data for ids ['fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3'] in n-d-778550-10 is: [{'id': 'fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3', 'name': 'tempest-RoutersIpV6Test-router-2108254330', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:19Z', 'updated_at': '2021-08-19T18:24:03Z', 'revision_number': 11, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:07.179891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.181043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:24:07.200751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.206160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e425581f-4d7c-4727-946d-153996fc592d tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 204 len: 168 time: 0.4524641 Aug 19 18:24:07.207161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36696) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:07.219394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-817100399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:07.265996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.265996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.336012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.343229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.365279 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.366855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d516f441-c8b9-45a3-bb8b-d30659982c9b tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1583426 Aug 19 18:24:07.371048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36708) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:07.381413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:07.659884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27851'] for router, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.673115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612084'] for router, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.809159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Router 6c1bb285-ed81-469a-9e7a-c1700356eeb9 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:24:07.902325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:07.913024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:07.914733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4034182e-bd15-46f4-8733-6bb9c8fcea47 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "PUT /v2.0/routers/6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 200 len: 697 time: 0.5418882 Aug 19 18:24:07.918759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36726) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:07.921656 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Sync routers for ids ['6c1bb285-ed81-469a-9e7a-c1700356eeb9'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:07.958624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Routers {'6c1bb285-ed81-469a-9e7a-c1700356eeb9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:07.959418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6c1bb285-ed81-469a-9e7a-c1700356eeb9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:08.094210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c96f5d8-264d-43c1-8413-bf998c0b44a0 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/routers/6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 200 len: 703 time: 0.1690335 Aug 19 18:24:08.096522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.130639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-94cc73e2-899a-46fd-ad25-f7daf43a86b5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 200 len: 205 time: 0.0298312 Aug 19 18:24:08.130891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.245657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.259298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Set router 6c1bb285-ed81-469a-9e7a-c1700356eeb9 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:08.389848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1bb285-ed81-469a-9e7a-c1700356eeb9', 'name': 'tempest-RoutersIpV6Test-router-817100399', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:07Z', 'updated_at': '2021-08-19T18:24:07Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:08.428687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.431626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.437569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Checking router: 6c1bb285-ed81-469a-9e7a-c1700356eeb9 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:08.448709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Routers {'6c1bb285-ed81-469a-9e7a-c1700356eeb9'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:08.449586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6c1bb285-ed81-469a-9e7a-c1700356eeb9'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:08.510464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.511419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Fanout notify agent at l3_agent the message router_deleted on router 6c1bb285-ed81-469a-9e7a-c1700356eeb9 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:24:08.524166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] Set router 6c1bb285-ed81-469a-9e7a-c1700356eeb9 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:08.526866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:08.527784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cf4e412b-bdd5-4f1b-807f-ea8fb9136c29 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 204 len: 168 time: 0.3957615 Aug 19 18:24:08.532330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36740) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.568849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-387886a2-7d80-49c1-86b6-f15bc3420b5c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 200 len: 205 time: 0.0320764 Aug 19 18:24:08.569135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36742) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.612578 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-886ac90a-a8ee-40d8-99a2-3346cf1e1196 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:08.616401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-886ac90a-a8ee-40d8-99a2-3346cf1e1196 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/6c1bb285-ed81-469a-9e7a-c1700356eeb9 HTTP/1.1" status: 404 len: 336 time: 0.0434504 Aug 19 18:24:08.616934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36748) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.621896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1bb285-ed81-469a-9e7a-c1700356eeb9', 'name': 'tempest-RoutersIpV6Test-router-817100399', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:07Z', 'updated_at': '2021-08-19T18:24:07Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:08.662734 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b645c284-ed0b-4570-8cb3-ab28ab400539 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:08.663513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b645c284-ed0b-4570-8cb3-ab28ab400539 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:08.667324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b645c284-ed0b-4570-8cb3-ab28ab400539 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/89979bd9-d92f-473d-8389-1ad676d12c71 HTTP/1.1" status: 404 len: 337 time: 0.0487316 Aug 19 18:24:08.670597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36750) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.671762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab22a5-eb1f-4515-b875-6cd0bd16e92f None None] The sync data for ids ['6c1bb285-ed81-469a-9e7a-c1700356eeb9'] in n-d-778550-10 is: [{'id': '6c1bb285-ed81-469a-9e7a-c1700356eeb9', 'name': 'tempest-RoutersIpV6Test-router-817100399', 'tenant_id': 'f3f08a027c49427ba9346078973e1add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:07Z', 'updated_at': '2021-08-19T18:24:07Z', 'revision_number': 2, 'project_id': 'f3f08a027c49427ba9346078973e1add', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:08.709702 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a381d733-4f7b-4c47-b20c-0f065bd472ce tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:08.710198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a381d733-4f7b-4c47-b20c-0f065bd472ce tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:08.713934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a381d733-4f7b-4c47-b20c-0f065bd472ce tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/34a4464d-42c3-4a3f-b1ba-88c8b877a062 HTTP/1.1" status: 404 len: 337 time: 0.0411606 Aug 19 18:24:08.720687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36752) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.772221 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-df86f09c-ea68-47b6-9faa-510e176d4147 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:08.774085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df86f09c-ea68-47b6-9faa-510e176d4147 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:08.776057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df86f09c-ea68-47b6-9faa-510e176d4147 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/38def2e1-edf5-4fe1-8dc9-3fc7bd50ab6c HTTP/1.1" status: 404 len: 337 time: 0.0538709 Aug 19 18:24:08.778775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36754) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.806924 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ea6194-d917-4086-9132-b676d32e9ad3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:08.807501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ea6194-d917-4086-9132-b676d32e9ad3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:08.809322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e0ea6194-d917-4086-9132-b676d32e9ad3 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/7fbd5bb0-b72f-4337-bba3-35c50b306a3f HTTP/1.1" status: 404 len: 337 time: 0.0294766 Aug 19 18:24:08.813368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36756) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.861913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6709509-64de-4ab8-b608-f03f364e498f tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 200 len: 205 time: 0.0472114 Aug 19 18:24:08.864927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.907537 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ea7fe6e9-e390-4d5b-bbd9-9f8216bbfeaf tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:08.909197 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea7fe6e9-e390-4d5b-bbd9-9f8216bbfeaf tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/fa51d5ed-3b40-4f79-86b4-a8ab8412f3d3 HTTP/1.1" status: 404 len: 336 time: 0.0422318 Aug 19 18:24:08.912824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36760) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.948425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f49d56ea-1071-4d41-826d-dcd3ba6395a6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3a41472-971a-4e74-868b-affd9b702056 HTTP/1.1" status: 200 len: 205 time: 0.0338049 Aug 19 18:24:08.951603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36762) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:08.990669 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-2a82bd05-922f-48b9-8ead-16aaa6b87bd1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:08.991787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2a82bd05-922f-48b9-8ead-16aaa6b87bd1 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/b3a41472-971a-4e74-868b-affd9b702056 HTTP/1.1" status: 404 len: 336 time: 0.0391507 Aug 19 18:24:08.996171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36764) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.024603 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda6a4a3-f7bb-4ba9-aef5-c6f411b8a049 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:09.025074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda6a4a3-f7bb-4ba9-aef5-c6f411b8a049 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:09.026879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bda6a4a3-f7bb-4ba9-aef5-c6f411b8a049 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/8d8d9423-5867-4d8c-94fd-183b7ad78c67 HTTP/1.1" status: 404 len: 337 time: 0.0296440 Aug 19 18:24:09.029676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.065106 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3f9be315-8bae-49c3-8935-f3fc9d4ac8ee tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 200 len: 205 time: 0.0318570 Aug 19 18:24:09.065528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.110691 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-cd44673e-022f-4146-a4b2-5b1e459048d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:09.112706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cd44673e-022f-4146-a4b2-5b1e459048d6 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/b4c5f32b-944f-4bda-b18b-2bdcc646be5f HTTP/1.1" status: 404 len: 336 time: 0.0452113 Aug 19 18:24:09.114395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36774) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.149122 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e174588a-0f5a-4770-a4dd-9083f0c22028 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea66fc11-1f17-4396-a425-b09fae422f9e HTTP/1.1" status: 200 len: 205 time: 0.0332749 Aug 19 18:24:09.152561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36776) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.198930 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-1437c825-93aa-464f-b6fd-b8c280e28ea5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:09.200017 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1437c825-93aa-464f-b6fd-b8c280e28ea5 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/ea66fc11-1f17-4396-a425-b09fae422f9e HTTP/1.1" status: 404 len: 336 time: 0.0461049 Aug 19 18:24:09.202639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36778) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.231412 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba4cdef-86b3-4e5f-858f-a4987db9b2aa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:09.231412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba4cdef-86b3-4e5f-858f-a4987db9b2aa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:09.233184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5ba4cdef-86b3-4e5f-858f-a4987db9b2aa tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/59cbf9b3-8684-48b5-8de8-8acb9c1ac95d HTTP/1.1" status: 404 len: 337 time: 0.0296285 Aug 19 18:24:09.236778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.264588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c1fc7fdd-8add-4136-a85c-1206a6b6d52c tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc4d0fda-249e-4960-91cc-a5b0b4b50b13 HTTP/1.1" status: 200 len: 205 time: 0.0266953 Aug 19 18:24:09.269169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36782) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.311907 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-7b040697-0918-48e4-97bd-c66028b4c912 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:09.312921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7b040697-0918-48e4-97bd-c66028b4c912 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/cc4d0fda-249e-4960-91cc-a5b0b4b50b13 HTTP/1.1" status: 404 len: 336 time: 0.0427468 Aug 19 18:24:09.315521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36784) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.343776 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd110a78-fabb-477b-b5e6-95e759a7bf08 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:09.344237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd110a78-fabb-477b-b5e6-95e759a7bf08 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:09.348712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dd110a78-fabb-477b-b5e6-95e759a7bf08 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/7d15c8a9-e91e-41b5-a70c-adc33a2a2b4c HTTP/1.1" status: 404 len: 337 time: 0.0322592 Aug 19 18:24:09.349005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36788) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.395175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6c04397-305d-419b-8abc-9df97b5c18cb tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "GET /v2.0/ports?device_id=61a56a33-6a29-4a19-8554-c49411878b3d HTTP/1.1" status: 200 len: 205 time: 0.0420175 Aug 19 18:24:09.395997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36792) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.437252 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [None req-b3601276-eada-4382-96a1-e894a4049df7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] delete failed (client error): The resource could not be found. Aug 19 18:24:09.441699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36794) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.444048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b3601276-eada-4382-96a1-e894a4049df7 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/routers/61a56a33-6a29-4a19-8554-c49411878b3d HTTP/1.1" status: 404 len: 336 time: 0.0468643 Aug 19 18:24:09.473430 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f14558-f5f5-4a26-a74c-4a98986e4632 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:09.474019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f14558-f5f5-4a26-a74c-4a98986e4632 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:09.478284 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-59f14558-f5f5-4a26-a74c-4a98986e4632 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/a53e878f-bc22-4983-ba06-736babf9bad7 HTTP/1.1" status: 404 len: 337 time: 0.0330369 Aug 19 18:24:09.486932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36796) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:09.540398 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-391a93f3-5bda-426a-b1b1-1e87ae816508 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] DELETE failed (client error): The resource could not be found. Aug 19 18:24:09.540677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391a93f3-5bda-426a-b1b1-1e87ae816508 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:24:09.545527 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-391a93f3-5bda-426a-b1b1-1e87ae816508 tempest-RoutersIpV6Test-84386178 tempest-RoutersIpV6Test-84386178-project] 10.222.0.36 "DELETE /v2.0/subnets/302cd699-a0e1-45ab-b6bd-11dd63a407b6 HTTP/1.1" status: 404 len: 337 time: 0.0568016 Aug 19 18:24:09.981544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 36820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:10.191754 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f95b6d0d-9c90-4183-9390-12272e0b234d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3f08a027c49427ba9346078973e1add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052295 Aug 19 18:24:10.193061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 36832) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:10.269096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:10.293509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:10.370360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:10.374024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:10.375715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/015260ae-b0d8-4f24-86c5-8298b59ca5a2 HTTP/1.1" status: 204 len: 168 time: 0.1812477 Aug 19 18:24:10.390180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d911a9-48ec-4097-b296-c66929637d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015260ae-b0d8-4f24-86c5-8298b59ca5a2,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:14.628926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37024) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:14.841257 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a552ed65-6695-4d85-8cf2-272bdd923a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:14.953437 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a552ed65-6695-4d85-8cf2-272bdd923a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:14.958665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a552ed65-6695-4d85-8cf2-272bdd923a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.004901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a552ed65-6695-4d85-8cf2-272bdd923a18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e41b0fc12b4348a895106ab1dd8dcc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745255 Aug 19 18:24:15.005254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37034) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:15.006059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ed65-6695-4d85-8cf2-272bdd923a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12262b0e-4c2e-40c6-b075-65e82434086c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:15.071968 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.096020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.155920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.160362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.164954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12262b0e-4c2e-40c6-b075-65e82434086c HTTP/1.1" status: 204 len: 168 time: 0.1588728 Aug 19 18:24:15.180168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49200cf9-a248-4877-8712-b4cb65d27451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12262b0e-4c2e-40c6-b075-65e82434086c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:15.614143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37052) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:15.630186 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-966182f7-07be-4e4b-8e0d-b649b42a572f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.813055 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-966182f7-07be-4e4b-8e0d-b649b42a572f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.824716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-966182f7-07be-4e4b-8e0d-b649b42a572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:15.907750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966182f7-07be-4e4b-8e0d-b649b42a572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc660214-ccfe-4327-9121-d201d8a62b9a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:15.920257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37060) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:15.921072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-966182f7-07be-4e4b-8e0d-b649b42a572f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fdad32497d14bb9853d8920b331465a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045692 Aug 19 18:24:16.011550 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.048996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.142261 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.145611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:16.151045 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc660214-ccfe-4327-9121-d201d8a62b9a HTTP/1.1" status: 204 len: 168 time: 0.2287731 Aug 19 18:24:16.163543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64d4d-16a7-452f-9b38-b0dfb137c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc660214-ccfe-4327-9121-d201d8a62b9a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:17.278464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:26.381674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:28.151215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c00232d3-584c-46a2-a9d4-67db3419d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.266925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37396) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:29.389404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818c48d-250e-455c-be30-6db5c0e43922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.500063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818c48d-250e-455c-be30-6db5c0e43922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.504829 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9818c48d-250e-455c-be30-6db5c0e43922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.543775 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9818c48d-250e-455c-be30-6db5c0e43922 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fc4e77619344847b37d73986d04f17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754030 Aug 19 18:24:29.544665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818c48d-250e-455c-be30-6db5c0e43922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141b348c-43a8-439c-9f41-9dfa2e340ba3,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:29.548796 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:29.607834 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.628938 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.675787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.678355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:29.679553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/141b348c-43a8-439c-9f41-9dfa2e340ba3 HTTP/1.1" status: 204 len: 168 time: 0.1297307 Aug 19 18:24:29.687664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f60a-92b7-4ff7-9596-22de047f2f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141b348c-43a8-439c-9f41-9dfa2e340ba3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:29.999480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37418) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:30.014712 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a493f0b-6a7c-4dda-9f61-79d3ca4337cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.121620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a493f0b-6a7c-4dda-9f61-79d3ca4337cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.126063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7a493f0b-6a7c-4dda-9f61-79d3ca4337cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.174199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7a493f0b-6a7c-4dda-9f61-79d3ca4337cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afb1a0a60acb4c2b9a4c3dd03d9b5331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732874 Aug 19 18:24:30.175352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a493f0b-6a7c-4dda-9f61-79d3ca4337cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4693399f-8ee8-4335-a789-ab110e2d2b94,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:30.177391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:30.253008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.278038 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.328647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.331654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.336125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4693399f-8ee8-4335-a789-ab110e2d2b94 HTTP/1.1" status: 204 len: 168 time: 0.1541047 Aug 19 18:24:30.347727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedcc1d-ba80-41e0-b4c3-b8bee526b985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4693399f-8ee8-4335-a789-ab110e2d2b94,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:30.579239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f75e-75e6-40fe-99b8-eab6b70192b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:30.911053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.020287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:32.061837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0b0a7-93da-4025-8417-41d35f693689 req-972aed86-6aa1-41af-b5bc-7eab30e016ff tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:32.064060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45d0b0a7-93da-4025-8417-41d35f693689 req-972aed86-6aa1-41af-b5bc-7eab30e016ff tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.0640273 Aug 19 18:24:32.108594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45d0b0a7-93da-4025-8417-41d35f693689 req-c56225d1-d562-478c-b673-b4f6a35f0555 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Aug 19 18:24:32.128728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37482) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:32.202561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-30d41c71-d702-4316-bf7b-a14261ec19a1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 994 time: 0.0723338 Aug 19 18:24:32.582908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a40a7d-be69-48eb-8126-a88c3481b8c3 req-1fde2bb0-34f3-4b1d-a899-bc3396f9f61b tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:32.584521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7a40a7d-be69-48eb-8126-a88c3481b8c3 req-1fde2bb0-34f3-4b1d-a899-bc3396f9f61b tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1098 time: 0.0498502 Aug 19 18:24:32.635582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7a40a7d-be69-48eb-8126-a88c3481b8c3 req-ea78ee74-5fd9-47b2-8c2e-60bbcd17fee6 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Aug 19 18:24:33.353348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37524) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:33.541977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-8f59ff64-b132-4e8a-acd5-a1b5a074019a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1866760 Aug 19 18:24:33.588038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.465333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-962e50d6-ff72-4b42-bc47-1cdeb670915e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:24:34.466489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-962e50d6-ff72-4b42-bc47-1cdeb670915e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1653697 Aug 19 18:24:34.481714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Request body: {'binding': {'host': 'n-h2-778550-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:34.482817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Unknown quota resources ['binding']. {{(pid=101325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 18:24:34.649080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on host n-h2-778550-10 for vnic_type normal with profile None {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:34.649467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:34.649891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:34.654872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:24:34.655204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:34.660476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:34.660828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:34.661211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Bound using segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:34.661637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Bound port: b102406f-b65f-461e-a7a4-3e79b762e45e, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:34.771338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:34.779495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:34.786069 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] 10.222.0.36 "POST /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3096340 Aug 19 18:24:35.079344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e216-cc3d-4cba-9d6e-5643c80bd721 req-745a9bf2-abc1-4ab7-a21f-e8ff24b0552e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.097456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f443e216-cc3d-4cba-9d6e-5643c80bd721 req-745a9bf2-abc1-4ab7-a21f-e8ff24b0552e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1225064 Aug 19 18:24:35.143317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f443e216-cc3d-4cba-9d6e-5643c80bd721 req-d716f70f-f573-4a4c-a864-508bce6d2ad9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Aug 19 18:24:35.193249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-0b6882fe-5528-466f-a440-620a9c833b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.195285 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-0b6882fe-5528-466f-a440-620a9c833b23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1098 time: 0.0813951 Aug 19 18:24:35.334917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-dc9ac27c-6093-4783-aa3e-9fca55124a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.337381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-dc9ac27c-6093-4783-aa3e-9fca55124a67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.1350753 Aug 19 18:24:35.447394 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-89dfcdc9-abce-4418-97c0-71693f48da5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1002 time: 0.1022525 Aug 19 18:24:35.568958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-7a6cc669-cda0-4a1e-943d-31d7788aada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.571656 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-7a6cc669-cda0-4a1e-943d-31d7788aada7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.1173542 Aug 19 18:24:35.636031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-edc68ba1-7bb2-4832-a723-b58ba3ca994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:35.639752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-edc68ba1-7bb2-4832-a723-b58ba3ca994c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599847 Aug 19 18:24:35.764096 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-8ba1bc96-00d4-4c61-827a-e21910747579 service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173301 Aug 19 18:24:35.901804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-b54acda1-4769-489b-bfd5-bb5c76187865 service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293175 Aug 19 18:24:36.162756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-e42954c1-6801-4ec9-bb8f-847084a5339f tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:36.165901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-e42954c1-6801-4ec9-bb8f-847084a5339f tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&tenant_id=078001621232448bbb2e657de3fae22e&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1098 time: 0.1336710 Aug 19 18:24:36.210174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-10'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:36.291191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.350512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8295c-becb-4382-9e22-952410176c1e req-08aa4302-558a-4415-a6b1-e02ce52b0b2e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:36.364544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85b8295c-becb-4382-9e22-952410176c1e req-08aa4302-558a-4415-a6b1-e02ce52b0b2e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.0821135 Aug 19 18:24:36.426492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85b8295c-becb-4382-9e22-952410176c1e req-fb97084c-b436-4327-83ef-b5fcc307dd5c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602379 Aug 19 18:24:36.511037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:36.597510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:36.678169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.680571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:36.684430 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a13bf54-14df-410a-a958-6badd2b76cd3" -d '{"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:36.693347 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:36.798220 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa25c2b-a9f1-48fc-b62d-9f85c33d9e30 x-openstack-request-id: req-8fa25c2b-a9f1-48fc-b62d-9f85c33d9e30 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:36.798573 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:36.798936 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fa25c2b-a9f1-48fc-b62d-9f85c33d9e30 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:36.799718 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'code': 200} Aug 19 18:24:36.844397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:36.924487 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on host n-h1-778550-10 for vnic_type normal with profile {"migrating_to": "n-h2-778550-10"} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:24:36.924845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:24:36.925166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:36.930537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:24:36.932841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Attempting to bind port b102406f-b65f-461e-a7a4-3e79b762e45e on network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:24:36.939864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:24:36.940335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Checking segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:24:36.941837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Bound using segment: {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:24:36.941837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Bound port: b102406f-b65f-461e-a7a4-3e79b762e45e, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:24:36.941837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.040156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:37.044962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:24:37.050677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.097855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Provisioning complete for port b102406f-b65f-461e-a7a4-3e79b762e45e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:37.098919 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.115750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:37.225645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.232756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.233923 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.236220 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-811722e9-d568-4a57-af87-af01fbae290a service neutron] 10.222.0.13 "PUT /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1124 time: 1.0388262 Aug 19 18:24:37.278649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:37.280796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:37.285257 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f6c6ca-8d44-497d-8ed3-2611acc2f867" -d '{"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-plugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:37.295785 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.444510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['b102406f-b65f-461e-a7a4-3e79b762e45e'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:24:37.490928 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9053027-303d-4952-9166-f14e100c8911 x-openstack-request-id: req-d9053027-303d-4952-9166-f14e100c8911 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:37.491420 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-plugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:37.491880 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9053027-303d-4952-9166-f14e100c8911 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:37.492640 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'code': 200} Aug 19 18:24:37.572392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:37.594949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.595627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.596138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.596658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.597176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.597689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.598286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.598783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.599277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.600069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.600574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.601069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653fe166-71e9-49f4-9512-578b1d7c1a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:37.732056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3df19-f4ca-420a-b99d-703e1a85fab0 req-a7ef77cb-a26a-418c-b65e-da52b3b65502 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:37.733800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe3df19-f4ca-420a-b99d-703e1a85fab0 req-a7ef77cb-a26a-418c-b65e-da52b3b65502 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1512146 Aug 19 18:24:37.753950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-340315b7-0962-4a9b-9037-eadac2fc0827 None None] Provisioning complete for port b102406f-b65f-461e-a7a4-3e79b762e45e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:24:37.754339 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-340315b7-0962-4a9b-9037-eadac2fc0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:37.833332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffe3df19-f4ca-420a-b99d-703e1a85fab0 req-d1ea29ae-3f79-47c4-9347-194768d37a4e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930035 Aug 19 18:24:38.800913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:38.804697 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68471c8c-4257-4101-942e-86968ae002e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:38.851066 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af478f9-c91d-4586-93cc-791fecc90c10 x-openstack-request-id: req-7af478f9-c91d-4586-93cc-791fecc90c10 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:38.851367 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:38.851664 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7af478f9-c91d-4586-93cc-791fecc90c10 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:38.852201 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'status': 'completed', 'code': 200} Aug 19 18:24:39.106114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6ad95-b2a0-4c31-8d0d-c754c39059f3 req-5249c71e-0623-41db-9b28-22b7a626820b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.107840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6c6ad95-b2a0-4c31-8d0d-c754c39059f3 req-5249c71e-0623-41db-9b28-22b7a626820b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1340301 Aug 19 18:24:39.125105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471c8c-4257-4101-942e-86968ae002e0 req-9cb74ed6-8f39-436d-a2cd-d662c5fe4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.126961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-9cb74ed6-8f39-436d-a2cd-d662c5fe4765 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1129 time: 0.2536547 Aug 19 18:24:39.205673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6c6ad95-b2a0-4c31-8d0d-c754c39059f3 req-fc7ee47a-7492-4786-a4c6-06c664d213d2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912001 Aug 19 18:24:39.244061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471c8c-4257-4101-942e-86968ae002e0 req-6c24d68f-a869-486a-8ea6-8fecb346c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.245569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-6c24d68f-a869-486a-8ea6-8fecb346c8b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.1087606 Aug 19 18:24:39.315553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-50b10ba0-485c-4629-a1d3-d1637cac9842 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1002 time: 0.0622437 Aug 19 18:24:39.365385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471c8c-4257-4101-942e-86968ae002e0 req-64cc8bae-1145-4419-bde7-f0eac59c9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.366988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-64cc8bae-1145-4419-bde7-f0eac59c9854 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.0439606 Aug 19 18:24:39.415167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471c8c-4257-4101-942e-86968ae002e0 req-8bb0d949-7ec5-4db8-9c2d-eb8664554151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:39.416744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-8bb0d949-7ec5-4db8-9c2d-eb8664554151 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424263 Aug 19 18:24:39.515155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-0fd33878-fc67-4075-ab06-011a69e8c67e service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914171 Aug 19 18:24:39.618439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68471c8c-4257-4101-942e-86968ae002e0 req-7149d121-cfce-4ac3-9f7b-3b5769706f97 service neutron] 10.222.0.42 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959442 Aug 19 18:24:40.497905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:24:40.699136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37666) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:40.825441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:40.850629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:24:40.905781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c4c62ef-89a1-4ae9-8f1f-fa1dda2b131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.071113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c4c62ef-89a1-4ae9-8f1f-fa1dda2b131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.078378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c4c62ef-89a1-4ae9-8f1f-fa1dda2b131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.122453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650a8b-0a87-4702-8ebc-b71db1dc4dcf req-cbde67ee-56c7-411a-9dbe-a6a4104fd6da tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:41.124509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee650a8b-0a87-4702-8ebc-b71db1dc4dcf req-cbde67ee-56c7-411a-9dbe-a6a4104fd6da tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.7621448 Aug 19 18:24:41.139522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c62ef-89a1-4ae9-8f1f-fa1dda2b131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb96155-de4c-4709-ac63-c9bf8bc97300,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:41.147209 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c4c62ef-89a1-4ae9-8f1f-fa1dda2b131b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ca5902d83f14a5bb5a4fc0bdb96f899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435067 Aug 19 18:24:41.148109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37678) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:41.193591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee650a8b-0a87-4702-8ebc-b71db1dc4dcf req-b72105de-4ea0-44ed-9cd8-5386d6470746 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625772 Aug 19 18:24:41.214677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.239528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.297934 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.301085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.302347 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfb96155-de4c-4709-ac63-c9bf8bc97300 HTTP/1.1" status: 204 len: 168 time: 0.1536853 Aug 19 18:24:41.319366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f397b00-870b-41b4-ab95-d5fd7a9dded0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb96155-de4c-4709-ac63-c9bf8bc97300,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:41.633688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37692) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:41.648772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddad3a4c-abf4-4951-bb7e-5d6e9cb3cf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.750849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddad3a4c-abf4-4951-bb7e-5d6e9cb3cf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.754666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddad3a4c-abf4-4951-bb7e-5d6e9cb3cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.795524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ddad3a4c-abf4-4951-bb7e-5d6e9cb3cf3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67c3b7ea66d0407198f330824cdf7fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596270 Aug 19 18:24:41.795524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad3a4c-abf4-4951-bb7e-5d6e9cb3cf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c10c69c-258e-4b82-b147-3ec684c792b7,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:41.799754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37696) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:41.860851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:41.883893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.290327 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.293430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.295014 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c10c69c-258e-4b82-b147-3ec684c792b7 HTTP/1.1" status: 204 len: 168 time: 0.4932292 Aug 19 18:24:42.304006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c10c69c-258e-4b82-b147-3ec684c792b7,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:42.313358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.313922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.314444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.314997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.315596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.316126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.316672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.317204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.317879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.318407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.319085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.319657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e44003-d51d-414b-8c92-aa41cea1f354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:42.435488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-8b45a28e-6541-40a0-be8e-05aefb8ccbe6 service neutron] 10.222.0.42 "GET /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 385 time: 0.1605587 Aug 19 18:24:42.448281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cbba5-7d97-4f57-9f34-98584ca87209 req-0b8846d4-af4b-4459-b190-63e124ce207e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:42.449866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-764cbba5-7d97-4f57-9f34-98584ca87209 req-0b8846d4-af4b-4459-b190-63e124ce207e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 946 time: 0.1489952 Aug 19 18:24:42.562140 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-764cbba5-7d97-4f57-9f34-98584ca87209 req-b35d31f2-c1f2-417c-b599-ce70b9bb4690 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044593 Aug 19 18:24:42.792884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:42.815513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:42.861037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:42.864918 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174df027-f774-4c69-8f24-fa967e4131ba" -d '{"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:42.875599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:42.910149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:42.955206 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f9a58-3051-443d-9c29-716ea877eda5 x-openstack-request-id: req-9b3f9a58-3051-443d-9c29-716ea877eda5 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:42.955617 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:42.955873 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b3f9a58-3051-443d-9c29-716ea877eda5 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:42.956616 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'code': 200} Aug 19 18:24:43.013453 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] Transition to ACTIVE for port object b102406f-b65f-461e-a7a4-3e79b762e45e will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:24:43.020760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:43.179602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] Pushing event updated for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=11']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:43.218185 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:24:43.224333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] No DVR routers for this DVR port b102406f-b65f-461e-a7a4-3e79b762e45e on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:43.429002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-3c9ad5b3-2aa2-4605-9233-1eaf2f4daeea service neutron] 10.222.0.42 "PUT /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e/bindings/n-h2-778550-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9778750 Aug 19 18:24:43.545448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-49c32be8-ebfc-47ae-8a10-7ebc8475a442 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.548887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-49c32be8-ebfc-47ae-8a10-7ebc8475a442 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&tenant_id=078001621232448bbb2e657de3fae22e&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0534449 Aug 19 18:24:43.652366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-e330f118-6ae2-44d7-a0cd-560a822b65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.654570 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-e330f118-6ae2-44d7-a0cd-560a822b65ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 1097 time: 0.0936663 Aug 19 18:24:43.760713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-c4e87a1a-487f-4097-810f-4849ce0b4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.762633 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-c4e87a1a-487f-4097-810f-4849ce0b4fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1097 time: 0.0682168 Aug 19 18:24:43.790937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8ae7-c44e-431a-ad63-fb5205ba3d28 req-1e3135ea-2239-450a-a4b3-510f85d0d130 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.792605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-921b8ae7-c44e-431a-ad63-fb5205ba3d28 req-1e3135ea-2239-450a-a4b3-510f85d0d130 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.1323223 Aug 19 18:24:43.871923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-921b8ae7-c44e-431a-ad63-fb5205ba3d28 req-7fe18074-b260-4d58-bb15-b619d3a3cd18 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684435 Aug 19 18:24:43.894343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-ea913fcd-73be-45cf-8ebd-8db981a80740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:43.896972 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-ea913fcd-73be-45cf-8ebd-8db981a80740 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.1256797 Aug 19 18:24:43.995327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb45a0bd-024a-4b2f-83e5-0e53128cac94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 1000 time: 0.0907612 Aug 19 18:24:44.068157 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-b8e8e5f6-9f4b-4726-83cc-400730a4d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:44.068990 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-b8e8e5f6-9f4b-4726-83cc-400730a4d6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.0656888 Aug 19 18:24:44.145854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-1e332aa8-7a4a-4e7c-9148-3d1dc81fcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:44.147519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-1e332aa8-7a4a-4e7c-9148-3d1dc81fcfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665393 Aug 19 18:24:44.282120 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-a388f62d-21ee-4c6e-84b4-f9897a1f85d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264822 Aug 19 18:24:44.393092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-7354abe4-ce97-407a-b3ae-ef7f63f5c489 service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021168 Aug 19 18:24:44.757248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-5343a249-6f75-4823-8b69-eb27d616499e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:44.759669 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-5343a249-6f75-4823-8b69-eb27d616499e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1&tenant_id=078001621232448bbb2e657de3fae22e&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 1097 time: 0.0691738 Aug 19 18:24:44.968165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-fe2d2185-2087-4ee0-a1df-fa132fe3b922 service neutron] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:24:44.973300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-fe2d2185-2087-4ee0-a1df-fa132fe3b922 service neutron] Notify callbacks [] for binding, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:44.974804 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-fe2d2185-2087-4ee0-a1df-fa132fe3b922 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e/bindings/n-h1-778550-10 HTTP/1.1" status: 204 len: 173 time: 0.2077050 Aug 19 18:24:44.980103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37830) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:45.092924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ab375-b0d3-4a15-a776-fb79cba8a1a0 req-f7e29832-36e0-4c38-90f3-17060361b26f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:45.094770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-641ab375-b0d3-4a15-a776-fb79cba8a1a0 req-f7e29832-36e0-4c38-90f3-17060361b26f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.0835340 Aug 19 18:24:45.140449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-098a24aa-de5e-4309-8d7c-c4e69e6ab6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.173181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-641ab375-b0d3-4a15-a776-fb79cba8a1a0 req-d7eb3071-0359-4a87-aba6-7e55dddabd68 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712409 Aug 19 18:24:45.292117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-098a24aa-de5e-4309-8d7c-c4e69e6ab6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.316283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-098a24aa-de5e-4309-8d7c-c4e69e6ab6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.389775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a24aa-de5e-4309-8d7c-c4e69e6ab6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a046bbf-8424-4941-ad5e-c0fe82a9bc16,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:45.399316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da590911-cc2f-4f03-9e40-5247078d2ea0 req-8a60254f-b5c8-4fa4-8975-e8ea371ac870 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:45.401838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da590911-cc2f-4f03-9e40-5247078d2ea0 req-8a60254f-b5c8-4fa4-8975-e8ea371ac870 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1097 time: 0.1235642 Aug 19 18:24:45.407484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:45.407945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-098a24aa-de5e-4309-8d7c-c4e69e6ab6ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0976cc4b16ee4dc0adea7773b15814ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255071 Aug 19 18:24:45.462313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da590911-cc2f-4f03-9e40-5247078d2ea0 req-f40ffb3d-015e-49ca-9312-edf1c5bb1ac1 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435143 Aug 19 18:24:45.479677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.527213 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.600933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.604249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:45.605420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a046bbf-8424-4941-ad5e-c0fe82a9bc16 HTTP/1.1" status: 204 len: 168 time: 0.1969225 Aug 19 18:24:45.614872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534d60-e929-49e2-9eed-c4cea867b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a046bbf-8424-4941-ad5e-c0fe82a9bc16,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:45.626803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c544-d8a6-47e4-84ac-4c1aeee22d04 req-12b7dd01-b296-4534-94fc-c404d0e5dff8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:45.629998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6062c544-d8a6-47e4-84ac-4c1aeee22d04 req-12b7dd01-b296-4534-94fc-c404d0e5dff8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.0792329 Aug 19 18:24:45.652399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:45.715498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:45.723331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6062c544-d8a6-47e4-84ac-4c1aeee22d04 req-380521bf-344a-4191-902a-1d79a3311603 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830128 Aug 19 18:24:45.747820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37852) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:45.828977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2016bfac-c62f-411d-81c2-dc0108a08c19 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 200 len: 992 time: 0.0764155 Aug 19 18:24:46.013828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37862) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:46.031267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d73afc2-9e4f-4bf6-8250-f7940984c90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.072077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37864) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:46.264549 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d73afc2-9e4f-4bf6-8250-f7940984c90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.269935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4d73afc2-9e4f-4bf6-8250-f7940984c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.320688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4d73afc2-9e4f-4bf6-8250-f7940984c90b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ed95b93945d4c8d8bd7e41d7edefbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057623 Aug 19 18:24:46.323839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37870) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:46.324928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73afc2-9e4f-4bf6-8250-f7940984c90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6276202d-de5a-4f51-a639-a27e73fd10da,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.335945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:46.336461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.402713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.432465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.455311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.455683 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.475663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:46.494813 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.497421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.498613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6276202d-de5a-4f51-a639-a27e73fd10da HTTP/1.1" status: 204 len: 168 time: 0.1724427 Aug 19 18:24:46.507156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a0813-2848-480d-baf1-9816419a17fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276202d-de5a-4f51-a639-a27e73fd10da,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.709334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.765913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=7eeb5fcf-6c9d-47d6-8a9a-38ec4cce7c8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:46.873838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:46.874955 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP e28cb0c2-4df8-4953-afd0-2796032f1da6 disassociated (deleted). External IP: 172.25.5.173, port: b102406f-b65f-461e-a7a4-3e79b762e45e. Aug 19 18:24:47.192460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37898) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:47.201562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:47.264006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.369208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:47.375576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.384439 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Sync routers for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:47.396989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:47.397696 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:47.412383 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b79d90e7-eccb-4704-8606-78fd9f892820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.440072 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c72c31d0-8c53-4446-bbfa-42031f0a2ac1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/floatingips/e28cb0c2-4df8-4953-afd0-2796032f1da6 HTTP/1.1" status: 204 len: 168 time: 1.3643267 Aug 19 18:24:47.441172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:47.444608 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:47.522773 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe5851-ceb8-4c8e-9b89-5a4d322dd310 x-openstack-request-id: req-8bfe5851-ceb8-4c8e-9b89-5a4d322dd310 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:47.523719 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:47.524659 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bfe5851-ceb8-4c8e-9b89-5a4d322dd310 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:47.525539 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'status': 'completed', 'code': 200} Aug 19 18:24:47.656530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-f3f90efc-22a2-4f19-8cfb-added3eebe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:47.658393 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-f3f90efc-22a2-4f19-8cfb-added3eebe33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 1097 time: 0.1084793 Aug 19 18:24:47.689849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b79d90e7-eccb-4704-8606-78fd9f892820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.702518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b79d90e7-eccb-4704-8606-78fd9f892820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.805794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b79d90e7-eccb-4704-8606-78fd9f892820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d539569edd4ee7a2508349f827f2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114624 Aug 19 18:24:47.806430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37924) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:47.814706 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:47.843190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d90e7-eccb-4704-8606-78fd9f892820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7c639-e558-4774-a153-a61a4fab70c1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:47.901927 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:47.949547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-cc8b8c86-571f-411c-8d6c-683602d99be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:47.952254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-cc8b8c86-571f-411c-8d6c-683602d99be4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 200 len: 897 time: 0.2863779 Aug 19 18:24:48.029662 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-6ccbcc77-e687-437c-8f5a-a5ebfe10949f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 200 len: 217 time: 0.0668492 Aug 19 18:24:48.030389 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.089282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da96ed-176e-4acd-b4ed-460c8b5d900f req-70fd2f73-ae6a-49eb-8b10-7a570a45b0b7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.090884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53da96ed-176e-4acd-b4ed-460c8b5d900f req-70fd2f73-ae6a-49eb-8b10-7a570a45b0b7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.1755576 Aug 19 18:24:48.116850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.120848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.125105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cda7c639-e558-4774-a153-a61a4fab70c1 HTTP/1.1" status: 204 len: 168 time: 0.3166797 Aug 19 18:24:48.148109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2be88b-95d4-4840-a2a0-5a87b3745da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7c639-e558-4774-a153-a61a4fab70c1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:48.149188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:48.181906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-cf1d4b90-e9c7-466b-9557-e36bc3659489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.183489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-cf1d4b90-e9c7-466b-9557-e36bc3659489 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 200 len: 834 time: 0.1419725 Aug 19 18:24:48.191024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53da96ed-176e-4acd-b4ed-460c8b5d900f req-51b5027e-0ea7-4d0a-97c8-d2a99551ff61 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b9f483e-ee20-4535-8b6f-a390efc42fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600863 Aug 19 18:24:48.210404 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Checking router: cc2f83b9-3c8f-40db-b264-be575ae5d1e9 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:48.225718 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:48.226428 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:48.298454 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-4ace2f28-d54a-43a2-855c-f2883fa086bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.302795 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-4ace2f28-d54a-43a2-855c-f2883fa086bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d28eb0c-a8db-463d-bcef-4f63c753c8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049194 Aug 19 18:24:48.471543 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-0a8441d8-856c-4e62-82bd-42751d029a75 service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596563 Aug 19 18:24:48.529603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-0a28b7a5-c6ae-455b-9e2d-e8c4633e49fe tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:48.532641 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-0a28b7a5-c6ae-455b-9e2d-e8c4633e49fe tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 945 time: 0.1025560 Aug 19 18:24:48.569993 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:48.670778 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8730ea98-1c52-4dcc-b3d5-410d78ec9a6c req-44767d30-e346-4e1f-8fdc-26cc3369ccdc service neutron] 10.222.0.13 "GET /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910861 Aug 19 18:24:48.755653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port b102406f-b65f-461e-a7a4-3e79b762e45e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:48.760225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.895147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port b102406f-b65f-461e-a7a4-3e79b762e45e, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b102406f-b65f-461e-a7a4-3e79b762e45e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:48.895548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:48.924819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for b102406f-b65f-461e-a7a4-3e79b762e45e owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:48.939621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 37956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:48.962132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8db5877-f0e4-499f-8946-38f634bafaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.006816 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:49.060820 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ab48-1207-47af-b84f-89a17198c144 None None] The sync data for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 is: [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:35Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'c65143f3-5320-46a9-987c-7fbeec854f0e', 'name': '', 'network_id': '9d28eb0c-a8db-463d-bcef-4f63c753c8b4', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:9e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:34Z', 'updated_at': '2021-08-19T18:23:43Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:49.134168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8db5877-f0e4-499f-8946-38f634bafaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.141967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d8db5877-f0e4-499f-8946-38f634bafaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.143195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.174564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=b102406f-b65f-461e-a7a4-3e79b762e45e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:49.230079 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d8db5877-f0e4-499f-8946-38f634bafaa4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=988e9765f0914747a42f52f0c266c19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887526 Aug 19 18:24:49.232722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 37964) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:49.257690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db5877-f0e4-499f-8946-38f634bafaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72230a79-be5d-4770-a3d3-21fbb7279cf0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:49.259961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] No DVR routers for this DVR port b102406f-b65f-461e-a7a4-3e79b762e45e on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:49.270361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.272383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f89758e6-9846-48d8-aad2-d0b5012fc14f req-329ce40c-6b77-4ac8-b1b6-b7bd5ddae8d8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.13 "DELETE /v2.0/ports/b102406f-b65f-461e-a7a4-3e79b762e45e HTTP/1.1" status: 204 len: 173 time: 0.7331164 Aug 19 18:24:49.272837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-deleted', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:24:49.277538 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072a354-3725-4030-a7cc-835350c2df4c" -d '{"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-deleted", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:24:49.355719 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c65cb48-65c6-46d6-9498-bc85f91b6853 x-openstack-request-id: req-9c65cb48-65c6-46d6-9498-bc85f91b6853 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:24:49.356049 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd88c6-0d4a-4dec-81ac-571a3aab64c1", "name": "network-vif-deleted", "tag": "b102406f-b65f-461e-a7a4-3e79b762e45e", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:24:49.356267 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c65cb48-65c6-46d6-9498-bc85f91b6853 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:24:49.356837 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd88c6-0d4a-4dec-81ac-571a3aab64c1', 'name': 'network-vif-deleted', 'tag': 'b102406f-b65f-461e-a7a4-3e79b762e45e', 'status': 'completed', 'code': 200} Aug 19 18:24:49.405803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.410706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-285567e7-f727-4f24-b164-e29d4827605e req-df9a16a1-bece-4f23-b2f9-b54c1b3f21f0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abd88c6-0d4a-4dec-81ac-571a3aab64c1 HTTP/1.1" status: 200 len: 210 time: 0.0508940 Aug 19 18:24:49.442057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.512574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.515336 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:49.516523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72230a79-be5d-4770-a3d3-21fbb7279cf0 HTTP/1.1" status: 204 len: 168 time: 0.2826307 Aug 19 18:24:49.530624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616e8c4-671f-433c-80c8-89f4c9d1cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72230a79-be5d-4770-a3d3-21fbb7279cf0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:49.557213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa547a84-7a63-46ca-bf51-9c9e6efb5d1f None None] New status for floating IP e28cb0c2-4df8-4953-afd0-2796032f1da6: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:24:50.499324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38034) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:51.110420 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.205043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38066) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:51.347365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43aa6b2d-5702-4638-ad6c-d874bee0cc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.475419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port c65143f3-5320-46a9-987c-7fbeec854f0e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:51.475797 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.498881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43aa6b2d-5702-4638-ad6c-d874bee0cc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.504687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-43aa6b2d-5702-4638-ad6c-d874bee0cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.589699 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-43aa6b2d-5702-4638-ad6c-d874bee0cc68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f0882e4a5d942acb0f223bd9d150c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815224 Aug 19 18:24:51.598669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38080) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:51.605354 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6b2d-5702-4638-ad6c-d874bee0cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4eadc-0c22-4825-82ef-000a61788455,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:51.641361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port c65143f3-5320-46a9-987c-7fbeec854f0e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c65143f3-5320-46a9-987c-7fbeec854f0e,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:51.641874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.669591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for c65143f3-5320-46a9-987c-7fbeec854f0e owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:51.731396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.771140 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.893290 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.895858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:51.897374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1af4eadc-0c22-4825-82ef-000a61788455 HTTP/1.1" status: 204 len: 168 time: 0.2969501 Aug 19 18:24:51.958855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76741fec-742a-494a-a67b-a563ed8ab47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4eadc-0c22-4825-82ef-000a61788455,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:51.996323 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.030778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=c65143f3-5320-46a9-987c-7fbeec854f0e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:52.251370 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.574959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:52.619722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:24:52.630445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: b102406f-b65f-461e-a7a4-3e79b762e45e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:52.631307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b102406f-b65f-461e-a7a4-3e79b762e45e not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:52.827638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:24:52.839548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38140) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:52.840053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Sync routers for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:24:52.852670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-699f63c7-19e5-42cb-9951-baba7dd119d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/cc2f83b9-3c8f-40db-b264-be575ae5d1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3345835 Aug 19 18:24:52.857024 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:52.858036 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:52.912752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting subnet c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:24:52.917323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:52.969356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.016794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:53.154074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.249828 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.296967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.300100 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/subnets/c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de HTTP/1.1" status: 204 len: 168 time: 0.4593656 Aug 19 18:24:53.301656 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439d86e-74a2-4889-bb76-699262766fd5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f43ff5-f9ce-46b1-ad5d-be00c2dc23de,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:53.303784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894cc60-2c37-4420-a70a-483908fdf0a8 None None] Network 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:24:53.304213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38156) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:53.385664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:24:51Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:53.451515 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Checking router: cc2f83b9-3c8f-40db-b264-be575ae5d1e9 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:24:53.480325 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Routers {'cc2f83b9-3c8f-40db-b264-be575ae5d1e9'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:24:53.481225 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:24:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:53.549146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.612098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] DHCP port deletion for 9d28eb0c-a8db-463d-bcef-4f63c753c8b4 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:24:53.716926 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] Set router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:24:53.717161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Deleting port 0a0eab71-db6c-454a-9496-91774c9a4803 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:53.717380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.806603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] For port 0a0eab71-db6c-454a-9496-91774c9a4803, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0a0eab71-db6c-454a-9496-91774c9a4803,segment=NetworkSegment(bd86a3ca-c0c8-43d4-ae16-ee57f45b0277),segment_id=bd86a3ca-c0c8-43d4-ae16-ee57f45b0277)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:53.807148 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.821916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Calling delete_port for 0a0eab71-db6c-454a-9496-91774c9a4803 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:53.864106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.952679 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:53.993392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] No DVR routers for this DVR port 0a0eab71-db6c-454a-9496-91774c9a4803 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:24:54.027710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dd114-f39c-4681-98fa-d68dbb2b32ea None None] Pushing event deleted for resources: {'Port': ['ID=0a0eab71-db6c-454a-9496-91774c9a4803,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:54.055151 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-42721836-fc17-4793-918c-7f9934b37294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:24:51Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:54.066800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:24:54.067384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.089780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0a0eab71-db6c-454a-9496-91774c9a4803 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:54.120791 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42721836-fc17-4793-918c-7f9934b37294 None None] The sync data for ids ['cc2f83b9-3c8f-40db-b264-be575ae5d1e9'] in n-d-778550-10 is: [{'id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390653349', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:24:51Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': '08db90d0-db3e-4bb8-95f9-cc4a3c570a13', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f83b9-3c8f-40db-b264-be575ae5d1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:23:27Z', 'updated_at': '2021-08-19T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:24:54.123851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0a0eab71-db6c-454a-9496-91774c9a4803 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:54.124202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0a0eab71-db6c-454a-9496-91774c9a4803 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:54.218292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 08db90d0-db3e-4bb8-95f9-cc4a3c570a13, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:24:54.218907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.244640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:24:54.476206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.549126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=08db90d0-db3e-4bb8-95f9-cc4a3c570a13,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:54.560515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.561391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.562149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.562727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.563302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.563932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.564524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.565395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.565736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.566341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.567270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.568675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:24:54.649004 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.841340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.856983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.956573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.960462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Fanout notify agent at l3_agent the message router_deleted on router cc2f83b9-3c8f-40db-b264-be575ae5d1e9 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:24:54.976697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:54.978126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e96fc9dc-869a-4a32-8b46-060a29db10ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/routers/cc2f83b9-3c8f-40db-b264-be575ae5d1e9 HTTP/1.1" status: 204 len: 168 time: 1.6724188 Aug 19 18:24:54.981261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38212) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:55.123379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.321740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.337752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d28eb0c-a8db-463d-bcef-4f63c753c8b4']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:55.358716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:55.359004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd86a3ca-c0c8-43d4-ae16-ee57f45b0277') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:24:55.375727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.405124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.413299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:24:55.413973 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:24:55.418789 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:24:55.508959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.525366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.530346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38232) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:55.530844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/networks/9d28eb0c-a8db-463d-bcef-4f63c753c8b4 HTTP/1.1" status: 204 len: 168 time: 0.5472136 Aug 19 18:24:55.543558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727127-608f-49e0-8cef-c92cd0cf239e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Network': ['ID=9d28eb0c-a8db-463d-bcef-4f63c753c8b4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:55.645352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.688725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.799962 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.803355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:55.805577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b9f483e-ee20-4535-8b6f-a390efc42fcd HTTP/1.1" status: 204 len: 168 time: 0.2739503 Aug 19 18:24:55.835782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230d1cc-ba24-4382-8665-a3fdc50675aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f483e-ee20-4535-8b6f-a390efc42fcd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:56.076536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c65143f3-5320-46a9-987c-7fbeec854f0e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:56.107758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c65143f3-5320-46a9-987c-7fbeec854f0e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:56.108273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c65143f3-5320-46a9-987c-7fbeec854f0e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:56.109086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:24:56.166525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:24:56.166764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 08db90d0-db3e-4bb8-95f9-cc4a3c570a13 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:24:56.371298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.412402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38266) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:56.420827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88565362', 'description': 'tempest-secgroup-smoke-88565362 description', 'project_id': '078001621232448bbb2e657de3fae22e'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:56.467433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.723160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.735669 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.834006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.840492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4250038 Aug 19 18:24:56.846797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38278) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:56.850780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a102fc-30be-4aca-94f7-f3e5eb49c3e1 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75558897-d2ad-4531-b70e-d91aedd897d5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:56.860633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:56.957093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:56.999606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38284) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:57.113780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.119045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.142831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf38e8e-e93f-434d-9281-1ffb8fde0667,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:57.146277 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.148759 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a115dcf-70fc-4737-98a5-bc3657539f3f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998147 Aug 19 18:24:57.153068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38290) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:57.157200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:57.211008 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ac9a-6343-4d21-b88c-7e399e028f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.243390 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.705066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.715633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.762127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e68a6e-4f84-4ed9-9b97-f7ea6ea57f77,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:57.799093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ac9a-6343-4d21-b88c-7e399e028f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.805361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ac9a-6343-4d21-b88c-7e399e028f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.824606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.826965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b086fa8f-8494-49d5-99c7-3450b7bf3a47 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6724699 Aug 19 18:24:57.829261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38294) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:57.834269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:57.852055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7bf9ac9a-6343-4d21-b88c-7e399e028f68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77506d89904a4844a36236faf811fc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8511927 Aug 19 18:24:57.859264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38296) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:57.880102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9ac9a-6343-4d21-b88c-7e399e028f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a1ebf-2cb0-4698-8f2c-b97ad4b66c6f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:57.906834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.958600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:57.996514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.012088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.019523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.052572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7d4255-d90c-46c7-8fe3-2bf248f54796,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.061496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.064153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ef084746-98b8-442f-850a-bbd21b833e9a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2329996 Aug 19 18:24:58.066061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38298) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.071764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:58.094380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.096984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.098173 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/523a1ebf-2cb0-4698-8f2c-b97ad4b66c6f HTTP/1.1" status: 204 len: 168 time: 0.2372098 Aug 19 18:24:58.109837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a205cb-a553-4a98-90dd-dc457a6935d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a1ebf-2cb0-4698-8f2c-b97ad4b66c6f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.112635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.220272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9f7487f6-54f6-4542-94e0-5b1ff2f6e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.240362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.247428 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.272206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4aff5d-41a2-4247-890b-81158e52badc,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.281470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.291568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7e3a0ab8-d4bd-41c6-8d1e-3c670fa9a260 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163255 Aug 19 18:24:58.291568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38308) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.297445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:58.339770 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:24:58.349901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.459222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.465058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.489820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e4eb3f-4db2-4a0d-b92f-f03f168d6a40,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.523615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.526677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-41aaf453-a683-4cd4-8b9c-eecf01b34141 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2353139 Aug 19 18:24:58.529334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38320) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.535103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'security_group_rule': {'security_group_id': '75558897-d2ad-4531-b70e-d91aedd897d5', 'project_id': '078001621232448bbb2e657de3fae22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:58.578120 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Project 078001621232448bbb2e657de3fae22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:24:58.584353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.598942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38322) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.618496 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd243-56aa-4753-a74b-410fdcf8b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.685430 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.693310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.724847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d53a728-6af0-476e-b355-005beb3a324c,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.743167 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd243-56aa-4753-a74b-410fdcf8b14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.750535 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd243-56aa-4753-a74b-410fdcf8b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.752193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.754743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-21e3f76f-6015-4876-871e-3fbae4d625ac tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2241673 Aug 19 18:24:58.759794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38324) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.766963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'network': {'name': 'tempest-network-smoke--543579547', 'project_id': '078001621232448bbb2e657de3fae22e', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:58.799164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:24:58.804075 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a3bfd243-56aa-4753-a74b-410fdcf8b14d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fc4517f4f2244fe8f1abd6ecaf3579c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016811 Aug 19 18:24:58.804806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.807401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:58.809327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd243-56aa-4753-a74b-410fdcf8b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de646b-1b5c-4de5-a6d0-0781e7155006,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:58.871306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:24:58.888120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.888465 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Added segment a7fb2ccf-869e-4f4c-87ec-894076117f09 of type vlan for network 5de6d967-47c2-4488-ae39-262491148dd5 Aug 19 18:24:58.912822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.966038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:58.969367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.026805 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.034153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:24:59.035285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.100411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3391566 Aug 19 18:24:59.102700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.104626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38332) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:59.106258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.109846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62de646b-1b5c-4de5-a6d0-0781e7155006 HTTP/1.1" status: 204 len: 168 time: 0.2990134 Aug 19 18:24:59.113069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'admin_state_up': True, 'project_id': '078001621232448bbb2e657de3fae22e', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:24:59.140748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36185-dbea-4256-9406-d21acf2c5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de646b-1b5c-4de5-a6d0-0781e7155006,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:59.143903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba95a2-4373-4890-8704-1f8bd5bde713 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Network': ['ID=5de6d967-47c2-4488-ae39-262491148dd5,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:59.166640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5de6d967-47c2-4488-ae39-262491148dd5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:24:59.197040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.198473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.279131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.458340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.665242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38348) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:59.705156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04733a75-ae2b-4f3b-b451-f03007d54f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.729065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.751169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.839569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04733a75-ae2b-4f3b-b451-f03007d54f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.847917 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-04733a75-ae2b-4f3b-b451-f03007d54f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:24:59.888041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.207 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f68971ee-87f9-495c-a812-92c3a679f819) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:24:59.912315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-04733a75-ae2b-4f3b-b451-f03007d54f7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08bbe4c32c694f1ebfebf4077baa47ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456744 Aug 19 18:24:59.913444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04733a75-ae2b-4f3b-b451-f03007d54f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f239f1b-a785-4321-a637-42d9ce58fc80,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:24:59.916822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38354) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:24:59.973160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.003674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.030286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.066992 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.069750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.071744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f239f1b-a785-4321-a637-42d9ce58fc80 HTTP/1.1" status: 204 len: 168 time: 0.1537325 Aug 19 18:25:00.080581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012004a1-a430-487b-9b79-8754839f245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f239f1b-a785-4321-a637-42d9ce58fc80,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:00.099656 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.146626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:00.151410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:00.158320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:00.191364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=f68971ee-87f9-495c-a812-92c3a679f819,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:00.521875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.592750 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1bfa8406-1232-47e4-b9cd-9fc2039a1ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.854527 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.954404 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:00.989499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-e5ef4d66-5efe-4edd-87d1-53671964831a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101708 Aug 19 18:25:01.046472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 21a739a4-742c-47bf-bab5-8a76b0b23d49 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:25:01.166523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-257c72d0-0d95-4870-b518-c9a08351f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.169243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-257c72d0-0d95-4870-b518-c9a08351f602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.1089015 Aug 19 18:25:01.399902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-bd2ebf38-2cb4-453c-a093-ed48b72ffd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.401499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-bd2ebf38-2cb4-453c-a093-ed48b72ffd6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.2083063 Aug 19 18:25:01.548132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-cb0c32d7-4c83-45ee-936e-10814ec32920 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 1001 time: 0.1388550 Aug 19 18:25:01.627111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-f98895f1-ee65-41ee-8e6d-8a983d0f0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.629071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-f98895f1-ee65-41ee-8e6d-8a983d0f0c26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0729115 Aug 19 18:25:01.740401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-e23bf433-863d-4655-b940-650b75a34861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:01.744633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-e23bf433-863d-4655-b940-650b75a34861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080863 Aug 19 18:25:01.808117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:01.822067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Sync routers for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:01.833390 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:01.836126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:01.837473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:01.840084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a58b411f-f699-4ace-a388-e51b1cacc479 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7334788 Aug 19 18:25:01.841767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38388) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:01.889113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-37bd155b-f5cf-4107-95a6-bf85fd57f7f2 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=078001621232448bbb2e657de3fae22e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453584 Aug 19 18:25:01.892785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38392) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:02.012662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-040487d7-f0af-499c-b706-08da44b1af8d service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606864 Aug 19 18:25:02.089394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ee303-9786-4e6a-be05-0b23466cad0e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:02.092741 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d58ee303-9786-4e6a-be05-0b23466cad0e tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1973636 Aug 19 18:25:02.094966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:02.216171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:02.217921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f8689a4-7e83-4c3f-b8b0-d0ece19e40d2 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225891 Aug 19 18:25:02.222078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38402) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:02.231788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9cd3529d-f636-49ea-84e0-2a5adc50bcf5 req-67f0dd4f-4a9b-4e28-a0ff-0709064d6038 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116554 Aug 19 18:25:02.234365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725375041', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'project_id': '078001621232448bbb2e657de3fae22e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:02.436329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:02.446461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:02.474644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:02.624860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:00Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:02.710166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Checking router: 21a739a4-742c-47bf-bab5-8a76b0b23d49 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:02.710166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Updating router 21a739a4-742c-47bf-bab5-8a76b0b23d49 port f68971ee-87f9-495c-a812-92c3a679f819 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:02.750986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.013541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.112600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Checking segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:03.113224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network hostable DHCP agents. Network: 5de6d967-47c2-4488-ae39-262491148dd5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:03.118132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Subnet': ['ID=d4d3199a-9917-4a3e-bbd4-6238b5213bd3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:03.135784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 5de6d967-47c2-4488-ae39-262491148dd5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:03.146996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5de6d967-47c2-4488-ae39-262491148dd5) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:03.153785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:03.154402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.164987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d84554-bf74-4ec7-b6b9-436c9476a640 None None] Network 5de6d967-47c2-4488-ae39-262491148dd5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:03.192110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e077a266-d3e4-4ede-ab99-e5014cad539a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9649737 Aug 19 18:25:03.192443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38420) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:03.232553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.260612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Transition to ACTIVE for port object f68971ee-87f9-495c-a812-92c3a679f819 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:03.266962 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.627336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf594b87-08a1-428d-a94f-b2ee470e22da None None] Pushing event updated for resources: {'Port': ['ID=f68971ee-87f9-495c-a812-92c3a679f819,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:03.767677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Attempting to bind port f68971ee-87f9-495c-a812-92c3a679f819 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:03.768435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Attempting to bind port f68971ee-87f9-495c-a812-92c3a679f819 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:03.769336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Attempting to bind port f68971ee-87f9-495c-a812-92c3a679f819 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:03.783169 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.784740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-5de6d967-47c2-4488-ae39-262491148dd5', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:03.786065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.806272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:03.807428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:03.808123 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:03.808780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:03.809544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Bound port: f68971ee-87f9-495c-a812-92c3a679f819, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:03.810175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.096993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.132402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] For port f68971ee-87f9-495c-a812-92c3a679f819, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:04.141415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] For port f68971ee-87f9-495c-a812-92c3a679f819, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f68971ee-87f9-495c-a812-92c3a679f819,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:04.148925 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.354857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Allocated IP 172.20.0.2 (5de6d967-47c2-4488-ae39-262491148dd5/d4d3199a-9917-4a3e-bbd4-6238b5213bd3/c631d7c6-62db-43d1-9188-9ae77d871256) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:04.358535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:04.359896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:04.363200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf594b87-08a1-428d-a94f-b2ee470e22da None None] Pushing event updated for resources: {'Port': ['ID=f68971ee-87f9-495c-a812-92c3a679f819,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:04.769726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:04.927959 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:04.953785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Transition to ACTIVE for port object c631d7c6-62db-43d1-9188-9ae77d871256 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:05.003116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Transition to ACTIVE for port object c631d7c6-62db-43d1-9188-9ae77d871256 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:05.015857 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.092482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Network 5de6d967-47c2-4488-ae39-262491148dd5 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:05.101976 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.1 (5de6d967-47c2-4488-ae39-262491148dd5/d4d3199a-9917-4a3e-bbd4-6238b5213bd3/6e295a59-a927-4b82-a078-e1a4d5a9456a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:05.104681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:05.114180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:05.178907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Pushing event updated for resources: {'Port': ['ID=c631d7c6-62db-43d1-9188-9ae77d871256,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:05.229764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:00Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:05.231858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Attempting to bind port c631d7c6-62db-43d1-9188-9ae77d871256 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:05.232235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Attempting to bind port c631d7c6-62db-43d1-9188-9ae77d871256 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:05.232634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Attempting to bind port c631d7c6-62db-43d1-9188-9ae77d871256 on network 5de6d967-47c2-4488-ae39-262491148dd5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:05.268600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df70dcc-34e3-428b-ac82-bc40d563a1a5 None None] The sync data for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 is: [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:00Z', 'revision_number': 3, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:05.270548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:05.270787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Checking segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:05.271200 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.271620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Bound using segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:05.272105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Bound port: c631d7c6-62db-43d1-9188-9ae77d871256, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:05.272493 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.330920 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.348195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object 6e295a59-a927-4b82-a078-e1a4d5a9456a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:05.453711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.461336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] For port c631d7c6-62db-43d1-9188-9ae77d871256, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:05.466119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] For port c631d7c6-62db-43d1-9188-9ae77d871256, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c631d7c6-62db-43d1-9188-9ae77d871256,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:05.471631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:05.574186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 5de6d967-47c2-4488-ae39-262491148dd5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:05.584573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:05.591698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:05.634816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea59d8-d81b-488b-ac48-8a7937c6ac42 None None] Pushing event updated for resources: {'Port': ['ID=c631d7c6-62db-43d1-9188-9ae77d871256,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:05.713937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:05.746107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.086579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.212049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f68971ee-87f9-495c-a812-92c3a679f819 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:06.237759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38474) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:06.243680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338916445', 'description': 'tempest-secgroup-smoke-1338916445 description', 'project_id': '82598d24afe34d8589382ee68b75343d'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:06.275113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.331895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f68971ee-87f9-495c-a812-92c3a679f819 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:06.344646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f68971ee-87f9-495c-a812-92c3a679f819 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:06.345027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.426581 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.432645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.465705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.467039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2282457 Aug 19 18:25:06.472893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38476) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:06.482033 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:06.507221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.519932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a79629-1011-4aea-8cc9-2db94f4c70dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df490b28-e83b-4b95-bf5d-ad2b2aa319c1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:06.584453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f68971ee-87f9-495c-a812-92c3a679f819, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f68971ee-87f9-495c-a812-92c3a679f819,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:06.585381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.592337 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.672870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.678445 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.704768 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.712852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f68971ee-87f9-495c-a812-92c3a679f819,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:06.718977 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.720507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.726844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2496483 Aug 19 18:25:06.733662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3c8e-698f-49c3-949b-ffdff8bd655a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf18b57a-6164-4401-963b-be9dae40b4ec,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:06.734576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38480) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:06.750891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:06.905224 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.954669 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:06.964762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.095960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.105083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.156353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 5de6d967-47c2-4488-ae39-262491148dd5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:07.157616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4e6362-9d93-45bf-92d8-bd5bf6920422,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.161896 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:07.181349 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.188491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6f927f16-0570-4d8c-8d83-f2f2a64fd956 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4477923 Aug 19 18:25:07.188898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38484) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:07.194327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:07.241241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.288136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8907c31-88e5-4475-acff-43638c86cfc7 None None] Network 5de6d967-47c2-4488-ae39-262491148dd5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:07.378434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 21a739a4-742c-47bf-bab5-8a76b0b23d49 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:07.418030 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.426388 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.471024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.479899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38492) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:07.485771 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2920094 Aug 19 18:25:07.512659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64089ba-c342-46bb-b0c4-e06073f7222a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbd84fd-dd15-48d6-916e-6642c8e8edff,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:07.526071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:07.546588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c422474-51a0-4193-88d5-2cbb800b71a2 None None] Provisioning for port c631d7c6-62db-43d1-9188-9ae77d871256 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:07.736239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.756016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:07.781011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4265b9a5-044d-483e-b524-d9cab42d2657 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/21a739a4-742c-47bf-bab5-8a76b0b23d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5866108 Aug 19 18:25:07.911966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.919559 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:07.994310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994b6ad5-7ef1-4ec8-afa3-9827b3e5b338,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:08.000608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.007200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63ffeae6-ebd5-4a4f-974f-b6b18007a3cb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034711 Aug 19 18:25:08.011195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38514) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:08.033476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:08.152568 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Project 82598d24afe34d8589382ee68b75343d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:25:08.182036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.199519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c631d7c6-62db-43d1-9188-9ae77d871256 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:08.264507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-25489b89-0a1a-4d76-80ba-76f7b25098d4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88565362&fields=id&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 267 time: 0.0651636 Aug 19 18:25:08.283015 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Sync routers for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:08.302617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:08.303821 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:08.349834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.355477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.396590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Provisioning for port 6e295a59-a927-4b82-a078-e1a4d5a9456a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:08.405919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6340e8bd-32d4-49c9-a738-29238e1ade5d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:08.422490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Provisioning complete for port 6e295a59-a927-4b82-a078-e1a4d5a9456a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:08.423467 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.434332 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.439167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-24ae052a-a9b9-4829-8192-6f83cb2d678d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4251633 Aug 19 18:25:08.441304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38538) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:08.456298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'security_group_rule': {'security_group_id': 'df490b28-e83b-4b95-bf5d-ad2b2aa319c1', 'project_id': '82598d24afe34d8589382ee68b75343d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:08.520168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c631d7c6-62db-43d1-9188-9ae77d871256 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:08.535647 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Project 82598d24afe34d8589382ee68b75343d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:25:08.548442 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.553114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c631d7c6-62db-43d1-9188-9ae77d871256 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:08.557124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.566288 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:08.578774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-adc953d8-2f99-4678-b456-a79081a48454 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:08.582250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-adc953d8-2f99-4678-b456-a79081a48454 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 796 time: 0.3073266 Aug 19 18:25:08.610733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-7825729b-17a7-4ed7-8ae3-2b78268314e6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/quotas/078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 375 time: 0.0164480 Aug 19 18:25:08.639043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Port 6e295a59-a927-4b82-a078-e1a4d5a9456a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:08.683778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Provisioning complete for port c631d7c6-62db-43d1-9188-9ae77d871256 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:08.685099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.737825 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.747814 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.769233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-7d555bd3-f90e-449c-a1f2-9026c6952760 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486030 Aug 19 18:25:08.776435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79d6e0c-6f1c-45c1-b877-3ab8d5a3b691,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:08.815068 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.817648 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-36956973-719e-4a23-b0cd-39b71ccbc0e1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3737400 Aug 19 18:25:08.830014 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.958852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c631d7c6-62db-43d1-9188-9ae77d871256, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c631d7c6-62db-43d1-9188-9ae77d871256,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:08.989547 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:08.989547 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f68971ee-87f9-495c-a812-92c3a679f819 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:09.061465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:09.138205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-4ba6e4fa-42aa-4e0e-8f7f-cddd087f7a87 service neutron] 10.222.0.36 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420150 Aug 19 18:25:09.160100 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 2, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:09.165675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c631d7c6-62db-43d1-9188-9ae77d871256,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:09.298007 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Checking router: 21a739a4-742c-47bf-bab5-8a76b0b23d49 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:09.301764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Updating router 21a739a4-742c-47bf-bab5-8a76b0b23d49 port 6e295a59-a927-4b82-a078-e1a4d5a9456a binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:09.313347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f68971ee-87f9-495c-a812-92c3a679f819 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:09.313960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:09.368960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:25:09.369324 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-d2c46856-67cc-4ee3-8b4b-7eafcf1400a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:25:09.386328 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:09.467621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-bb1bf25d-87b4-4b1e-be7a-52786b660ad2 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338916445&fields=id&tenant_id=82598d24afe34d8589382ee68b75343d HTTP/1.1" status: 200 len: 267 time: 0.2237308 Aug 19 18:25:09.504871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38574) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:09.599821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-206e44c8-f7b7-457e-9a50-1e657bdac127 service neutron] 10.222.0.36 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533207 Aug 19 18:25:09.721818 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82e09d38-5c56-4800-a8bb-20e2a9f8a384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:09.749689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-381353bb-673c-4f82-8731-641bc9650066 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:09.760562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-381353bb-673c-4f82-8731-641bc9650066 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 813 time: 0.2670810 Aug 19 18:25:09.781564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-8ddc6d91-ddcc-43f0-b07c-c885e277a5b3 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/quotas/82598d24afe34d8589382ee68b75343d HTTP/1.1" status: 200 len: 375 time: 0.0190728 Aug 19 18:25:09.895915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-209614f8-8385-4cf4-bcd2-2e0ea5888423 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116490 Aug 19 18:25:09.989996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82e09d38-5c56-4800-a8bb-20e2a9f8a384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:09.990462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c631d7c6-62db-43d1-9188-9ae77d871256 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:09.998282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82e09d38-5c56-4800-a8bb-20e2a9f8a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.077411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e09d38-5c56-4800-a8bb-20e2a9f8a384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd6287-4907-4580-9cd4-d1842d64727b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:10.137302 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82e09d38-5c56-4800-a8bb-20e2a9f8a384 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=932f8d90891947cfad2d1b5886b12d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285307 Aug 19 18:25:10.138643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38584) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:10.165047 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.184915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Transition to ACTIVE for port object 6e295a59-a927-4b82-a078-e1a4d5a9456a will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:10.187587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc17e930-7be4-4101-ac55-4b562f4c9ee5 req-027a5b07-0430-4d3d-a655-cd2156c141fa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 210 time: 0.2882876 Aug 19 18:25:10.200016 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.222851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c631d7c6-62db-43d1-9188-9ae77d871256 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:10.222851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.343867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-8eb54370-117f-48cd-ba48-1f0f2dc32d3a service neutron] 10.222.0.36 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009705 Aug 19 18:25:10.351486 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Pushing event updated for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:10.378713 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.379057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.379478 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.380409 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.381585 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.381928 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.385458 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.385741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.386078 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.386406 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.386735 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.387152 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.389576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:10.440244 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Attempting to bind port 6e295a59-a927-4b82-a078-e1a4d5a9456a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:10.440614 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Attempting to bind port 6e295a59-a927-4b82-a078-e1a4d5a9456a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:10.440977 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Attempting to bind port 6e295a59-a927-4b82-a078-e1a4d5a9456a on network 5de6d967-47c2-4488-ae39-262491148dd5 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:10.455413 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:10.456376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Checking segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:10.457207 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.457948 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Bound using segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:10.458724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Bound port: 6e295a59-a927-4b82-a078-e1a4d5a9456a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:10.459516 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.469634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.580239 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] For port 6e295a59-a927-4b82-a078-e1a4d5a9456a, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:10.603224 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] For port 6e295a59-a927-4b82-a078-e1a4d5a9456a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6e295a59-a927-4b82-a078-e1a4d5a9456a,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:10.607095 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.611401 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.612547 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:10.614013 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddfd6287-4907-4580-9cd4-d1842d64727b HTTP/1.1" status: 204 len: 168 time: 0.4743640 Aug 19 18:25:10.645803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e454-0c79-4a75-b62d-5a49497bbcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd6287-4907-4580-9cd4-d1842d64727b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:10.666286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-74eacaa6-21c4-41ff-a743-d0f853983de1 service neutron] 10.222.0.36 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996185 Aug 19 18:25:10.753139 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:10.753934 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:10.949806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831fd78-0e5d-4f45-94cf-af3db0e77b7d None None] Pushing event updated for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:11.071795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:11.261371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0666dce-8d4b-4db9-8298-c2c3c0e9caf4 req-d915fe69-5094-488a-96ce-05471ab519dc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.0466046 Aug 19 18:25:11.271349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38608) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:11.297884 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21395fae-838e-44dd-b849-040adb4c5c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.395102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-120113f2-320c-4caf-9af8-d884249c5e7e req-278e0a14-6dd9-47ef-8b75-c50b5ad178bf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 210 time: 0.0581467 Aug 19 18:25:11.479244 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:10Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:11.505381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21395fae-838e-44dd-b849-040adb4c5c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.512040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21395fae-838e-44dd-b849-040adb4c5c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.513437 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d6e68-01f7-4573-b892-2707183f5823 None None] The sync data for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 is: [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:10Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:11.575224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:11.594175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-21395fae-838e-44dd-b849-040adb4c5c3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2b4fda837474f11b79eb8a7488428fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210359 Aug 19 18:25:11.610094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21395fae-838e-44dd-b849-040adb4c5c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7283808e-4967-4be3-ab60-3b66b3a8cda6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:11.806621 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.909906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:11.922150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-f429aac7-3796-488c-b04a-6b293556403a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:11.924966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-f429aac7-3796-488c-b04a-6b293556403a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 796 time: 0.2465649 Aug 19 18:25:12.060506 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-198ac58a-6c07-4792-8479-d8f1203fdca9 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078001621232448bbb2e657de3fae22e HTTP/1.1" status: 200 len: 378 time: 0.1258976 Aug 19 18:25:12.082278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'port': {'device_id': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'admin_state_up': True, 'tenant_id': '078001621232448bbb2e657de3fae22e', 'security_groups': ['75558897-d2ad-4531-b70e-d91aedd897d5']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:12.086787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6e295a59-a927-4b82-a078-e1a4d5a9456a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:12.151437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 6e295a59-a927-4b82-a078-e1a4d5a9456a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:12.155897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6e295a59-a927-4b82-a078-e1a4d5a9456a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:12.156275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.156774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.159851 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.161735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7283808e-4967-4be3-ab60-3b66b3a8cda6 HTTP/1.1" status: 204 len: 168 time: 0.5851054 Aug 19 18:25:12.185249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23a48f-bdd6-4136-86d2-560f70a1cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7283808e-4967-4be3-ab60-3b66b3a8cda6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:12.315021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Made reservation on behalf of 078001621232448bbb2e657de3fae22e for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:12.321200 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.403716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.501848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 6e295a59-a927-4b82-a078-e1a4d5a9456a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6e295a59-a927-4b82-a078-e1a4d5a9456a,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:12.507550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.574514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:12.579044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f97217d-94f2-44ec-95de-a66e03cb8690 req-8993db54-0062-4746-9787-07365db7d928 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.1102574 Aug 19 18:25:12.688060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23a0a240-68c9-4029-8221-7b2af5ebe8be req-e5d8b484-e968-40c0-b6d2-c9c0b877ec52 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 210 time: 0.1297169 Aug 19 18:25:12.717460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.20.0.5 (5de6d967-47c2-4488-ae39-262491148dd5/d4d3199a-9917-4a3e-bbd4-6238b5213bd3/22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:12.958979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38642) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:12.977723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11d96323-3d2f-44fe-b69b-8aab53d60676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:12.985506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-8c9bddcc-89f6-4698-a7b0-74f5bc76d61a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:12.987384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-8c9bddcc-89f6-4698-a7b0-74f5bc76d61a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 813 time: 0.1978929 Aug 19 18:25:13.181753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.194091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11d96323-3d2f-44fe-b69b-8aab53d60676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.200066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-11d96323-3d2f-44fe-b69b-8aab53d60676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.210621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Transition to ACTIVE for port object 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:13.280073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11d96323-3d2f-44fe-b69b-8aab53d60676 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=905f670183554e51b974159bc6472d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194106 Aug 19 18:25:13.288862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38644) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:13.313669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-3800fe31-8cad-4d3a-b1ee-55dc8812fac6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82598d24afe34d8589382ee68b75343d HTTP/1.1" status: 200 len: 380 time: 0.0924468 Aug 19 18:25:13.318748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d96323-3d2f-44fe-b69b-8aab53d60676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3788608-b6a1-4b6b-9b22-adeb8955f43f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:13.330570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'port': {'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'admin_state_up': True, 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'security_groups': ['df490b28-e83b-4b95-bf5d-ad2b2aa319c1']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:13.405865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.448202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.529516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.536749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.540136 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.544197 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3788608-b6a1-4b6b-9b22-adeb8955f43f HTTP/1.1" status: 204 len: 168 time: 0.2536700 Aug 19 18:25:13.559253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796131d-af20-4f86-a238-fa3815700f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3788608-b6a1-4b6b-9b22-adeb8955f43f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:13.645416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:13.742457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network 5de6d967-47c2-4488-ae39-262491148dd5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:13.747399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Made reservation on behalf of 82598d24afe34d8589382ee68b75343d for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:13.752799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:13.798646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38654) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:13.987136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:13.998552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Allocated IP 172.20.0.8 (d7e1d797-8557-4082-adba-797f3ba86d35/6cdbc85f-a74c-4be0-afd1-0b919d240dc3/cd9704a1-a9ed-4e49-9193-6e3619dbea42) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:14.003831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:14.004789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6e295a59-a927-4b82-a078-e1a4d5a9456a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:14.047676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf2794f2-61f9-41de-a93c-6e25ef6ac818 req-5adba8d4-fc1b-4f6c-aeb1-29fd9f0d41bc tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.3098640 Aug 19 18:25:14.134294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6e295a59-a927-4b82-a078-e1a4d5a9456a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:14.134712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.155574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b8d52a8-d940-44fd-b96d-23b63987913e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.161804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64665b1d-1403-457f-a191-3740452ff336 req-661c5f65-72e2-4e69-a48d-3254899728d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:14.173593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64665b1d-1403-457f-a191-3740452ff336 req-661c5f65-72e2-4e69-a48d-3254899728d7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 931 time: 0.3644481 Aug 19 18:25:14.306838 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64665b1d-1403-457f-a191-3740452ff336 req-e4dc77fc-fd2d-41ab-884c-1efb5cd25231 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322217 Aug 19 18:25:14.374923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:14.376138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.440098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b8d52a8-d940-44fd-b96d-23b63987913e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.446414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7b8d52a8-d940-44fd-b96d-23b63987913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.460821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-85df2865-db2f-4786-b2a9-c832bcbcd6e8 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3926578 Aug 19 18:25:14.482633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Request body: {'port': {'device_id': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:14.509104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d52a8-d940-44fd-b96d-23b63987913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b23d12-cf9a-4ef4-832a-bb79fffcbf0a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:14.529518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b8d52a8-d940-44fd-b96d-23b63987913e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fd069080dba4f38afe85bae6007d0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289772 Aug 19 18:25:14.532622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38668) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:14.548061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-790e3f25-7ce4-4d33-a2a4-99d0c5dd7d3c None None] Provisioning for port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:14.554938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-790e3f25-7ce4-4d33-a2a4-99d0c5dd7d3c None None] Provisioning complete for port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:14.555731 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-790e3f25-7ce4-4d33-a2a4-99d0c5dd7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.631735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-790e3f25-7ce4-4d33-a2a4-99d0c5dd7d3c None None] Port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:14.658568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.662966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.679699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Transition to ACTIVE for port object cd9704a1-a9ed-4e49-9193-6e3619dbea42 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:14.700635 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.704985 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.800198 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.802375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.803262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:14.806710 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23b23d12-cf9a-4ef4-832a-bb79fffcbf0a HTTP/1.1" status: 204 len: 168 time: 0.2721608 Aug 19 18:25:14.825373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2662-f484-4d5d-b4eb-edaa4c1109b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b23d12-cf9a-4ef4-832a-bb79fffcbf0a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:14.948620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Network d7e1d797-8557-4082-adba-797f3ba86d35 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:14.959919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:14.963938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:15.059508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:15.060572 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.095670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7746878 Aug 19 18:25:15.099687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e174b-ebbc-4135-8ea4-b0030aec1f42 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:15.127828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Request body: {'port': {'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:15.176735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38684) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:15.354830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1776089866-network', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:15.364388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d0ef7a1b-f4d8-4eed-a5e5-ca5937962961 None None] Provisioning for port cd9704a1-a9ed-4e49-9193-6e3619dbea42 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:15.370169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d0ef7a1b-f4d8-4eed-a5e5-ca5937962961 None None] Provisioning complete for port cd9704a1-a9ed-4e49-9193-6e3619dbea42 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:15.370458 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7a1b-f4d8-4eed-a5e5-ca5937962961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.378420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38690) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:15.415207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f64ff7c-e9b3-478e-a387-3b912608e3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.435554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef7a1b-f4d8-4eed-a5e5-ca5937962961 None None] Port cd9704a1-a9ed-4e49-9193-6e3619dbea42 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:15.448947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Made reservation on behalf of b9d8b92115494d7bbdecab39c84e83c1 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:15.451268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.462278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.587258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f64ff7c-e9b3-478e-a387-3b912608e3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.595166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f64ff7c-e9b3-478e-a387-3b912608e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.663922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f64ff7c-e9b3-478e-a387-3b912608e3b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e10cbe17ef27482d9f9510f36526a817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840071 Aug 19 18:25:15.664843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38692) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:15.676025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ff7c-e9b3-478e-a387-3b912608e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10865d91-65c3-47b5-a914-e642e926a37b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:15.770829 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.810555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.816016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.818235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.853875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:15.898757 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.899106 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Added segment e54d0944-a05c-4757-8d83-47f16d048cb3 of type vlan for network b0ebadc5-0240-45a4-9c40-68413bda742b Aug 19 18:25:15.912528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cfa61c-fc7a-4fe7-bdec-eb3e4df69eb4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:15.927493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc0e9e-4703-426d-b075-31a724d31267 req-e0499152-210a-439c-9b79-cca59491e862 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:15.935133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0efc0e9e-4703-426d-b075-31a724d31267 req-e0499152-210a-439c-9b79-cca59491e862 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 931 time: 0.1950297 Aug 19 18:25:15.937918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:15.986882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.004151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c27e5-f97b-40bb-9b16-54c7120f763b req-4be59b05-2c97-4dd1-80ca-a7d77a18799f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:16.005803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e5c27e5-f97b-40bb-9b16-54c7120f763b req-4be59b05-2c97-4dd1-80ca-a7d77a18799f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 931 time: 0.2638505 Aug 19 18:25:16.039162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.041163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:16.042205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.073472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0efc0e9e-4703-426d-b075-31a724d31267 req-94e34226-aa51-41f1-ad56-b2d9a6f657a3 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370611 Aug 19 18:25:16.087487 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.090612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.094948 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10865d91-65c3-47b5-a914-e642e926a37b HTTP/1.1" status: 204 len: 168 time: 0.4273479 Aug 19 18:25:16.151250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f75778-fa46-4e1f-a061-bcfdf542c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10865d91-65c3-47b5-a914-e642e926a37b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:16.187414 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0084028 Aug 19 18:25:16.188847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38698) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:16.204698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Request body: {'subnet': {'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1776089866-subnet', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:16.230513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Made reservation on behalf of b9d8b92115494d7bbdecab39c84e83c1 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:16.232860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.248278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb6d9-7be8-48e2-be64-60d7d143f4ee admin admin] Pushing event updated for resources: {'Network': ['ID=b0ebadc5-0240-45a4-9c40-68413bda742b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:16.260739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b0ebadc5-0240-45a4-9c40-68413bda742b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:16.326533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e5c27e5-f97b-40bb-9b16-54c7120f763b req-2abac08c-b6aa-4480-ac92-0840bb480295 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3085515 Aug 19 18:25:16.330839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:16.349091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.376001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Transition to ACTIVE for port object 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:16.384351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.501262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:16.625687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.707866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:16.711790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Checking segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:16.712235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Network hostable DHCP agents. Network: b0ebadc5-0240-45a4-9c40-68413bda742b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:16.743271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Network b0ebadc5-0240-45a4-9c40-68413bda742b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:16.757696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Attempting to bind port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:16.758248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Attempting to bind port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:16.758592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Attempting to bind port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb on network 5de6d967-47c2-4488-ae39-262491148dd5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:16.766093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb on network 5de6d967-47c2-4488-ae39-262491148dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:16.766492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Attempting to bind port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb on network 5de6d967-47c2-4488-ae39-262491148dd5 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:16.766977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b0ebadc5-0240-45a4-9c40-68413bda742b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:16.775559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:16.775559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Checking segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:16.775866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Bound using segment: {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:16.776367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Bound port: 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fb2ccf-869e-4f4c-87ec-894076117f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:16.776802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.776954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:16.778478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.781436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ad002-0405-49fa-ab2a-683da995095c None None] Network b0ebadc5-0240-45a4-9c40-68413bda742b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:16.805773 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3224611e-5758-498d-b054-b84082b451d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6048996 Aug 19 18:25:16.809403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38708) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:16.825063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:16.876669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9704a1-a9ed-4e49-9193-6e3619dbea42 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:16.880147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.881891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.889758 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.925309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Transition to ACTIVE for port object cd9704a1-a9ed-4e49-9193-6e3619dbea42 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:16.933603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:16.989924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:16.998951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.018513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:17.019160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:17.024747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.098248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:17.103378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:17.104037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.105500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-77e3167f-e70d-448d-b7de-89f2c8c11f0e service neutron] 10.222.0.42 "PUT /v2.0/ports/22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 1092 time: 2.6343546 Aug 19 18:25:17.106012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:17.108324 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a064f7c-b851-496d-bd62-9c0aa7224157" -d '{"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:17.167149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-b0ebadc5-0240-45a4-9c40-68413bda742b', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:17.168174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.464086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.492806 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Attempting to bind port cd9704a1-a9ed-4e49-9193-6e3619dbea42 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:17.493833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Attempting to bind port cd9704a1-a9ed-4e49-9193-6e3619dbea42 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:17.494705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Attempting to bind port cd9704a1-a9ed-4e49-9193-6e3619dbea42 on network d7e1d797-8557-4082-adba-797f3ba86d35 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:17.515825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-e3c5999d-6243-4b97-b45c-0ca5ef3efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:17.518452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-e3c5999d-6243-4b97-b45c-0ca5ef3efbd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1095 time: 0.2802455 Aug 19 18:25:17.521715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Port cd9704a1-a9ed-4e49-9193-6e3619dbea42 on network d7e1d797-8557-4082-adba-797f3ba86d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:17.523022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Attempting to bind port cd9704a1-a9ed-4e49-9193-6e3619dbea42 on network d7e1d797-8557-4082-adba-797f3ba86d35 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:17.575928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373957ce-7051-43bc-b843-172e756a8697 req-4e5de934-53d5-44ad-bf41-25bebdcbba6a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:17.588987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373957ce-7051-43bc-b843-172e756a8697 req-4e5de934-53d5-44ad-bf41-25bebdcbba6a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.3305764 Aug 19 18:25:17.689145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:17.690248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Checking segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:17.691092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Bound using segment: {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:17.692021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Bound port: cd9704a1-a9ed-4e49-9193-6e3619dbea42, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28abf06c-0318-4f13-bec4-610fa109436a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:17.695273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.696232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.712044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Allocated IP 172.20.0.2 (b0ebadc5-0240-45a4-9c40-68413bda742b/3cc3ae44-d3e0-477a-b5a8-f9b289e979e4/4967d24f-add8-463b-b87b-a5c06b27ea38) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:17.751220 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89efe941-cdca-4a84-a853-7b71928637cb x-openstack-request-id: req-89efe941-cdca-4a84-a853-7b71928637cb {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:17.752213 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:17.752751 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89efe941-cdca-4a84-a853-7b71928637cb {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:17.753399 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'status': 'completed', 'code': 200} Aug 19 18:25:17.844515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:17.850466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:17.859602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-ad46beef-d5cd-4a5c-87ed-9cce4ed6cd09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 217 time: 0.3167055 Aug 19 18:25:17.872521 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.933465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:17.968971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.010840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.011605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.013456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] 10.222.0.13 "PUT /v2.0/ports/cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 1092 time: 2.9026058 Aug 19 18:25:18.073934 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.077302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-d5457723-b80c-4763-a2db-d21daa5acabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.079023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-d5457723-b80c-4763-a2db-d21daa5acabd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 200 len: 834 time: 0.1907079 Aug 19 18:25:18.110752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fce4-aded-45fb-8a57-b568e41af76b service neutron] Pushing event updated for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.118404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Transition to ACTIVE for port object 4967d24f-add8-463b-b87b-a5c06b27ea38 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:18.149878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-373957ce-7051-43bc-b843-172e756a8697 req-02afcfba-3a2b-4772-91d7-63c49d34bdd5 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5580032 Aug 19 18:25:18.168773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Transition to ACTIVE for port object 4967d24f-add8-463b-b87b-a5c06b27ea38 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:18.179360 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.187328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Allocated IP 172.25.5.5 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/13224619-6c03-4cbf-83b9-84edc0837bac) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:18.240333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123d10-c1a0-4e93-88ec-c61ad437f1e5 req-17acc36f-ad2b-4e7f-85a1-e538fbea7675 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.243044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8123d10-c1a0-4e93-88ec-c61ad437f1e5 req-17acc36f-ad2b-4e7f-85a1-e538fbea7675 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 943 time: 0.3890283 Aug 19 18:25:18.252571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716beb-1677-48fe-864a-3fd5290c303e req-efec50b4-c30b-4133-8607-84c42b647b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.255093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-efec50b4-c30b-4133-8607-84c42b647b02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5de6d967-47c2-4488-ae39-262491148dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357865 Aug 19 18:25:18.283087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Network b0ebadc5-0240-45a4-9c40-68413bda742b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:18.294095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:18.299265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:18.321329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8123d10-c1a0-4e93-88ec-c61ad437f1e5 req-6d34373b-07fd-4137-9852-59ce4a19758b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646510 Aug 19 18:25:18.372162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Pushing event updated for resources: {'Port': ['ID=4967d24f-add8-463b-b87b-a5c06b27ea38,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.396787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-4abe62cf-f847-4f76-8cde-80ad74d72edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.399561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-4abe62cf-f847-4f76-8cde-80ad74d72edb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1095 time: 0.2815263 Aug 19 18:25:18.426348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.475668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-96bcea64-d148-4eaa-82ad-0375c5470d7c service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119718 Aug 19 18:25:18.523728 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.550589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Attempting to bind port 4967d24f-add8-463b-b87b-a5c06b27ea38 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:18.551215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Attempting to bind port 4967d24f-add8-463b-b87b-a5c06b27ea38 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:18.555043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Attempting to bind port 4967d24f-add8-463b-b87b-a5c06b27ea38 on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:18.577808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:18.578236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Checking segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:18.580012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.580431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Bound using segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:18.582273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Bound port: 4967d24f-add8-463b-b87b-a5c06b27ea38, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:18.582514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.626303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:18.634215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:18.638538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:18.649438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-1b585814-17aa-485e-ad76-8237788867d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 217 time: 0.1730180 Aug 19 18:25:18.735108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] For port 4967d24f-add8-463b-b87b-a5c06b27ea38, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:18.735704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f716beb-1677-48fe-864a-3fd5290c303e req-313aac3b-b680-42fd-8393-3d374e349bfd service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521520 Aug 19 18:25:18.744845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] For port 4967d24f-add8-463b-b87b-a5c06b27ea38, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4967d24f-add8-463b-b87b-a5c06b27ea38,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:18.751390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-7066b881-fed5-41b7-994a-fe28193c6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.752958 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:18.753114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-7066b881-fed5-41b7-994a-fe28193c6585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.0898731 Aug 19 18:25:18.883666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12d6b-3856-4812-8771-9c3642130c39 None None] Pushing event updated for resources: {'Port': ['ID=4967d24f-add8-463b-b87b-a5c06b27ea38,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:18.885118 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-9f637247-f999-4abb-895e-c714392dd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.886654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-9f637247-f999-4abb-895e-c714392dd299 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1095 time: 0.0875227 Aug 19 18:25:18.888613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538caa3-d235-4313-a65d-ae15b308e952 req-efe57ad3-2336-4227-8284-ab528fa6d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:18.890036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-efe57ad3-2336-4227-8284-ab528fa6d696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299708 Aug 19 18:25:18.925812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=13224619-6c03-4cbf-83b9-84edc0837bac,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:19.146129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-cf1e1c52-41ff-4149-8565-3d39c6be6b36 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351656 Aug 19 18:25:19.170696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:19.367273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-c2acc5a6-d346-4178-845d-13116b53e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.371210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-c2acc5a6-d346-4178-845d-13116b53e8d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 897 time: 0.4758320 Aug 19 18:25:19.522422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d538caa3-d235-4313-a65d-ae15b308e952 req-20bf4877-497d-4a5c-883f-23d228258b6e service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684323 Aug 19 18:25:19.575293 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:19.691920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-154a088d-9e42-4e6e-8f3c-ef07e4c76b53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 217 time: 0.1275573 Aug 19 18:25:19.762635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:19.765056 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:19.774458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Router cbbe5e8d-20ca-4786-84c5-f5505e926dbc is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:25:19.780133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca51ae-227b-4163-b9a0-10f18e062782 req-eec8281c-6f29-4b6c-9ee3-8b1195670d8a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.781767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77ca51ae-227b-4163-b9a0-10f18e062782 req-eec8281c-6f29-4b6c-9ee3-8b1195670d8a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 943 time: 0.2550731 Aug 19 18:25:19.801680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629db004-ccba-4c53-9fab-8ef720b189df req-f74d4ff1-8720-46e9-9722-b86fbf3b58f8 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.803563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-629db004-ccba-4c53-9fab-8ef720b189df req-f74d4ff1-8720-46e9-9722-b86fbf3b58f8 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.4463737 Aug 19 18:25:19.849724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-d2fd0737-27ba-4799-a750-2e714a861307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:19.852013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-d2fd0737-27ba-4799-a750-2e714a861307 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 200 len: 834 time: 0.1453550 Aug 19 18:25:19.934519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77ca51ae-227b-4163-b9a0-10f18e062782 req-50a8f913-5acb-431d-b8f1-e56ebf05208f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435072 Aug 19 18:25:19.964894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-629db004-ccba-4c53-9fab-8ef720b189df req-676a6300-b827-49b8-9ece-daa589ef542b tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501088 Aug 19 18:25:20.019933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-fc49a7ce-48b3-45d4-a734-b95d78006bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.021467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-fc49a7ce-48b3-45d4-a734-b95d78006bc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5de6d967-47c2-4488-ae39-262491148dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570911 Aug 19 18:25:20.036606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:20.050128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Sync routers for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:20.070932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:20.085000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:20.106097 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.108410 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-77d9f821-e32f-4a3f-8d3f-1dd2284dfd3e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2977092 Aug 19 18:25:20.116781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:20.126610 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c39017-d2ba-4b5b-a38f-9878b7fe7fa4 x-openstack-request-id: req-d1c39017-d2ba-4b5b-a38f-9878b7fe7fa4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:20.126919 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:20.127144 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1c39017-d2ba-4b5b-a38f-9878b7fe7fa4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:20.130413 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:25:20.189822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4967d24f-add8-463b-b87b-a5c06b27ea38 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:20.239618 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:25:20.285999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-5d49b6e2-09d1-4121-961c-81fc7a5560be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.287552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-5d49b6e2-09d1-4121-961c-81fc7a5560be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1095 time: 0.1628034 Aug 19 18:25:20.372444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-b243f80f-001e-423c-aede-4cf5925b2f59 service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436158 Aug 19 18:25:20.547075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:20.550818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4967d24f-add8-463b-b87b-a5c06b27ea38 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:20.563876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:20.566000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-28aa570b-792d-45dc-ad10-c083f33f4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.568638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-28aa570b-792d-45dc-ad10-c083f33f4193 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 914 time: 0.2597919 Aug 19 18:25:20.631030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a41ff0-59d7-4103-8ff0-712cb9a4322e None None] Network b0ebadc5-0240-45a4-9c40-68413bda742b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:20.631150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-67b4ab08-8cef-4888-b256-52f555b5c206 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 217 time: 0.0521131 Aug 19 18:25:20.762633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a064f7c-b851-496d-bd62-9c0aa7224157 req-9c82e4b7-148b-4a5a-a79e-ad0c9fe9d25e service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834159 Aug 19 18:25:20.775663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-16404889-c826-419b-a927-776de0adc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.778408 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-16404889-c826-419b-a927-776de0adc7c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.1399560 Aug 19 18:25:20.806411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48e12207-0bea-43f6-9532-58143c264d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:20.887902 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-3b5b54bd-dc53-4c43-a08c-0e39eee69c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:20.889483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-3b5b54bd-dc53-4c43-a08c-0e39eee69c48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850961 Aug 19 18:25:20.954970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Provisioning for port 4967d24f-add8-463b-b87b-a5c06b27ea38 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:20.978314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Provisioning complete for port 4967d24f-add8-463b-b87b-a5c06b27ea38 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:20.978710 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.031163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-fcaead7d-dc17-4536-b3e6-6e3cc3e8ae27 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323736 Aug 19 18:25:21.051354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48e12207-0bea-43f6-9532-58143c264d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.115989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-48e12207-0bea-43f6-9532-58143c264d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.185421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-48e12207-0bea-43f6-9532-58143c264d91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ef9fac5a5784665b55eea7141e63f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154442 Aug 19 18:25:21.189619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38780) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:21.210276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e12207-0bea-43f6-9532-58143c264d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f4d49-c38a-43c6-b833-12bdb282d185,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.255392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd06d4-07a8-448f-b623-fcb704a4262e req-8c68137c-f00f-4473-bfb0-893e30d724c6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:21.257443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afbd06d4-07a8-448f-b623-fcb704a4262e req-8c68137c-f00f-4473-bfb0-893e30d724c6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 943 time: 0.2027535 Aug 19 18:25:21.260484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2653c2c1-abb4-417e-9c9c-8e56f6f667a3 req-a0e93651-f890-4093-9fbf-fa08d927876d service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216167 Aug 19 18:25:21.268391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130924b1-77e4-4f7e-932b-e7f907a60855 req-825fcbb9-4742-4573-9d70-3d5c943a6935 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:21.269942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-130924b1-77e4-4f7e-932b-e7f907a60855 req-825fcbb9-4742-4573-9d70-3d5c943a6935 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.1415651 Aug 19 18:25:21.307195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.342264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-afbd06d4-07a8-448f-b623-fcb704a4262e req-061c8316-4f94-4661-9e20-b1d4177220f5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713003 Aug 19 18:25:21.344841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.359868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-130924b1-77e4-4f7e-932b-e7f907a60855 req-cccd8493-b097-46da-93f7-54919ef75758 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729032 Aug 19 18:25:21.367725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.380784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.409994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] For port 4967d24f-add8-463b-b87b-a5c06b27ea38, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4967d24f-add8-463b-b87b-a5c06b27ea38,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:21.419079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:18Z', 'revision_number': 3, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:21.432478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.487722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Checking router: cbbe5e8d-20ca-4786-84c5-f5505e926dbc for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:21.488238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Updating router cbbe5e8d-20ca-4786-84c5-f5505e926dbc port 13224619-6c03-4cbf-83b9-84edc0837bac binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:21.531245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.534677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.540613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac0f4d49-c38a-43c6-b833-12bdb282d185 HTTP/1.1" status: 204 len: 168 time: 0.3444922 Aug 19 18:25:21.541894 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.573418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7643b-0794-45a9-a416-9c7845e95601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f4d49-c38a-43c6-b833-12bdb282d185,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.596262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a4ffd-e566-48e0-a01c-d0a8c92c02e7 None None] Pushing event updated for resources: {'Port': ['ID=4967d24f-add8-463b-b87b-a5c06b27ea38,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.660628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Allocated IP 172.20.0.1 (b0ebadc5-0240-45a4-9c40-68413bda742b/3cc3ae44-d3e0-477a-b5a8-f9b289e979e4/a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:21.790996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-af928265-a417-4d9b-9016-4f3c5a30466d None None] Provisioning complete for port 4967d24f-add8-463b-b87b-a5c06b27ea38 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:21.791518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-af928265-a417-4d9b-9016-4f3c5a30466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.828366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.838908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:21.848320 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Transition to ACTIVE for port object a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:21.911672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:21.967954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:21.986508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Network b0ebadc5-0240-45a4-9c40-68413bda742b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:21.988331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:21.993718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:22.032655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38786) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:22.048849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9253ac08-71b8-4659-80ae-b8ce06d4a403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.049769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4967d24f-add8-463b-b87b-a5c06b27ea38 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:22.062063 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.195067 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9253ac08-71b8-4659-80ae-b8ce06d4a403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.200483 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9253ac08-71b8-4659-80ae-b8ce06d4a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.238052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:22.262335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9253ac08-71b8-4659-80ae-b8ce06d4a403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e01201e9ed44471589d2e0d70006e7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250383 Aug 19 18:25:22.262649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38788) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:22.275492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253ac08-71b8-4659-80ae-b8ce06d4a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8e711-2fb3-47c5-bdb5-90fb6522c737,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:22.290916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4967d24f-add8-463b-b87b-a5c06b27ea38 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:22.291492 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.296812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'mac_address': 'fa:16:3e:6a:dc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:22.329113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.345733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.380014 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.391565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.428758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eed4cbf7-6df0-41c2-935e-aae82facb9ca None None] Provisioning for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:22.439295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Transition to ACTIVE for port object 13224619-6c03-4cbf-83b9-84edc0837bac will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:22.447367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-eed4cbf7-6df0-41c2-935e-aae82facb9ca None None] Provisioning complete for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:22.447997 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eed4cbf7-6df0-41c2-935e-aae82facb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.449550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.483318 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.531718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:22.536457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.542475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.547769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87d8e711-2fb3-47c5-bdb5-90fb6522c737 HTTP/1.1" status: 204 len: 168 time: 0.2840054 Aug 19 18:25:22.582448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719110bd-1a94-4851-a819-74d1cecb22da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8e711-2fb3-47c5-bdb5-90fb6522c737,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:22.585859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-eed4cbf7-6df0-41c2-935e-aae82facb9ca None None] Port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:22.605909 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.612326 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.622187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6d12-908b-48c5-9d94-09aa7a5524f2 req-af758244-1a22-4453-8e4b-183d659ef7aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.631313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-285d6d12-908b-48c5-9d94-09aa7a5524f2 req-af758244-1a22-4453-8e4b-183d659ef7aa tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 943 time: 0.1606426 Aug 19 18:25:22.638016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:22.652410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d87a9-a86f-4427-97ac-20429be415dc None None] Pushing event updated for resources: {'Port': ['ID=13224619-6c03-4cbf-83b9-84edc0837bac,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:22.656205 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.676063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Attempting to bind port 13224619-6c03-4cbf-83b9-84edc0837bac on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:22.676401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Attempting to bind port 13224619-6c03-4cbf-83b9-84edc0837bac by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:22.677104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Attempting to bind port 13224619-6c03-4cbf-83b9-84edc0837bac on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:22.701771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:22.702144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:22.702559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.702958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:22.703676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Bound port: 13224619-6c03-4cbf-83b9-84edc0837bac, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:22.704070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.714232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.719020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:22.733026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ebf57-6342-47f0-9c58-5e813e110a1a req-febc2dc7-6c11-494a-84a7-c3c2aeb53593 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:22.735637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe8ebf57-6342-47f0-9c58-5e813e110a1a req-febc2dc7-6c11-494a-84a7-c3c2aeb53593 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.2139509 Aug 19 18:25:22.747287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-285d6d12-908b-48c5-9d94-09aa7a5524f2 req-1eeab3e9-65f8-42e6-aaa6-3750b37e7395 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147213 Aug 19 18:25:22.771670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:22.790891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] For port 13224619-6c03-4cbf-83b9-84edc0837bac, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:22.809114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] For port 13224619-6c03-4cbf-83b9-84edc0837bac, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=13224619-6c03-4cbf-83b9-84edc0837bac,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:22.816359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:22.839627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe8ebf57-6342-47f0-9c58-5e813e110a1a req-763b3d69-457a-446e-8611-fa0e21df9a46 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856724 Aug 19 18:25:22.882243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Network b0ebadc5-0240-45a4-9c40-68413bda742b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:22.885355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:22.898534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:22.947328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:22.947939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:22.955176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d87a9-a86f-4427-97ac-20429be415dc None None] Pushing event updated for resources: {'Port': ['ID=13224619-6c03-4cbf-83b9-84edc0837bac,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:23.090909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Router cbbe5e8d-20ca-4786-84c5-f5505e926dbc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:23.209564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:23.247466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:23.255877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c8d16969-07c4-4909-b7cd-05c2994315d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/cbbe5e8d-20ca-4786-84c5-f5505e926dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379688 Aug 19 18:25:23.501361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b9a90db9-7087-4a1a-ac7d-0ee2ff6df7a7 None None] Provisioning complete for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:23.501891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b9a90db9-7087-4a1a-ac7d-0ee2ff6df7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:23.605868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b9a90db9-7087-4a1a-ac7d-0ee2ff6df7a7 None None] Port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:23.755661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087', 'name': '', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'mac_address': 'fa:16:3e:00:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:21Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 2, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'subnets': [{'id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:23.795681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d4480-0622-4541-8f2a-67c535590ceb None None] The sync data for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 is: [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087', 'name': '', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'mac_address': 'fa:16:3e:00:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:21Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 2, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'subnets': [{'id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:23.901593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf696-b21f-4eaa-a326-4675cb73ffbe req-a2c97667-ec47-40cc-89e5-c203a5896c1e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:23.905148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14daf696-b21f-4eaa-a326-4675cb73ffbe req-a2c97667-ec47-40cc-89e5-c203a5896c1e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 944 time: 0.0683162 Aug 19 18:25:23.959120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-14daf696-b21f-4eaa-a326-4675cb73ffbe req-de78b71e-1257-4829-afc3-db72d8f58102 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474043 Aug 19 18:25:24.037185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.042316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ac02-39e1-44db-8358-cc6f2dc20edb req-5581d7fc-8e6c-45c1-aa1b-71c35552712b tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:24.043205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-179813700-network', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:24.044931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e65ac02-39e1-44db-8358-cc6f2dc20edb req-5581d7fc-8e6c-45c1-aa1b-71c35552712b tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.0818355 Aug 19 18:25:24.084228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Made reservation on behalf of 9b27809624a44b6eb48e2bbe10e52abd for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:24.087480 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.101374 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.292347 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.297869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.349494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d540904-0178-4b1a-90e2-c58275d0cf68,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:24.358232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:24.388086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.388659 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Added segment 0e11f35c-d899-4dbd-b065-c901f7a98e98 of type vlan for network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 Aug 19 18:25:24.477170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.515240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.518016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:24.518685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.580894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e65ac02-39e1-44db-8358-cc6f2dc20edb req-3e858867-c0e8-40ec-be5e-21793869ddda tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295529 Aug 19 18:25:24.604932 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5614939 Aug 19 18:25:24.604932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38842) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:24.609548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Request body: {'subnet': {'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-179813700-subnet', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:24.631498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0310-f391-43c6-ab4f-126552d304ae admin admin] Pushing event updated for resources: {'Network': ['ID=72a4bbfa-5857-4141-ac10-7cd7b2a532e5,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:24.647187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Made reservation on behalf of 9b27809624a44b6eb48e2bbe10e52abd for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:24.648035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:24.651962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.886812 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:24.949150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d28c4d-6772-4e92-a965-a4e217a9cd8c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:24.971672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Checking segment: {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:24.972046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Network hostable DHCP agents. Network: 72a4bbfa-5857-4141-ac10-7cd7b2a532e5, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:25.007926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:25.023660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 72a4bbfa-5857-4141-ac10-7cd7b2a532e5) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:25.034606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d64ac-873a-4965-9563-4a6aa1df9e32 None None] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:25.040407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:25.041168 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.078552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8ba96c2a-c046-47ea-9095-591d0fc60d75 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4732225 Aug 19 18:25:25.081172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:25.100142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:25.142877 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.145090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.162096 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb137a-d195-44ed-b5bc-3a1f71dc90cb req-6b4463aa-cfc5-453f-8cf1-940c43ff3524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:25.173505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1fb137a-d195-44ed-b5bc-3a1f71dc90cb req-6b4463aa-cfc5-453f-8cf1-940c43ff3524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 944 time: 0.1071630 Aug 19 18:25:25.252025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1fb137a-d195-44ed-b5bc-3a1f71dc90cb req-ba9bcc5a-ffe6-4cd5-9829-c2bc4069cd00 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695677 Aug 19 18:25:25.275858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.310862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:25.314534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.494865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.518532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Allocated IP 172.20.0.2 (72a4bbfa-5857-4141-ac10-7cd7b2a532e5/e8d28c4d-6772-4e92-a965-a4e217a9cd8c/f7071849-b89e-4ef1-873c-e1eafe7d042a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:25.729737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeda6d9-2810-4521-abd9-437c3def008c req-ab094972-26e8-44d1-ac5a-a1f6864259e6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:25.731505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbeda6d9-2810-4521-abd9-437c3def008c req-ab094972-26e8-44d1-ac5a-a1f6864259e6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.0605581 Aug 19 18:25:25.734006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.745383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Transition to ACTIVE for port object f7071849-b89e-4ef1-873c-e1eafe7d042a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:25.766248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Transition to ACTIVE for port object f7071849-b89e-4ef1-873c-e1eafe7d042a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:25.783428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbeda6d9-2810-4521-abd9-437c3def008c req-95b25b96-1c16-443a-a99e-a7d0cbd88947 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Aug 19 18:25:25.784126 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.802720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.824006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.830984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Pushing event updated for resources: {'Port': ['ID=f7071849-b89e-4ef1-873c-e1eafe7d042a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:25.838386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:25.882232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:25.887517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:25.890844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:25.951387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:25.958316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:25.958932 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.961582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Attempting to bind port f7071849-b89e-4ef1-873c-e1eafe7d042a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:25.962153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Attempting to bind port f7071849-b89e-4ef1-873c-e1eafe7d042a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:25.962693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Attempting to bind port f7071849-b89e-4ef1-873c-e1eafe7d042a on network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:25.995242 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:25.995676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Checking segment: {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:25.996088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:25.996676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Bound using segment: {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:25.997356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Bound port: f7071849-b89e-4ef1-873c-e1eafe7d042a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:25.997929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.032582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Allocated IP 172.25.5.92 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0b280c8f-3ae9-4b04-8fb1-60060f09bbc0) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:26.100741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 13224619-6c03-4cbf-83b9-84edc0837bac up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:26.161845 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.174562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] For port f7071849-b89e-4ef1-873c-e1eafe7d042a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:26.180732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] For port f7071849-b89e-4ef1-873c-e1eafe7d042a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f7071849-b89e-4ef1-873c-e1eafe7d042a,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:26.191772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.205210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:26.206862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.207589 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016afa93-0fe3-44df-a54a-972dc5cb3d49" -d '{"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-plugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:26.259299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:26.292799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 13224619-6c03-4cbf-83b9-84edc0837bac completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:26.297478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.301814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9b4e0-fc29-46c7-a5b3-58e094646c6d None None] Pushing event updated for resources: {'Port': ['ID=f7071849-b89e-4ef1-873c-e1eafe7d042a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:26.302760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.305896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 13224619-6c03-4cbf-83b9-84edc0837bac triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:26.306273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.362749 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d079797-edd4-4835-ae0e-9e9e0905c20b x-openstack-request-id: req-8d079797-edd4-4835-ae0e-9e9e0905c20b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:26.363037 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-plugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:26.363293 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d079797-edd4-4835-ae0e-9e9e0905c20b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:26.363713 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'code': 200} Aug 19 18:25:26.413591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.415627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:26.420194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:26.430327 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Pushing event updated for resources: {'Port': ['ID=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:26.435012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:26.442918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:26.509386 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.567844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 13224619-6c03-4cbf-83b9-84edc0837bac, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=13224619-6c03-4cbf-83b9-84edc0837bac,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:26.573385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:26.632277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4576db0-62d4-427f-9561-a1bdca516d95 req-0eff585e-dfd9-49e9-88a2-a6ddaa3544dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.634633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4576db0-62d4-427f-9561-a1bdca516d95 req-0eff585e-dfd9-49e9-88a2-a6ddaa3544dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1097 time: 0.1956706 Aug 19 18:25:26.702910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=13224619-6c03-4cbf-83b9-84edc0837bac,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:26.705601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63109455-581f-4807-9f1a-07226f1a89c4 req-4b797f44-149b-4fc7-8082-98ea01866a1c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.707361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63109455-581f-4807-9f1a-07226f1a89c4 req-4b797f44-149b-4fc7-8082-98ea01866a1c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.2040796 Aug 19 18:25:26.756995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4576db0-62d4-427f-9561-a1bdca516d95 req-58f9442c-fc4c-4eb3-90d3-7f51712307fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106157 Aug 19 18:25:26.784768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63109455-581f-4807-9f1a-07226f1a89c4 req-f41a84de-e0c6-48ca-a899-68ef75d625b5 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681257 Aug 19 18:25:26.982131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43e15b-c332-4756-a389-b5aa22afb77f req-51d0ee26-996c-4839-a93e-4663c2c5e5c7 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:26.984117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a43e15b-c332-4756-a389-b5aa22afb77f req-51d0ee26-996c-4839-a93e-4663c2c5e5c7 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.0757086 Aug 19 18:25:26.987270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.039387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a43e15b-c332-4756-a389-b5aa22afb77f req-723b17f7-abf4-4a62-9004-65dfb584293a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Aug 19 18:25:27.264811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.462084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Router cee4c402-30d2-4149-bc04-cd06e449d04c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:25:27.486757 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Sync routers for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:27.504475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:27.505697 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:27.688433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:27.710503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Sync routers for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:27.744692 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:27.746323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:27.746496 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b66bbb2-f820-4288-b3da-354797069745 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6527858 Aug 19 18:25:27.750332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38868) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:27.762221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:27.858471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6caa5-7b09-4380-8a10-a7aea4d14173 None None] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:27.904747 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:27.967433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dc19b90d-9123-40db-b270-08f26fae40a0 None None] Provisioning for port f7071849-b89e-4ef1-873c-e1eafe7d042a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:28.053912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:28.252115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f7071849-b89e-4ef1-873c-e1eafe7d042a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:28.258929 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7dfe43bc-b05c-4db7-ad87-9aa88fdf6831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.305895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7f287-4af5-4f92-98c1-9f5f93dbedb5 req-6ce36f31-6ba5-401a-8937-1ccdab8ba6b6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:28.308117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27a7f287-4af5-4f92-98c1-9f5f93dbedb5 req-6ce36f31-6ba5-401a-8937-1ccdab8ba6b6 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.2614233 Aug 19 18:25:28.350828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411043-33be-49fd-be41-6369cc01c428 req-baf63a12-acc4-42d6-a623-108a5af99612 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:28.354612 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087', 'name': '', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'mac_address': 'fa:16:3e:00:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:21Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 2, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'subnets': [{'id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:28.359304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f411043-33be-49fd-be41-6369cc01c428 req-baf63a12-acc4-42d6-a623-108a5af99612 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.2331908 Aug 19 18:25:28.391317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27a7f287-4af5-4f92-98c1-9f5f93dbedb5 req-a7804639-2b07-4176-9aae-1763cf637f92 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729098 Aug 19 18:25:28.448222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f7071849-b89e-4ef1-873c-e1eafe7d042a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:28.451736 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Checking router: cbbe5e8d-20ca-4786-84c5-f5505e926dbc for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:28.452151 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Updating router cbbe5e8d-20ca-4786-84c5-f5505e926dbc port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:28.463112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f7071849-b89e-4ef1-873c-e1eafe7d042a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:28.464363 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.499780 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.560039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 3, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:28.622083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Checking router: cee4c402-30d2-4149-bc04-cd06e449d04c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:28.623562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Updating router cee4c402-30d2-4149-bc04-cd06e449d04c port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:28.690742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f411043-33be-49fd-be41-6369cc01c428 req-90bd63fb-4713-4c95-9c14-42e9621a99c4 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295317 Aug 19 18:25:28.708155 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.754536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:28.817106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.013241 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.026233 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Transition to ACTIVE for port object a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.037631 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.122621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f7071849-b89e-4ef1-873c-e1eafe7d042a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f7071849-b89e-4ef1-873c-e1eafe7d042a,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:29.140968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdb642-a827-4bad-b3c5-f3368d73e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.141500 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.142813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 13224619-6c03-4cbf-83b9-84edc0837bac up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:29.154133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Allocated IP 172.20.0.1 (72a4bbfa-5857-4141-ac10-7cd7b2a532e5/e8d28c4d-6772-4e92-a965-a4e217a9cd8c/12acddd0-020f-4f9a-812d-d3690cfbf013) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:29.175871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4c153a38-4421-4544-a028-b810cae6a03c None None] Provisioning complete for port f7071849-b89e-4ef1-873c-e1eafe7d042a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:29.176242 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4c153a38-4421-4544-a028-b810cae6a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.217038 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Attempting to bind port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:29.219577 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Attempting to bind port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:29.224080 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Attempting to bind port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:29.237937 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:29.239840 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Checking segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:29.240933 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.242301 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Bound using segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:29.243174 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Bound port: a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:29.244285 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.356743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.360969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] For port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:29.365578 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] For port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:29.372301 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.374193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Transition to ACTIVE for port object 12acddd0-020f-4f9a-812d-d3690cfbf013 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.437341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.480138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f7071849-b89e-4ef1-873c-e1eafe7d042a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.498531 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:29.504246 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:29.505351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:29.550534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:29.567329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:29.603881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 13224619-6c03-4cbf-83b9-84edc0837bac triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:29.604341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.635403 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdb642-a827-4bad-b3c5-f3368d73e9a5 None None] Pushing event updated for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.667298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Pushing event updated for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:29.815491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.895250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:29.957151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f396-b353-4f93-8179-e44d6475064f req-fc95e2c7-23bd-4cec-861b-c8ff089e98d4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:29.960947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Transition to ACTIVE for port object 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:29.965842 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d518f396-b353-4f93-8179-e44d6475064f req-fc95e2c7-23bd-4cec-861b-c8ff089e98d4 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.4007268 Aug 19 18:25:29.975736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.037055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6792c9-8879-49a7-8fa8-a658d9b4cc7c req-146521c6-4dd2-463b-8f3e-25594e14a27c tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:30.039898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df6792c9-8879-49a7-8fa8-a658d9b4cc7c req-146521c6-4dd2-463b-8f3e-25594e14a27c tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.2418494 Aug 19 18:25:30.097229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Attempting to bind port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:30.097726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Attempting to bind port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:30.098214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Attempting to bind port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:30.124231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:30.125080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:30.125799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.126171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:30.127055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Bound port: 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:30.127430 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.133321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7d51-5c70-45d1-8755-2200b4e5dd87 None None] Pushing event updated for resources: {'Port': ['ID=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:30.135553 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:30.194348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f7071849-b89e-4ef1-873c-e1eafe7d042a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:30.211309 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df6792c9-8879-49a7-8fa8-a658d9b4cc7c req-52ecd473-6c8c-48ef-88da-cabb5dcdac35 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421857 Aug 19 18:25:30.275960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d518f396-b353-4f93-8179-e44d6475064f req-7a34c17b-c105-4986-8e28-7a1f3b8515a0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2804658 Aug 19 18:25:30.291100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] For port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:30.337940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.342712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] For port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:30.368009 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.372752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-43287bbe-4943-4f81-b415-4ae1f7643f80 None None] Provisioning for port 12acddd0-020f-4f9a-812d-d3690cfbf013 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:30.463466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-43287bbe-4943-4f81-b415-4ae1f7643f80 None None] Provisioning complete for port 12acddd0-020f-4f9a-812d-d3690cfbf013 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:30.464835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-43287bbe-4943-4f81-b415-4ae1f7643f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.532385 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087', 'name': '', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'mac_address': 'fa:16:3e:00:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:21Z', 'updated_at': '2021-08-19T18:25:29Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'subnets': [{'id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:30.558192 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.576658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.580617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e463e71-6f9a-449b-9dde-95c66f7c5d84 None None] The sync data for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 is: [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:25:22Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087', 'name': '', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'mac_address': 'fa:16:3e:00:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:21Z', 'updated_at': '2021-08-19T18:25:29Z', 'revision_number': 4, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'subnets': [{'id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:30.594806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f7071849-b89e-4ef1-873c-e1eafe7d042a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:30.595294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.597029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-43287bbe-4943-4f81-b415-4ae1f7643f80 None None] Port 12acddd0-020f-4f9a-812d-d3690cfbf013 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:30.637004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:30.637433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:30.641629 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.692825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a7d51-5c70-45d1-8755-2200b4e5dd87 None None] Pushing event updated for resources: {'Port': ['ID=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:30.707549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-020d7074-ece8-40ed-869b-7fa5177ac559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:30.777943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3486ac-5321-406a-b8ad-91e5da265fd2 req-5789589e-e723-4cb3-8f5b-b2fdc191f0ab tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:30.785912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f3486ac-5321-406a-b8ad-91e5da265fd2 req-5789589e-e723-4cb3-8f5b-b2fdc191f0ab tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.2245286 Aug 19 18:25:30.805401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Pushing event updated for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:30.810993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cd9704a1-a9ed-4e49-9193-6e3619dbea42 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:30.869941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f3486ac-5321-406a-b8ad-91e5da265fd2 req-9d7e9089-65e8-482f-a0e3-c71d502b79bc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830431 Aug 19 18:25:30.878163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:30.898287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38914) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:30.916294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:30.918991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:30.976312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:31.006110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0448a-3a39-46b6-b02d-1a9357a7bb08 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:31.017929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2b0448a-3a39-46b6-b02d-1a9357a7bb08 tempest-TestNetworkAdvancedServerOps-721798946 tempest-TestNetworkAdvancedServerOps-721798946-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1092 time: 0.1149673 Aug 19 18:25:31.020852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 38918) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:31.036755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:31.101787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.248770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Router cee4c402-30d2-4149-bc04-cd06e449d04c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:31.283198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:31.311137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:31.322399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.388406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.427079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:31.442363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:31.442738 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.454264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3bd1b318-416d-49b9-a5da-a74750e730f8 None None] Provisioning complete for port 12acddd0-020f-4f9a-812d-d3690cfbf013 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:31.454651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b318-416d-49b9-a5da-a74750e730f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.477659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:31.490058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e48fbc9f-674a-4b7c-8339-c9f72a202e57 admin admin] 10.222.0.36 "PUT /v2.0/routers/cee4c402-30d2-4149-bc04-cd06e449d04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7379699 Aug 19 18:25:31.515538 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.535196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65178-a1f0-473e-bf8f-eda85d1d1dbe req-58782fe8-0ca7-493f-8495-6a3d68281cf8 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:31.536989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f65178-a1f0-473e-bf8f-eda85d1d1dbe req-58782fe8-0ca7-493f-8495-6a3d68281cf8 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 943 time: 0.1462176 Aug 19 18:25:31.565459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9704a1-a9ed-4e49-9193-6e3619dbea42 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:31.610143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b318-416d-49b9-a5da-a74750e730f8 None None] Port 12acddd0-020f-4f9a-812d-d3690cfbf013 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:31.627126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:31.642062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.647214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Allocated IP 172.25.5.31 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/78bb40a2-fe8b-4ed3-a06d-0cce3166a513) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:31.734710 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.768090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '12acddd0-020f-4f9a-812d-d3690cfbf013', 'name': '', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'mac_address': 'fa:16:3e:56:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:28Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 2, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'subnets': [{'id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:31.769899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:31.828529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c6c0c-1988-4dab-ac83-9a044a6e1dd1 None None] The sync data for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 is: [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '12acddd0-020f-4f9a-812d-d3690cfbf013', 'name': '', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'mac_address': 'fa:16:3e:56:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:28Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 2, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'subnets': [{'id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:31.842513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:31.854246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.864999 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.914636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:31.986531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:32.000886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7f65178-a1f0-473e-bf8f-eda85d1d1dbe req-8e39b094-ba74-4581-8733-ba76daee1edf tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109628 Aug 19 18:25:32.020242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:32.028857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:32.036523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:32.041504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['cd9704a1-a9ed-4e49-9193-6e3619dbea42'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:32.069941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=78bb40a2-fe8b-4ed3-a06d-0cce3166a513,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:32.093515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:32.697535 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:32.728399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-da93b682-415c-4e63-9710-9d487517363c tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:32.730427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-da93b682-415c-4e63-9710-9d487517363c tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.1862962 Aug 19 18:25:32.765399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-84c6509d-05e9-44dc-83f0-a4d5c0480993 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/quotas/9b27809624a44b6eb48e2bbe10e52abd HTTP/1.1" status: 200 len: 375 time: 0.0252156 Aug 19 18:25:32.856514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:32.953487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-da672649-5c7b-40ec-97ca-094c088c5a94 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662147 Aug 19 18:25:33.578828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc2dc-447e-4460-bba9-5b568e9f5844 req-d489ac3a-dc87-4dc9-a379-aa2af3d8cb07 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:33.580393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce8bc2dc-447e-4460-bba9-5b568e9f5844 req-d489ac3a-dc87-4dc9-a379-aa2af3d8cb07 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 944 time: 0.1383753 Aug 19 18:25:33.587107 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-0295bd3b-f7d9-4f79-8196-40b5c5684776 service neutron] 10.222.0.36 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200905 Aug 19 18:25:33.615209 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.710352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.717702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce8bc2dc-447e-4460-bba9-5b568e9f5844 req-2fc163c7-d8ef-4002-a523-f5c120767210 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245449 Aug 19 18:25:33.723592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:33.808034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-67ae6086-9143-465d-8ba4-b1426d407ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033036 Aug 19 18:25:33.840440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event updated for resources: {'Port': ['ID=78bb40a2-fe8b-4ed3-a06d-0cce3166a513,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:33.859570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.091762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d5e389b-58a4-4077-8dcc-50c4a9b76fc5 req-e42ca736-03db-4710-a526-974549f1fcf6 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 210 time: 0.0551803 Aug 19 18:25:34.101514 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP 8a9aaca5-4309-424f-b9f2-b29c874dc20e associated. External IP: 172.25.5.31, port: 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb. Aug 19 18:25:34.267804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:34.339872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:34.341452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38964) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:34.352913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.353744 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.474524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.509300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:34.517685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.518586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:34.575226 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49d80e54-db07-43b3-bbc9-5131d8944243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.618051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:34.626236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 21a739a4-742c-47bf-bab5-8a76b0b23d49 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:34.634258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.634637 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.807158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cd9704a1-a9ed-4e49-9193-6e3619dbea42 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:34.829162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49d80e54-db07-43b3-bbc9-5131d8944243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.836892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-49d80e54-db07-43b3-bbc9-5131d8944243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.858068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:34.871257 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Sync routers for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:34.889978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:34.897870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:34.900591 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:34.955784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-49d80e54-db07-43b3-bbc9-5131d8944243 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e60f3b57dbe405294bd1666a1b6c44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103916 Aug 19 18:25:34.957441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:34.973094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port cd9704a1-a9ed-4e49-9193-6e3619dbea42 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:34.985257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-28359627-a4e3-408e-abb7-fe0fc3e7eadc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9599717 Aug 19 18:25:34.986992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:34.990639 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:34.994468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port cd9704a1-a9ed-4e49-9193-6e3619dbea42 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:34.996773 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.010306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d80e54-db07-43b3-bbc9-5131d8944243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb2e2f4-f4f0-4192-a878-0a918f7b4748,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.034858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3dfd7-464d-4124-bbfe-06351d589864 req-46a8885d-9068-4b59-aa03-1ee474e2a1c9 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.056519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88d3dfd7-464d-4124-bbfe-06351d589864 req-46a8885d-9068-4b59-aa03-1ee474e2a1c9 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 944 time: 0.1354423 Aug 19 18:25:35.108042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.168667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.173799 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:35.206690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88d3dfd7-464d-4124-bbfe-06351d589864 req-b44ebd7f-060d-4650-87b6-ac91a148d814 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486964 Aug 19 18:25:35.290642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.294999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.310533 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfb2e2f4-f4f0-4192-a878-0a918f7b4748 HTTP/1.1" status: 204 len: 168 time: 0.3424041 Aug 19 18:25:35.333369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4aaa4-b7c9-4daa-836a-d6e7d6a429e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb2e2f4-f4f0-4192-a878-0a918f7b4748,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.365389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbfc36-b770-44df-8ca1-b4209a6a8022 req-fde8b2a4-24f9-4821-8453-de82c64b595a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.372690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12bbfc36-b770-44df-8ca1-b4209a6a8022 req-fde8b2a4-24f9-4821-8453-de82c64b595a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.1954050 Aug 19 18:25:35.376057 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fac0ab9-719c-4a0e-9728-1b59d6f68973 x-openstack-request-id: req-1fac0ab9-719c-4a0e-9728-1b59d6f68973 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:35.376362 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:35.376731 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1fac0ab9-719c-4a0e-9728-1b59d6f68973 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:35.379596 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'status': 'completed', 'code': 200} Aug 19 18:25:35.417178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.471832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:35.474483 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cfe12f-6711-4a60-ad8f-aec5a5065987" -d '{"events": [{"server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:35.494317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:35.500456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:35.529444 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9dccfef3-089e-4b45-9115-0174d3d3e2d3 req-bb652cdc-2d8f-4caa-997b-71c5746f6be5 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 210 time: 0.0680356 Aug 19 18:25:35.544663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12bbfc36-b770-44df-8ca1-b4209a6a8022 req-efbef8cc-bd0e-44da-9f4e-51adc3e1102a tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640735 Aug 19 18:25:35.568940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-be793a88-48c6-4df1-abaa-57e9935d89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.571084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-be793a88-48c6-4df1-abaa-57e9935d89d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1097 time: 0.1656475 Aug 19 18:25:35.580879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 38990) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:35.597824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:35.608966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Sync routers for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:35.622805 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa6adf-69b5-452a-a7b3-1d9c9a3e5c13 x-openstack-request-id: req-8efa6adf-69b5-452a-a7b3-1d9c9a3e5c13 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:35.623994 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:35.624422 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8efa6adf-69b5-452a-a7b3-1d9c9a3e5c13 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:35.624994 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'code': 200} Aug 19 18:25:35.625743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:35.627127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:35.718830 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-92d0e09f-da35-497c-822d-d10a4e952ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.731208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-92d0e09f-da35-497c-822d-d10a4e952ff6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 897 time: 0.1529441 Aug 19 18:25:35.759733 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-518048d8-43ff-4bb4-a79a-88c35461f647 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/8a9aaca5-4309-424f-b9f2-b29c874dc20e HTTP/1.1" status: 200 len: 990 time: 0.1775639 Aug 19 18:25:35.808208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:35.859706 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8a9aaca5-4309-424f-b9f2-b29c874dc20e', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'mac_address': 'fa:16:3e:6a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:32Z', 'updated_at': '2021-08-19T18:25:32Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:35.870921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-86e049a5-bb0e-4cd8-8edf-cb6ba4bb052c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 998 time: 0.1333902 Aug 19 18:25:35.921283 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Checking router: 21a739a4-742c-47bf-bab5-8a76b0b23d49 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:35.945260 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:35.947575 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:35.962243 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-dfaf8b12-4fee-494b-8d73-27fcd288af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:35.965153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-dfaf8b12-4fee-494b-8d73-27fcd288af98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 200 len: 834 time: 0.0870323 Aug 19 18:25:36.037076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-28da5f8f-6f2c-4014-9448-e36c5cf29f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.041070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-28da5f8f-6f2c-4014-9448-e36c5cf29f0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5de6d967-47c2-4488-ae39-262491148dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686173 Aug 19 18:25:36.167609 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:36.171419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:36.204538 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '12acddd0-020f-4f9a-812d-d3690cfbf013', 'name': '', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'mac_address': 'fa:16:3e:56:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:28Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 2, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'subnets': [{'id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:36.231416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b199c-242e-4cf4-ab84-e5b91b312524 req-fc4f7393-01d8-4d43-adc9-2679cc347319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.233103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24b199c-242e-4cf4-ab84-e5b91b312524 req-fc4f7393-01d8-4d43-adc9-2679cc347319 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1097 time: 0.4471464 Aug 19 18:25:36.237043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-6d08a7e3-dc97-4a49-a1da-8d5b1627cc92 service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885450 Aug 19 18:25:36.239012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Checking router: cee4c402-30d2-4149-bc04-cd06e449d04c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:36.239369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Updating router cee4c402-30d2-4149-bc04-cd06e449d04c port 12acddd0-020f-4f9a-812d-d3690cfbf013 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:36.322722 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.363922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:36.364633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.409892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24b199c-242e-4cf4-ab84-e5b91b312524 req-75ed74d9-7b0d-493b-85c4-e7c3ec0c2fea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401114 Aug 19 18:25:36.486898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb0d7dd9-47ef-4235-9fdd-9eebe58edfbd req-ab4238b7-536c-4ada-8567-52468506454e service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386682 Aug 19 18:25:36.501346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9048598-db79-456d-aa83-6b40bcc1b020 req-3330cb14-95f3-4d03-b9b8-81e8cf30c2e9 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.509482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9048598-db79-456d-aa83-6b40bcc1b020 req-3330cb14-95f3-4d03-b9b8-81e8cf30c2e9 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.1784394 Aug 19 18:25:36.556037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-804a984a-16a2-4883-832b-afc86342bc48 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:36.558405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-804a984a-16a2-4883-832b-afc86342bc48 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.13 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.1822097 Aug 19 18:25:36.581901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9048598-db79-456d-aa83-6b40bcc1b020 req-c974a498-4c25-4f1f-9a64-984c20949380 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660002 Aug 19 18:25:36.693268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4aea3e4b-00df-4baf-bac3-c62a60360b84 req-5b0674e8-4d59-420a-96a4-f40f6c64cc99 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 210 time: 0.0408881 Aug 19 18:25:36.709241 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8a9aaca5-4309-424f-b9f2-b29c874dc20e', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'mac_address': 'fa:16:3e:6a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:32Z', 'updated_at': '2021-08-19T18:25:32Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:36.720822 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Request body: {'port': {'device_id': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'admin_state_up': True, 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:36.761251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Made reservation on behalf of 9b27809624a44b6eb48e2bbe10e52abd for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:36.761499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39018) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:36.766203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.777072 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf19725-42de-4b07-bdd3-370b5fdfe55f None None] The sync data for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 is: [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '8a9aaca5-4309-424f-b9f2-b29c874dc20e', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'mac_address': 'fa:16:3e:6a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:32Z', 'updated_at': '2021-08-19T18:25:32Z', 'revision_number': 0, 'project_id': '078001621232448bbb2e657de3fae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:36.907834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0065cb36-4acd-48a9-a54a-3168c30d7867 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/8a9aaca5-4309-424f-b9f2-b29c874dc20e HTTP/1.1" status: 200 len: 990 time: 0.1445305 Aug 19 18:25:36.953249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Allocated IP 172.20.0.5 (b0ebadc5-0240-45a4-9c40-68413bda742b/3cc3ae44-d3e0-477a-b5a8-f9b289e979e4/263fe0ef-1c98-4778-b09e-96a033923a44) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:36.964133 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:36.991645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Transition to ACTIVE for port object 12acddd0-020f-4f9a-812d-d3690cfbf013 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:37.033772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.143233 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.167102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Transition to ACTIVE for port object 263fe0ef-1c98-4778-b09e-96a033923a44 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:37.173419 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2a654-12ec-43ec-927b-3f88e73a2390 None None] New status for floating IP 8a9aaca5-4309-424f-b9f2-b29c874dc20e: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:25:37.204554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Pushing event updated for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:37.209336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Attempting to bind port 12acddd0-020f-4f9a-812d-d3690cfbf013 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:37.210100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Attempting to bind port 12acddd0-020f-4f9a-812d-d3690cfbf013 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:37.210993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Attempting to bind port 12acddd0-020f-4f9a-812d-d3690cfbf013 on network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:37.224157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:37.224646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Checking segment: {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:37.230762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.231537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Bound using segment: {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:37.232614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Bound port: 12acddd0-020f-4f9a-812d-d3690cfbf013, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e11f35c-d899-4dbd-b065-c901f7a98e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:37.233444 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.260834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.442866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] For port 12acddd0-020f-4f9a-812d-d3690cfbf013, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:37.447646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] For port 12acddd0-020f-4f9a-812d-d3690cfbf013, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=12acddd0-020f-4f9a-812d-d3690cfbf013,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:37.457719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.625580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:37.632678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:37.761967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Pushing event updated for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:37.791541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.791908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.794351 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.794941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.796198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.796767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.797299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.797818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.798333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.798849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.799358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.799888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7d065-9d15-47ba-95ee-07d8f5715539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:37.851838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Network b0ebadc5-0240-45a4-9c40-68413bda742b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:37.853812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:37.856510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:37.898799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5ba10-f377-4772-a8df-34a4e2cdd8f2 req-8ae3c505-caf1-454f-a524-3054abed93e6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:37.900370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2da5ba10-f377-4772-a8df-34a4e2cdd8f2 req-8ae3c505-caf1-454f-a524-3054abed93e6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.1675587 Aug 19 18:25:37.901848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:37.909313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39030) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:37.928860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Pushing event updated for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:37.950484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:37.953494 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:37.991344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-fb44e528-7778-47f9-9aaf-b03c9ea1371d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2745559 Aug 19 18:25:38.006860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-af0b9bfa-3a99-438f-9651-cfdf314e6525 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/8a9aaca5-4309-424f-b9f2-b29c874dc20e HTTP/1.1" status: 200 len: 992 time: 0.0902455 Aug 19 18:25:38.009782 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Request body: {'port': {'device_id': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:38.050193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9754b-a884-42d8-896a-c08e83f91f4d req-fd9a1c4f-39e0-4317-8e82-19a1d0f50dcf tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:38.067339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59f9754b-a884-42d8-896a-c08e83f91f4d req-fd9a1c4f-39e0-4317-8e82-19a1d0f50dcf tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1027 time: 0.2300322 Aug 19 18:25:38.101949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2da5ba10-f377-4772-a8df-34a4e2cdd8f2 req-a38d7897-d1ee-4abe-8636-f2a11acb9a1a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880481 Aug 19 18:25:38.134325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59f9754b-a884-42d8-896a-c08e83f91f4d req-3f21eca7-4ab4-4f83-b5ae-abd6f929eef0 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656476 Aug 19 18:25:38.169037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.183340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 12acddd0-020f-4f9a-812d-d3690cfbf013 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:38.296308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 12acddd0-020f-4f9a-812d-d3690cfbf013 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:38.323986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 12acddd0-020f-4f9a-812d-d3690cfbf013 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:38.324356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.396580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5caec702-b434-4c10-b9c2-4f50ea12c062 None None] Provisioning for port 263fe0ef-1c98-4778-b09e-96a033923a44 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:38.408124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5caec702-b434-4c10-b9c2-4f50ea12c062 None None] Provisioning complete for port 263fe0ef-1c98-4778-b09e-96a033923a44 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:38.408634 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5caec702-b434-4c10-b9c2-4f50ea12c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.467908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '12acddd0-020f-4f9a-812d-d3690cfbf013', 'name': '', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'mac_address': 'fa:16:3e:56:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:28Z', 'updated_at': '2021-08-19T18:25:37Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'subnets': [{'id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:38.507921 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a1335f-053a-4e59-911f-720c446e30b1 None None] The sync data for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 is: [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:30Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '12acddd0-020f-4f9a-812d-d3690cfbf013', 'name': '', 'network_id': '72a4bbfa-5857-4141-ac10-7cd7b2a532e5', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'mac_address': 'fa:16:3e:56:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:28Z', 'updated_at': '2021-08-19T18:25:37Z', 'revision_number': 4, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'subnets': [{'id': 'e8d28c4d-6772-4e92-a965-a4e217a9cd8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:38.519217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5caec702-b434-4c10-b9c2-4f50ea12c062 None None] Port 263fe0ef-1c98-4778-b09e-96a033923a44 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:38.525882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.557057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263fe0ef-1c98-4778-b09e-96a033923a44 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:38.581675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.587040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 12acddd0-020f-4f9a-812d-d3690cfbf013, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=12acddd0-020f-4f9a-812d-d3690cfbf013,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:38.592966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.610750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Transition to ACTIVE for port object 263fe0ef-1c98-4778-b09e-96a033923a44 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:38.617130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.672037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:38.697317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Pushing event updated for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:38.773034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Attempting to bind port 263fe0ef-1c98-4778-b09e-96a033923a44 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:38.773245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Attempting to bind port 263fe0ef-1c98-4778-b09e-96a033923a44 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:38.773720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Attempting to bind port 263fe0ef-1c98-4778-b09e-96a033923a44 on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:38.778993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Port 263fe0ef-1c98-4778-b09e-96a033923a44 on network b0ebadc5-0240-45a4-9c40-68413bda742b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:38.779393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Attempting to bind port 263fe0ef-1c98-4778-b09e-96a033923a44 on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:38.785506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:38.785974 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Checking segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:38.786434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Bound using segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:38.786948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Bound port: 263fe0ef-1c98-4778-b09e-96a033923a44, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:38.787383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.865697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:38.870036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=263fe0ef-1c98-4778-b09e-96a033923a44,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:38.876146 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.923049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:38.923725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:38.925191 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] 10.222.0.13 "PUT /v2.0/ports/263fe0ef-1c98-4778-b09e-96a033923a44 HTTP/1.1" status: 200 len: 1092 time: 0.9201305 Aug 19 18:25:38.925664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:38.928087 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:38.975737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985cb26-07b5-4683-be62-5ef8dc18a911 service neutron] Pushing event updated for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:39.015108 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da35f3-c430-4d12-bc9a-00fcbc9f528f x-openstack-request-id: req-65da35f3-c430-4d12-bc9a-00fcbc9f528f {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:39.015955 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:39.016576 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65da35f3-c430-4d12-bc9a-00fcbc9f528f {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:39.017436 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44', 'status': 'completed', 'code': 200} Aug 19 18:25:39.055987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-89bf8046-b870-4a0e-a67f-2f76578bb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.057856 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-89bf8046-b870-4a0e-a67f-2f76578bb977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1095 time: 0.0694528 Aug 19 18:25:39.122785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-8728ddc1-ae44-4c82-b84d-cae261d5bf5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=263fe0ef-1c98-4778-b09e-96a033923a44 HTTP/1.1" status: 200 len: 217 time: 0.0497255 Aug 19 18:25:39.194641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-92f01008-5bb7-4a1e-a11f-8eb7ae88d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.197886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-92f01008-5bb7-4a1e-a11f-8eb7ae88d965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 HTTP/1.1" status: 200 len: 849 time: 0.0682118 Aug 19 18:25:39.258138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4853-5de7-4e09-9346-22920f653425 req-94d9a27f-6e05-47cc-af15-02a55ccf842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.259878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-94d9a27f-6e05-47cc-af15-02a55ccf842f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0ebadc5-0240-45a4-9c40-68413bda742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543716 Aug 19 18:25:39.292463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652affe-bfe5-47bb-9ff6-608a90eb37cb req-5c030f1d-2ad2-45db-9775-5c03b7d882fb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.296291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6652affe-bfe5-47bb-9ff6-608a90eb37cb req-5c030f1d-2ad2-45db-9775-5c03b7d882fb tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0957079 Aug 19 18:25:39.317994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5814654-f2bc-4ab1-8008-dd5de87318c1 req-3214448a-6860-4171-820c-daf950d800cd tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.321121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5814654-f2bc-4ab1-8008-dd5de87318c1 req-3214448a-6860-4171-820c-daf950d800cd tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1095 time: 0.0902760 Aug 19 18:25:39.388639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6652affe-bfe5-47bb-9ff6-608a90eb37cb req-6691fa43-2aec-4b81-ac91-e44fc94f462a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858262 Aug 19 18:25:39.407800 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-874c723a-24b7-4dd2-a463-555d13d8b5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395395 Aug 19 18:25:39.412362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e5814654-f2bc-4ab1-8008-dd5de87318c1 req-023fc48c-b7e7-4a18-8075-534b06d45761 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798063 Aug 19 18:25:39.526159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dd2f4853-5de7-4e09-9346-22920f653425 req-7e68a611-ab0b-4d6e-944d-fb8b1b7f24fa service neutron] 10.222.0.13 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091118 Aug 19 18:25:39.549676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40787d0-cf20-4c76-b289-bbf7650efbf9 req-a04d905c-f516-4118-b032-aa80d18bb690 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.551503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c40787d0-cf20-4c76-b289-bbf7650efbf9 req-a04d905c-f516-4118-b032-aa80d18bb690 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0685072 Aug 19 18:25:39.596073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c40787d0-cf20-4c76-b289-bbf7650efbf9 req-d94ff471-b0d1-4499-a1c3-94554faf0f78 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363593 Aug 19 18:25:39.618014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39044) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:39.704768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-09582030-7ceb-465c-9a86-72324eed7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.706426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-09582030-7ceb-465c-9a86-72324eed7c73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1095 time: 0.0620430 Aug 19 18:25:39.826988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-733af27e-c403-487a-9b4c-c5f4250c5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.828364 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-733af27e-c403-487a-9b4c-c5f4250c5168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.1115484 Aug 19 18:25:39.912676 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-41a6ebba-df5f-4cfb-bb27-d94f440d8d19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=263fe0ef-1c98-4778-b09e-96a033923a44 HTTP/1.1" status: 200 len: 217 time: 0.0680485 Aug 19 18:25:39.964504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7cc9d-51fe-4ed7-a092-33ef29b8a0fd tempest-TestVolumeBackupRestore-133700765 tempest-TestVolumeBackupRestore-133700765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.966076 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91c7cc9d-51fe-4ed7-a092-33ef29b8a0fd tempest-TestVolumeBackupRestore-133700765 tempest-TestVolumeBackupRestore-133700765-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1092 time: 0.3469026 Aug 19 18:25:39.969667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39056) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:39.974795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:39.976125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-a7426b1a-4ae1-4e22-9a7a-300b1c67a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:39.978015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-a7426b1a-4ae1-4e22-9a7a-300b1c67a0a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 HTTP/1.1" status: 200 len: 849 time: 0.0586259 Aug 19 18:25:40.013075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.058903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-53438c94-fd15-469c-9038-2ac9a16aef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:40.060514 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-53438c94-fd15-469c-9038-2ac9a16aef39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0ebadc5-0240-45a4-9c40-68413bda742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736051 Aug 19 18:25:40.072550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 12acddd0-020f-4f9a-812d-d3690cfbf013 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:40.141327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 12acddd0-020f-4f9a-812d-d3690cfbf013 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:40.141683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.172858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.190065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-0b7b96df-686e-4570-8ccb-014a431b017f service neutron] 10.222.0.13 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219454 Aug 19 18:25:40.309492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6022a140-dd27-4cb2-9a58-5cc38fa3cac4 req-f001ab34-4c58-4bc5-a39f-aeefe879cf4d service neutron] 10.222.0.13 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116068 Aug 19 18:25:40.319222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Allocated IP 172.25.5.218 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/17cfaaed-bac9-432d-a108-d07f52a4eb9b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:40.443932 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.506076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:40.568071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:40.573875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:40.580861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:40.613238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf77caf-de62-401b-b844-29495f88aaf1 req-82fcad45-6233-466e-9c14-5f2aa209ef30 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:40.614756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbf77caf-de62-401b-b844-29495f88aaf1 req-82fcad45-6233-466e-9c14-5f2aa209ef30 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1095 time: 0.1253092 Aug 19 18:25:40.617998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'Port': ['ID=17cfaaed-bac9-432d-a108-d07f52a4eb9b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:40.693188 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bbf77caf-de62-401b-b844-29495f88aaf1 req-d3b26564-a118-4caf-b6b5-c796d67c1778 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Aug 19 18:25:41.030164 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.109195 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.277674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.286949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.364059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event updated for resources: {'Port': ['ID=17cfaaed-bac9-432d-a108-d07f52a4eb9b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:41.380736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:41.493919 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Floating IP a48bedb0-1be2-4aa3-a594-1b7806290703 associated. External IP: 172.25.5.218, port: cd9704a1-a9ed-4e49-9193-6e3619dbea42. Aug 19 18:25:42.083500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824383-1add-45a5-8e9d-b5fdf53f2517 req-9d02182c-3d9e-4009-8fc5-8de19c7013f3 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:42.085347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86824383-1add-45a5-8e9d-b5fdf53f2517 req-9d02182c-3d9e-4009-8fc5-8de19c7013f3 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1095 time: 0.1027441 Aug 19 18:25:42.109632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:42.189860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86824383-1add-45a5-8e9d-b5fdf53f2517 req-adf37901-31c3-4692-9a86-35bd3f34a4aa tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929983 Aug 19 18:25:42.281064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:42.294438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:42.307211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:42.309266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:42.313311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.328946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39070) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:42.350521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-21cc116e-bffe-47f1-9de0-ee230b459389 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3790915 Aug 19 18:25:42.351556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:42.354083 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f182fac-3f8a-4039-9c8c-36bc91de6c36" -d '{"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:42.354513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39074) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:42.401693 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83ca97-de0d-48b9-8760-3a3234e521df x-openstack-request-id: req-bd83ca97-de0d-48b9-8760-3a3234e521df {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:42.402798 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:42.403715 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd83ca97-de0d-48b9-8760-3a3234e521df {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:42.404410 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:25:42.413100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416b253-de98-4d23-a445-279695d43127 tempest-TestVolumeBackupRestore-133700765 tempest-TestVolumeBackupRestore-133700765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:42.416818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3416b253-de98-4d23-a445-279695d43127 tempest-TestVolumeBackupRestore-133700765 tempest-TestVolumeBackupRestore-133700765-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1092 time: 0.0610113 Aug 19 18:25:42.419302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39078) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:42.428353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Request body: {'floatingip': {'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:42.539984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.589727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:42.603238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-736515c9-c584-4571-92d5-c02dd62d92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:42.604549 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-736515c9-c584-4571-92d5-c02dd62d92fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1097 time: 0.1253583 Aug 19 18:25:42.667276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:42.862640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-e0232c7d-b525-4002-852d-571f983d5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:42.864074 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-e0232c7d-b525-4002-852d-571f983d5ab8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 914 time: 0.2367151 Aug 19 18:25:42.875617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 263fe0ef-1c98-4778-b09e-96a033923a44 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:42.998924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-bc9624bd-6186-4ea5-ba4a-1dec739861c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 999 time: 0.1242430 Aug 19 18:25:43.000673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.016350 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.020413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:40Z', 'revision_number': 0, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:43.055933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:43.059090 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=263fe0ef-1c98-4778-b09e-96a033923a44,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:43.075184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '263fe0ef-1c98-4778-b09e-96a033923a44', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'port_id': '263fe0ef-1c98-4778-b09e-96a033923a44', 'mac_address': 'fa:16:3e:8d:85:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:43.077771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:43.078388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:43.136646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=330d08fafaf245c683a46815ad6c2823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058860 Aug 19 18:25:43.139590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39080) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:43.143556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4c402-635e-47b5-ab39-5345bfefc18a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:43.152132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-a07ffcc0-c9ef-45ed-90fd-6ec3864d2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:43.153644 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-a07ffcc0-c9ef-45ed-90fd-6ec3864d2b31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.1462257 Aug 19 18:25:43.160422 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.160775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.161214 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.161556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.161901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.162232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.162705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.163138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.163662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.163662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.164741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.164741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6fcec3-e010-45af-8ec0-4cac2930168e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:43.197583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.221918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263fe0ef-1c98-4778-b09e-96a033923a44 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:43.226091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.255270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:43.258918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=263fe0ef-1c98-4778-b09e-96a033923a44,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:43.272582 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.284594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.310158 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-ad9d7eae-f168-4f00-ac31-671291d5957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:43.312366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-ad9d7eae-f168-4f00-ac31-671291d5957e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437855 Aug 19 18:25:43.383346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab91a-9f64-41f4-84f9-ab364d4b699a req-25273656-a820-4fbf-bf62-f8822c006beb tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:43.386307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19bab91a-9f64-41f4-84f9-ab364d4b699a req-25273656-a820-4fbf-bf62-f8822c006beb tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1096 time: 0.0883598 Aug 19 18:25:43.392369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:43.407107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.410065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.411371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41e4c402-635e-47b5-ab39-5345bfefc18a HTTP/1.1" status: 204 len: 168 time: 0.2705510 Aug 19 18:25:43.432412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c309529-b2ce-4742-a1a5-51e57f23fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4c402-635e-47b5-ab39-5345bfefc18a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:43.456587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19bab91a-9f64-41f4-84f9-ab364d4b699a req-66d40250-d20d-41e9-8096-e14454dff2b6 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Aug 19 18:25:43.556746 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-a45ae26d-4d5d-4914-b830-653635d06b27 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342002 Aug 19 18:25:43.624811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:40Z', 'revision_number': 0, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:43.643741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.653491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:43.666435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['263fe0ef-1c98-4778-b09e-96a033923a44'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:43.712124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d6e4f-8c43-4b73-851f-b903c389fd10 None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:40Z', 'revision_number': 0, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:43.790007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3f182fac-3f8a-4039-9c8c-36bc91de6c36 req-743bd4a6-41b4-4c2c-89ee-926de8bc4850 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148840 Aug 19 18:25:44.015154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:44.120699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bc73a-8f42-42ea-a9ae-228b24518692 None None] New status for floating IP a48bedb0-1be2-4aa3-a594-1b7806290703: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:25:44.167324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:44.176084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:44.232906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:44.236057 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e589be-0d52-4daf-a87c-8657583f12f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:44.468084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:44.485490 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:44.486558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:44.594904 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8f62a-f62d-4138-9e54-b9f45e776e81 x-openstack-request-id: req-fcc8f62a-f62d-4138-9e54-b9f45e776e81 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:44.595780 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:44.595780 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcc8f62a-f62d-4138-9e54-b9f45e776e81 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:44.595995 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:25:44.646671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9e9afec-7865-4f72-bc3c-751d3b439819 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "PUT /v2.0/floatingips/a48bedb0-1be2-4aa3-a594-1b7806290703 HTTP/1.1" status: 200 len: 991 time: 2.2250597 Aug 19 18:25:44.656114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:44.665840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130992ec-ac4b-484b-ae32-646cd0909c95 req-da463f40-9a97-4c3d-95aa-43bfebb268f5 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.666462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-f579cb22-e2ab-4377-85ad-a9c1812e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.667621 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-f579cb22-e2ab-4377-85ad-a9c1812e7e10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1097 time: 0.0706973 Aug 19 18:25:44.669439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-130992ec-ac4b-484b-ae32-646cd0909c95 req-da463f40-9a97-4c3d-95aa-43bfebb268f5 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1096 time: 0.0677264 Aug 19 18:25:44.712272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-130992ec-ac4b-484b-ae32-646cd0909c95 req-068b1c82-7b53-4b8f-9897-b134fce74241 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Aug 19 18:25:44.805034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-79133377-ba2d-4fde-809a-6bdcf95b47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.806691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-79133377-ba2d-4fde-809a-6bdcf95b47d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 914 time: 0.1311660 Aug 19 18:25:44.885276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 263fe0ef-1c98-4778-b09e-96a033923a44 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:44.904553 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-9900f76f-1b44-4d94-812f-c59dbf23a415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 1001 time: 0.0879118 Aug 19 18:25:44.959405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-3af84ecb-6e35-4e3d-9b7b-3311a8dd616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:44.961058 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-3af84ecb-6e35-4e3d-9b7b-3311a8dd616d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.0519266 Aug 19 18:25:45.010946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 263fe0ef-1c98-4778-b09e-96a033923a44 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:45.018125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 263fe0ef-1c98-4778-b09e-96a033923a44 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:45.018125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.037215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-f698f35e-6c8a-483e-981b-d43e8bf82e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:45.039876 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-f698f35e-6c8a-483e-981b-d43e8bf82e86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666764 Aug 19 18:25:45.057600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:44Z', 'revision_number': 2, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:45.095062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:45.118433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:45.119098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:45.157646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-e27395eb-334e-4609-89c6-d6f4b72e5ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094160 Aug 19 18:25:45.271393 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.274072 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8e589be-0d52-4daf-a87c-8657583f12f7 req-82b2bef5-eada-4857-ad36-4ea02e048bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086321 Aug 19 18:25:45.310677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:45.316973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:45.320132 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2eadc-8cb3-4f3f-93e4-a068a1b5b308" -d '{"events": [{"server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "name": "network-vif-plugged", "status": "completed", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:45.335933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39124) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:45.370886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=263fe0ef-1c98-4778-b09e-96a033923a44,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:45.381667 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.429251 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fe4bd8-c3c7-4162-8ea8-b1f40f9b73bf x-openstack-request-id: req-25fe4bd8-c3c7-4162-8ea8-b1f40f9b73bf {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:45.429788 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "name": "network-vif-plugged", "status": "completed", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:45.430196 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25fe4bd8-c3c7-4162-8ea8-b1f40f9b73bf {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:45.430909 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44', 'code': 200} Aug 19 18:25:45.514344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:45.544098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188599d-d49f-42ea-9f80-2320036aeaab req-3d155b1b-d6d9-42a3-9b6c-ca8fe099fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:45.545945 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d188599d-d49f-42ea-9f80-2320036aeaab req-3d155b1b-d6d9-42a3-9b6c-ca8fe099fded service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0565157 Aug 19 18:25:45.578297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'network': {'name': 'tempest-network-smoke--1759415694', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:45.585225 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d188599d-d49f-42ea-9f80-2320036aeaab req-02e166c7-82a1-4b95-9016-9cc32dba1fb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Aug 19 18:25:45.602464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:45.607487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.618607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.708851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:44Z', 'revision_number': 2, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:45.739037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860b503-7f0b-4271-8c97-60cefea354dd None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'a48bedb0-1be2-4aa3-a594-1b7806290703', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'port_id': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'mac_address': 'fa:16:3e:3d:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:25:40Z', 'updated_at': '2021-08-19T18:25:44Z', 'revision_number': 2, 'project_id': '82598d24afe34d8589382ee68b75343d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:45.752592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.759353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.799418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:25:45.834130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fdde20-593f-4f0b-870e-c8ba1646c52d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:45.840242 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.840987 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Added segment de4e3c84-5af6-4b74-bc31-dcb4f5749107 of type vlan for network e401e1b8-47c6-4d71-8fed-a936b8cd60dd Aug 19 18:25:45.916514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.924698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee3b22-f0fa-4a6d-991a-7ecacc772f55 req-6d5d4af7-fbbc-493c-b3d9-ce78f049f2da tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:45.926332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cee3b22-f0fa-4a6d-991a-7ecacc772f55 req-6d5d4af7-fbbc-493c-b3d9-ce78f049f2da tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.1135616 Aug 19 18:25:45.974823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:45.981019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:45.981613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.048711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0cee3b22-f0fa-4a6d-991a-7ecacc772f55 req-3aa2d337-2c86-4153-b389-141fff4fce67 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071863 Aug 19 18:25:46.063737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7264695 Aug 19 18:25:46.067973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39132) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:46.072539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'admin_state_up': True, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:46.079370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d4ac-36e7-4e85-8544-45ca11b98f89 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Network': ['ID=e401e1b8-47c6-4d71-8fed-a936b8cd60dd,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:46.090881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:25:46.105266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.106501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.169979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.317028 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.526975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.550659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.597122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:46.599612 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814d478-c241-449e-aceb-b7e44f6e5946" -d '{"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:46.673570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.25.5.172 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/fd857c2e-4730-4e65-a8e3-03ee8a5a7994) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:46.805995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.819794 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e7706f-c9b8-43be-b17f-a429edb81a0b x-openstack-request-id: req-57e7706f-c9b8-43be-b17f-a429edb81a0b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:46.820332 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:46.820784 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57e7706f-c9b8-43be-b17f-a429edb81a0b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:46.821181 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:25:46.855066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:46.901213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:46.904481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:46.908478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:46.917706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-a94be24e-b9e4-4e4a-b51e-742db41e44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:46.917942 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-a94be24e-b9e4-4e4a-b51e-742db41e44af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1097 time: 0.0522923 Aug 19 18:25:46.933213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:47.026763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-14f18bad-2d22-459e-9178-08404cf04610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.028333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-14f18bad-2d22-459e-9178-08404cf04610 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 914 time: 0.0967124 Aug 19 18:25:47.119261 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-bdb3605d-9122-4c6d-b700-eb4f16b88785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 1001 time: 0.0837498 Aug 19 18:25:47.180413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-bee376e3-c10b-4671-b778-4559902f5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.181893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-bee376e3-c10b-4671-b778-4559902f5350 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.0529437 Aug 19 18:25:47.217930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc594faf-1da8-4352-b510-50d791cf9f9b req-af957f33-7b3c-4806-9d4b-ec12d024f320 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.219494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc594faf-1da8-4352-b510-50d791cf9f9b req-af957f33-7b3c-4806-9d4b-ec12d024f320 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0915501 Aug 19 18:25:47.232543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-dc7c0d83-464c-47ad-9b9f-0cbff6458606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.233383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-dc7c0d83-464c-47ad-9b9f-0cbff6458606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433033 Aug 19 18:25:47.236615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.269538 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.309211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc594faf-1da8-4352-b510-50d791cf9f9b req-ab1d9bfe-f31b-4aeb-af86-128534e5fe5e tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787804 Aug 19 18:25:47.354495 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-b04b2083-643a-49d0-b75a-3ee59f54d3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117234 Aug 19 18:25:47.473765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d814d478-c241-449e-aceb-b7e44f6e5946 req-629c0606-38ee-4897-8da6-ed2cc68bbb71 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078877 Aug 19 18:25:47.495125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a662c-60cf-4c3b-892a-bafab8e64f56 req-8f75d3a1-7af0-4ece-9f5c-03da161c1c99 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.496578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-979a662c-60cf-4c3b-892a-bafab8e64f56 req-8f75d3a1-7af0-4ece-9f5c-03da161c1c99 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0894094 Aug 19 18:25:47.529117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.545357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-979a662c-60cf-4c3b-892a-bafab8e64f56 req-57bc526c-6944-4f74-92c5-5d78f9a73bbe tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Aug 19 18:25:47.704546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bbf0-e9e1-45ca-af1b-14ae1e0f71eb req-c7b04520-ce80-4ac4-a6ba-1de041ddb92f tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:47.705973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d752bbf0-e9e1-45ca-af1b-14ae1e0f71eb req-c7b04520-ce80-4ac4-a6ba-1de041ddb92f tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0646877 Aug 19 18:25:47.748636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:25:47.755728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d752bbf0-e9e1-45ca-af1b-14ae1e0f71eb req-f1f82b10-5fb6-4499-a31f-072fcd0304ce tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Aug 19 18:25:47.875818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:47.887954 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:47.898744 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:47.899111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:47.899784 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:47.904393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e9acbd8-cb6f-4733-af23-8607576d2699 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8315234 Aug 19 18:25:47.904861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39148) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:48.004257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-90845d42-44a9-484d-a303-cb51652cdd8a tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dc957ba678604e80b124abf90faef0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978792 Aug 19 18:25:48.007334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:48.023307 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:48.091254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-70b5cc6d-deb1-492d-9031-f29802810577 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.092836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-70b5cc6d-deb1-492d-9031-f29802810577 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.1184850 Aug 19 18:25:48.109438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-eddd1add-9a24-45fa-81d3-7085299e5961 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/quotas/9b27809624a44b6eb48e2bbe10e52abd HTTP/1.1" status: 200 len: 375 time: 0.0098245 Aug 19 18:25:48.127010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42c27d-997c-4389-81bb-9de1b6d092d9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.128912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fa42c27d-997c-4389-81bb-9de1b6d092d9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1201446 Aug 19 18:25:48.132648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:48.162812 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-81d48756-7cfa-41e3-9495-26bf733ef5d9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285861 Aug 19 18:25:48.166489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39164) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:48.172396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295363355', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:48.181509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-f17fabce-e5cc-46af-93d9-218b9e6dde5d tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650120 Aug 19 18:25:48.345687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-282dc008-cab3-499b-8ccb-b63e805d53ec service neutron] 10.222.0.36 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532238 Aug 19 18:25:48.346741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:48.350413 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.359204 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:47Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:48.387259 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:48.387660 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Updating router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:48.417311 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.520543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-8fbe472d-2a46-491c-8e74-e1abcbf3aebb service neutron] 10.222.0.36 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667666 Aug 19 18:25:48.681363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.788304 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.790211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-539c39a1-90ea-42c5-a4cd-dd02c499ac8c req-25940900-e5af-452b-b7bc-882e0fb9d900 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 210 time: 0.0609498 Aug 19 18:25:48.800293 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Transition to ACTIVE for port object fd857c2e-4730-4e65-a8e3-03ee8a5a7994 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:48.801375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Subnet': ['ID=aaaa48ea-f680-40a4-8567-288e36ba92d4,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:48.805234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Checking segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:48.811406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network hostable DHCP agents. Network: e401e1b8-47c6-4d71-8fed-a936b8cd60dd, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:25:48.818649 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.837555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:25:48.851625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e401e1b8-47c6-4d71-8fed-a936b8cd60dd) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:48.859879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:48.860853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.868249 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Attempting to bind port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:48.868583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f3a6e-6da6-4ba8-a1a8-e2fffe21e2c5 None None] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:48.869061 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Attempting to bind port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:48.869061 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Attempting to bind port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:48.878624 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:48.878997 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:48.879526 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.879856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:48.880319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Bound port: fd857c2e-4730-4e65-a8e3-03ee8a5a7994, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:48.880685 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:48.884760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9dd44875-7739-43b7-a644-4614af00f91b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7144709 Aug 19 18:25:48.892316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39172) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:48.940188 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae8a82-e4ad-4e00-9128-b497813dde08 None None] Pushing event updated for resources: {'Port': ['ID=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:48.948040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] For port fd857c2e-4730-4e65-a8e3-03ee8a5a7994, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:48.951831 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] For port fd857c2e-4730-4e65-a8e3-03ee8a5a7994, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:48.957316 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.019087 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:49.019838 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:49.136854 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:49.297477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae8a82-e4ad-4e00-9128-b497813dde08 None None] Pushing event updated for resources: {'Port': ['ID=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:49.320580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:25:49.321903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.463113 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:47Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:49.539309 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ec19e-34e5-4777-b5c9-2870d7f2c6ff None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:47Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:49.562619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Allocated IP 172.20.0.2 (e401e1b8-47c6-4d71-8fed-a936b8cd60dd/aaaa48ea-f680-40a4-8567-288e36ba92d4/95931fb6-eeca-4dc7-98e2-eaa4746fc5d9) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:49.788685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.799829 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Transition to ACTIVE for port object 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:49.821728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Transition to ACTIVE for port object 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:49.841782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:49.926385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Pushing event updated for resources: {'Port': ['ID=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:49.951746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:49.955058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:49.958569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:49.962474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd26f7d9-beb7-4e4f-8b54-d0e4adaef83c req-4dbaa43f-ec44-4162-b74a-45634583eefc tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 210 time: 0.0406795 Aug 19 18:25:50.053815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Attempting to bind port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:50.054374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Attempting to bind port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:50.055142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Attempting to bind port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 on network e401e1b8-47c6-4d71-8fed-a936b8cd60dd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:50.062581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:50.063661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Checking segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:50.064502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.066088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Bound using segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:50.066848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Bound port: 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:50.068152 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.077555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.171657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd857c2e-4730-4e65-a8e3-03ee8a5a7994 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:50.245142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] For port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:50.250148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] For port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:50.258766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.291586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-22198b60-aa15-4e9a-9ce4-756b9ca58456 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:50.293254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-22198b60-aa15-4e9a-9ce4-756b9ca58456 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.42 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.2529051 Aug 19 18:25:50.301739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:50.309058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Request body: {'port': {'device_id': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'admin_state_up': True, 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:50.315006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:50.315396 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.342697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Made reservation on behalf of 9b27809624a44b6eb48e2bbe10e52abd for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:50.346027 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.361285 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d8db-cd29-4750-95b1-17448ec12627 None None] Pushing event updated for resources: {'Port': ['ID=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:50.438026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.464517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port fd857c2e-4730-4e65-a8e3-03ee8a5a7994, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:50.470471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.583116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:50.679222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Allocated IP 172.20.0.3 (b0ebadc5-0240-45a4-9c40-68413bda742b/3cc3ae44-d3e0-477a-b5a8-f9b289e979e4/d6852fce-6d33-4fa6-9f71-531e2b279fbf) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:50.698914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.1 (e401e1b8-47c6-4d71-8fed-a936b8cd60dd/aaaa48ea-f680-40a4-8567-288e36ba92d4/aed187e0-c835-45c0-af46-6c039d878e68) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:50.910402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.940099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object aed187e0-c835-45c0-af46-6c039d878e68 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:50.943373 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:50.961834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Transition to ACTIVE for port object d6852fce-6d33-4fa6-9f71-531e2b279fbf will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:51.012112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.059060 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.063687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:51.076429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:51.080788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:51.090551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:51.102083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['263fe0ef-1c98-4778-b09e-96a033923a44'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:51.160205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Network b0ebadc5-0240-45a4-9c40-68413bda742b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:51.175408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:51.180097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:51.236454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Pushing event updated for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:51.247357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.255212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314c13-d0f4-449f-8c52-a0b4e7243241 req-4fad1bef-83e3-483f-83f0-340e6d27e1b9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:51.262926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23314c13-d0f4-449f-8c52-a0b4e7243241 req-4fad1bef-83e3-483f-83f0-340e6d27e1b9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1027 time: 0.1867201 Aug 19 18:25:51.325057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:51.325835 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.372918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5a72d733-de6f-4cf5-bab5-dd80c7989653 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0703807 Aug 19 18:25:51.378799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23314c13-d0f4-449f-8c52-a0b4e7243241 req-8d185517-af0b-4a18-b865-27d6da3c9231 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Aug 19 18:25:51.402507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Request body: {'port': {'device_id': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:51.483274 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.556158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2cff8-4e89-4025-9269-d9051d1ee85a None None] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:25:51.574682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.621797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b2b9603-d5e5-4f6b-ac36-1b442933e296 None None] Provisioning for port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:51.662112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b2b9603-d5e5-4f6b-ac36-1b442933e296 None None] Provisioning for port d6852fce-6d33-4fa6-9f71-531e2b279fbf completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:51.683212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b2b9603-d5e5-4f6b-ac36-1b442933e296 None None] Provisioning complete for port d6852fce-6d33-4fa6-9f71-531e2b279fbf triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:51.683681 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9603-d5e5-4f6b-ac36-1b442933e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:51.734703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b9603-d5e5-4f6b-ac36-1b442933e296 None None] Port d6852fce-6d33-4fa6-9f71-531e2b279fbf cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:52.043495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6852fce-6d33-4fa6-9f71-531e2b279fbf {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:52.053970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.075116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dc57d5c5-8ed2-43dc-a141-c53c9b98e89c None None] Provisioning for port aed187e0-c835-45c0-af46-6c039d878e68 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:52.084967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-dc57d5c5-8ed2-43dc-a141-c53c9b98e89c None None] Provisioning complete for port aed187e0-c835-45c0-af46-6c039d878e68 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:52.085347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dc57d5c5-8ed2-43dc-a141-c53c9b98e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.088456 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Transition to ACTIVE for port object d6852fce-6d33-4fa6-9f71-531e2b279fbf will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:52.097574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.128248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dc57d5c5-8ed2-43dc-a141-c53c9b98e89c None None] Port aed187e0-c835-45c0-af46-6c039d878e68 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:52.149926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.164567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.172409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd857c2e-4730-4e65-a8e3-03ee8a5a7994 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:52.220941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Pushing event updated for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:52.250642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:52.251096 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.301497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.351565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:52.360506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:52.401913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a8d1228c-b86e-4f3b-8845-9aeff0117fb1 None None] Provisioning complete for port aed187e0-c835-45c0-af46-6c039d878e68 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:52.402289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a8d1228c-b86e-4f3b-8845-9aeff0117fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.405838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Attempting to bind port d6852fce-6d33-4fa6-9f71-531e2b279fbf on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:52.406181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Attempting to bind port d6852fce-6d33-4fa6-9f71-531e2b279fbf by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:52.406649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Attempting to bind port d6852fce-6d33-4fa6-9f71-531e2b279fbf on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:52.416611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Port d6852fce-6d33-4fa6-9f71-531e2b279fbf on network b0ebadc5-0240-45a4-9c40-68413bda742b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:52.416942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Attempting to bind port d6852fce-6d33-4fa6-9f71-531e2b279fbf on network b0ebadc5-0240-45a4-9c40-68413bda742b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:52.426863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:52.427209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Checking segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:52.427688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Bound using segment: {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:52.429273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Bound port: d6852fce-6d33-4fa6-9f71-531e2b279fbf, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54d0944-a05c-4757-8d83-47f16d048cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:52.429273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.445585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1228c-b86e-4f3b-8845-9aeff0117fb1 None None] Port aed187e0-c835-45c0-af46-6c039d878e68 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:52.453290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:52.458354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:52.458354 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.534545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:52.543969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:52.550591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.597524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:52.604263 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.626399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:52.638326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f516c4-a5d4-45fd-b30f-21bce8e4f904 req-608448ab-ddbb-4f97-a835-d5132a9e62f9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:52.644193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6f516c4-a5d4-45fd-b30f-21bce8e4f904 req-608448ab-ddbb-4f97-a835-d5132a9e62f9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1053 time: 0.1494749 Aug 19 18:25:52.658011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:52.672328 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.672619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:52.761437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:52.762075 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:52.763564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] 10.222.0.42 "PUT /v2.0/ports/d6852fce-6d33-4fa6-9f71-531e2b279fbf HTTP/1.1" status: 200 len: 1092 time: 1.3652890 Aug 19 18:25:52.770468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:52.774165 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd445e8-2350-4959-80ed-3e24f111aca9" -d '{"events": [{"name": "network-changed", "server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:52.838889 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d509339-2853-4deb-98a2-6afdf83e45e4 x-openstack-request-id: req-1d509339-2853-4deb-98a2-6afdf83e45e4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:52.839167 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:52.839420 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d509339-2853-4deb-98a2-6afdf83e45e4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:52.839861 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf', 'status': 'completed', 'code': 200} Aug 19 18:25:52.847168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6f516c4-a5d4-45fd-b30f-21bce8e4f904 req-6e35b484-bf9f-4829-b30d-10e53b130483 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945353 Aug 19 18:25:52.865528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35545-9dab-48fe-8e1b-df72f107a0ca service neutron] Pushing event updated for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:52.874853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:25:52.898175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5646fcf3-926b-4194-a50c-a772302458a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:52.899781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-5646fcf3-926b-4194-a50c-a772302458a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1095 time: 0.0825844 Aug 19 18:25:52.978034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-a492d379-0284-4c46-9451-a97b3c5a5ec2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf HTTP/1.1" status: 200 len: 217 time: 0.0424681 Aug 19 18:25:53.020010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1c6cc4e-c540-479d-87f6-205e55073374 None None] Provisioning complete for port aed187e0-c835-45c0-af46-6c039d878e68 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:53.020398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1c6cc4e-c540-479d-87f6-205e55073374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:53.057063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6cc4e-c540-479d-87f6-205e55073374 None None] Port aed187e0-c835-45c0-af46-6c039d878e68 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:53.072333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-2f1d9078-4346-4125-b3a0-ea1a3d0d79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.073871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-2f1d9078-4346-4125-b3a0-ea1a3d0d79de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 HTTP/1.1" status: 200 len: 849 time: 0.0876713 Aug 19 18:25:53.076928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:25:53.085483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-02695d93-79f3-4803-aa6a-14709d2118c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1902742 Aug 19 18:25:53.085639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39186) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:53.089523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:25:53.101589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:53.102373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:53.137974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-f1426099-013a-403e-a3fa-e91b27222ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.140225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-f1426099-013a-403e-a3fa-e91b27222ad2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0ebadc5-0240-45a4-9c40-68413bda742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510588 Aug 19 18:25:53.225229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:53.265563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-92a20cfb-be58-40ee-b887-52ee4642784c service neutron] 10.222.0.42 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179554 Aug 19 18:25:53.286953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.287672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.288165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.288643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.289116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.289591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.290065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.290539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.291010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.291708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.292388 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.297187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a76e4d6f-2c19-48dd-b085-af23250f0f42 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7760 time: 0.2078633 Aug 19 18:25:53.297509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:53.388531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9738653-dc1c-40f1-b821-9c70a54ad5e9 req-782ab882-00ad-4404-afb1-76f0a166821a service neutron] 10.222.0.42 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154964 Aug 19 18:25:53.410909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.411815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.412379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.413339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.414412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.415178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.415688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.416313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.417024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.417605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.418218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.421398 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a8222fbf-73d2-41e1-b9ec-21040087cb57 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7173 time: 0.1226535 Aug 19 18:25:53.425171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39190) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:53.464759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 2, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:53.492069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-08dea788-d003-4cb2-97a5-e303082336df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.492965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:25:53.493413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Updating router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a port aed187e0-c835-45c0-af46-6c039d878e68 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:25:53.494575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-08dea788-d003-4cb2-97a5-e303082336df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1095 time: 0.0531092 Aug 19 18:25:53.523156 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:53.604021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-294b5640-b22c-4cfd-8a67-0c24a4c2dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.605657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-294b5640-b22c-4cfd-8a67-0c24a4c2dc8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 200 len: 911 time: 0.1039624 Aug 19 18:25:53.660839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-9bdb30b2-9b5d-43b0-9982-5713ccb38e95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf HTTP/1.1" status: 200 len: 217 time: 0.0471773 Aug 19 18:25:53.702536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-bbdd9426-1644-4ee8-a9d9-f61d6c33493b tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6645 time: 0.2717109 Aug 19 18:25:53.727587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-e58dace5-f51e-4cfd-b3fc-a93f68f21dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.730192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-e58dace5-f51e-4cfd-b3fc-a93f68f21dcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 HTTP/1.1" status: 200 len: 849 time: 0.0617299 Aug 19 18:25:53.785115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-f4613e99-71aa-4507-888c-2972e3ce1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:53.786633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-f4613e99-71aa-4507-888c-2972e3ce1b9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0ebadc5-0240-45a4-9c40-68413bda742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492015 Aug 19 18:25:53.824227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:53.835519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Transition to ACTIVE for port object aed187e0-c835-45c0-af46-6c039d878e68 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:53.843717 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:53.899683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14bb9b-38c7-4ff1-8137-1601ddfc300d None None] Pushing event updated for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:53.924222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-b441fba7-965b-452a-9c55-62de40f50805 service neutron] 10.222.0.42 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291351 Aug 19 18:25:54.013170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Attempting to bind port aed187e0-c835-45c0-af46-6c039d878e68 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:54.013763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Attempting to bind port aed187e0-c835-45c0-af46-6c039d878e68 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:54.014611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Attempting to bind port aed187e0-c835-45c0-af46-6c039d878e68 on network e401e1b8-47c6-4d71-8fed-a936b8cd60dd {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:54.022067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:54.022846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Checking segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:54.023674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.024267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Bound using segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:54.024976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Bound port: aed187e0-c835-45c0-af46-6c039d878e68, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:54.025723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.122287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:54.235132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] For port aed187e0-c835-45c0-af46-6c039d878e68, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:54.236652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39198) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.243917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695301335', 'description': 'tempest-secgroup-smoke-1695301335 description', 'project_id': 'dc957ba678604e80b124abf90faef0b6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.263428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] For port aed187e0-c835-45c0-af46-6c039d878e68, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aed187e0-c835-45c0-af46-6c039d878e68,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:54.274276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.279136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.353717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:54.354378 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.401057 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.409002 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.416009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14bb9b-38c7-4ff1-8137-1601ddfc300d None None] Pushing event updated for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.430396 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:25:54.431064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:25:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:54.451956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.456590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2171299 Aug 19 18:25:54.458361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39202) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.464493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.470932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614fdec-2b32-4ba5-90d6-26c3c0701afd tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.501551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.550299 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56de9-f53f-4e50-a5ca-50017850ab80 req-50374a6c-6eb4-4b11-81f0-3916c98e38af tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:54.551912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0db56de9-f53f-4e50-a5ca-50017850ab80 req-50374a6c-6eb4-4b11-81f0-3916c98e38af tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1095 time: 0.5633838 Aug 19 18:25:54.589341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.594969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.614740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2fd445e8-2350-4959-80ed-3e24f111aca9 req-c1e04ff2-6ec7-4c7e-a274-546ada4ce477 service neutron] 10.222.0.42 "GET /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820633 Aug 19 18:25:54.619575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0db56de9-f53f-4e50-a5ca-50017850ab80 req-b580cd9d-a3dc-4177-b638-fc99c3413b56 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530512 Aug 19 18:25:54.621677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69dcfbf-fa04-4eb5-b5f3-a39f69c4eb78,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.624636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.628186 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-29bc2a0f-65ba-40e9-bcd3-f9d1b3e737eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677442 Aug 19 18:25:54.629068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39204) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.635812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.673672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.674669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:25:54.740222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.748387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.769550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d268523c-d917-4390-9e4c-ea58ce7d9a78,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.781868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.783189 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a03b31ac-1b38-47ae-baa1-8790b4619d5a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525180 Aug 19 18:25:54.786040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39206) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.790949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.819739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.884609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.890613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.910917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c204cd74-6452-4979-abef-aa66ca8dae06,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:54.921748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:54.922364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:54Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:25:54.923111 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c1ae8f26-6a93-4078-b71f-c056c170c919 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361108 Aug 19 18:25:54.928999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39208) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:54.934189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:54.955677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3104c9-802d-433c-8793-742b5a23a245 None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:54Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:25:54.965031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.049365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.054145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.077540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a6276b-a1c7-42b8-99c8-37d4dca5f488,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:55.088249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.088249 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c0c48ae9-bc19-4bb9-b314-1256b32ecbc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575358 Aug 19 18:25:55.091412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39210) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:55.096908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:55.130243 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:25:55.144038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.216688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.221175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.239642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cf9ae3-b0a0-49b5-b8ed-5f0142730249,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:55.248906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.252646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576817 Aug 19 18:25:55.252646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.252646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.252646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.252646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.253267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.253267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.253627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.253882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.254018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39212) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:25:55.254472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.254582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.254809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.255132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891bf03-8a55-4c61-bcba-399e82be9a16 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:25:55.262674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': 'f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:55.285941 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:25:55.294451 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.366632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.370975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.390779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7e2aeb-a030-4240-a3ba-1f60476cfc08,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:55.397610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:55.398939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fcd1cd79-1892-4c96-ad51-06248a8d693a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435106 Aug 19 18:25:55.574384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-7132edff-0f3d-4695-ada8-a403ccc6a170 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695301335&fields=id&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 267 time: 0.0391843 Aug 19 18:25:55.726777 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-3e987d4b-59ea-4bf2-aafe-5370d122f2fe tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.728422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-3e987d4b-59ea-4bf2-aafe-5370d122f2fe tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 797 time: 0.1458600 Aug 19 18:25:55.768769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-a5ef7e9b-0a70-4666-b558-6fd56c55f1a4 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/quotas/dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 375 time: 0.0302839 Aug 19 18:25:55.797064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9a245-e91e-4b03-a848-1956f359b8bb req-03d27724-621c-48e0-acb4-1a079c9efa11 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:55.798860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ae9a245-e91e-4b03-a848-1956f359b8bb req-03d27724-621c-48e0-acb4-1a079c9efa11 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1095 time: 0.0838192 Aug 19 18:25:55.878273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-163c672f-c6cf-4cf2-81d9-26c3a62ccff5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997620 Aug 19 18:25:55.880967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ae9a245-e91e-4b03-a848-1956f359b8bb req-c48ac858-9781-4720-af35-c7fee7c4e1bf tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660696 Aug 19 18:25:55.910923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d6852fce-6d33-4fa6-9f71-531e2b279fbf details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:25:56.002976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-6963bf21-a7e3-4199-85d1-e787943b5ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067364 Aug 19 18:25:56.038709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:56.055858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf', 'network_id': 'b0ebadc5-0240-45a4-9c40-68413bda742b', 'port_id': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf', 'mac_address': 'fa:16:3e:d9:bd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc3ae44-d3e0-477a-b5a8-f9b289e979e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:25:56.108532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.127853 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aed187e0-c835-45c0-af46-6c039d878e68 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:56.155283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6852fce-6d33-4fa6-9f71-531e2b279fbf {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:56.160331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-8db7a176-d1b3-4ece-a346-082d7da2206c service neutron] 10.222.0.36 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498358 Aug 19 18:25:56.192633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:56.201556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.243012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port aed187e0-c835-45c0-af46-6c039d878e68 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:56.249426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port aed187e0-c835-45c0-af46-6c039d878e68 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:56.249823 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.298343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:56.400174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.409213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d6852fce-6d33-4fa6-9f71-531e2b279fbf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:25:56.412517 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.426825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b777c84a-1f0c-42e3-9468-f9aac620bdc2 req-27826c23-3c2f-426b-90d7-c2df112a8462 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 210 time: 0.0711646 Aug 19 18:25:56.492848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port aed187e0-c835-45c0-af46-6c039d878e68, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aed187e0-c835-45c0-af46-6c039d878e68,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:56.500127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:56.595224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:57.002551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967277e1-3bed-478b-8560-7f2da0820b2f req-14d1d21b-e665-49db-8b6f-30d823dbf4b4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:57.004241 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-967277e1-3bed-478b-8560-7f2da0820b2f req-14d1d21b-e665-49db-8b6f-30d823dbf4b4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1096 time: 0.0473986 Aug 19 18:25:57.042988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-967277e1-3bed-478b-8560-7f2da0820b2f req-3e39b569-5471-4322-b8e7-8358b9e68fc6 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Aug 19 18:25:57.219211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:25:57.547166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f42da372-35a5-4950-b8fb-b027f9911bc9 req-bca2bd89-ee73-4d07-8397-6c269b46bba3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 210 time: 0.0357904 Aug 19 18:25:57.596555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-35f03d7f-8dd8-4483-aeff-1036d0d8d383 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:57.598500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-35f03d7f-8dd8-4483-aeff-1036d0d8d383 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.42 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 797 time: 0.1442204 Aug 19 18:25:57.645703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-0eee31d2-84a3-4049-b126-7fd27a19528f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 380 time: 0.0380180 Aug 19 18:25:57.655123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'port': {'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'admin_state_up': True, 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'security_groups': ['f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:57.768287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:25:57.772519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:57.895283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.11 (e401e1b8-47c6-4d71-8fed-a936b8cd60dd/aaaa48ea-f680-40a4-8567-288e36ba92d4/0802868e-58a3-48c9-a74e-0104f6ddb17f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:25:57.910632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d6852fce-6d33-4fa6-9f71-531e2b279fbf up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:57.959118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port d6852fce-6d33-4fa6-9f71-531e2b279fbf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:57.962773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d6852fce-6d33-4fa6-9f71-531e2b279fbf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:57.963143 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.050209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.066780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object 0802868e-58a3-48c9-a74e-0104f6ddb17f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:58.102781 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.164973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:25:58.184454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:25:58.189154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:25:58.207974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aed187e0-c835-45c0-af46-6c039d878e68 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:25:58.222589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:58.257993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743aa8-5400-4ade-8699-6c666b743d42 req-0a7f33ff-5af8-473b-b637-18f7b382a510 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.267484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2743aa8-5400-4ade-8699-6c666b743d42 req-0a7f33ff-5af8-473b-b637-18f7b382a510 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1096 time: 0.1291366 Aug 19 18:25:58.274393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.275047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.282178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a7716c4-f6d5-408c-ac81-5e6cd22a8e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.290342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.310448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-9b4d006c-51a0-4082-a529-0a0b3130cdab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589549 Aug 19 18:25:58.316769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2743aa8-5400-4ade-8699-6c666b743d42 req-8d91ef62-3bea-47ad-911c-45ca65cffbf9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Aug 19 18:25:58.325482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Request body: {'port': {'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:25:58.333292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:58.336057 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a2f5bd-72df-4719-b36c-5ff6a190d746" -d '{"events": [{"server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:58.346814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port aed187e0-c835-45c0-af46-6c039d878e68 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:58.347270 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.381977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:25:58.385732 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7065a293-740d-4214-9644-fd0d75549b89 x-openstack-request-id: req-7065a293-740d-4214-9644-fd0d75549b89 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:58.386015 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:58.386267 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7065a293-740d-4214-9644-fd0d75549b89 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:58.386650 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf', 'code': 200} Aug 19 18:25:58.391505 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.410029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.455049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:58.498698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-569543ef-ed4e-4e09-ac01-5870c2a0d484 None None] Provisioning for port 0802868e-58a3-48c9-a74e-0104f6ddb17f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:25:58.511672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-569543ef-ed4e-4e09-ac01-5870c2a0d484 None None] Provisioning complete for port 0802868e-58a3-48c9-a74e-0104f6ddb17f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:25:58.512060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-569543ef-ed4e-4e09-ac01-5870c2a0d484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.548684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-569543ef-ed4e-4e09-ac01-5870c2a0d484 None None] Port 0802868e-58a3-48c9-a74e-0104f6ddb17f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:25:58.585398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5e9f1-480d-4630-aabf-41664f4f5b9f req-eb91aecb-750e-46be-9272-192c8b8823ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.586911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02c5e9f1-480d-4630-aabf-41664f4f5b9f req-eb91aecb-750e-46be-9272-192c8b8823ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.1341183 Aug 19 18:25:58.706007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02c5e9f1-480d-4630-aabf-41664f4f5b9f req-1f95cf24-20f2-4d04-af5b-caa07edf6ed7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033759 Aug 19 18:25:58.743407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c135a-4197-4549-8f4d-275eb8c101ba req-c65d91c5-e5ec-4296-a4b2-44695b9391bb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:58.744962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-960c135a-4197-4549-8f4d-275eb8c101ba req-c65d91c5-e5ec-4296-a4b2-44695b9391bb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 932 time: 0.1110678 Aug 19 18:25:58.807493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-960c135a-4197-4549-8f4d-275eb8c101ba req-3c0313f7-4fb4-46fd-b162-52a2bd834589 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564525 Aug 19 18:25:58.839237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0802868e-58a3-48c9-a74e-0104f6ddb17f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:25:58.846769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.858638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Transition to ACTIVE for port object 0802868e-58a3-48c9-a74e-0104f6ddb17f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:25:58.862218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:58.931213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:58.985547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Attempting to bind port 0802868e-58a3-48c9-a74e-0104f6ddb17f on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:25:58.985887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Attempting to bind port 0802868e-58a3-48c9-a74e-0104f6ddb17f by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:25:58.986397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Attempting to bind port 0802868e-58a3-48c9-a74e-0104f6ddb17f on network e401e1b8-47c6-4d71-8fed-a936b8cd60dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:58.991994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Port 0802868e-58a3-48c9-a74e-0104f6ddb17f on network e401e1b8-47c6-4d71-8fed-a936b8cd60dd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:25:58.992323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Attempting to bind port 0802868e-58a3-48c9-a74e-0104f6ddb17f on network e401e1b8-47c6-4d71-8fed-a936b8cd60dd {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:25:58.997658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:25:58.997997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Checking segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:25:58.998389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Bound using segment: {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:25:58.998821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Bound port: 0802868e-58a3-48c9-a74e-0104f6ddb17f, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4e3c84-5af6-4b74-bc31-dcb4f5749107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:25:58.999181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.067982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:25:59.071730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:25:59.075946 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.110459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.110967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:25:59.112390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] 10.222.0.42 "PUT /v2.0/ports/0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 1093 time: 0.7923357 Aug 19 18:25:59.112825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:25:59.115820 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b171438c-37a3-4204-abd7-45c83d93d02a" -d '{"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:25:59.144760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e3bbb-3554-4b0d-b01a-d38e5b015eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:25:59.180674 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f0530-52ea-4794-906a-6ea2928ee736 x-openstack-request-id: req-031f0530-52ea-4794-906a-6ea2928ee736 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:25:59.180946 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:25:59.181203 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-031f0530-52ea-4794-906a-6ea2928ee736 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:25:59.181596 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'status': 'completed', 'code': 200} Aug 19 18:25:59.198370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-c2dacf50-cf9c-4607-a796-cb84097294c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.199957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-c2dacf50-cf9c-4607-a796-cb84097294c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1096 time: 0.0502748 Aug 19 18:25:59.249269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-6b5a2a24-5eec-4921-bfbb-bfd61a5085aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 217 time: 0.0390136 Aug 19 18:25:59.310952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-4b93ada8-0aa4-4ac0-8914-f3cc8a546e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.312480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-4b93ada8-0aa4-4ac0-8914-f3cc8a546e73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 200 len: 834 time: 0.0548432 Aug 19 18:25:59.369105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-a0c78d56-e243-43b7-90d4-9a3e71396753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.370625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-a0c78d56-e243-43b7-90d4-9a3e71396753 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483112 Aug 19 18:25:59.485031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fa06-a96b-4eef-a9f7-34dc915ce29d req-49b7b5a0-0aea-414f-b5e4-207ad8c5e8f4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.486500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a703fa06-a96b-4eef-a9f7-34dc915ce29d req-49b7b5a0-0aea-414f-b5e4-207ad8c5e8f4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0829275 Aug 19 18:25:59.542903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-7ae40c01-79f1-4ad3-a12d-318ef68003d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606727 Aug 19 18:25:59.580986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a703fa06-a96b-4eef-a9f7-34dc915ce29d req-2e0e6ff2-03b2-4da7-9e6a-d14fe600cc28 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814826 Aug 19 18:25:59.611935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-68bb4e47-2dd9-4803-8088-faec324bc711 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1230156 Aug 19 18:25:59.661733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5bc644-dec4-479b-9452-80c7597fa555 req-38cb1d2b-b1fc-411e-af5a-dfea1a6a76d8 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029775 Aug 19 18:25:59.716566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-cd4acd37-f8f4-4b50-9f4c-ba120773f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.718068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-cd4acd37-f8f4-4b50-9f4c-ba120773f3cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1097 time: 0.0483997 Aug 19 18:25:59.803950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171438c-37a3-4204-abd7-45c83d93d02a req-b45a5fc5-6b86-4045-bc8d-2ca2a2616b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.805954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-b45a5fc5-6b86-4045-bc8d-2ca2a2616b49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1096 time: 0.0865402 Aug 19 18:25:59.929149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-e984a8ac-d9b2-433d-abf4-4bd556c8607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:25:59.930627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-e984a8ac-d9b2-433d-abf4-4bd556c8607a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 897 time: 0.1770196 Aug 19 18:26:00.002597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171438c-37a3-4204-abd7-45c83d93d02a req-d746fdb5-f860-4815-aa7e-5da42bcbc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.004110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-d746fdb5-f860-4815-aa7e-5da42bcbc6b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 898 time: 0.1911914 Aug 19 18:26:00.032923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf41b7f-5fab-436d-ab81-0fd532c4b7d3 req-76886a41-06b6-4dfb-b339-7b86cdf0f824 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.034403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cf41b7f-5fab-436d-ab81-0fd532c4b7d3 req-76886a41-06b6-4dfb-b339-7b86cdf0f824 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 944 time: 0.1419582 Aug 19 18:26:00.065929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-b8107746-7336-4e5e-8fb3-4544faf4ee61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 1000 time: 0.1243680 Aug 19 18:26:00.067116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-7f1b27be-e1a9-4bed-adc4-2435223036d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 217 time: 0.0540333 Aug 19 18:26:00.164529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cf41b7f-5fab-436d-ab81-0fd532c4b7d3 req-a9cb26f8-ed67-411f-8668-6781764adc51 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013958 Aug 19 18:26:00.177078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-0fb0d15f-a672-49c5-9456-391aa6f23dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.183326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-0fb0d15f-a672-49c5-9456-391aa6f23dd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 200 len: 834 time: 0.0974145 Aug 19 18:26:00.183326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171438c-37a3-4204-abd7-45c83d93d02a req-ec033881-ea5e-4e2d-933c-b63bb0f5b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.183326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-ec033881-ea5e-4e2d-933c-b63bb0f5b830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 200 len: 834 time: 0.1011956 Aug 19 18:26:00.260351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171438c-37a3-4204-abd7-45c83d93d02a req-1c02f17e-7845-481b-9735-db1cb26c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.261874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-1c02f17e-7845-481b-9735-db1cb26c414a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677989 Aug 19 18:26:00.263524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-2507b1b1-e75f-43d8-9e9a-740c39a59152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.264890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-2507b1b1-e75f-43d8-9e9a-740c39a59152 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5de6d967-47c2-4488-ae39-262491148dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719326 Aug 19 18:26:00.430784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-0b87505a-ce53-4a12-9f37-96b39b06da3f service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537211 Aug 19 18:26:00.432433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-0fc04769-efd9-42ff-b857-04987e776fc8 service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544824 Aug 19 18:26:00.583549 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c5a-fa50-4fce-b44b-d069e9864ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.598866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-70314c4c-44f5-49df-b92b-f28dd635e73d service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541669 Aug 19 18:26:00.600986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19c6543d-518e-4ad6-bf8c-e9a03e0362a1 req-60becf5f-4053-44f8-9a8e-c1c6c2ebcda3 service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493316 Aug 19 18:26:00.693918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e789dde-1ef7-4f13-8881-0f4187ad699e req-2b2347d5-4d48-4e75-a619-a258f3793cc4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.695666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e789dde-1ef7-4f13-8881-0f4187ad699e req-2b2347d5-4d48-4e75-a619-a258f3793cc4 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0438254 Aug 19 18:26:00.737279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e789dde-1ef7-4f13-8881-0f4187ad699e req-bfd2e891-830a-42d0-87c9-228374d9be45 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Aug 19 18:26:00.857507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940fd09-b9ff-42ae-bde0-d68851762243 req-c3c783b4-bb1a-4646-bf9e-3001057fc466 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.859079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3940fd09-b9ff-42ae-bde0-d68851762243 req-c3c783b4-bb1a-4646-bf9e-3001057fc466 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0461612 Aug 19 18:26:00.917277 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:00.928412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3940fd09-b9ff-42ae-bde0-d68851762243 req-50437a2a-8c3d-4217-9ccd-577124e80a47 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600233 Aug 19 18:26:00.948087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fc1b6-4d79-4010-9ad6-733e74631d8e req-df9e02d9-4e04-47af-b74b-8af021543f23 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:00.949727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-045fc1b6-4d79-4010-9ad6-733e74631d8e req-df9e02d9-4e04-47af-b74b-8af021543f23 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0638509 Aug 19 18:26:00.992953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-045fc1b6-4d79-4010-9ad6-733e74631d8e req-3cde88e8-4366-4ab8-a504-2962d5b2a2e3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358510 Aug 19 18:26:01.038502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3115274-06af-4fe6-967a-db73d674e6e4 req-29c5cb5e-e242-4b9f-a9be-8ca589d41148 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.040075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3115274-06af-4fe6-967a-db73d674e6e4 req-29c5cb5e-e242-4b9f-a9be-8ca589d41148 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0422380 Aug 19 18:26:01.082247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3115274-06af-4fe6-967a-db73d674e6e4 req-7c5ce383-75ab-4a1e-b449-43d979020219 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Aug 19 18:26:01.320346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0356a-bc8c-4c03-9060-2574242c422e req-4e85b26f-22e4-41c7-a483-e3e72e3ea887 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.322090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfb0356a-bc8c-4c03-9060-2574242c422e req-4e85b26f-22e4-41c7-a483-e3e72e3ea887 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 944 time: 0.0847695 Aug 19 18:26:01.352256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055d7fc-7ae6-459a-a604-e7948949a057 req-cf740318-74ef-41c8-ab7d-39c635d7a9a9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:01.354009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2055d7fc-7ae6-459a-a604-e7948949a057 req-cf740318-74ef-41c8-ab7d-39c635d7a9a9 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0781193 Aug 19 18:26:01.385154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfb0356a-bc8c-4c03-9060-2574242c422e req-22528c09-9ef7-4fcb-a33d-ef237453e6b6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567074 Aug 19 18:26:01.401823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2055d7fc-7ae6-459a-a604-e7948949a057 req-2f3f8233-c8d2-48b3-b14f-a4cc6dc9ae66 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Aug 19 18:26:01.916201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0802868e-58a3-48c9-a74e-0104f6ddb17f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:02.025875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:02.042628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:02.046459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.085562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.106440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0802868e-58a3-48c9-a74e-0104f6ddb17f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:02.119883 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b83c-c06c-457f-b680-485e4f120fbf req-e2b333b4-ba16-4351-9810-fa26d13f5ae2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.121759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38e9b83c-c06c-457f-b680-485e4f120fbf req-e2b333b4-ba16-4351-9810-fa26d13f5ae2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0553210 Aug 19 18:26:02.134827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:02.140320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.166608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-38e9b83c-c06c-457f-b680-485e4f120fbf req-728928a3-862b-4578-a654-9ad43195f666 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358908 Aug 19 18:26:02.196712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:02.399937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['0802868e-58a3-48c9-a74e-0104f6ddb17f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:02.551741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c302f-34d9-483e-8043-0f09a7e30310 req-9e7cd455-cd4d-4e77-bc10-561791376a86 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.554137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8c302f-34d9-483e-8043-0f09a7e30310 req-9e7cd455-cd4d-4e77-bc10-561791376a86 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 945 time: 0.0952268 Aug 19 18:26:02.563585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2982e-a19b-4f55-ab42-32db106d3840 req-59e9cce5-ce70-4c51-898c-cd535b195398 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.565447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ba2982e-a19b-4f55-ab42-32db106d3840 req-59e9cce5-ce70-4c51-898c-cd535b195398 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0809152 Aug 19 18:26:02.622498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8c302f-34d9-483e-8043-0f09a7e30310 req-5746cdb3-7d72-443a-bdc4-cbd0ddb5d4cf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557334 Aug 19 18:26:02.628940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ba2982e-a19b-4f55-ab42-32db106d3840 req-d359ce5b-d07f-4eeb-ba6f-f0c8f79fc60a tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Aug 19 18:26:02.737526 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03e88-2a00-4832-b335-645844ffa73d req-5dacee5c-1339-4b97-abc8-fc01f0158f99 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:02.739337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eab03e88-2a00-4832-b335-645844ffa73d req-5dacee5c-1339-4b97-abc8-fc01f0158f99 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 1097 time: 0.0512402 Aug 19 18:26:02.850550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Deleting port d6852fce-6d33-4fa6-9f71-531e2b279fbf {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:02.850905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.901937 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-f86f0fc5-55f9-4369-9544-6f5f009d1b80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432909 Aug 19 18:26:02.934991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] For port d6852fce-6d33-4fa6-9f71-531e2b279fbf, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d6852fce-6d33-4fa6-9f71-531e2b279fbf,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:02.935633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:02.950756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Calling delete_port for d6852fce-6d33-4fa6-9f71-531e2b279fbf owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:03.007772 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e298f-dc9a-44f6-a594-416191119ea9 req-4cc84123-d8c7-468a-b05a-9cdc7df7aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.009255 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-4cc84123-d8c7-468a-b05a-9cdc7df7aee8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 1097 time: 0.0455902 Aug 19 18:26:03.086298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.097651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d6852fce-6d33-4fa6-9f71-531e2b279fbf'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:03.121960 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e298f-dc9a-44f6-a594-416191119ea9 req-4f2a5cd2-d8f4-441e-9505-4517de3b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.122524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['263fe0ef-1c98-4778-b09e-96a033923a44'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:03.123554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-4f2a5cd2-d8f4-441e-9505-4517de3b3cdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 200 len: 910 time: 0.0922775 Aug 19 18:26:03.125491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6852fce-6d33-4fa6-9f71-531e2b279fbf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:03.178578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] No DVR routers for this DVR port d6852fce-6d33-4fa6-9f71-531e2b279fbf on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:03.181909 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.184033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eab03e88-2a00-4832-b335-645844ffa73d req-83a86335-5848-4eb5-9e6c-c11e483e3178 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d6852fce-6d33-4fa6-9f71-531e2b279fbf HTTP/1.1" status: 204 len: 173 time: 0.4381754 Aug 19 18:26:03.184518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'name': 'network-vif-deleted', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:03.190533 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19438b2c-39b9-4534-b499-2bb7d95a18dc" -d '{"events": [{"server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "name": "network-vif-deleted", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:03.231569 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-479b4f93-bfa3-468c-830d-e52241cc5e6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 200 len: 1001 time: 0.0984626 Aug 19 18:26:03.298096 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b101a-67ce-4a25-bec7-b7bc6f87fc1e x-openstack-request-id: req-a54b101a-67ce-4a25-bec7-b7bc6f87fc1e {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:03.298096 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119bcd65-c64b-4834-be5c-bde0c40e2d9e", "name": "network-vif-deleted", "tag": "d6852fce-6d33-4fa6-9f71-531e2b279fbf", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:03.298388 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a54b101a-67ce-4a25-bec7-b7bc6f87fc1e {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:03.298606 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119bcd65-c64b-4834-be5c-bde0c40e2d9e', 'name': 'network-vif-deleted', 'tag': 'd6852fce-6d33-4fa6-9f71-531e2b279fbf', 'status': 'completed', 'code': 200} Aug 19 18:26:03.331259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e298f-dc9a-44f6-a594-416191119ea9 req-6bffc51b-4dd1-4590-a87f-b89944201100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.332940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-6bffc51b-4dd1-4590-a87f-b89944201100 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 200 len: 848 time: 0.0929530 Aug 19 18:26:03.383498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e298f-dc9a-44f6-a594-416191119ea9 req-dc5417a1-25d7-4ce2-9448-57ed3af98c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.384807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-dc5417a1-25d7-4ce2-9448-57ed3af98c18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=28ab0f36-b325-4449-83b3-8bc48ca41849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440512 Aug 19 18:26:03.393429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63eae-86d9-4afe-b106-9eb1f4953721 req-362bb2e4-c3d0-444a-9150-c57a4d1a2b5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.395245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84e63eae-86d9-4afe-b106-9eb1f4953721 req-362bb2e4-c3d0-444a-9150-c57a4d1a2b5e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0732160 Aug 19 18:26:03.440397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-84e63eae-86d9-4afe-b106-9eb1f4953721 req-f3e371ab-7559-4d7f-b870-9dce3383e8a7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340977 Aug 19 18:26:03.480797 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-344d8a8e-fd8e-4bb3-b817-c813d1bad0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881011 Aug 19 18:26:03.587705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:03.589473 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-388e298f-dc9a-44f6-a594-416191119ea9 req-38d2c88c-0eea-4fcd-819e-6e05eb963523 service neutron] 10.222.0.13 "GET /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981634 Aug 19 18:26:03.767564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4fef815-e7d5-4019-9d78-c623f32bc290 req-a71745c5-61c8-46c7-aac0-9b4f3ee4f3d2 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=119bcd65-c64b-4834-be5c-bde0c40e2d9e HTTP/1.1" status: 200 len: 210 time: 0.0475681 Aug 19 18:26:03.790609 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca3df-1c58-4a0e-a263-5240c6b3e915 req-72e573de-116b-42d6-b0b7-b38a188152ee tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:03.792134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20fca3df-1c58-4a0e-a263-5240c6b3e915 req-72e573de-116b-42d6-b0b7-b38a188152ee tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 945 time: 0.0623746 Aug 19 18:26:03.832275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20fca3df-1c58-4a0e-a263-5240c6b3e915 req-487d1530-42f8-4318-a322-49d6e0e80a10 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Aug 19 18:26:03.942317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0802868e-58a3-48c9-a74e-0104f6ddb17f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:03.989819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 0802868e-58a3-48c9-a74e-0104f6ddb17f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:03.993848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 0802868e-58a3-48c9-a74e-0104f6ddb17f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:03.994219 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.067799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.090378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:04.092555 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0891ac-49c1-442d-b5ba-ee68a49a6839" -d '{"events": [{"server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "name": "network-vif-plugged", "status": "completed", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:04.105977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:04.110539 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:04.111549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d6852fce-6d33-4fa6-9f71-531e2b279fbf no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:04.136988 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1cfe84-d765-462c-ae25-54c8e0ccc801 x-openstack-request-id: req-de1cfe84-d765-462c-ae25-54c8e0ccc801 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:04.137263 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "name": "network-vif-plugged", "status": "completed", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:04.137508 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de1cfe84-d765-462c-ae25-54c8e0ccc801 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:04.137891 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'code': 200} Aug 19 18:26:04.156319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d6852fce-6d33-4fa6-9f71-531e2b279fbf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:04.156663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d6852fce-6d33-4fa6-9f71-531e2b279fbf not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:04.185867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:04.229811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b730816-6433-4082-9a77-5d4add1533ec req-3ae1d779-8bc5-474f-890d-6cf492917d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:04.231365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b730816-6433-4082-9a77-5d4add1533ec req-3ae1d779-8bc5-474f-890d-6cf492917d58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1098 time: 0.0451167 Aug 19 18:26:04.265204 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b730816-6433-4082-9a77-5d4add1533ec req-cd198d86-1a1d-4bb6-be8e-0517d201692e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269504 Aug 19 18:26:04.559227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8968-ccfc-4d5f-84ef-b7fa60a1a58e req-18b9ee65-0937-4f47-a949-cd3c8c5c8903 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:04.560873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dbe8968-ccfc-4d5f-84ef-b7fa60a1a58e req-18b9ee65-0937-4f47-a949-cd3c8c5c8903 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0524490 Aug 19 18:26:04.601526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dbe8968-ccfc-4d5f-84ef-b7fa60a1a58e req-1f6694ba-15c5-49a6-bb67-b134cc554922 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343008 Aug 19 18:26:04.955309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9428c2-3caa-44ee-83e9-ee16b4db8baa req-65c9b933-d378-4ec5-9c93-a89a6ef12801 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:04.956793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd9428c2-3caa-44ee-83e9-ee16b4db8baa req-65c9b933-d378-4ec5-9c93-a89a6ef12801 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.0535285 Aug 19 18:26:05.009745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd9428c2-3caa-44ee-83e9-ee16b4db8baa req-40d99bb5-2318-4e35-b609-a179f78fff01 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Aug 19 18:26:05.058995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ac8d-a5af-45bd-9d5c-202ea16268de req-465530ec-9e00-43d2-86c6-e276bec7b637 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.060815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad45ac8d-a5af-45bd-9d5c-202ea16268de req-465530ec-9e00-43d2-86c6-e276bec7b637 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0579870 Aug 19 18:26:05.108806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad45ac8d-a5af-45bd-9d5c-202ea16268de req-4af8b1bb-4813-43fb-b311-b41491427cbe tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Aug 19 18:26:05.728592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb384b-bb26-4a7e-8808-7fbd1e78f834 req-4e530c0b-9649-4498-8282-4430fd1ad527 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:05.730774 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08cb384b-bb26-4a7e-8808-7fbd1e78f834 req-4e530c0b-9649-4498-8282-4430fd1ad527 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0580187 Aug 19 18:26:05.776836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08cb384b-bb26-4a7e-8808-7fbd1e78f834 req-9c7ca22d-9443-423d-9a64-7b46e076a4b3 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395002 Aug 19 18:26:06.129050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c651-cc92-4a94-a722-781dfe4dcd54 req-20adfa08-9c3c-4c52-8ace-8879fd1eac56 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.131022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b998c651-cc92-4a94-a722-781dfe4dcd54 req-20adfa08-9c3c-4c52-8ace-8879fd1eac56 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.0516870 Aug 19 18:26:06.171703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b998c651-cc92-4a94-a722-781dfe4dcd54 req-07f62f1c-6690-4ece-ae3e-49201d8adc13 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Aug 19 18:26:06.223109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085d393-3104-48d9-aa60-4833d29698ee req-e3d052ac-0161-47d4-88d4-a8ef8001aaaa tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.225183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6085d393-3104-48d9-aa60-4833d29698ee req-e3d052ac-0161-47d4-88d4-a8ef8001aaaa tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0474935 Aug 19 18:26:06.641628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6085d393-3104-48d9-aa60-4833d29698ee req-9ee870ef-59df-4e2a-b2c2-d487a8233b4f tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8d540904-0178-4b1a-90e2-c58275d0cf68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096696 Aug 19 18:26:06.660975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e592ba1-38ef-498f-967e-bae76f602ad5 req-eace46b7-a938-44cc-956a-1307dd664889 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.662696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e592ba1-38ef-498f-967e-bae76f602ad5 req-eace46b7-a938-44cc-956a-1307dd664889 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.0606790 Aug 19 18:26:06.702020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e592ba1-38ef-498f-967e-bae76f602ad5 req-2f0d695e-f653-4a19-9fb8-324e5d5265ee tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326622 Aug 19 18:26:06.725725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39326) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:06.762980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-b8614c02-6568-4032-9393-07f20255e8a2 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.764627 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-b8614c02-6568-4032-9393-07f20255e8a2 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 1097 time: 0.0471065 Aug 19 18:26:06.766572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d5a7a1-f2c7-444e-85f4-27605af35512 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.768122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b4d5a7a1-f2c7-444e-85f4-27605af35512 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1093 time: 0.0411594 Aug 19 18:26:06.771757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39328) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:06.776238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:06.809080 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.855746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Deleting port 263fe0ef-1c98-4778-b09e-96a033923a44 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:06.856089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.930171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436034-3d73-449c-9f85-fe34efc6a68d req-fb2090f4-c6a8-4b8f-b809-b5d5273e1960 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:06.931634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3436034-3d73-449c-9f85-fe34efc6a68d req-fb2090f4-c6a8-4b8f-b809-b5d5273e1960 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0653250 Aug 19 18:26:06.949542 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] For port 263fe0ef-1c98-4778-b09e-96a033923a44, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=263fe0ef-1c98-4778-b09e-96a033923a44,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:06.949542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:06.965834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Calling delete_port for 263fe0ef-1c98-4778-b09e-96a033923a44 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:06.983816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3436034-3d73-449c-9f85-fe34efc6a68d req-79f6a9b6-7f67-445d-b2e5-b3544e039bbc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442801 Aug 19 18:26:07.005360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.122620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.25.5.147 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/7ce73beb-3ee7-4a31-a86a-b504e742147e) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:07.127697 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.160156 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Pushing event deleted for resources: {'Port': ['ID=263fe0ef-1c98-4778-b09e-96a033923a44,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:07.160814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['263fe0ef-1c98-4778-b09e-96a033923a44'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:07.216699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] No DVR routers for this DVR port 263fe0ef-1c98-4778-b09e-96a033923a44 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:07.220407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.222857 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a14c866d-6473-449b-82bb-fe2315ee80d5 req-3cbbf770-356a-4a91-bfe8-93becd2e6031 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.13 "DELETE /v2.0/ports/263fe0ef-1c98-4778-b09e-96a033923a44 HTTP/1.1" status: 204 len: 173 time: 0.4504266 Aug 19 18:26:07.223473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'name': 'network-vif-deleted', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:07.226907 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511f528-97fa-4915-a6a9-591b53c73f96" -d '{"events": [{"server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "name": "network-vif-deleted", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:07.260947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.278146 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e856d5-aede-4a3d-8ae4-c4d67d7297a9 x-openstack-request-id: req-e4e856d5-aede-4a3d-8ae4-c4d67d7297a9 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:07.278542 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5452d43-03fd-4bcd-9b60-7018a3e5e22b", "name": "network-vif-deleted", "tag": "263fe0ef-1c98-4778-b09e-96a033923a44", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:07.278814 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4e856d5-aede-4a3d-8ae4-c4d67d7297a9 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:07.279361 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5452d43-03fd-4bcd-9b60-7018a3e5e22b', 'name': 'network-vif-deleted', 'tag': '263fe0ef-1c98-4778-b09e-96a033923a44', 'status': 'completed', 'code': 200} Aug 19 18:26:07.318453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.358149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:07.361508 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:07.368031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:07.400940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=7ce73beb-3ee7-4a31-a86a-b504e742147e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:07.774021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68eac3b2-485e-4c42-9e36-beeb8b4ccaa7 req-a015d677-305a-4b97-a29c-0253bf137c80 tempest-TestServerMultinode-1740365706 tempest-TestServerMultinode-1740365706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5452d43-03fd-4bcd-9b60-7018a3e5e22b HTTP/1.1" status: 200 len: 210 time: 0.0382919 Aug 19 18:26:07.783232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:07.857284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.017558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.023348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.127010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=7ce73beb-3ee7-4a31-a86a-b504e742147e,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:08.141343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.194607 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e440c7-bf95-4160-9d92-d0c535313037 req-796be8c7-1b81-4788-b53f-1f28910fee43 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:08.196122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2e440c7-bf95-4160-9d92-d0c535313037 req-796be8c7-1b81-4788-b53f-1f28910fee43 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.1304197 Aug 19 18:26:08.282020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2e440c7-bf95-4160-9d92-d0c535313037 req-c69aa9a8-d937-40a6-be9f-36ec3146df31 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796850 Aug 19 18:26:08.284649 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Floating IP b990f3d1-20ee-43bb-adb9-8cc9c5f1068c associated. External IP: 172.25.5.147, port: 0802868e-58a3-48c9-a74e-0104f6ddb17f. Aug 19 18:26:08.501855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:08.627953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:08.638575 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:08.643956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:08.649051 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:08.649671 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:08.673170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8c4da268-541d-4579-806b-a97a0a9ee79b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9003727 Aug 19 18:26:08.673860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:08.676100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39340) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:08.676633 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f288fe-e139-4e0a-9435-ffe646c0fb37" -d '{"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:08.713216 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a7a1ab-c595-44f4-81bf-b749897f16e7 x-openstack-request-id: req-e9a7a1ab-c595-44f4-81bf-b749897f16e7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:08.713509 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:08.714023 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9a7a1ab-c595-44f4-81bf-b749897f16e7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:08.714425 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'status': 'completed', 'code': 200} Aug 19 18:26:08.751466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1fd08a5d-07ff-4ed4-b3ee-efddf97240b9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/b990f3d1-20ee-43bb-adb9-8cc9c5f1068c HTTP/1.1" status: 200 len: 992 time: 0.0741594 Aug 19 18:26:08.766439 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:08.779124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-9f851dbe-888e-4046-ae8b-56d859724ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:08.780696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-9f851dbe-888e-4046-ae8b-56d859724ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1098 time: 0.0435908 Aug 19 18:26:08.836959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39346) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:08.886720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-1eba65e3-33a9-4e71-bccc-95388790a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:08.888759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-1eba65e3-33a9-4e71-bccc-95388790a4aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 898 time: 0.1016088 Aug 19 18:26:08.956910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-60ec48ae-6ea2-4b24-bec4-1ffc5158aaf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 1000 time: 0.0612628 Aug 19 18:26:09.000686 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:07Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.009499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-2116e6e1-0b74-4649-9e04-2546cadff24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.011113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-2116e6e1-0b74-4649-9e04-2546cadff24d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 200 len: 834 time: 0.0477023 Aug 19 18:26:09.029814 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:09.037580 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:09.038217 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.064434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-b91c5f3d-d90c-4d04-ba64-c3035a929c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.066098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-b91c5f3d-d90c-4d04-ba64-c3035a929c07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479984 Aug 19 18:26:09.149920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:09.166446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-228acbee-5f03-4df5-95a9-010e3b8e9b03 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934472 Aug 19 18:26:09.270443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f288fe-e139-4e0a-9435-ffe646c0fb37 req-9afb8c0a-3c36-46e5-82ab-cc12c9b5d039 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957258 Aug 19 18:26:09.399240 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:07Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:09.408402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de1e43-44e1-4d1e-b138-89755d331834 req-dd0fc6a8-4910-402a-8ada-e70430d96cc7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:09.409975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94de1e43-44e1-4d1e-b138-89755d331834 req-dd0fc6a8-4910-402a-8ada-e70430d96cc7 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0540686 Aug 19 18:26:09.426535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d76cd-4d89-4d03-bf8d-7cb96571cf3f None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:51Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:07Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:09.460153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94de1e43-44e1-4d1e-b138-89755d331834 req-305c8407-3ba2-4f10-be67-e031b20eae46 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432868 Aug 19 18:26:09.562872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.653400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c7edd-533a-4bf5-bd96-170491b0c0ce None None] New status for floating IP b990f3d1-20ee-43bb-adb9-8cc9c5f1068c: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:26:09.755439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39350) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:09.820700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e30f9b8a-3a58-4c1c-a255-7a43de3c1e8f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/b990f3d1-20ee-43bb-adb9-8cc9c5f1068c HTTP/1.1" status: 200 len: 992 time: 0.0627275 Aug 19 18:26:09.837714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Deleting port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:09.838288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.919585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] For port a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:09.920075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:09.934008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Calling delete_port for a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:10.129540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.158631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:10.337801 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.571935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Router cbbe5e8d-20ca-4786-84c5-f5505e926dbc has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:10.588983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffefac-10be-43bd-aca8-509540630890 req-7973b470-0ae7-4c1d-84be-d4c986844ca2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:10.590525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caffefac-10be-43bd-aca8-509540630890 req-7973b470-0ae7-4c1d-84be-d4c986844ca2 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0555978 Aug 19 18:26:10.629184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caffefac-10be-43bd-aca8-509540630890 req-0384c318-7ba5-4e48-9b43-7d44dc8e16bc tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324969 Aug 19 18:26:10.684492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:10.691987 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fedddcf4-1743-41c7-aebd-c25ff9705313 admin admin] 10.222.0.36 "PUT /v2.0/routers/cbbe5e8d-20ca-4786-84c5-f5505e926dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8515065 Aug 19 18:26:10.692293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39354) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:10.696978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Sync routers for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:10.706452 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:10.707076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:10.815279 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.825847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39358) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:10.903483 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-df3bc4cd-27f9-4549-9bf2-fa1232faf7fe tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/b990f3d1-20ee-43bb-adb9-8cc9c5f1068c HTTP/1.1" status: 200 len: 994 time: 0.0655057 Aug 19 18:26:10.910320 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:10.924713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.962545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 263fe0ef-1c98-4778-b09e-96a033923a44 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:10.984746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Deleting port 13224619-6c03-4cbf-83b9-84edc0837bac {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:10.985093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:10.987481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 263fe0ef-1c98-4778-b09e-96a033923a44 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:10.988107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 263fe0ef-1c98-4778-b09e-96a033923a44 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:11.068680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] For port 13224619-6c03-4cbf-83b9-84edc0837bac, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=13224619-6c03-4cbf-83b9-84edc0837bac,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:11.068966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.085636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Calling delete_port for 13224619-6c03-4cbf-83b9-84edc0837bac owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:11.088385 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:26:10Z', 'revision_number': 5, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port': {'id': '13224619-6c03-4cbf-83b9-84edc0837bac', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:17Z', 'updated_at': '2021-08-19T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:11.120075 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Checking router: cbbe5e8d-20ca-4786-84c5-f5505e926dbc for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:11.128343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Routers {'cbbe5e8d-20ca-4786-84c5-f5505e926dbc'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:11.128957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:11.213426 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] Set router cbbe5e8d-20ca-4786-84c5-f5505e926dbc gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:11.254749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.265437 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:26:10Z', 'revision_number': 6, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:11.284341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Pushing event deleted for resources: {'Port': ['ID=13224619-6c03-4cbf-83b9-84edc0837bac,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:11.294848 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3b31a-0294-4ca2-ad46-170fa336b28c None None] The sync data for ids ['cbbe5e8d-20ca-4786-84c5-f5505e926dbc'] in n-d-778550-10 is: [{'id': 'cbbe5e8d-20ca-4786-84c5-f5505e926dbc', 'name': 'tempest-TestServerMultinode-1776089866-router', 'tenant_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:16Z', 'updated_at': '2021-08-19T18:26:10Z', 'revision_number': 6, 'project_id': 'b9d8b92115494d7bbdecab39c84e83c1', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:11.351225 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.441334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.443565 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.492644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.493177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbe5e8d-20ca-4786-84c5-f5505e926dbc {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:26:11.497396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.498536 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2dadc59c-6413-4534-ae51-8433299f424e admin admin] 10.222.0.36 "DELETE /v2.0/routers/cbbe5e8d-20ca-4786-84c5-f5505e926dbc HTTP/1.1" status: 204 len: 168 time: 0.8043578 Aug 19 18:26:11.500948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39362) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:11.546690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Deleting subnet 3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:11.549743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.584243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.669260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.766056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.779641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e693e4-7192-45f4-bdc8-263502d194ae req-f95d5f56-0890-4089-9066-7c7f7596441e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:11.782628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7e693e4-7192-45f4-bdc8-263502d194ae req-f95d5f56-0890-4089-9066-7c7f7596441e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0722022 Aug 19 18:26:11.804369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc3ae44-d3e0-477a-b5a8-f9b289e979e4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:11.820340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc37de-eeb7-4924-be34-dbfe3e35de89 None None] Network b0ebadc5-0240-45a4-9c40-68413bda742b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:11.820627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.822308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-33b0e2b0-a961-4ee7-aeed-defd2217e825 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3cc3ae44-d3e0-477a-b5a8-f9b289e979e4 HTTP/1.1" status: 204 len: 168 time: 0.3204119 Aug 19 18:26:11.824837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39366) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:11.844192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7e693e4-7192-45f4-bdc8-263502d194ae req-286a2029-204a-4763-9903-900ac85a5622 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431378 Aug 19 18:26:11.900689 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:11.955007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Deleting port 4967d24f-add8-463b-b87b-a5c06b27ea38 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:11.955587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.022599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] For port 4967d24f-add8-463b-b87b-a5c06b27ea38, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4967d24f-add8-463b-b87b-a5c06b27ea38,segment=NetworkSegment(e54d0944-a05c-4757-8d83-47f16d048cb3),segment_id=e54d0944-a05c-4757-8d83-47f16d048cb3)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:12.022962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.035406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Calling delete_port for 4967d24f-add8-463b-b87b-a5c06b27ea38 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:12.097545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] DHCP port deletion for b0ebadc5-0240-45a4-9c40-68413bda742b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:12.121958 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.151684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4967d24f-add8-463b-b87b-a5c06b27ea38,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:12.158665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] No DVR routers for this DVR port 4967d24f-add8-463b-b87b-a5c06b27ea38 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:12.162386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Deleting port 4967d24f-add8-463b-b87b-a5c06b27ea38 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:12.163366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.176852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4967d24f-add8-463b-b87b-a5c06b27ea38 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:12.226777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4967d24f-add8-463b-b87b-a5c06b27ea38 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:12.227127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4967d24f-add8-463b-b87b-a5c06b27ea38 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:12.227585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:12.239293 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.252427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ebadc5-0240-45a4-9c40-68413bda742b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:12.258071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:12.258427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device a7ffa4b1-ddf5-4ac7-848e-4c0ac7140087 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:12.258849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 13224619-6c03-4cbf-83b9-84edc0837bac no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:12.263294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54d0944-a05c-4757-8d83-47f16d048cb3') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:12.263638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54d0944-a05c-4757-8d83-47f16d048cb3') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:12.274349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.289569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.289700 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 13224619-6c03-4cbf-83b9-84edc0837bac {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:12.289905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 13224619-6c03-4cbf-83b9-84edc0837bac not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:12.292769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] For port 4967d24f-add8-463b-b87b-a5c06b27ea38, host n-d-778550-10, got binding levels [] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:12.293668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.296512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:12.296910 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:12.300036 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:12.308010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Calling delete_port for 4967d24f-add8-463b-b87b-a5c06b27ea38 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:12.310742 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.ipam_backend_mixin [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Port 4967d24f-add8-463b-b87b-a5c06b27ea38 was not found and therefore no delete operation was performed {{(pid=101326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 18:26:12.312094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.340290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] No DVR routers for this DVR port 4967d24f-add8-463b-b87b-a5c06b27ea38 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:12.344228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b77f21-0be8-4b66-8527-9648768695b1 None None] Pushing event deleted for resources: {'Port': ['ID=4967d24f-add8-463b-b87b-a5c06b27ea38,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:12.375647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.382866 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:12.387637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0ebadc5-0240-45a4-9c40-68413bda742b HTTP/1.1" status: 204 len: 168 time: 0.5589540 Aug 19 18:26:12.387863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39368) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:12.402736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94d974-61a0-4307-a73c-f65086af3bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ebadc5-0240-45a4-9c40-68413bda742b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:12.768320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.340568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85e198-6c97-4d29-bab8-c36781d23a2f req-a5b9e8f0-c564-4f2a-a7d7-4b1a279f28ca tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:13.342095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa85e198-6c97-4d29-bab8-c36781d23a2f req-a5b9e8f0-c564-4f2a-a7d7-4b1a279f28ca tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0823410 Aug 19 18:26:13.409004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa85e198-6c97-4d29-bab8-c36781d23a2f req-9ebc3880-84eb-453e-89e9-8f714b2af8ab tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600522 Aug 19 18:26:13.460275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Deleting port 12acddd0-020f-4f9a-812d-d3690cfbf013 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:13.460624 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.552247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] For port 12acddd0-020f-4f9a-812d-d3690cfbf013, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=12acddd0-020f-4f9a-812d-d3690cfbf013,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:13.552616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.573088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Calling delete_port for 12acddd0-020f-4f9a-812d-d3690cfbf013 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:13.777399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:13.808754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Pushing event deleted for resources: {'Port': ['ID=12acddd0-020f-4f9a-812d-d3690cfbf013,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:13.982199 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.205672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Router cee4c402-30d2-4149-bc04-cd06e449d04c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:14.317052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:14.322423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c52879bd-f431-4400-b359-ed9a3d876525 admin admin] 10.222.0.36 "PUT /v2.0/routers/cee4c402-30d2-4149-bc04-cd06e449d04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335217 Aug 19 18:26:14.325693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:14.326766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Sync routers for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:14.337203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:14.337827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:14.437473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.443642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:14.539981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b9dcb-af92-463e-82d4-1fc3da216f10 req-f787ecab-1b0c-4ff5-93ea-f3263071796e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.541989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e1b9dcb-af92-463e-82d4-1fc3da216f10 req-f787ecab-1b0c-4ff5-93ea-f3263071796e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0611670 Aug 19 18:26:14.550066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.604200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e1b9dcb-af92-463e-82d4-1fc3da216f10 req-dbd05b0d-f753-4d7b-bb1c-13057f431712 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462639 Aug 19 18:26:14.621795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Deleting port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:14.622139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.652505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:26:13Z', 'revision_number': 5, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port': {'id': '0b280c8f-3ae9-4b04-8fb1-60060f09bbc0', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:14.679733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463e4a-a39c-4f05-9f90-7bfaf70582ac req-268f15b0-a147-4cfa-b6dc-301d29782b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:14.681285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd463e4a-a39c-4f05-9f90-7bfaf70582ac req-268f15b0-a147-4cfa-b6dc-301d29782b65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1097 time: 0.0522048 Aug 19 18:26:14.684775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Checking router: cee4c402-30d2-4149-bc04-cd06e449d04c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:14.694044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Routers {'cee4c402-30d2-4149-bc04-cd06e449d04c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:14.694670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cee4c402-30d2-4149-bc04-cd06e449d04c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:14.713412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] For port 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:14.714200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.720510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd463e4a-a39c-4f05-9f90-7bfaf70582ac req-3917b7e3-f207-4272-a8c7-afd04c48743d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321107 Aug 19 18:26:14.731970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Calling delete_port for 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:14.783944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] Set router cee4c402-30d2-4149-bc04-cd06e449d04c gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:14.835268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:26:14Z', 'revision_number': 6, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:14.865932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa760e-af7f-45ae-9881-41c4e28e36e6 None None] The sync data for ids ['cee4c402-30d2-4149-bc04-cd06e449d04c'] in n-d-778550-10 is: [{'id': 'cee4c402-30d2-4149-bc04-cd06e449d04c', 'name': 'tempest-TestServerMultinode-179813700-router', 'tenant_id': '9b27809624a44b6eb48e2bbe10e52abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:25Z', 'updated_at': '2021-08-19T18:26:14Z', 'revision_number': 6, 'project_id': '9b27809624a44b6eb48e2bbe10e52abd', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:14.899681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:14.932002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Pushing event deleted for resources: {'Port': ['ID=0b280c8f-3ae9-4b04-8fb1-60060f09bbc0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:14.994880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.084967 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.087132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.135607 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.136002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee4c402-30d2-4149-bc04-cd06e449d04c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:26:15.142293 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.143615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c076ba63-3645-4ab7-b3bd-81127c780bff admin admin] 10.222.0.36 "DELETE /v2.0/routers/cee4c402-30d2-4149-bc04-cd06e449d04c HTTP/1.1" status: 204 len: 168 time: 0.8168530 Aug 19 18:26:15.147134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39376) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:15.194193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Deleting subnet e8d28c4d-6772-4e92-a965-a4e217a9cd8c {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:15.197161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.236019 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.324223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.378340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.403712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d28c4d-6772-4e92-a965-a4e217a9cd8c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.408427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.410309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-176c171c-7429-474a-be44-5b6d366e7ce0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8d28c4d-6772-4e92-a965-a4e217a9cd8c HTTP/1.1" status: 204 len: 168 time: 0.2621944 Aug 19 18:26:15.413629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39380) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:15.415678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdc88a-8726-4b56-8bad-0ccd81d65dee None None] Network 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:15.485141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.539315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:15.543879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Deleting port f7071849-b89e-4ef1-873c-e1eafe7d042a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:15.544648 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.624290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] For port f7071849-b89e-4ef1-873c-e1eafe7d042a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f7071849-b89e-4ef1-873c-e1eafe7d042a,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:15.624934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.629772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] DHCP port deletion for 72a4bbfa-5857-4141-ac10-7cd7b2a532e5 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:15.643322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Calling delete_port for f7071849-b89e-4ef1-873c-e1eafe7d042a owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:15.720643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Deleting port f7071849-b89e-4ef1-873c-e1eafe7d042a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:15.721820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.742637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Deleting port 17cfaaed-bac9-432d-a108-d07f52a4eb9b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:15.742987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.795631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55709ccf-ebfc-492b-8648-9abd2347276a req-88a691fd-4723-49c4-8e43-30277d5a794b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:15.797623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55709ccf-ebfc-492b-8648-9abd2347276a req-88a691fd-4723-49c4-8e43-30277d5a794b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0882916 Aug 19 18:26:15.811375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] For port f7071849-b89e-4ef1-873c-e1eafe7d042a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f7071849-b89e-4ef1-873c-e1eafe7d042a,segment=NetworkSegment(0e11f35c-d899-4dbd-b065-c901f7a98e98),segment_id=0e11f35c-d899-4dbd-b065-c901f7a98e98)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:15.811375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.827698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Calling delete_port for f7071849-b89e-4ef1-873c-e1eafe7d042a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:15.835825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.847670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.848502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.850416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] No DVR routers for this DVR port f7071849-b89e-4ef1-873c-e1eafe7d042a on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:15.868563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Calling delete_port for 17cfaaed-bac9-432d-a108-d07f52a4eb9b owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:15.906945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7071849-b89e-4ef1-873c-e1eafe7d042a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:15.931111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55709ccf-ebfc-492b-8648-9abd2347276a req-8a42d305-9e54-4c39-b24e-094652f37a3d tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269577 Aug 19 18:26:15.934542 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:15.981751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] No DVR routers for this DVR port f7071849-b89e-4ef1-873c-e1eafe7d042a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:15.984411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:16.025885 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:16.034460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6091879-e0d6-4d7e-8aac-7b90b10647f8 None None] Pushing event deleted for resources: {'Port': ['ID=f7071849-b89e-4ef1-873c-e1eafe7d042a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.035708 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.056724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a4bbfa-5857-4141-ac10-7cd7b2a532e5']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:16.071136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e11f35c-d899-4dbd-b065-c901f7a98e98') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:16.071650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e11f35c-d899-4dbd-b065-c901f7a98e98') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:16.094876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.110234 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.120227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:16.120695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:16.123169 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:16.131680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.147134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f7071849-b89e-4ef1-873c-e1eafe7d042a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:16.158990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event deleted for resources: {'Port': ['ID=17cfaaed-bac9-432d-a108-d07f52a4eb9b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.174054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f7071849-b89e-4ef1-873c-e1eafe7d042a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:16.174398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f7071849-b89e-4ef1-873c-e1eafe7d042a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:16.174812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:16.187578 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.207355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.212698 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] 10.222.0.36 "DELETE /v2.0/networks/72a4bbfa-5857-4141-ac10-7cd7b2a532e5 HTTP/1.1" status: 204 len: 168 time: 0.7972376 Aug 19 18:26:16.215327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:16.215562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30507a6-a78f-400c-8c54-b15a9b5aeb8b admin admin] Pushing event deleted for resources: {'Network': ['ID=72a4bbfa-5857-4141-ac10-7cd7b2a532e5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.215708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0b280c8f-3ae9-4b04-8fb1-60060f09bbc0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:16.216510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 12acddd0-020f-4f9a-812d-d3690cfbf013 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:16.233381 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.233819 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Floating IP a48bedb0-1be2-4aa3-a594-1b7806290703 disassociated (deleted). External IP: 172.25.5.218, port: cd9704a1-a9ed-4e49-9193-6e3619dbea42. Aug 19 18:26:16.263646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 12acddd0-020f-4f9a-812d-d3690cfbf013 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:16.263997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 12acddd0-020f-4f9a-812d-d3690cfbf013 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:16.371034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:16.380583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.394511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'port_id': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'mac_address': 'fa:16:3e:6a:dc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:16.405066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39388) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:16.435086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:16.438249 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e87f45-93ef-4009-93f9-2e0994a8b5df" -d '{"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-unplugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:16.457258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-251ef940-d483-4058-9491-5f84b4c9d15d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9d8b92115494d7bbdecab39c84e83c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486507 Aug 19 18:26:16.457791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:16.469290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:16.478796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.488221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.512687 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb00c0-7e8a-4f7e-9a57-f71fd4bb3400 x-openstack-request-id: req-aedb00c0-7e8a-4f7e-9a57-f71fd4bb3400 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:16.512994 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-unplugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:16.513250 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aedb00c0-7e8a-4f7e-9a57-f71fd4bb3400 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:16.513658 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'code': 200} Aug 19 18:26:16.527734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:16.533462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:16.538623 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.563643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.572733 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.633212 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.636727 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.638417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70cfa61c-fc7a-4fe7-bdec-eb3e4df69eb4 HTTP/1.1" status: 204 len: 168 time: 0.1799023 Aug 19 18:26:16.657934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cea35-2b22-4cf4-8b83-b75cb5f35ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cfa61c-fc7a-4fe7-bdec-eb3e4df69eb4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:16.661688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:16.667927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:16.672595 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:16.684608 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:16.685350 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:16.709051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0175065f-21ef-45dc-8a03-9cc89dcc3f44 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "DELETE /v2.0/floatingips/a48bedb0-1be2-4aa3-a594-1b7806290703 HTTP/1.1" status: 204 len: 168 time: 1.1683934 Aug 19 18:26:16.710347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:16.713265 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90" -d '{"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:16.764275 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0bad68-366d-49d9-81bd-9115aadc5328 x-openstack-request-id: req-3a0bad68-366d-49d9-81bd-9115aadc5328 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:16.764560 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:16.764810 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a0bad68-366d-49d9-81bd-9115aadc5328 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:16.765248 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:26:16.814381 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:26:16.815053 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:26:16.844319 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:16.858697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-8ce96ec6-41bc-4cb8-86b1-cb55ef7d68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:16.860571 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-8ce96ec6-41bc-4cb8-86b1-cb55ef7d68e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82598d24afe34d8589382ee68b75343d&device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 1097 time: 0.0510664 Aug 19 18:26:17.011436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-6e14d176-00bb-44a7-a55d-88d4872979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.013323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-6e14d176-00bb-44a7-a55d-88d4872979bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 200 len: 914 time: 0.1416783 Aug 19 18:26:17.025521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c77a5-cef6-4433-8410-3a04eb176ab8 req-9f410fa0-5e61-4a40-bf24-89c8305f1aa1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.035470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061c77a5-cef6-4433-8410-3a04eb176ab8 req-9f410fa0-5e61-4a40-bf24-89c8305f1aa1 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0824952 Aug 19 18:26:17.091874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-8ea3199d-9db3-410f-b014-cfb507f3c9e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 200 len: 217 time: 0.0696931 Aug 19 18:26:17.126262 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:17.129992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061c77a5-cef6-4433-8410-3a04eb176ab8 req-29ae30eb-dfec-4aa4-8c4c-9fdc425ea7fe tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932646 Aug 19 18:26:17.163712 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1140bf-2693-499e-9599-1ea68f8832ef req-fe5c4d70-e490-49ad-940b-ec5989c9c084 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.166428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a1140bf-2693-499e-9599-1ea68f8832ef req-fe5c4d70-e490-49ad-940b-ec5989c9c084 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 943 time: 0.1042552 Aug 19 18:26:17.177727 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:17.183599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-11fd6955-d5c0-407e-8435-1d0f1b3e11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.185779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-11fd6955-d5c0-407e-8435-1d0f1b3e11ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 200 len: 852 time: 0.0850267 Aug 19 18:26:17.189070 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:17.189927 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:17.207564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39406) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:17.245720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-fc792ca0-9c2a-4eb0-bccc-39c1b3b01350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:17.247263 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-fc792ca0-9c2a-4eb0-bccc-39c1b3b01350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e1d797-8557-4082-adba-797f3ba86d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526440 Aug 19 18:26:17.248843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a1140bf-2693-499e-9599-1ea68f8832ef req-7cff12f6-18f4-4be8-b8ea-40c6bb82fc2f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755866 Aug 19 18:26:17.278459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.283183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39408) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:17.319741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:17.352098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-34260980-f2a9-4589-be71-3f74ba5f96ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b27809624a44b6eb48e2bbe10e52abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400239 Aug 19 18:26:17.355141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39410) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:17.364239 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-45fd77a3-f42f-4e00-bec5-02ad6206884a service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036153 Aug 19 18:26:17.367093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.382892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:17.403030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-17f888b5-1a21-437c-921e-2e96b264f5bf tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/floatingips/8a9aaca5-4309-424f-b9f2-b29c874dc20e HTTP/1.1" status: 200 len: 990 time: 0.1133311 Aug 19 18:26:17.414219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:17.419072 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.440507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.466443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.482000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:17.510464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-34e7366d-ae9a-4cf0-97f1-27ce0f023f90 req-ddaf3113-dae6-4e38-a6ad-26c83d51bea8 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327410 Aug 19 18:26:17.537217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.541270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:17.542589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d540904-0178-4b1a-90e2-c58275d0cf68 HTTP/1.1" status: 204 len: 168 time: 0.1853037 Aug 19 18:26:17.554280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb998c5-29eb-4bf3-a682-2bbbfc5140ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d540904-0178-4b1a-90e2-c58275d0cf68,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:17.579331 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:17.607343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8c474-e64f-4c49-8bc8-00711c1f65de None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:22:17Z', 'revision_number': 4, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0302dba0-b1f4-492d-bb1d-d759ed5171b1', 'name': '', 'network_id': 'd7e1d797-8557-4082-adba-797f3ba86d35', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'mac_address': 'fa:16:3e:3b:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:15Z', 'updated_at': '2021-08-19T18:22:25Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'subnets': [{'id': '6cdbc85f-a74c-4be0-afd1-0b919d240dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:17.642432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:17.895055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b221b7-ed93-436f-bdf7-e043dda24cb2 None None] New status for floating IP a48bedb0-1be2-4aa3-a594-1b7806290703: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:26:18.256794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef03e0-2e9e-4d73-b340-637023e0c977 req-4c2db8da-975c-47c0-a075-fb998d713d26 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:18.258329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7ef03e0-2e9e-4d73-b340-637023e0c977 req-4c2db8da-975c-47c0-a075-fb998d713d26 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 19 18:26:18.296745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f7ef03e0-2e9e-4d73-b340-637023e0c977 req-f0aa000b-c2fa-4c93-b2f2-44586a4636f6 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Aug 19 18:26:18.769814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-4f8c493e-9b7a-4891-986e-7bd5ddb4a4ca tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:18.771688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-4f8c493e-9b7a-4891-986e-7bd5ddb4a4ca tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.13 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0595276 Aug 19 18:26:19.198040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Deleting port cd9704a1-a9ed-4e49-9193-6e3619dbea42 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:19.198294 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.290606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] For port cd9704a1-a9ed-4e49-9193-6e3619dbea42, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=cd9704a1-a9ed-4e49-9193-6e3619dbea42,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:19.290958 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.302663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Calling delete_port for cd9704a1-a9ed-4e49-9193-6e3619dbea42 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:19.417341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65ef6b-1924-455d-a1e7-946ddbbe0295 req-2db864b9-4451-46d0-b4c5-46aa5e67383c tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:19.418911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee65ef6b-1924-455d-a1e7-946ddbbe0295 req-2db864b9-4451-46d0-b4c5-46aa5e67383c tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Aug 19 18:26:19.430901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.458219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event deleted for resources: {'Port': ['ID=cd9704a1-a9ed-4e49-9193-6e3619dbea42,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:19.460064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee65ef6b-1924-455d-a1e7-946ddbbe0295 req-b3c43f7b-8fae-4c8d-8c1f-377065cc4fb2 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/security-groups?id=df490b28-e83b-4b95-bf5d-ad2b2aa319c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Aug 19 18:26:19.507023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] No DVR routers for this DVR port cd9704a1-a9ed-4e49-9193-6e3619dbea42 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:19.509748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:19.511754 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bebbe02c-3fc9-4cba-8220-c80e8de2c695 req-124fd8a9-c637-4c43-bb40-73d306703b8d tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.13 "DELETE /v2.0/ports/cd9704a1-a9ed-4e49-9193-6e3619dbea42 HTTP/1.1" status: 204 len: 173 time: 0.7344403 Aug 19 18:26:19.512199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'name': 'network-vif-deleted', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:19.514504 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ed676-0f1c-4184-b288-f72ec0e4d14b" -d '{"events": [{"server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "name": "network-vif-deleted", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:19.552011 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03cff26-07b5-445b-b53f-51c823c41f8e x-openstack-request-id: req-d03cff26-07b5-445b-b53f-51c823c41f8e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:19.552011 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8933f0b2-f546-4105-b1e8-7fc20b81cb82", "name": "network-vif-deleted", "tag": "cd9704a1-a9ed-4e49-9193-6e3619dbea42", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:19.552533 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d03cff26-07b5-445b-b53f-51c823c41f8e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:19.552972 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8933f0b2-f546-4105-b1e8-7fc20b81cb82', 'name': 'network-vif-deleted', 'tag': 'cd9704a1-a9ed-4e49-9193-6e3619dbea42', 'status': 'completed', 'code': 200} Aug 19 18:26:20.003570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:20.057668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:20.058065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.135054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.157041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:20.159284 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d15436-f64c-4821-87e6-f7ae16e540c7" -d '{"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-plugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:20.173899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:20.179435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:20.205392 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9723296-9dea-411d-9702-022c0147781b x-openstack-request-id: req-a9723296-9dea-411d-9702-022c0147781b {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:20.205689 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-plugged", "status": "completed", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:20.205948 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9723296-9dea-411d-9702-022c0147781b {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:20.206334 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'code': 200} Aug 19 18:26:20.232368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:20.570452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a58d5030-3801-4b70-90d5-836c7848e388 req-6a4e3e0a-cec2-420b-a4bf-3684ca6fab90 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.0328946 Aug 19 18:26:21.669418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-568a53e0-724c-4dc1-8a90-3de408dcb8be req-50720307-a0ae-4368-ae5d-9551b5ddae2a tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.0289097 Aug 19 18:26:22.772739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b65059ab-6f28-42c6-87f7-d018b39a162e req-43658191-73f4-46ed-9264-efa1491a9888 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "GET /v2.0/ports?device_id=8933f0b2-f546-4105-b1e8-7fc20b81cb82 HTTP/1.1" status: 200 len: 210 time: 0.0283642 Aug 19 18:26:23.018045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cd9704a1-a9ed-4e49-9193-6e3619dbea42 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:23.042659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: cd9704a1-a9ed-4e49-9193-6e3619dbea42 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:23.042919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device cd9704a1-a9ed-4e49-9193-6e3619dbea42 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:23.828071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39430) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:23.886576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.911746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.976677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.979667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:23.981079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] 10.222.0.36 "DELETE /v2.0/security-groups/df490b28-e83b-4b95-bf5d-ad2b2aa319c1 HTTP/1.1" status: 204 len: 168 time: 0.1518636 Aug 19 18:26:23.992288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f457-d242-4f0e-9bec-b750ae15e929 tempest-TestVolumeBackupRestore-687587898 tempest-TestVolumeBackupRestore-687587898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df490b28-e83b-4b95-bf5d-ad2b2aa319c1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:26.364054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:27.525756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39884) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:27.953489 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.142607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dbffe9fe-85ca-43e0-b9a0-be2c1980a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.238252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Deleting port 0302dba0-b1f4-492d-bb1d-d759ed5171b1 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:28.238595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.317221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] For port 0302dba0-b1f4-492d-bb1d-d759ed5171b1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0302dba0-b1f4-492d-bb1d-d759ed5171b1,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:28.317594 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.333984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Calling delete_port for 0302dba0-b1f4-492d-bb1d-d759ed5171b1 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:28.514333 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.541993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0302dba0-b1f4-492d-bb1d-d759ed5171b1,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:28.714264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:28.940648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:29.087142 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:29.092849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8f7190db-283f-42b1-bb56-9d5a651ecfd2 admin admin] 10.222.0.36 "PUT /v2.0/routers/5dc9e8b2-fe78-4e10-b071-d618e6e0e574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657182 Aug 19 18:26:29.095650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39886) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:29.097181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Sync routers for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:29.107381 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:29.108041 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.205156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.227779 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:29.312701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.369166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Deleting port 0975ba10-7607-43b3-932d-f9f03eb75b7c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:29.369512 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.451658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] For port 0975ba10-7607-43b3-932d-f9f03eb75b7c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0975ba10-7607-43b3-932d-f9f03eb75b7c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:29.452022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.465810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Calling delete_port for 0975ba10-7607-43b3-932d-f9f03eb75b7c owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:29.513454 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:26:28Z', 'revision_number': 5, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port': {'id': '0975ba10-7607-43b3-932d-f9f03eb75b7c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:11Z', 'updated_at': '2021-08-19T18:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.539021 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Checking router: 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:29.547264 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Routers {'5dc9e8b2-fe78-4e10-b071-d618e6e0e574'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:29.547930 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.637518 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] Set router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:29.640089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.666814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0975ba10-7607-43b3-932d-f9f03eb75b7c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:29.695730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:26:29Z', 'revision_number': 6, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:29.722201 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e4c581-2512-49d5-aff7-b2bda0fa6739 None None] The sync data for ids ['5dc9e8b2-fe78-4e10-b071-d618e6e0e574'] in n-d-778550-10 is: [{'id': '5dc9e8b2-fe78-4e10-b071-d618e6e0e574', 'name': 'tempest-TestVolumeBackupRestore-772422287-router', 'tenant_id': '82598d24afe34d8589382ee68b75343d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:10Z', 'updated_at': '2021-08-19T18:26:29Z', 'revision_number': 6, 'project_id': '82598d24afe34d8589382ee68b75343d', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:29.728173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.823110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.825436 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.873792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.873792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc9e8b2-fe78-4e10-b071-d618e6e0e574 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:26:29.879063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.880305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fb1e7850-ca14-4f28-9ec8-450ff93bbf0c admin admin] 10.222.0.36 "DELETE /v2.0/routers/5dc9e8b2-fe78-4e10-b071-d618e6e0e574 HTTP/1.1" status: 204 len: 168 time: 0.7836123 Aug 19 18:26:29.884211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39888) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:29.930003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Deleting subnet 6cdbc85f-a74c-4be0-afd1-0b919d240dc3 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:29.934286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:29.968039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.176704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0302dba0-b1f4-492d-bb1d-d759ed5171b1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:30.205663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0302dba0-b1f4-492d-bb1d-d759ed5171b1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:30.206018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0302dba0-b1f4-492d-bb1d-d759ed5171b1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:30.403980 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.460193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.486973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdbc85f-a74c-4be0-afd1-0b919d240dc3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.491142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.493189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-905e1193-3dcf-48f6-b740-e5d226c41751 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6cdbc85f-a74c-4be0-afd1-0b919d240dc3 HTTP/1.1" status: 204 len: 168 time: 0.6078279 Aug 19 18:26:30.495606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:30.498843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a3f12-1931-4f3a-ad73-fd471e30dc15 None None] Network d7e1d797-8557-4082-adba-797f3ba86d35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:30.575117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.617886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7c801cad-3c1c-47bd-8b2c-376dbb983513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.632955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Deleting port dbcf6d2f-12bb-415d-98b7-38d788528220 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:30.633293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.700825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] DHCP port deletion for d7e1d797-8557-4082-adba-797f3ba86d35 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:30.704681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] For port dbcf6d2f-12bb-415d-98b7-38d788528220, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dbcf6d2f-12bb-415d-98b7-38d788528220,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:30.705202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.722412 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Calling delete_port for dbcf6d2f-12bb-415d-98b7-38d788528220 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:30.751631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Deleting port dbcf6d2f-12bb-415d-98b7-38d788528220 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:30.752022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.809812 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.828709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] For port dbcf6d2f-12bb-415d-98b7-38d788528220, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dbcf6d2f-12bb-415d-98b7-38d788528220,segment=NetworkSegment(28abf06c-0318-4f13-bec4-610fa109436a),segment_id=28abf06c-0318-4f13-bec4-610fa109436a)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:30.829240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.839537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcf6d2f-12bb-415d-98b7-38d788528220,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.841616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] No DVR routers for this DVR port dbcf6d2f-12bb-415d-98b7-38d788528220 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:30.848215 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Calling delete_port for dbcf6d2f-12bb-415d-98b7-38d788528220 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:30.921996 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.927178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.933281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e1d797-8557-4082-adba-797f3ba86d35']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:30.944917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28abf06c-0318-4f13-bec4-610fa109436a') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:30.945352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28abf06c-0318-4f13-bec4-610fa109436a') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:30.945494 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.954386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.968608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.972314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] Pushing event deleted for resources: {'Port': ['ID=dbcf6d2f-12bb-415d-98b7-38d788528220,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:30.974553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e56178-8dee-4e4c-b0dd-645cd7a0cb04 None None] No DVR routers for this DVR port dbcf6d2f-12bb-415d-98b7-38d788528220 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:30.979386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:30.980223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:30.982129 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:31.052221 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.058170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.060086 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d7e1d797-8557-4082-adba-797f3ba86d35 HTTP/1.1" status: 204 len: 168 time: 0.5633762 Aug 19 18:26:31.063059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39894) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:31.073879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e77d54-c6aa-4744-8f41-b616f3036c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e1d797-8557-4082-adba-797f3ba86d35,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:31.414873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.666858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Deleting port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:31.667116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.749240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] For port 1a4901a9-d485-4a5d-94d4-6b32b3b502bc, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:31.749603 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.761765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Calling delete_port for 1a4901a9-d485-4a5d-94d4-6b32b3b502bc owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:31.945166 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:31.971948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4901a9-d485-4a5d-94d4-6b32b3b502bc,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:32.036694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.151239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.157058 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0975ba10-7607-43b3-932d-f9f03eb75b7c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:32.182749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0975ba10-7607-43b3-932d-f9f03eb75b7c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:32.183107 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0975ba10-7607-43b3-932d-f9f03eb75b7c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:32.183560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dbcf6d2f-12bb-415d-98b7-38d788528220 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:32.202499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: dbcf6d2f-12bb-415d-98b7-38d788528220 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:32.202798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dbcf6d2f-12bb-415d-98b7-38d788528220 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:32.384834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Router 0848a192-74aa-4108-b2a1-aceb82092cf7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:32.490516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:32.495363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2f00681e-b6c0-4b56-896d-3507e9bd50d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/0848a192-74aa-4108-b2a1-aceb82092cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311743 Aug 19 18:26:32.497979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39898) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:32.499142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Sync routers for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:32.509120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:32.509752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:32.612220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.617794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:32.718587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.773682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Deleting port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:32.773939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.805710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:26:31Z', 'revision_number': 5, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port': {'id': '48208837-9d6e-4ab9-bb2c-f6c97e68d94b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:22:24Z', 'updated_at': '2021-08-19T18:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:32.835626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Checking router: 0848a192-74aa-4108-b2a1-aceb82092cf7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:32.845429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Routers {'0848a192-74aa-4108-b2a1-aceb82092cf7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:32.846163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['0848a192-74aa-4108-b2a1-aceb82092cf7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:32.863939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] For port 48208837-9d6e-4ab9-bb2c-f6c97e68d94b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:32.864827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:32.876898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Calling delete_port for 48208837-9d6e-4ab9-bb2c-f6c97e68d94b owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:32.934421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] Set router 0848a192-74aa-4108-b2a1-aceb82092cf7 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:32.991563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 6, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:33.023982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef6f8d-d0c2-4ffd-9f8d-374586adda2d None None] The sync data for ids ['0848a192-74aa-4108-b2a1-aceb82092cf7'] in n-d-778550-10 is: [{'id': '0848a192-74aa-4108-b2a1-aceb82092cf7', 'name': 'tempest-TestVolumeBackupRestore-640384586-router', 'tenant_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:22:23Z', 'updated_at': '2021-08-19T18:26:32Z', 'revision_number': 6, 'project_id': 'e7f4a5910a024d28908eeaffb61c68b7', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:33.061577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.086199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=48208837-9d6e-4ab9-bb2c-f6c97e68d94b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:33.148072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.243787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.245927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.289433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.289975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0848a192-74aa-4108-b2a1-aceb82092cf7 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:26:33.295620 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.296790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0594b0c0-b423-4919-9051-3078032e4a1c admin admin] 10.222.0.36 "DELETE /v2.0/routers/0848a192-74aa-4108-b2a1-aceb82092cf7 HTTP/1.1" status: 204 len: 168 time: 0.7978833 Aug 19 18:26:33.305292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:33.348466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Deleting subnet 3fa9c72c-3f7c-41b1-b1af-578bfd319124 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:26:33.351724 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.387341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.484953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.544265 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.570725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa9c72c-3f7c-41b1-b1af-578bfd319124,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:33.574993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.577306 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-21fc1f98-ebeb-449f-8c3f-b9bcbb98512f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3fa9c72c-3f7c-41b1-b1af-578bfd319124 HTTP/1.1" status: 204 len: 168 time: 0.2747357 Aug 19 18:26:33.581119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39902) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:33.593577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9817fc-5d8a-4fca-ab94-140e7a400db3 None None] Network 4697978f-f6a1-4523-8e36-aa014b857260 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:33.638996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.658276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.715217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Deleting port fe51335f-df89-47ee-8e2b-6438c9212c77 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:33.715591 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.779108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] For port fe51335f-df89-47ee-8e2b-6438c9212c77, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fe51335f-df89-47ee-8e2b-6438c9212c77,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:33.779537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.791519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Calling delete_port for fe51335f-df89-47ee-8e2b-6438c9212c77 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:33.830295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] DHCP port deletion for 4697978f-f6a1-4523-8e36-aa014b857260 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:26:33.881934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Deleting port fe51335f-df89-47ee-8e2b-6438c9212c77 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:33.882312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.887915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.916054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe51335f-df89-47ee-8e2b-6438c9212c77,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:33.920492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] No DVR routers for this DVR port fe51335f-df89-47ee-8e2b-6438c9212c77 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:33.951281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] For port fe51335f-df89-47ee-8e2b-6438c9212c77, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fe51335f-df89-47ee-8e2b-6438c9212c77,segment=NetworkSegment(39a6b9ec-b27d-4ec9-a4e6-e5863bce6825),segment_id=39a6b9ec-b27d-4ec9-a4e6-e5863bce6825)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:33.951803 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:33.966442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Calling delete_port for fe51335f-df89-47ee-8e2b-6438c9212c77 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:34.006578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.018769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4697978f-f6a1-4523-8e36-aa014b857260']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:34.032060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:34.032475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a6b9ec-b27d-4ec9-a4e6-e5863bce6825') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:34.043116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.060037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.068643 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.069267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:26:34.069901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:26:34.072756 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:26:34.080814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] No DVR routers for this DVR port fe51335f-df89-47ee-8e2b-6438c9212c77 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:34.110726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6f499-2d9d-4695-8f64-fecbd0fa2997 None None] Pushing event deleted for resources: {'Port': ['ID=fe51335f-df89-47ee-8e2b-6438c9212c77,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:34.137983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 48208837-9d6e-4ab9-bb2c-f6c97e68d94b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:34.157296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.170737 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 48208837-9d6e-4ab9-bb2c-f6c97e68d94b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:34.171207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 48208837-9d6e-4ab9-bb2c-f6c97e68d94b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:34.172432 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1a4901a9-d485-4a5d-94d4-6b32b3b502bc no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:34.180346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.183494 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4697978f-f6a1-4523-8e36-aa014b857260 HTTP/1.1" status: 204 len: 168 time: 0.6004755 Aug 19 18:26:34.184749 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fc555-d2bc-4a64-a766-d52d70b85b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4697978f-f6a1-4523-8e36-aa014b857260,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:34.202096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1a4901a9-d485-4a5d-94d4-6b32b3b502bc {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:34.202459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1a4901a9-d485-4a5d-94d4-6b32b3b502bc not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:34.202890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fe51335f-df89-47ee-8e2b-6438c9212c77 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:34.219337 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:26:34.224353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fe51335f-df89-47ee-8e2b-6438c9212c77 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:34.224353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fe51335f-df89-47ee-8e2b-6438c9212c77 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:34.363363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39908) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:34.416655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c381c68-c4bd-4334-8789-64bfc22d4d60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82598d24afe34d8589382ee68b75343d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509586 Aug 19 18:26:34.420102 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39910) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:34.497302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.519665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.573968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.576868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:34.577964 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/946e0fb4-7229-4b94-afea-21e179723393 HTTP/1.1" status: 204 len: 168 time: 0.1567094 Aug 19 18:26:34.586927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b337-db7f-4793-97e6-022a6e480195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e0fb4-7229-4b94-afea-21e179723393,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:34.954773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39916) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:34.998355 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9b7d7c9a-2e6f-4f37-b8d0-2800499caf10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7f4a5910a024d28908eeaffb61c68b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423217 Aug 19 18:26:35.000956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39918) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:35.050717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.072214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.130883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.133030 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:35.134218 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bc86faa-fbfa-44b5-8e09-243d8c9ff7ea HTTP/1.1" status: 204 len: 168 time: 0.1323562 Aug 19 18:26:35.142912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90db02f-01eb-4e19-8e5c-8ce6b4992a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc86faa-fbfa-44b5-8e09-243d8c9ff7ea,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:41.949247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:42.025818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a41aa-5faa-40e4-8db1-4dcf761a20cb tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:42.026307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a41aa-5faa-40e4-8db1-4dcf761a20cb tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:42.026806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a41aa-5faa-40e4-8db1-4dcf761a20cb tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:42.028539 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a53a41aa-5faa-40e4-8db1-4dcf761a20cb tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=dc957ba678604e80b124abf90faef0b6&network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 2973 time: 0.0780597 Aug 19 18:26:44.404383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39942) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:44.454524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84867cab-a281-48bc-99a6-13e94977ee8e tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:44.456046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-84867cab-a281-48bc-99a6-13e94977ee8e tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa HTTP/1.1" status: 200 len: 814 time: 0.0506175 Aug 19 18:26:44.958034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39948) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:44.964012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'network': {'name': 'tempest-network-smoke--920785468', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'port_security_enabled': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:44.985562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:44.988968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.012724 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:26:45.021670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.022551 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Added segment 69ec8c81-7bba-48bc-87cd-e5cdce345714 of type vlan for network e43dabd7-6cde-4326-9822-393fe5f0a071 Aug 19 18:26:45.066220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.090516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.096464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.097055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.151807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924920 Aug 19 18:26:45.154722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39950) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.199904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Network': ['ID=e43dabd7-6cde-4326-9822-393fe5f0a071,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:45.232539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.232903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.233226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.233575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.233911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.234252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.234585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.234916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.235246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.235602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.235981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.236309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3acc20b-3a7e-4a70-bd1d-1cc5c4a98f53 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:45.248018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e43dabd7-6cde-4326-9822-393fe5f0a071 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:26:45.251152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa15a8-4fa1-4d16-8fd8-cc58b94dc87b tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.252524 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-53aa15a8-4fa1-4d16-8fd8-cc58b94dc87b tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dc957ba678604e80b124abf90faef0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0968883 Aug 19 18:26:45.255276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.346989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79406d5-59e5-4abc-9417-748159607ee8 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.348528 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e79406d5-59e5-4abc-9417-748159607ee8 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922890 Aug 19 18:26:45.351427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.378330 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4b1c0bb9-267c-4bd1-80b3-5cbaa8add02a tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258112 Aug 19 18:26:45.380882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.416066 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-72640105-c4a1-4d98-8abe-c5edae7c196f tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dc957ba678604e80b124abf90faef0b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334988 Aug 19 18:26:45.418570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39958) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.512352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fd851-ee4d-4e18-b43b-9e31c011c8f2 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.513879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e7fd851-ee4d-4e18-b43b-9e31c011c8f2 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944059 Aug 19 18:26:45.517544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39960) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.547613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-efc165d2-2d3f-4939-ab91-5c1ededbc32b tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289416 Aug 19 18:26:45.550328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39962) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:45.555411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-92919247', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:45.654184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:45.657893 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.858014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.920605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Subnet': ['ID=13702bc6-c2b7-4bf4-b3ab-240b70e30de5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:45.930293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Checking segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:45.930667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network hostable DHCP agents. Network: e43dabd7-6cde-4326-9822-393fe5f0a071, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:26:45.950095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e43dabd7-6cde-4326-9822-393fe5f0a071 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:26:45.961920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e43dabd7-6cde-4326-9822-393fe5f0a071) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:45.968410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:45.968811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:45.971799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fde68b-0214-4782-b9c6-e3119954945b None None] Network e43dabd7-6cde-4326-9822-393fe5f0a071 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:45.988165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7ab98231-88d6-489e-8168-348a93e146b1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4366617 Aug 19 18:26:46.133423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e43dabd7-6cde-4326-9822-393fe5f0a071', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ips': [{'subnet_id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:26:46.134612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.268362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39968) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:46.274134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368304358', 'description': 'tempest-secgroup-smoke-1368304358 description', 'project_id': 'dc957ba678604e80b124abf90faef0b6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:46.300303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.313033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Allocated IP 172.20.0.18 (e43dabd7-6cde-4326-9822-393fe5f0a071/13702bc6-c2b7-4bf4-b3ab-240b70e30de5/79a65214-ee63-4ae6-b4f4-c63b7f616adf) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:46.418562 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.422891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.452763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.454029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1844876 Aug 19 18:26:46.457238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:46.458577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2a29-a7be-44b2-af22-b0e7192f0acc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db61205-8de6-4af0-a1bb-224572b195ed,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:46.462223 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:46.502618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.502933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.514909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Transition to ACTIVE for port object 79a65214-ee63-4ae6-b4f4-c63b7f616adf will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:46.541386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Transition to ACTIVE for port object 79a65214-ee63-4ae6-b4f4-c63b7f616adf will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:46.548229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.587917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.593953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.606035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Network e43dabd7-6cde-4326-9822-393fe5f0a071 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:46.613763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:46.620361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:46.621365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96e2853-dafd-4aee-9641-645cd6590307,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:46.625150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.627049 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-45c8db1e-a56a-4962-b72f-09e1c22e7fab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684651 Aug 19 18:26:46.629635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39972) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:46.630165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Pushing event updated for resources: {'Port': ['ID=79a65214-ee63-4ae6-b4f4-c63b7f616adf,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:46.635161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:46.642436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.642791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.643134 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.643509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.643850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.644188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.644519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.644849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.645178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.645505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.645833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.646156 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:46.670334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.711537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Attempting to bind port 79a65214-ee63-4ae6-b4f4-c63b7f616adf on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:46.711919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Attempting to bind port 79a65214-ee63-4ae6-b4f4-c63b7f616adf by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:46.712280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Attempting to bind port 79a65214-ee63-4ae6-b4f4-c63b7f616adf on network e43dabd7-6cde-4326-9822-393fe5f0a071 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:46.718075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:46.718475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Checking segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:46.718883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.719274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Bound using segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:46.719803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Bound port: 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:46.720190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.791831 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] For port 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:46.795061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] For port 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=79a65214-ee63-4ae6-b4f4-c63b7f616adf,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:46.801174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:46.877008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16f1b4-eaa0-450e-8f5d-93a096b73e74 None None] Pushing event updated for resources: {'Port': ['ID=79a65214-ee63-4ae6-b4f4-c63b7f616adf,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.144543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.153871 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.186273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a59d6e-19e5-4a18-be8a-f0d9ffd4a639,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.196389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.198346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-54f03e7b-21fb-431a-b7a8-16d2838cc6f9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5672019 Aug 19 18:26:47.201544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39974) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:47.208779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:47.241979 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.284385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.302225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.306783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.325757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ac63be-ccf2-491a-b4e0-5919b3b050e3,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.332933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.334197 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12db783f-3848-4ab9-86ed-a4652a480c93 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312985 Aug 19 18:26:47.337600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39976) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:47.342624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:47.370402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.431787 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.436330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.464128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009157b6-3537-49d1-8986-86ff857a01a0,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.471619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.472902 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a3edccf-9333-488f-ae78-32f01326c035 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342063 Aug 19 18:26:47.475683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 39978) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:47.480131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:47.501878 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:26:47.509264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.581099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.584868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.605646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae489483-0e3a-48f0-a486-be043622e9fc,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.613678 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.618579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 39980) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:47.619165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-97641c76-ed65-486d-bddb-39093e62854b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419663 Aug 19 18:26:47.625213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '6db61205-8de6-4af0-a1bb-224572b195ed', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:47.654951 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:26:47.662243 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.731227 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.735561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.756088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d740461c-4eba-45d1-91e4-6f889d4dcc9a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:47.764305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:47.765535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-348704c0-52cc-4cd6-9260-1636a041d6c1 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450400 Aug 19 18:26:47.924535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb34d4f-5c63-4c96-bebf-70253724a7d8 None None] Network e43dabd7-6cde-4326-9822-393fe5f0a071 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:26:48.014359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-19ba652e-1781-409e-81e9-1c1f7f34130b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368304358&fields=id&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 267 time: 0.0429416 Aug 19 18:26:48.149100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 79a65214-ee63-4ae6-b4f4-c63b7f616adf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:48.193321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-e935ae9e-d0e0-4c0a-a23b-cb4a240839f7 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:48.195037 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-e935ae9e-d0e0-4c0a-a23b-cb4a240839f7 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/networks?id=e43dabd7-6cde-4326-9822-393fe5f0a071 HTTP/1.1" status: 200 len: 796 time: 0.1657188 Aug 19 18:26:48.202478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a3d39429-97e3-4fd3-935c-fea81d13ce38 None None] Provisioning for port 79a65214-ee63-4ae6-b4f4-c63b7f616adf completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:48.215895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-95455809-d88a-4622-8a9b-18521f9d159f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/quotas/dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 375 time: 0.0116112 Aug 19 18:26:48.275851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 79a65214-ee63-4ae6-b4f4-c63b7f616adf completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:48.282348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 79a65214-ee63-4ae6-b4f4-c63b7f616adf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:48.282722 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.297952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-1ee2eda4-afcd-42dc-a8b3-cff84fe0c87c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740950 Aug 19 18:26:48.417612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.439812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-81d8aec3-4ce8-4b0f-b0da-262cb843f244 service neutron] 10.222.0.36 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199389 Aug 19 18:26:48.461172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=79a65214-ee63-4ae6-b4f4-c63b7f616adf,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:48.468266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.540688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=79a65214-ee63-4ae6-b4f4-c63b7f616adf,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:48.561475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-cdff8dc0-f856-4549-b20b-1e88d878ace4 service neutron] 10.222.0.36 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111267 Aug 19 18:26:48.748674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a54d0d45-198b-4e82-b9f9-1f7e52d51f32 None None] Provisioning complete for port 79a65214-ee63-4ae6-b4f4-c63b7f616adf triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:48.749504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a54d0d45-198b-4e82-b9f9-1f7e52d51f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:48.771104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d6b8787-639e-40e6-b90a-25ba05094651 req-9dfef05f-d024-4a80-9dd4-44922112f5d7 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 210 time: 0.0379887 Aug 19 18:26:49.908438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a1bee0a-0e6c-4c72-b2f0-1a2aba863337 req-776d57cd-4443-41c5-a699-57d354c05d3e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 210 time: 0.0331848 Aug 19 18:26:50.015786 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-b14fd519-1eaf-4243-b3e9-5e4af37324cc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.017294 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-b14fd519-1eaf-4243-b3e9-5e4af37324cc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/networks?id=e43dabd7-6cde-4326-9822-393fe5f0a071 HTTP/1.1" status: 200 len: 796 time: 0.2258883 Aug 19 18:26:50.082276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 79a65214-ee63-4ae6-b4f4-c63b7f616adf up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:50.118023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-c6545177-74b1-4e5a-a335-4785ae4cc586 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 473 time: 0.0507023 Aug 19 18:26:50.127641 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'port': {'device_id': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'admin_state_up': True, 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'security_groups': ['6db61205-8de6-4af0-a1bb-224572b195ed']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:50.137890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 79a65214-ee63-4ae6-b4f4-c63b7f616adf triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:50.138267 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.249948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:26:50.253840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.396547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.29 (e43dabd7-6cde-4326-9822-393fe5f0a071/13702bc6-c2b7-4bf4-b3ab-240b70e30de5/0da03db7-3abf-48ba-998f-38ecd08dea53) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:26:50.556209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.571073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object 0da03db7-3abf-48ba-998f-38ecd08dea53 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:50.606160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.651629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e43dabd7-6cde-4326-9822-393fe5f0a071 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:26:50.654739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:26:50.659038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:26:50.666720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:50.724526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:50.725772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:50.747373 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-ba15cd40-e00b-4ab3-b5ac-e807a0ef9d69 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6236575 Aug 19 18:26:50.767863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Request body: {'port': {'device_id': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:26:50.832840 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.001328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d0de80c9-78b4-4e10-9139-ccbceee9a26b None None] Provisioning for port 0da03db7-3abf-48ba-998f-38ecd08dea53 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:51.007907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d0de80c9-78b4-4e10-9139-ccbceee9a26b None None] Provisioning complete for port 0da03db7-3abf-48ba-998f-38ecd08dea53 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:51.008451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d0de80c9-78b4-4e10-9139-ccbceee9a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.064482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d0de80c9-78b4-4e10-9139-ccbceee9a26b None None] Port 0da03db7-3abf-48ba-998f-38ecd08dea53 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:26:51.097547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3f8bd-0a14-40bb-a902-fe5cbdff5683 req-b3fc90b1-bcb9-4be0-b9e4-9600947e69d9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.099207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3f8bd-0a14-40bb-a902-fe5cbdff5683 req-b3fc90b1-bcb9-4be0-b9e4-9600947e69d9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 932 time: 0.0695732 Aug 19 18:26:51.171923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-89c3f8bd-0a14-40bb-a902-fe5cbdff5683 req-92ce33c0-4a07-4ba4-ae29-67b5b17e3d03 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632317 Aug 19 18:26:51.263162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da03db7-3abf-48ba-998f-38ecd08dea53 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:51.274011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.295548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Transition to ACTIVE for port object 0da03db7-3abf-48ba-998f-38ecd08dea53 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:26:51.300826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.362581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Pushing event updated for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.471697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Attempting to bind port 0da03db7-3abf-48ba-998f-38ecd08dea53 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:26:51.472208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Attempting to bind port 0da03db7-3abf-48ba-998f-38ecd08dea53 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:26:51.472660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Attempting to bind port 0da03db7-3abf-48ba-998f-38ecd08dea53 on network e43dabd7-6cde-4326-9822-393fe5f0a071 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:51.479892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Port 0da03db7-3abf-48ba-998f-38ecd08dea53 on network e43dabd7-6cde-4326-9822-393fe5f0a071 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:26:51.480424 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Attempting to bind port 0da03db7-3abf-48ba-998f-38ecd08dea53 on network e43dabd7-6cde-4326-9822-393fe5f0a071 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:26:51.489801 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:26:51.490378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Checking segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:26:51.491669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Bound using segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:26:51.492664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Bound port: 0da03db7-3abf-48ba-998f-38ecd08dea53, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:26:51.493034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.585553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:26:51.589968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0da03db7-3abf-48ba-998f-38ecd08dea53,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:26:51.597887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.637287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.638006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:51.639351 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] 10.222.0.13 "PUT /v2.0/ports/0da03db7-3abf-48ba-998f-38ecd08dea53 HTTP/1.1" status: 200 len: 1093 time: 0.8778625 Aug 19 18:26:51.642050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:51.644676 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c49020-306b-4e81-bb92-dc525789c940" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:51.719521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e08aa1-2efc-4f26-843f-34649bd74094 service neutron] Pushing event updated for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:51.744649 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99266b-b5da-4326-bd76-9dd186bb83ec x-openstack-request-id: req-cb99266b-b5da-4326-bd76-9dd186bb83ec {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:51.745105 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:51.745523 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb99266b-b5da-4326-bd76-9dd186bb83ec {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:51.748398 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53', 'status': 'completed', 'code': 200} Aug 19 18:26:51.792425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-003d3b0e-ac06-4a80-af46-e4aa13137674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.794154 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-003d3b0e-ac06-4a80-af46-e4aa13137674 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 1096 time: 0.0784874 Aug 19 18:26:51.864251 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-22aa2e0c-4dbe-4bff-9a01-d03481faae21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0da03db7-3abf-48ba-998f-38ecd08dea53 HTTP/1.1" status: 200 len: 217 time: 0.0542324 Aug 19 18:26:51.928443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-1d1804bd-8456-445e-bd86-7ba64f9d3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.930165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-1d1804bd-8456-445e-bd86-7ba64f9d3415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13702bc6-c2b7-4bf4-b3ab-240b70e30de5 HTTP/1.1" status: 200 len: 836 time: 0.0596244 Aug 19 18:26:51.987659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687247-7638-41aa-8d2b-9217d599140b req-a63aa162-dec5-4ab1-b6d0-989199e5fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:51.989911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-a63aa162-dec5-4ab1-b6d0-989199e5fd6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43dabd7-6cde-4326-9822-393fe5f0a071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0528953 Aug 19 18:26:52.113603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-b2e5d959-86c6-46cf-8ffa-ddb902884369 service neutron] 10.222.0.13 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149426 Aug 19 18:26:52.271978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b4687247-7638-41aa-8d2b-9217d599140b req-61aa914d-bce7-4c1e-a386-650658794ffa service neutron] 10.222.0.13 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504653 Aug 19 18:26:52.369198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8b0a3-9a7e-49d6-bc91-1c3cca50854b req-63a9a438-bf16-4c57-9441-5827944a0a39 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.370720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40f8b0a3-9a7e-49d6-bc91-1c3cca50854b req-63a9a438-bf16-4c57-9441-5827944a0a39 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 944 time: 0.1003697 Aug 19 18:26:52.389853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b00553-3b9a-48a0-80ba-302bc7ed967c req-d2ab7ae3-1d42-400a-a400-d8487e0f8d17 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.391439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15b00553-3b9a-48a0-80ba-302bc7ed967c req-d2ab7ae3-1d42-400a-a400-d8487e0f8d17 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.0805769 Aug 19 18:26:52.453266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49020-306b-4e81-bb92-dc525789c940 req-6e451a05-7266-4e5a-80d1-21840d91fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.454830 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-6e451a05-7266-4e5a-80d1-21840d91fb06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 1096 time: 0.0610301 Aug 19 18:26:52.456928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40f8b0a3-9a7e-49d6-bc91-1c3cca50854b req-1f86c7e5-db1d-4bf6-a9ab-365805b26fd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760484 Aug 19 18:26:52.462882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15b00553-3b9a-48a0-80ba-302bc7ed967c req-bd544570-a1f4-41e6-bce3-058b1f619f53 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627501 Aug 19 18:26:52.563351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49020-306b-4e81-bb92-dc525789c940 req-d930ab97-b7f0-4a7e-8ff6-2d7f19cd7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.565165 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-d930ab97-b7f0-4a7e-8ff6-2d7f19cd7134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e43dabd7-6cde-4326-9822-393fe5f0a071 HTTP/1.1" status: 200 len: 897 time: 0.1019726 Aug 19 18:26:52.620275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-ca094a47-39d2-4222-8b05-8a54e2f9e8c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0da03db7-3abf-48ba-998f-38ecd08dea53 HTTP/1.1" status: 200 len: 217 time: 0.0465965 Aug 19 18:26:52.675757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49020-306b-4e81-bb92-dc525789c940 req-27b2f935-6fd0-4561-826f-3f2089d97680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.677374 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-27b2f935-6fd0-4561-826f-3f2089d97680 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13702bc6-c2b7-4bf4-b3ab-240b70e30de5 HTTP/1.1" status: 200 len: 836 time: 0.0478394 Aug 19 18:26:52.691145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40024) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:52.728472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49020-306b-4e81-bb92-dc525789c940 req-ac565ec5-6c0b-42f9-9a65-127ffeb8be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:52.729996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-ac565ec5-6c0b-42f9-9a65-127ffeb8be78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e43dabd7-6cde-4326-9822-393fe5f0a071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0446343 Aug 19 18:26:52.833411 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-6f977abf-7511-46ff-8db8-de49a399627b service neutron] 10.222.0.13 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956728 Aug 19 18:26:52.880715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 78bb40a2-fe8b-4ed3-a06d-0cce3166a513 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:52.881213 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:52.982852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a6c49020-306b-4e81-bb92-dc525789c940 req-f48b401b-0f79-496e-ac50-0be70936efd1 service neutron] 10.222.0.13 "GET /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408386 Aug 19 18:26:52.999790 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.000247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.012775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 78bb40a2-fe8b-4ed3-a06d-0cce3166a513 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:53.169399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.198321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=78bb40a2-fe8b-4ed3-a06d-0cce3166a513,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:53.266104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.266592 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Floating IP 8a9aaca5-4309-424f-b9f2-b29c874dc20e disassociated (deleted). External IP: 172.25.5.31, port: 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb. Aug 19 18:26:53.484072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 21a739a4-742c-47bf-bab5-8a76b0b23d49 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:53.665966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:53.674263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:53.680825 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Sync routers for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:53.692085 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:53.692806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:53.706584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308331-f482-48d2-9a0e-9b13e798f82f req-f8871dca-aac4-4bd8-b19e-e30798fdbf0d tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.708156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87308331-f482-48d2-9a0e-9b13e798f82f req-f8871dca-aac4-4bd8-b19e-e30798fdbf0d tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 944 time: 0.1272340 Aug 19 18:26:53.718851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b720-04e9-4b6f-b106-8e760882dba2 req-aa6fc2aa-d953-4866-acbe-400a3609a2bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.720418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2aa8b720-04e9-4b6f-b106-8e760882dba2 req-aa6fc2aa-d953-4866-acbe-400a3609a2bc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.1340058 Aug 19 18:26:53.736622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a23175f3-f7eb-438a-905e-432a04c48848 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/floatingips/8a9aaca5-4309-424f-b9f2-b29c874dc20e HTTP/1.1" status: 204 len: 168 time: 1.0440383 Aug 19 18:26:53.750203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:53.752530 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90366cf8-dcb5-42ed-a90f-531a97afe9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:53.798111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87308331-f482-48d2-9a0e-9b13e798f82f req-847a08af-61ce-434a-ae26-44be88c89950 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766726 Aug 19 18:26:53.803432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2aa8b720-04e9-4b6f-b106-8e760882dba2 req-d873fe2a-3db1-4269-8299-47796896591e tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d69a427e-cc8a-47e4-b41a-d267d6003b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654590 Aug 19 18:26:53.813763 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:53.866491 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae99e398-414c-4e6c-82b0-643df811901c x-openstack-request-id: req-ae99e398-414c-4e6c-82b0-643df811901c {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:53.866799 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:53.867058 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae99e398-414c-4e6c-82b0-643df811901c {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:53.867475 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'status': 'completed', 'code': 200} Aug 19 18:26:53.877571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-e7d52d30-dc53-4afd-98f2-129c24794cdc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.879401 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-e7d52d30-dc53-4afd-98f2-129c24794cdc tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.13 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 945 time: 0.0700188 Aug 19 18:26:53.945728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-86546688-b9a5-4fad-9f90-62be3addf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:53.947464 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-86546688-b9a5-4fad-9f90-62be3addf0f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=078001621232448bbb2e657de3fae22e&device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 1097 time: 0.0542512 Aug 19 18:26:54.040152 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Deleting port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:54.040505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.077975 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.106515 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Checking router: 21a739a4-742c-47bf-bab5-8a76b0b23d49 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:54.114137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-826c61a7-8f10-47f1-ab03-ec2c8187d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.115864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-826c61a7-8f10-47f1-ab03-ec2c8187d92f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 200 len: 897 time: 0.1602502 Aug 19 18:26:54.118191 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:54.119546 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.150789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] For port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:54.151361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.166613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-ce8235b3-021f-4fb9-baa0-cba91919b638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 200 len: 217 time: 0.0419617 Aug 19 18:26:54.175348 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c02af-d672-4365-ad18-45571701a8b1 req-b7878cf3-add4-4b48-94a8-2b9122016735 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.182963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a9c02af-d672-4365-ad18-45571701a8b1 req-b7878cf3-add4-4b48-94a8-2b9122016735 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.1164742 Aug 19 18:26:54.242795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:54.266232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a9c02af-d672-4365-ad18-45571701a8b1 req-00840f8f-865d-4f2a-9770-ccaf4f68b04c tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822868 Aug 19 18:26:54.267733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-6709dae2-ac29-4919-a490-10bede28f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.269281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-6709dae2-ac29-4919-a490-10bede28f3ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 200 len: 834 time: 0.0837226 Aug 19 18:26:54.337322 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-b3119517-7457-4526-bbb0-a2831267b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:54.339353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-b3119517-7457-4526-bbb0-a2831267b8ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5de6d967-47c2-4488-ae39-262491148dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602717 Aug 19 18:26:54.444201 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.444872 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.445418 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Floating IP 02953a90-bbd4-4203-856e-7b2ac22a2bb0 disassociated. External IP: 172.25.5.205, port: b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012. Aug 19 18:26:54.446004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Calling delete_port for b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:54.457796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-670d695c-f788-43da-b41b-53c77307723b service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108763 Aug 19 18:26:54.536678 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:54.568369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90366cf8-dcb5-42ed-a90f-531a97afe9d6 req-5b29bc79-0b10-4894-a66c-60cc024b9db7 service neutron] 10.222.0.42 "GET /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023366 Aug 19 18:26:54.573431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91c038-60ce-447e-845b-3c7085a2745a None None] The sync data for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 is: [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:05Z', 'revision_number': 4, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6e295a59-a927-4b82-a078-e1a4d5a9456a', 'name': '', 'network_id': '5de6d967-47c2-4488-ae39-262491148dd5', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'mac_address': 'fa:16:3e:6a:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:04Z', 'updated_at': '2021-08-19T18:25:12Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'subnets': [{'id': 'd4d3199a-9917-4a3e-bbd4-6238b5213bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:54.631997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:54.661555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event deleted for resources: {'Port': ['ID=b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:54.814670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:54.913198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297805c-999c-4f5d-8eb3-052a6b58cf95 None None] New status for floating IP 8a9aaca5-4309-424f-b9f2-b29c874dc20e: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:26:54.976517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15f553ec-8874-4eec-a461-0f7b7e08a039 req-33d93416-33ad-4d08-bb2a-c22b02f2fb22 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed005d7-af1d-41bc-a1b8-ee85e71d863e HTTP/1.1" status: 200 len: 210 time: 0.0880921 Aug 19 18:26:55.013737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:55.019177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20834e7-3de2-419b-ae5c-f32856ca079e req-ec27b2fb-19e9-4764-9135-d1dad638f7f3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.025476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f20834e7-3de2-419b-ae5c-f32856ca079e req-ec27b2fb-19e9-4764-9135-d1dad638f7f3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 944 time: 0.1365314 Aug 19 18:26:55.028447 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Sync routers for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:55.041741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:55.042389 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.078769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] No DVR routers for this DVR port b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:55.081826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.084943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d634a492-a5fd-45b2-8fbf-d209515b758d req-7896779f-7fbc-46f4-9e93-dc63cb720b97 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.13 "DELETE /v2.0/ports/b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 HTTP/1.1" status: 204 len: 173 time: 1.1982353 Aug 19 18:26:55.085812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'name': 'network-vif-deleted', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:55.087698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0da03db7-3abf-48ba-998f-38ecd08dea53 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:26:55.088690 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ee319-1d2b-4727-a80d-2759710cce0a" -d '{"events": [{"server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "name": "network-vif-deleted", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:55.143296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f20834e7-3de2-419b-ae5c-f32856ca079e req-e88178eb-fcce-4622-99b1-5cd6c377ba28 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031487 Aug 19 18:26:55.186563 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35683c9b-942e-494a-85f0-9b868f14a2de x-openstack-request-id: req-35683c9b-942e-494a-85f0-9b868f14a2de {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:55.186908 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed005d7-af1d-41bc-a1b8-ee85e71d863e", "name": "network-vif-deleted", "tag": "b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:55.187100 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35683c9b-942e-494a-85f0-9b868f14a2de {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:55.187591 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed005d7-af1d-41bc-a1b8-ee85e71d863e', 'name': 'network-vif-deleted', 'tag': 'b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012', 'status': 'completed', 'code': 200} Aug 19 18:26:55.261385 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:55.287905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0da03db7-3abf-48ba-998f-38ecd08dea53,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.326377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '0da03db7-3abf-48ba-998f-38ecd08dea53', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'port_id': '0da03db7-3abf-48ba-998f-38ecd08dea53', 'mac_address': 'fa:16:3e:f1:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:26:55.362062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0117-f009-4926-950d-3f138d45d807 req-5774a9f3-5c1d-4c54-a7e2-26f05d80e4d0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.364424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed4b0117-f009-4926-950d-3f138d45d807 req-5774a9f3-5c1d-4c54-a7e2-26f05d80e4d0 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.0867345 Aug 19 18:26:55.390942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.418618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da03db7-3abf-48ba-998f-38ecd08dea53 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:26:55.444167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0da03db7-3abf-48ba-998f-38ecd08dea53,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.450080 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.521172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:55.529672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68ff46-618f-4b9b-b9bd-63a92676639b req-f79c735a-5318-4899-90a8-a1a7b1a72a7f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:55.531504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e68ff46-618f-4b9b-b9bd-63a92676639b req-f79c735a-5318-4899-90a8-a1a7b1a72a7f tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 945 time: 0.1179173 Aug 19 18:26:55.596754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e68ff46-618f-4b9b-b9bd-63a92676639b req-25075612-da80-467b-9fa2-2582b632d0ce tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/security-groups?id=75558897-d2ad-4531-b70e-d91aedd897d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552402 Aug 19 18:26:55.601005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:55.601600 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.720565 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.735288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:55.735848 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.750690 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['0da03db7-3abf-48ba-998f-38ecd08dea53'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:26:55.757899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:55.758867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Checking router: 884e93ee-aeb8-4007-8cb8-65d74e3848f7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:26:55.773049 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:55.773943 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:55.922724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:55.937863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:55.971811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.011086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.012049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.012049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.012506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.012506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.013741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.013741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.013741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.014154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.014276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.014621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.014885 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:26:56.039081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] No DVR routers for this DVR port 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:26:56.041900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.044703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed4b0117-f009-4926-950d-3f138d45d807 req-06c2af28-6a3f-48fb-af14-5b1d09c12524 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.42 "DELETE /v2.0/ports/22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb HTTP/1.1" status: 204 len: 173 time: 0.6731877 Aug 19 18:26:56.046246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-deleted', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:56.050476 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f142224-b237-464e-b2ce-fc37b24f096b" -d '{"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-deleted", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:56.058421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40048) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:56.102490 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade20e52-164d-4258-95aa-b50fc9bd1ff4 x-openstack-request-id: req-ade20e52-164d-4258-95aa-b50fc9bd1ff4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:56.102785 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58fd7d5-d492-44ad-a2f9-ffbb96b3878b", "name": "network-vif-deleted", "tag": "22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:56.103038 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ade20e52-164d-4258-95aa-b50fc9bd1ff4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:56.103435 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58fd7d5-d492-44ad-a2f9-ffbb96b3878b', 'name': 'network-vif-deleted', 'tag': '22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb', 'status': 'completed', 'code': 200} Aug 19 18:26:56.234814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Deleting port 26312d3c-f223-4ede-8bf2-6f635b1fcc54 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:56.235170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.250950 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:56.286408 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11a647-e9bc-4545-bdaf-5407a66f6aca None None] The sync data for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 is: [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9a6ad382-0a93-4bee-8504-61c0c3d0ebab', 'name': '', 'network_id': '28ab0f36-b325-4449-83b3-8bc48ca41849', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'mac_address': 'fa:16:3e:97:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:22Z', 'updated_at': '2021-08-19T18:21:32Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'subnets': [{'id': 'a2718ab4-f769-4920-83a2-334039f213e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:26:56.302536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a70ed-e552-469e-ae34-2f8cfcc7ca56 req-fbb1cce8-5e6a-496e-8326-a9b092d80883 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:56.311682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-635a70ed-e552-469e-ae34-2f8cfcc7ca56 req-fbb1cce8-5e6a-496e-8326-a9b092d80883 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 945 time: 0.0734336 Aug 19 18:26:56.338529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.339159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.363680 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.372066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Calling delete_port for 26312d3c-f223-4ede-8bf2-6f635b1fcc54 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:56.372476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-635a70ed-e552-469e-ae34-2f8cfcc7ca56 req-dfa1ab72-958d-4385-bb95-644a37027410 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597908 Aug 19 18:26:56.574107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.616249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event deleted for resources: {'Port': ['ID=26312d3c-f223-4ede-8bf2-6f635b1fcc54,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:56.702413 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.705509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.706710 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-14afeb87-dc07-48a2-a885-6f8bf7c93eeb tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "DELETE /v2.0/floatingips/02953a90-bbd4-4203-856e-7b2ac22a2bb0 HTTP/1.1" status: 204 len: 168 time: 0.6472898 Aug 19 18:26:56.743517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bedf376-94e3-429a-a558-008756e2bfbc None None] New status for floating IP 02953a90-bbd4-4203-856e-7b2ac22a2bb0: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:26:56.781317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0224c1c9-e1c6-4bd5-ac48-64316b34e469 req-818ce521-85a7-4d19-807e-d93306566712 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58fd7d5-d492-44ad-a2f9-ffbb96b3878b HTTP/1.1" status: 200 len: 210 time: 0.0520680 Aug 19 18:26:56.797286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40058) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:56.862722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.895229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:56.998091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.001520 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.008167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] 10.222.0.36 "DELETE /v2.0/security-groups/d69a427e-cc8a-47e4-b41a-d267d6003b3e HTTP/1.1" status: 204 len: 168 time: 0.2037678 Aug 19 18:26:57.016919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c9edc-f1ca-49ba-829d-26913e759752 tempest-TestServerBasicOps-292177826 tempest-TestServerBasicOps-292177826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a427e-cc8a-47e4-b41a-d267d6003b3e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:57.067035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40062) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:57.101549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0da03db7-3abf-48ba-998f-38ecd08dea53 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:26:57.186841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 0da03db7-3abf-48ba-998f-38ecd08dea53 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:26:57.192996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 0da03db7-3abf-48ba-998f-38ecd08dea53 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:26:57.194082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.319753 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.348658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:26:57.351018 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66a51a5-0de2-412b-95c7-1ba95decfe38" -d '{"events": [{"server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "name": "network-vif-plugged", "status": "completed", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:26:57.371314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0da03db7-3abf-48ba-998f-38ecd08dea53,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:57.377436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:57.378683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:57.422314 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee88f1b-9795-4bdd-ac65-62693d239a1f x-openstack-request-id: req-7ee88f1b-9795-4bdd-ac65-62693d239a1f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:26:57.422820 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "name": "network-vif-plugged", "status": "completed", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:26:57.423795 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ee88f1b-9795-4bdd-ac65-62693d239a1f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:26:57.424510 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53', 'code': 200} Aug 19 18:26:57.468653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:57.469600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device b4a9f777-76a6-4fbf-b5d1-f9b63d8c5012 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:57.525173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:57.548427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b167a4-410c-4993-ad23-4c8a81055ccc req-2700cac8-d213-4ae7-a495-07833795490c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:57.550276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75b167a4-410c-4993-ad23-4c8a81055ccc req-2700cac8-d213-4ae7-a495-07833795490c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.0969872 Aug 19 18:26:57.635217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75b167a4-410c-4993-ad23-4c8a81055ccc req-1708c0b8-9093-4ca7-a0bd-e5c815834686 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696447 Aug 19 18:26:57.660307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596e9c5-a0d9-4439-b334-b688462289a6 req-3cea414e-e7a6-477f-b29f-e04a63b3c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:57.662372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1596e9c5-a0d9-4439-b334-b688462289a6 req-3cea414e-e7a6-477f-b29f-e04a63b3c21a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 1098 time: 0.1216555 Aug 19 18:26:57.748837 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1596e9c5-a0d9-4439-b334-b688462289a6 req-eb6bf602-9a69-42e4-8384-42888c2fa824 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797007 Aug 19 18:26:57.846292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40072) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:58.006464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.156545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7121abae-988c-40f0-b8ce-a5eab203fee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.220598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:26:58.242541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:26:58.242901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 22170ff2-70d4-4f4e-a0c6-a46b67b1d3cb not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:26:58.326451 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.339248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Deleting port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:58.340044 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.429725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] For port 9a6ad382-0a93-4bee-8504-61c0c3d0ebab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:58.429986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.448085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Calling delete_port for 9a6ad382-0a93-4bee-8504-61c0c3d0ebab owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:58.628481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port 6e295a59-a927-4b82-a078-e1a4d5a9456a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:26:58.628830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.706060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.742400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6ad382-0a93-4bee-8504-61c0c3d0ebab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:58.748427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port 6e295a59-a927-4b82-a078-e1a4d5a9456a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6e295a59-a927-4b82-a078-e1a4d5a9456a,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:26:58.748878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:58.786302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for 6e295a59-a927-4b82-a078-e1a4d5a9456a owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:26:58.874168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e0922-8145-4db6-a767-8a7996638205 req-54a2a604-3e32-4466-aa93-22f8091f413f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:58.880332 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a1e0922-8145-4db6-a767-8a7996638205 req-54a2a604-3e32-4466-aa93-22f8091f413f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.1279356 Aug 19 18:26:58.977488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a1e0922-8145-4db6-a767-8a7996638205 req-a95dbf77-e0f0-4e74-afe5-d1dc2092ff4c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926535 Aug 19 18:26:58.999509 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:59.084408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:59.116244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=6e295a59-a927-4b82-a078-e1a4d5a9456a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:26:59.632745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:26:59.758112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:59.772253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-8e47c92f-eca8-44de-b360-7dd3a9223f50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736363 Aug 19 18:26:59.776755 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:26:59.782743 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d47a2bc-345d-4943-bb05-c21bc64de5a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/884e93ee-aeb8-4007-8cb8-65d74e3848f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7145035 Aug 19 18:26:59.786338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40076) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:26:59.794300 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Sync routers for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:26:59.807949 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:26:59.808950 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:26:59.922948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:26:59.933583 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:26:59.967515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-caeb5f20-64c3-4f92-b7ac-8034c028ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:26:59.970156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-caeb5f20-64c3-4f92-b7ac-8034c028ee46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1098 time: 0.1273005 Aug 19 18:27:00.107675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.205133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Deleting port b61f3658-020e-4d5b-88e4-0ed6a5245151 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:00.205780 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.209888 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:26:58Z', 'revision_number': 5, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port': {'id': 'b61f3658-020e-4d5b-88e4-0ed6a5245151', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:14Z', 'updated_at': '2021-08-19T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:00.241341 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Checking router: 884e93ee-aeb8-4007-8cb8-65d74e3848f7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:00.252270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Routers {'884e93ee-aeb8-4007-8cb8-65d74e3848f7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:00.253661 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:26:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:00.256447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62513d-e5c3-43b0-a680-acfcfff29f72 req-1a99c9b2-f939-4fce-8d3c-a448fe0bc371 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.258067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c62513d-e5c3-43b0-a680-acfcfff29f72 req-1a99c9b2-f939-4fce-8d3c-a448fe0bc371 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.1377490 Aug 19 18:27:00.282023 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-ec1ed43c-c1bf-411d-8b47-08d52ce4509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.283555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-ec1ed43c-c1bf-411d-8b47-08d52ce4509b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 898 time: 0.2308414 Aug 19 18:27:00.346738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Router 21a739a4-742c-47bf-bab5-8a76b0b23d49 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:00.348469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] For port b61f3658-020e-4d5b-88e4-0ed6a5245151, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b61f3658-020e-4d5b-88e4-0ed6a5245151,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:00.348947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.360190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c62513d-e5c3-43b0-a680-acfcfff29f72 req-1b152179-789a-43ee-9b8c-672030cc935f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954251 Aug 19 18:27:00.373565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Calling delete_port for b61f3658-020e-4d5b-88e4-0ed6a5245151 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:00.378125 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] Set router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:00.384011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-6717d2e7-1278-461b-89b9-636490111a43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 1002 time: 0.0928206 Aug 19 18:27:00.453583 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:27:00Z', 'revision_number': 6, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:00.504104 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be59222-4609-4f2f-80ad-c600e30ed1ce None None] The sync data for ids ['884e93ee-aeb8-4007-8cb8-65d74e3848f7'] in n-d-778550-10 is: [{'id': '884e93ee-aeb8-4007-8cb8-65d74e3848f7', 'name': 'tempest-TestServerBasicOps-1312599017-router', 'tenant_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:13Z', 'updated_at': '2021-08-19T18:27:00Z', 'revision_number': 6, 'project_id': 'cb2a67458fcd44d8b23fdccc52a3f978', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:00.594917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5e29-809f-4085-b2ab-679839d9a5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.612947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-dc41a88a-a4ca-44dd-a847-10d825b6d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.613736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-dc41a88a-a4ca-44dd-a847-10d825b6d7f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 200 len: 834 time: 0.1546092 Aug 19 18:27:00.647144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db57d1-2896-4f4e-b29e-97095e07871a req-2b95b792-48c6-4a23-90de-856d364f3165 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.648747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28db57d1-2896-4f4e-b29e-97095e07871a req-2b95b792-48c6-4a23-90de-856d364f3165 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.1907785 Aug 19 18:27:00.656485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.665167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:00.674164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3a0dcf06-7343-4275-843d-a96dc990652b tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "PUT /v2.0/routers/21a739a4-742c-47bf-bab5-8a76b0b23d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8261335 Aug 19 18:27:00.683053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Sync routers for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:00.683294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40082) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:00.693325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Pushing event deleted for resources: {'Port': ['ID=b61f3658-020e-4d5b-88e4-0ed6a5245151,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:00.705645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:00.706299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:00.746108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-3af7759c-b70e-4e19-b9ae-e75ad257a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:00.747367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-3af7759c-b70e-4e19-b9ae-e75ad257a37b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253684 Aug 19 18:27:00.757319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28db57d1-2896-4f4e-b29e-97095e07871a req-8e33a544-adc9-4f82-b9a3-5912e1c092f2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894063 Aug 19 18:27:00.803137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.812681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting subnet d4d3199a-9917-4a3e-bbd4-6238b5213bd3 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:00.841850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.874062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:00.916021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-52f237c5-a989-4c81-8a87-77045c1ef0fa service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573584 Aug 19 18:27:00.955816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.961115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:00.971740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.032758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.070317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b4f9e5c-f9c6-4356-b3cf-c8088664c9c4 req-658f72ef-cc1c-4d0b-a54c-6977b62ef188 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466415 Aug 19 18:27:01.070963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.071296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884e93ee-aeb8-4007-8cb8-65d74e3848f7 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:01.079564 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.080751 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0bb3e174-081a-406c-a703-843267b2adac admin admin] 10.222.0.36 "DELETE /v2.0/routers/884e93ee-aeb8-4007-8cb8-65d74e3848f7 HTTP/1.1" status: 204 len: 168 time: 1.2930777 Aug 19 18:27:01.083617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40088) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:01.140688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Deleting subnet a2718ab4-f769-4920-83a2-334039f213e9 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:01.144310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.172861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.174995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:26:59Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:01.186278 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.209744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Checking router: 21a739a4-742c-47bf-bab5-8a76b0b23d49 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:01.221598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Routers {'21a739a4-742c-47bf-bab5-8a76b0b23d49'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:01.222243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['21a739a4-742c-47bf-bab5-8a76b0b23d49'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:01.271289 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.305016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d3199a-9917-4a3e-bbd4-6238b5213bd3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:01.309402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.311317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d082e724-757e-459b-9101-2f3d074cb117 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/subnets/d4d3199a-9917-4a3e-bbd4-6238b5213bd3 HTTP/1.1" status: 204 len: 168 time: 0.6253192 Aug 19 18:27:01.314643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40090) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:01.321183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.329894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53639114-7c7c-4f8d-832f-eab7ca0ee2af None None] Network 5de6d967-47c2-4488-ae39-262491148dd5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:01.414966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.434851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] Set router 21a739a4-742c-47bf-bab5-8a76b0b23d49 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:01.447586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2718ab4-f769-4920-83a2-334039f213e9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:01.456717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.465161 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-63aedfc1-2b14-4094-a492-b7e813992fd7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2718ab4-f769-4920-83a2-334039f213e9 HTTP/1.1" status: 204 len: 168 time: 0.3793888 Aug 19 18:27:01.467631 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40092) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:01.488996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec13395-1834-4ec7-a80a-7b7f529029c7 None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:01.564174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.569926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.775271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.788084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Deleting port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:01.788523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.835736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] DHCP port deletion for 5de6d967-47c2-4488-ae39-262491148dd5 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:01.843178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:26:59Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:01.926448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf8fc-f99c-4c58-9d16-f0a9d6dae130 None None] The sync data for ids ['21a739a4-742c-47bf-bab5-8a76b0b23d49'] in n-d-778550-10 is: [{'id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186393914', 'tenant_id': '078001621232448bbb2e657de3fae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:26:59Z', 'revision_number': 5, 'project_id': '078001621232448bbb2e657de3fae22e', 'gw_port': {'id': 'f68971ee-87f9-495c-a812-92c3a679f819', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a739a4-742c-47bf-bab5-8a76b0b23d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:24:59Z', 'updated_at': '2021-08-19T18:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:01.927020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] For port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:01.927933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:01.934344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] DHCP port deletion for 28ab0f36-b325-4449-83b3-8bc48ca41849 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:01.948700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Calling delete_port for 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:02.002302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Deleting port c631d7c6-62db-43d1-9188-9ae77d871256 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:02.003154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.018372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Deleting port f68971ee-87f9-495c-a812-92c3a679f819 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:02.018708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.065648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Deleting port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:02.066194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.079586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.133706 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.149901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] For port f68971ee-87f9-495c-a812-92c3a679f819, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f68971ee-87f9-495c-a812-92c3a679f819,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:02.150284 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.181115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] No DVR routers for this DVR port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:02.188853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.193500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Calling delete_port for f68971ee-87f9-495c-a812-92c3a679f819 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:02.284207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40096) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:02.309597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] For port c631d7c6-62db-43d1-9188-9ae77d871256, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c631d7c6-62db-43d1-9188-9ae77d871256,segment=NetworkSegment(a7fb2ccf-869e-4f4c-87ec-894076117f09),segment_id=a7fb2ccf-869e-4f4c-87ec-894076117f09)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:02.309817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.315916 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.330789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ab0f36-b325-4449-83b3-8bc48ca41849']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:02.353693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65a10b7-bd73-4017-b618-10f43af8b76b') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:02.354046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65a10b7-bd73-4017-b618-10f43af8b76b') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:02.355115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Calling delete_port for c631d7c6-62db-43d1-9188-9ae77d871256 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:02.365782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] For port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,segment=NetworkSegment(e65a10b7-bd73-4017-b618-10f43af8b76b),segment_id=e65a10b7-bd73-4017-b618-10f43af8b76b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:02.366393 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.368315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.386727 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Calling delete_port for 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:02.458042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c631d7c6-62db-43d1-9188-9ae77d871256 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:02.518983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.533754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:02.534723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:02.538710 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:02.642206 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.659619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.663770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] 10.222.0.36 "DELETE /v2.0/networks/28ab0f36-b325-4449-83b3-8bc48ca41849 HTTP/1.1" status: 204 len: 168 time: 1.1925752 Aug 19 18:27:02.669834 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40098) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:02.672087 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.713586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e224b5-ba52-4e97-bac6-a9c4ec1f745a admin admin] Pushing event deleted for resources: {'Network': ['ID=28ab0f36-b325-4449-83b3-8bc48ca41849,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.725258 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.730519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] Pushing event deleted for resources: {'Port': ['ID=c631d7c6-62db-43d1-9188-9ae77d871256,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.734374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be70f37-f655-46a6-86c1-5c27642a4712 None None] No DVR routers for this DVR port c631d7c6-62db-43d1-9188-9ae77d871256 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:02.755829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.783183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Network 28ab0f36-b325-4449-83b3-8bc48ca41849 is not hosted by any dhcp agent {{(pid=101326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 18:27:02.783953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] No DVR routers for this DVR port 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:02.799890 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3caee9-0bb2-494f-b26c-944969916e76 None None] Pushing event deleted for resources: {'Port': ['ID=2a5cd9cc-b78b-477e-8ca0-e7333c80f812,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.872155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:02.892999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:02.893665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:02.894160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 2a5cd9cc-b78b-477e-8ca0-e7333c80f812 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:02.894800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b61f3658-020e-4d5b-88e4-0ed6a5245151 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:02.928812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b61f3658-020e-4d5b-88e4-0ed6a5245151 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:02.929177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b61f3658-020e-4d5b-88e4-0ed6a5245151 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:02.929587 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6e295a59-a927-4b82-a078-e1a4d5a9456a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:02.940980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Port': ['ID=f68971ee-87f9-495c-a812-92c3a679f819,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:02.957012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 6e295a59-a927-4b82-a078-e1a4d5a9456a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:02.957553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6e295a59-a927-4b82-a078-e1a4d5a9456a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:02.958286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9a6ad382-0a93-4bee-8504-61c0c3d0ebab no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:02.987219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9a6ad382-0a93-4bee-8504-61c0c3d0ebab {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:02.987612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9a6ad382-0a93-4bee-8504-61c0c3d0ebab not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:03.078007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.127093 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.453870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.17 (e43dabd7-6cde-4326-9822-393fe5f0a071/13702bc6-c2b7-4bf4-b3ab-240b70e30de5/f6dee021-98d1-4542-a6cb-250916cf0a5f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:03.577278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.580908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.596748 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.620967 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.650223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object f6dee021-98d1-4542-a6cb-250916cf0a5f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:03.654748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.655280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Fanout notify agent at l3_agent the message router_deleted on router 21a739a4-742c-47bf-bab5-8a76b0b23d49 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:03.665032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.668706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f0134244-0bf6-4ecb-9fa2-5902ff977134 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/routers/21a739a4-742c-47bf-bab5-8a76b0b23d49 HTTP/1.1" status: 204 len: 168 time: 2.3505530 Aug 19 18:27:03.669545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40100) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:03.696896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.737672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e43dabd7-6cde-4326-9822-393fe5f0a071 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:03.741351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:03.745519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:03.790788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.792836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:03.806362 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.938851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.951722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de6d967-47c2-4488-ae39-262491148dd5']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:03.954656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.966645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fb2ccf-869e-4f4c-87ec-894076117f09') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:03.966927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fb2ccf-869e-4f4c-87ec-894076117f09') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:03.981675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:03.997554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.004058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.043891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:04.044305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:04.047403 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:04.083605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-78f585b7-a936-41c3-bcbe-cc74b7a879aa None None] Provisioning for port f6dee021-98d1-4542-a6cb-250916cf0a5f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:04.089714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-78f585b7-a936-41c3-bcbe-cc74b7a879aa None None] Provisioning complete for port f6dee021-98d1-4542-a6cb-250916cf0a5f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:04.090830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-78f585b7-a936-41c3-bcbe-cc74b7a879aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.129431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-78f585b7-a936-41c3-bcbe-cc74b7a879aa None None] Port f6dee021-98d1-4542-a6cb-250916cf0a5f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:04.149123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.162775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.164674 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/networks/5de6d967-47c2-4488-ae39-262491148dd5 HTTP/1.1" status: 204 len: 168 time: 0.4944959 Aug 19 18:27:04.176235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40102) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:04.189507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb3de2-9eb4-474b-8fef-a23af3392819 tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'Network': ['ID=5de6d967-47c2-4488-ae39-262491148dd5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:04.268499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f68971ee-87f9-495c-a812-92c3a679f819 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:04.282377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.288433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.290644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f68971ee-87f9-495c-a812-92c3a679f819 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:04.291347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f68971ee-87f9-495c-a812-92c3a679f819 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:04.314764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.352065 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.367283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.370229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:04.460442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Deleting port f9b3d969-1693-462f-a65e-24109e1dd4ff {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:04.460442 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.485490 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network e43dabd7-6cde-4326-9822-393fe5f0a071 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:04.486922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:04.503033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.505536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.512268 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] 10.222.0.36 "DELETE /v2.0/security-groups/75558897-d2ad-4531-b70e-d91aedd897d5 HTTP/1.1" status: 204 len: 168 time: 0.3309078 Aug 19 18:27:04.543857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedde1-8eb6-46cd-9807-042d1c4d473e tempest-TestNetworkAdvancedServerOps-1335004061 tempest-TestNetworkAdvancedServerOps-1335004061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75558897-d2ad-4531-b70e-d91aedd897d5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:04.626303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] For port f9b3d969-1693-462f-a65e-24109e1dd4ff, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f9b3d969-1693-462f-a65e-24109e1dd4ff,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:04.627058 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.644227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Calling delete_port for f9b3d969-1693-462f-a65e-24109e1dd4ff owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:04.654331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:04.809302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:04.815160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eac7c4dc-d113-489a-9d9f-e0848adb0dd9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5294695 Aug 19 18:27:04.822096 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:04.832939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:04.834661 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:04.856517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9577bb58-f7c8-4db9-9622-7263db7c7991 None None] Provisioning complete for port f6dee021-98d1-4542-a6cb-250916cf0a5f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:04.857518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9577bb58-f7c8-4db9-9622-7263db7c7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.865861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40112) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:04.897008 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:04.903236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9577bb58-f7c8-4db9-9622-7263db7c7991 None None] Port f6dee021-98d1-4542-a6cb-250916cf0a5f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:04.931625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b3d969-1693-462f-a65e-24109e1dd4ff,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:04.977647 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:05.072291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1e97f760-caf5-42e4-9fc1-8326253dc78b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=078001621232448bbb2e657de3fae22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028105 Aug 19 18:27:05.073763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40118) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:05.154343 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.165480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.200444 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.255496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.259844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.263220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfdf451d-8de2-4897-9288-117f5e8c3421 HTTP/1.1" status: 204 len: 168 time: 0.1857538 Aug 19 18:27:05.268891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2fcfb-c4ac-4c5a-9760-854a60ed144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf451d-8de2-4897-9288-117f5e8c3421,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:05.353469 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:03Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6dee021-98d1-4542-a6cb-250916cf0a5f', 'name': '', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:3e:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:03Z', 'updated_at': '2021-08-19T18:27:04Z', 'revision_number': 2, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:05.386535 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:05.386899 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Updating router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a port f6dee021-98d1-4542-a6cb-250916cf0a5f binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:27:05.414943 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.426551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Router c7e72378-26de-438d-9d19-ed486fb6704c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:05.548085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:05.554438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-82705eee-6bb3-4b17-973b-f852b5f0aad5 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7e72378-26de-438d-9d19-ed486fb6704c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706822 Aug 19 18:27:05.556845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40124) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:05.571661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Sync routers for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:05.581880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:05.582764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:05.598723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40126) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:05.657153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4447c476-4970-428a-82b3-14add5c4db4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74d1d54b816f463091ff854a40644e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571444 Aug 19 18:27:05.659507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40128) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:05.680664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.715304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:05.721450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.727935 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.742632 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Transition to ACTIVE for port object f6dee021-98d1-4542-a6cb-250916cf0a5f will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:05.751877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.759142 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.812998 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Pushing event updated for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:05.829745 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.830446 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.830745 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.831306 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.831727 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.831934 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.832069 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.832376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.832764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.833085 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.833409 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.833870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.834737 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:05.835718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.835958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.839718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec7e7569-fe7d-4c01-acdf-5ce92c24431f HTTP/1.1" status: 204 len: 168 time: 0.1767101 Aug 19 18:27:05.861314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277d6d7-adf8-47ec-b434-c48073a65245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e7569-fe7d-4c01-acdf-5ce92c24431f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:05.898836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Attempting to bind port f6dee021-98d1-4542-a6cb-250916cf0a5f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:05.899636 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Attempting to bind port f6dee021-98d1-4542-a6cb-250916cf0a5f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:05.900351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Attempting to bind port f6dee021-98d1-4542-a6cb-250916cf0a5f on network e43dabd7-6cde-4326-9822-393fe5f0a071 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:05.906348 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:05.906889 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Checking segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:05.907407 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.907943 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Bound using segment: {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:05.908616 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Bound port: f6dee021-98d1-4542-a6cb-250916cf0a5f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ec8c81-7bba-48bc-87cd-e5cdce345714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:05.908965 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.946722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Deleting port 18f79930-b360-4e9c-896d-83b3ba4a1eb9 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:05.947093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:05.993173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:27:04Z', 'revision_number': 5, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port': {'id': '18f79930-b360-4e9c-896d-83b3ba4a1eb9', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:21:33Z', 'updated_at': '2021-08-19T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:06.015117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] For port f6dee021-98d1-4542-a6cb-250916cf0a5f, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:06.019132 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] For port f6dee021-98d1-4542-a6cb-250916cf0a5f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f6dee021-98d1-4542-a6cb-250916cf0a5f,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:06.025792 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.035646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Checking router: c7e72378-26de-438d-9d19-ed486fb6704c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:06.068313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Routers {'c7e72378-26de-438d-9d19-ed486fb6704c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:06.069295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['c7e72378-26de-438d-9d19-ed486fb6704c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:06.086837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] For port 18f79930-b360-4e9c-896d-83b3ba4a1eb9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=18f79930-b360-4e9c-896d-83b3ba4a1eb9,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:06.088470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.110255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Calling delete_port for 18f79930-b360-4e9c-896d-83b3ba4a1eb9 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:06.125820 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874a347-d083-4f49-a9df-107cdade46e9 None None] Pushing event updated for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:06.157841 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:06.158508 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:06.244433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] Set router c7e72378-26de-438d-9d19-ed486fb6704c gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:06.313198 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:06.368841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:27:05Z', 'revision_number': 6, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:06.382600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.416233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Pushing event deleted for resources: {'Port': ['ID=18f79930-b360-4e9c-896d-83b3ba4a1eb9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:06.441051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1722d5a-c400-48cf-9365-21c735a9f3e3 None None] The sync data for ids ['c7e72378-26de-438d-9d19-ed486fb6704c'] in n-d-778550-10 is: [{'id': 'c7e72378-26de-438d-9d19-ed486fb6704c', 'name': 'tempest-TestServerBasicOps-434037285-router', 'tenant_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:21:32Z', 'updated_at': '2021-08-19T18:27:05Z', 'revision_number': 6, 'project_id': 'db5d9a97b62b42caa7aba955cee8cae1', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:06.540122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.577892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-add0aa90-2531-41c1-8e6b-1f56418fcc14 req-31d02620-d9fb-40f5-b627-69dfba075c10 service neutron] (101324) timed out ('10.222.0.36', 44274) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:27:06.646943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.651797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.678747 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:03Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6dee021-98d1-4542-a6cb-250916cf0a5f', 'name': '', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:3e:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:03Z', 'updated_at': '2021-08-19T18:27:06Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:06.712060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.712598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e72378-26de-438d-9d19-ed486fb6704c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:06.713277 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea85b1-6f92-4151-80a6-9babf02c990b None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:03Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6dee021-98d1-4542-a6cb-250916cf0a5f', 'name': '', 'network_id': 'e43dabd7-6cde-4326-9822-393fe5f0a071', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:3e:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:03Z', 'updated_at': '2021-08-19T18:27:06Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '13702bc6-c2b7-4bf4-b3ab-240b70e30de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:06.717483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.718641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09baa2ce-453e-432f-b9ef-1ea95e0766ba admin admin] 10.222.0.36 "DELETE /v2.0/routers/c7e72378-26de-438d-9d19-ed486fb6704c HTTP/1.1" status: 204 len: 168 time: 1.1608658 Aug 19 18:27:06.721356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:06.767546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Deleting subnet 295b8592-34b6-4e55-a717-0a4f40e820b5 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:06.770464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.804486 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.924796 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:06.993192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.025366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.027818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/295b8592-34b6-4e55-a717-0a4f40e820b5 HTTP/1.1" status: 204 len: 168 time: 0.3050499 Aug 19 18:27:07.030107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40134) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:07.030644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9ddfb-1c7c-412c-a8e6-413278004033 None None] Network f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:07.032610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff3583-8499-439a-a0e0-1a85925d39ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295b8592-34b6-4e55-a717-0a4f40e820b5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:07.112636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.176429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Deleting port 63cb4389-05bb-4e90-845f-73d2bce5e905 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:07.182105 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.261857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] For port 63cb4389-05bb-4e90-845f-73d2bce5e905, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63cb4389-05bb-4e90-845f-73d2bce5e905,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:07.262218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.280114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Calling delete_port for 63cb4389-05bb-4e90-845f-73d2bce5e905 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:07.300496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] DHCP port deletion for f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:07.378747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Deleting port 63cb4389-05bb-4e90-845f-73d2bce5e905 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:07.379263 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.402448 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.429922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cb4389-05bb-4e90-845f-73d2bce5e905,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:07.440952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] No DVR routers for this DVR port 63cb4389-05bb-4e90-845f-73d2bce5e905 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:07.472527 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] For port 63cb4389-05bb-4e90-845f-73d2bce5e905, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=63cb4389-05bb-4e90-845f-73d2bce5e905,segment=NetworkSegment(7f1f9f0e-094d-4c51-8009-dc00750de08e),segment_id=7f1f9f0e-094d-4c51-8009-dc00750de08e)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:07.472969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.492501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Calling delete_port for 63cb4389-05bb-4e90-845f-73d2bce5e905 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:07.543303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.556435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fac692-dde9-4189-a9dd-ab66c3ce3ed5']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:07.567910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1f9f0e-094d-4c51-8009-dc00750de08e') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:07.568845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1f9f0e-094d-4c51-8009-dc00750de08e') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:07.577591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.582598 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.600487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.608734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:07.609161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:07.610924 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:07.614739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] Pushing event deleted for resources: {'Port': ['ID=63cb4389-05bb-4e90-845f-73d2bce5e905,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:07.622542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c466e-bc58-470e-a4f0-288c658cab0a None None] No DVR routers for this DVR port 63cb4389-05bb-4e90-845f-73d2bce5e905 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:07.681031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.686850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.691264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f4fac692-dde9-4189-a9dd-ab66c3ce3ed5 HTTP/1.1" status: 204 len: 168 time: 0.6574111 Aug 19 18:27:07.700633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0d0f8-fb83-4e8e-87cf-136ad98f4912 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fac692-dde9-4189-a9dd-ab66c3ce3ed5,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:07.876108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40142) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:07.915851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eba486e8-7ae0-4a48-a59d-4ed0c6a6b672 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb2a67458fcd44d8b23fdccc52a3f978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383682 Aug 19 18:27:07.918025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40144) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:07.971118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:07.992488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.038036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.040839 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.044385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0427c93b-810b-4159-9cdc-d759a20d9e1a HTTP/1.1" status: 204 len: 168 time: 0.1230745 Aug 19 18:27:08.052049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6d25d-f585-4589-bcd4-5da8560157c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0427c93b-810b-4159-9cdc-d759a20d9e1a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.126828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6dee021-98d1-4542-a6cb-250916cf0a5f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:08.181312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f6dee021-98d1-4542-a6cb-250916cf0a5f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:08.184973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f6dee021-98d1-4542-a6cb-250916cf0a5f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:08.185349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.264152 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.303276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f6dee021-98d1-4542-a6cb-250916cf0a5f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f6dee021-98d1-4542-a6cb-250916cf0a5f,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:08.307713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.365732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:08.373384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63cb4389-05bb-4e90-845f-73d2bce5e905 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:08.395634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 63cb4389-05bb-4e90-845f-73d2bce5e905 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:08.395961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 63cb4389-05bb-4e90-845f-73d2bce5e905 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:08.396400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f9b3d969-1693-462f-a65e-24109e1dd4ff no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:08.420390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f9b3d969-1693-462f-a65e-24109e1dd4ff {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:08.420390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f9b3d969-1693-462f-a65e-24109e1dd4ff not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:08.420390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 18f79930-b360-4e9c-896d-83b3ba4a1eb9 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:08.421028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40150) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:08.435785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 18f79930-b360-4e9c-896d-83b3ba4a1eb9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:08.436031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 18f79930-b360-4e9c-896d-83b3ba4a1eb9 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:08.462735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-559d507e-5293-4e14-be25-d87f9649a843 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db5d9a97b62b42caa7aba955cee8cae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408833 Aug 19 18:27:08.465617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40152) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:08.513549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.534450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.581520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.584666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:08.585828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23d3827c-914b-48d2-a248-b04bb1505f59 HTTP/1.1" status: 204 len: 168 time: 0.1193132 Aug 19 18:27:08.595758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebaa3c-57cd-485f-ae7a-b3626b88a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3827c-914b-48d2-a248-b04bb1505f59,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:10.090253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6dee021-98d1-4542-a6cb-250916cf0a5f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:10.137315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f6dee021-98d1-4542-a6cb-250916cf0a5f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:10.137688 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:11.220290 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:27:17.310241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:23.151463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:23.900079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.252971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port f6dee021-98d1-4542-a6cb-250916cf0a5f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:24.253961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.361501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port f6dee021-98d1-4542-a6cb-250916cf0a5f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f6dee021-98d1-4542-a6cb-250916cf0a5f,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:24.361838 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.377294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for f6dee021-98d1-4542-a6cb-250916cf0a5f owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:24.589471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:24.620966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=f6dee021-98d1-4542-a6cb-250916cf0a5f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:24.844263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:25.084027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:25.219527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:25.226240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4dbbfc64-2101-4f1a-ab5a-f569f4554c40 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735126 Aug 19 18:27:25.233823 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:25.248750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:25.249796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:25.398262 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:25.495591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15129-da00-4e4f-8673-919bda31fe1d req-5d573401-29f7-437e-9092-5e161979b4a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:25.497559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28b15129-da00-4e4f-8673-919bda31fe1d req-5d573401-29f7-437e-9092-5e161979b4a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.0671432 Aug 19 18:27:25.542553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28b15129-da00-4e4f-8673-919bda31fe1d req-68f89436-9269-43bd-874a-12e7a7a7ce82 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371590 Aug 19 18:27:25.693555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:25.721396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:25.731081 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:25.731747 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:25.860181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:26.239715 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:26.267591 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06f370-1d30-4ad1-ae55-e8e978e1ded2 None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b990f3d1-20ee-43bb-adb9-8cc9c5f1068c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'port_id': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'mac_address': 'fa:16:3e:37:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:26:07Z', 'updated_at': '2021-08-19T18:26:09Z', 'revision_number': 1, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:26.371204 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:26.713360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49795bd3-6563-4451-ac4a-8c1abfc19a9e req-61c7e2a8-867e-407b-9ef3-636b100b015e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.715396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49795bd3-6563-4451-ac4a-8c1abfc19a9e req-61c7e2a8-867e-407b-9ef3-636b100b015e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.0768883 Aug 19 18:27:26.763313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-49795bd3-6563-4451-ac4a-8c1abfc19a9e req-81aea435-a870-4e83-9173-410d4cbfb5c4 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db61205-8de6-4af0-a1bb-224572b195ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Aug 19 18:27:26.996014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e2637-c556-456d-84fc-98a619601829 req-d9be74ff-d1e2-4f2a-b913-727e3f4a05c0 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:26.997537 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f63e2637-c556-456d-84fc-98a619601829 req-d9be74ff-d1e2-4f2a-b913-727e3f4a05c0 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 946 time: 0.0582621 Aug 19 18:27:27.108256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port 0da03db7-3abf-48ba-998f-38ecd08dea53 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:27.108522 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.218331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port 0da03db7-3abf-48ba-998f-38ecd08dea53, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0da03db7-3abf-48ba-998f-38ecd08dea53,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:27.218702 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.233321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for 0da03db7-3abf-48ba-998f-38ecd08dea53 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:27.403748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.437399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=0da03db7-3abf-48ba-998f-38ecd08dea53,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:27.504009 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] No DVR routers for this DVR port 0da03db7-3abf-48ba-998f-38ecd08dea53 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:27.507557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:27.509691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f63e2637-c556-456d-84fc-98a619601829 req-f1dd5fec-b9ad-4a3b-9be9-7349f1b384a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "DELETE /v2.0/ports/0da03db7-3abf-48ba-998f-38ecd08dea53 HTTP/1.1" status: 204 len: 173 time: 0.5060701 Aug 19 18:27:27.510161 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'name': 'network-vif-deleted', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:27.512972 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f5023-f72d-448c-a518-c7a33fc1a2ab" -d '{"events": [{"server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "name": "network-vif-deleted", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:27.560066 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcead4e-e21c-430b-97b2-61b21db5a79d x-openstack-request-id: req-8fcead4e-e21c-430b-97b2-61b21db5a79d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:27.560479 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeab6ed-1097-4025-85c4-664ff5ebea43", "name": "network-vif-deleted", "tag": "0da03db7-3abf-48ba-998f-38ecd08dea53", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:27.560832 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fcead4e-e21c-430b-97b2-61b21db5a79d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:27.561385 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeab6ed-1097-4025-85c4-664ff5ebea43', 'name': 'network-vif-deleted', 'tag': '0da03db7-3abf-48ba-998f-38ecd08dea53', 'status': 'completed', 'code': 200} Aug 19 18:27:27.919346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ccd86ca-b57d-4bd8-8d61-4c04d91daaeb req-c5329969-c3db-4251-8e2c-4b37d38d844a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeab6ed-1097-4025-85c4-664ff5ebea43 HTTP/1.1" status: 200 len: 210 time: 0.0379841 Aug 19 18:27:28.066096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6dee021-98d1-4542-a6cb-250916cf0a5f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:28.091510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f6dee021-98d1-4542-a6cb-250916cf0a5f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:28.092986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f6dee021-98d1-4542-a6cb-250916cf0a5f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:28.162076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e79b5ee-81e9-4127-b19b-5cd5d00f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:28.995437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40184) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:29.065498 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.094151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.163162 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.166608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.168052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/security-groups/6db61205-8de6-4af0-a1bb-224572b195ed HTTP/1.1" status: 204 len: 168 time: 0.1714005 Aug 19 18:27:29.179251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847fece-c194-47e8-830e-ef47c7e1fd85 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db61205-8de6-4af0-a1bb-224572b195ed,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:29.206584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40188) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:29.262663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting subnet 13702bc6-c2b7-4bf4-b3ab-240b70e30de5 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:29.266024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.319142 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.418636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.486905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.533645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Subnet': ['ID=13702bc6-c2b7-4bf4-b3ab-240b70e30de5,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:29.535704 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.543065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4e41d7ef-0051-411d-84bc-6f10111dca55 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/subnets/13702bc6-c2b7-4bf4-b3ab-240b70e30de5 HTTP/1.1" status: 204 len: 168 time: 0.3311117 Aug 19 18:27:29.543065 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40190) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:29.543327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f840b-5af6-4b83-8d62-4708345aaa83 None None] Network e43dabd7-6cde-4326-9822-393fe5f0a071 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:29.663106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.745404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port 79a65214-ee63-4ae6-b4f4-c63b7f616adf {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:29.745756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.783703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] DHCP port deletion for e43dabd7-6cde-4326-9822-393fe5f0a071 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:29.815186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=79a65214-ee63-4ae6-b4f4-c63b7f616adf,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:29.815579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.835983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for 79a65214-ee63-4ae6-b4f4-c63b7f616adf owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:29.848643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Deleting port 79a65214-ee63-4ae6-b4f4-c63b7f616adf {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:29.850687 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.933914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.936507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] For port 79a65214-ee63-4ae6-b4f4-c63b7f616adf, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=79a65214-ee63-4ae6-b4f4-c63b7f616adf,segment=NetworkSegment(69ec8c81-7bba-48bc-87cd-e5cdce345714),segment_id=69ec8c81-7bba-48bc-87cd-e5cdce345714)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:29.937414 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:29.965965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Calling delete_port for 79a65214-ee63-4ae6-b4f4-c63b7f616adf owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:29.967112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=79a65214-ee63-4ae6-b4f4-c63b7f616adf,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:29.969221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] No DVR routers for this DVR port 79a65214-ee63-4ae6-b4f4-c63b7f616adf on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:30.067892 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.078181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.086853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43dabd7-6cde-4326-9822-393fe5f0a071']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:30.098030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ec8c81-7bba-48bc-87cd-e5cdce345714') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:30.098384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ec8c81-7bba-48bc-87cd-e5cdce345714') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:30.108319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.114835 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] Pushing event deleted for resources: {'Port': ['ID=79a65214-ee63-4ae6-b4f4-c63b7f616adf,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:30.122973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8fd5c-d5d8-48f2-bede-020c59025409 None None] No DVR routers for this DVR port 79a65214-ee63-4ae6-b4f4-c63b7f616adf on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:30.134264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.143645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 79a65214-ee63-4ae6-b4f4-c63b7f616adf no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:30.144468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:30.145071 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:30.150669 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:30.167273 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 79a65214-ee63-4ae6-b4f4-c63b7f616adf {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:30.167659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 79a65214-ee63-4ae6-b4f4-c63b7f616adf not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:30.217149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.223104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.227534 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/networks/e43dabd7-6cde-4326-9822-393fe5f0a071 HTTP/1.1" status: 204 len: 168 time: 0.6840372 Aug 19 18:27:30.231804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40192) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:30.247744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7362cfd-d657-4b08-a3d4-96f6fbe25faa tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Network': ['ID=e43dabd7-6cde-4326-9822-393fe5f0a071,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:30.440904 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port 7ce73beb-3ee7-4a31-a86a-b504e742147e {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:30.441381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.530263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.530655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.549228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for 7ce73beb-3ee7-4a31-a86a-b504e742147e owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:30.592894 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c6821d36-7c76-42f9-8175-2ba8201d34d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.742595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.774064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=7ce73beb-3ee7-4a31-a86a-b504e742147e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:30.840463 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:30.840870 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Floating IP b990f3d1-20ee-43bb-adb9-8cc9c5f1068c disassociated (deleted). External IP: 172.25.5.147, port: 0802868e-58a3-48c9-a74e-0104f6ddb17f. Aug 19 18:27:30.928314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.065839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:31.179937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:31.184804 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:31.189605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:31.201467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:31.202435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:31.215794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-999a5145-1dda-4457-a97c-caf558cdb68f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/floatingips/b990f3d1-20ee-43bb-adb9-8cc9c5f1068c HTTP/1.1" status: 204 len: 168 time: 0.9818227 Aug 19 18:27:31.216476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:31.219991 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593c1d7-62b5-4967-8edd-0008aa6df6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:31.243979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0da03db7-3abf-48ba-998f-38ecd08dea53 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:31.267100 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b039d-bedb-4833-965b-b431ef6d25f5 x-openstack-request-id: req-047b039d-bedb-4833-965b-b431ef6d25f5 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:31.268036 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:31.268487 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-047b039d-bedb-4833-965b-b431ef6d25f5 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:31.268951 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'status': 'completed', 'code': 200} Aug 19 18:27:31.278794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 0da03db7-3abf-48ba-998f-38ecd08dea53 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:31.278794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0da03db7-3abf-48ba-998f-38ecd08dea53 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:31.361409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-ba954223-a246-462b-ba65-aa188855d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.362056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:31.364322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-ba954223-a246-462b-ba65-aa188855d683 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 1098 time: 0.0684261 Aug 19 18:27:31.503982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-89b169da-588a-437f-975e-4130ffa9a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.506073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-89b169da-588a-437f-975e-4130ffa9a900 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 200 len: 898 time: 0.1352563 Aug 19 18:27:31.563956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-6660c220-2edf-4727-8627-2f78c887cb3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 200 len: 217 time: 0.0442493 Aug 19 18:27:31.590265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4040d7-efbb-4e10-838d-85563bf39099 req-c97d1322-b4ca-406a-951b-94d867bbbb6c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.591909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f4040d7-efbb-4e10-838d-85563bf39099 req-c97d1322-b4ca-406a-951b-94d867bbbb6c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.1017060 Aug 19 18:27:31.646359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-ca88440f-87ac-4d6a-a705-4a093c0c9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.648559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-ca88440f-87ac-4d6a-a705-4a093c0c9a90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 200 len: 834 time: 0.0769160 Aug 19 18:27:31.677773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f4040d7-efbb-4e10-838d-85563bf39099 req-3a2831d5-ba8e-48e5-9921-f88afcb474ca tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662727 Aug 19 18:27:31.716071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-5eeb1058-5f49-48ec-96c2-8238733016b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:31.717654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-5eeb1058-5f49-48ec-96c2-8238733016b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e401e1b8-47c6-4d71-8fed-a936b8cd60dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606518 Aug 19 18:27:31.799462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:31.829879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:31.834613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-6c4368f2-e726-4902-81db-0f7109d7cf2f service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094303 Aug 19 18:27:31.838756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:31.839663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:31.932901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d593c1d7-62b5-4967-8edd-0008aa6df6e2 req-b7937123-b650-4e90-af94-ff08135d5010 service neutron] 10.222.0.42 "GET /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902233 Aug 19 18:27:31.958920 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:32.087690 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.181380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:32.209315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af8326-5152-4d20-82d6-2b153ed35a8f None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:24Z', 'revision_number': 6, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'aed187e0-c835-45c0-af46-6c039d878e68', 'name': '', 'network_id': 'e401e1b8-47c6-4d71-8fed-a936b8cd60dd', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:c0:6f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:50Z', 'updated_at': '2021-08-19T18:25:56Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': 'aaaa48ea-f680-40a4-8567-288e36ba92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:32.460920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36e882-8d6f-4d3b-bc85-5777ff14a5ad None None] New status for floating IP b990f3d1-20ee-43bb-adb9-8cc9c5f1068c: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:27:32.751179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-d25a0a24-75e5-4d48-9e43-a1b1b0c80948 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.753167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-d25a0a24-75e5-4d48-9e43-a1b1b0c80948 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.42 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.0556011 Aug 19 18:27:32.862874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf28d08-d456-49fe-895c-f3ea2ccfb674 req-ac3c1fb6-a3e8-43cb-8a61-48cd9d76fad9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:32.866750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdf28d08-d456-49fe-895c-f3ea2ccfb674 req-ac3c1fb6-a3e8-43cb-8a61-48cd9d76fad9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=e759a465-0480-4e7a-84e1-33b8e2a1e05e HTTP/1.1" status: 200 len: 946 time: 0.0818613 Aug 19 18:27:32.907179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port 0802868e-58a3-48c9-a74e-0104f6ddb17f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:32.907543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:32.958948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdf28d08-d456-49fe-895c-f3ea2ccfb674 req-f85a29b1-a65c-4e39-aa8c-3f02afa1a6b9 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814748 Aug 19 18:27:33.019374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port 0802868e-58a3-48c9-a74e-0104f6ddb17f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=0802868e-58a3-48c9-a74e-0104f6ddb17f,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:33.019769 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.040713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for 0802868e-58a3-48c9-a74e-0104f6ddb17f owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:33.183546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.219537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=0802868e-58a3-48c9-a74e-0104f6ddb17f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:33.266544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] No DVR routers for this DVR port 0802868e-58a3-48c9-a74e-0104f6ddb17f on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:33.269130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:33.271709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d39f5a7-136d-4c33-a681-70b927efb70b req-c8514abf-9fb1-414c-a045-ec8f1fdd5a2f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.42 "DELETE /v2.0/ports/0802868e-58a3-48c9-a74e-0104f6ddb17f HTTP/1.1" status: 204 len: 173 time: 0.5117664 Aug 19 18:27:33.272140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'name': 'network-vif-deleted', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:33.274374 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7eaf11-01f2-4978-a726-7c4c0c12a928" -d '{"events": [{"server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "name": "network-vif-deleted", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:33.316968 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10514cec-585f-4d56-bb3e-03325ae2afff x-openstack-request-id: req-10514cec-585f-4d56-bb3e-03325ae2afff {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:33.317541 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759a465-0480-4e7a-84e1-33b8e2a1e05e", "name": "network-vif-deleted", "tag": "0802868e-58a3-48c9-a74e-0104f6ddb17f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:33.317850 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10514cec-585f-4d56-bb3e-03325ae2afff {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:33.318325 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a465-0480-4e7a-84e1-33b8e2a1e05e', 'name': 'network-vif-deleted', 'tag': '0802868e-58a3-48c9-a74e-0104f6ddb17f', 'status': 'completed', 'code': 200} Aug 19 18:27:33.601631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.018894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40206) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:34.104569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.134829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.207207 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.210741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.211986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/security-groups/f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf HTTP/1.1" status: 204 len: 168 time: 0.1920645 Aug 19 18:27:34.221907 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e775-8f6e-4e38-af40-d770321b3441 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30107b6-e7af-45c3-b6b7-1b4d02c4d0cf,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:34.252131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40210) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:34.699404 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:34.990357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port aed187e0-c835-45c0-af46-6c039d878e68 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:34.990653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.084882 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port aed187e0-c835-45c0-af46-6c039d878e68, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=aed187e0-c835-45c0-af46-6c039d878e68,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:35.085274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.104570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for aed187e0-c835-45c0-af46-6c039d878e68 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:35.314187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:35.355559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=aed187e0-c835-45c0-af46-6c039d878e68,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:35.554677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.200968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:36.320180 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:36.325793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-98650014-9d37-4d0d-9f6c-de0d26349caf tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717142 Aug 19 18:27:36.328224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40212) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.334377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Sync routers for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:36.346938 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:36.347714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:36.394444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting subnet aaaa48ea-f680-40a4-8567-288e36ba92d4 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:27:36.405286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.450358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0802868e-58a3-48c9-a74e-0104f6ddb17f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:36.458861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.477653 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 0802868e-58a3-48c9-a74e-0104f6ddb17f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:36.478010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 0802868e-58a3-48c9-a74e-0104f6ddb17f not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:36.509926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:36.596245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.674229 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.714420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaa48ea-f680-40a4-8567-288e36ba92d4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:36.721896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.725028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cb6dc3d9-4f35-4452-a743-e24d1c489b88 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/subnets/aaaa48ea-f680-40a4-8567-288e36ba92d4 HTTP/1.1" status: 204 len: 168 time: 0.3957856 Aug 19 18:27:36.728577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:36.733944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377a5f8-046f-4e5d-87d4-0763d7c9f81d None None] Network e401e1b8-47c6-4d71-8fed-a936b8cd60dd requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:36.815329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:35Z', 'revision_number': 7, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:36.851510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Checking router: a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:36.883954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:36.886151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Routers {'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:36.886783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.023007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.090457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port fd857c2e-4730-4e65-a8e3-03ee8a5a7994 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:37.090915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.121899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] Set router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:37.204292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port fd857c2e-4730-4e65-a8e3-03ee8a5a7994, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:37.204889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.205127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] DHCP port deletion for e401e1b8-47c6-4d71-8fed-a936b8cd60dd request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:27:37.220085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for fd857c2e-4730-4e65-a8e3-03ee8a5a7994 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:37.384081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Deleting port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:27:37.384672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.403554 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.431047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=fd857c2e-4730-4e65-a8e3-03ee8a5a7994,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:37.462951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] For port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,segment=NetworkSegment(de4e3c84-5af6-4b74-bc31-dcb4f5749107),segment_id=de4e3c84-5af6-4b74-bc31-dcb4f5749107)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:37.463349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.479209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Calling delete_port for 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:27:37.494997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:35Z', 'revision_number': 7, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.507648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.553878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab269d-f1f2-43f9-94f2-b5a33cebb993 None None] The sync data for ids ['a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a'] in n-d-778550-10 is: [{'id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'name': 'tempest-TestNetworkBasicOps-router-1841794965', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:27:35Z', 'revision_number': 7, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'fd857c2e-4730-4e65-a8e3-03ee8a5a7994', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:25:46Z', 'updated_at': '2021-08-19T18:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:37.601923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.613505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.617609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.627524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] Pushing event deleted for resources: {'Port': ['ID=95931fb6-eeca-4dc7-98e2-eaa4746fc5d9,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:37.635237 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb1f90-cfc6-4af7-8529-2e0910f64a1b None None] No DVR routers for this DVR port 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:27:37.672131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.672796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Fanout notify agent at l3_agent the message router_deleted on router a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:27:37.680636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.681761 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2d093831-9a88-476b-9967-2f85d0d3a443 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/routers/a7c15dbe-6932-44b9-8a8a-ce4dc58a0b0a HTTP/1.1" status: 204 len: 168 time: 0.9521935 Aug 19 18:27:37.684535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:37.763299 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.863427 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.873258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e401e1b8-47c6-4d71-8fed-a936b8cd60dd']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.882966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4e3c84-5af6-4b74-bc31-dcb4f5749107') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.883259 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4e3c84-5af6-4b74-bc31-dcb4f5749107') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:37.892686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.909282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.916934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:27:37.917346 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:27:37.920483 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:27:38.004109 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.018383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.021047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/networks/e401e1b8-47c6-4d71-8fed-a936b8cd60dd HTTP/1.1" status: 204 len: 168 time: 0.3347695 Aug 19 18:27:38.034079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d978fb-75e1-4a56-9bf5-8ca0acb9b33c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Network': ['ID=e401e1b8-47c6-4d71-8fed-a936b8cd60dd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.042719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40218) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:38.046242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'network': {'name': 'tempest-network-smoke--1591391359', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:38.078425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:38.083006 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.110034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:27:38.121076 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.121455 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Added segment e38b9bbd-0a20-48bc-88fb-766c2e635a14 of type vlan for network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 Aug 19 18:27:38.180334 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.191297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:38.216713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:38.217327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.217532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 95931fb6-eeca-4dc7-98e2-eaa4746fc5d9 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:38.217532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aed187e0-c835-45c0-af46-6c039d878e68 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:38.223147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:38.225396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.247186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: aed187e0-c835-45c0-af46-6c039d878e68 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:38.247813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device aed187e0-c835-45c0-af46-6c039d878e68 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:38.285396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2431130 Aug 19 18:27:38.289717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40220) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:38.295243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-400409124', 'admin_state_up': True, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:38.305204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dda04-2eef-4f1e-9b9c-86470818ac50 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Network': ['ID=7fe2edcc-8bb0-4d27-ba13-46574543a0c6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:38.327125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:27:38.333297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.334670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.391955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.551319 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.795380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.819677 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:38.933866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.25.5.2 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/b7e0e053-3108-4290-902f-07dbe664ba58) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:39.059461 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.106145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.149461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:39.152590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:39.156727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:39.162858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=b7e0e053-3108-4290-902f-07dbe664ba58,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:39.470652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.703402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.852706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router 11232bc8-53d8-4aca-a7a4-ca75491b669d is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:27:39.969376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:39.979797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Sync routers for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:39.990434 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:39.990945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:39.991256 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:39.992568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b9021d17-7d5b-44b6-a55f-b59c5947fe36 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7016921 Aug 19 18:27:39.995868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40222) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.033403 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c312f99-de05-49b6-a72f-40247c07f99c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dc957ba678604e80b124abf90faef0b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360560 Aug 19 18:27:40.036417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40224) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.078377 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd857c2e-4730-4e65-a8e3-03ee8a5a7994 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:27:40.107805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: fd857c2e-4730-4e65-a8e3-03ee8a5a7994 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:27:40.108514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device fd857c2e-4730-4e65-a8e3-03ee8a5a7994 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:27:40.141764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61eed73-5290-4a1d-9f44-dcd5cc918250 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:40.142135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:40.143323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c61eed73-5290-4a1d-9f44-dcd5cc918250 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059115 Aug 19 18:27:40.148017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40226) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.179145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1300a97f-f935-4a4d-b86a-e7976dc7f4a7 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297468 Aug 19 18:27:40.181866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.186793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1964111314', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:40.283168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:40.287594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.353757 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:39Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:40.381322 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Checking router: 11232bc8-53d8-4aca-a7a4-ca75491b669d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:40.381639 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Updating router 11232bc8-53d8-4aca-a7a4-ca75491b669d port b7e0e053-3108-4290-902f-07dbe664ba58 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:27:40.412613 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.519957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.616785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Subnet': ['ID=085629c6-67a5-48ac-ac05-a2125d5f860d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:40.623717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Checking segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:40.624150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network hostable DHCP agents. Network: 7fe2edcc-8bb0-4d27-ba13-46574543a0c6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:27:40.644255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:27:40.658148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 7fe2edcc-8bb0-4d27-ba13-46574543a0c6) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:40.663795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:40.664528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.670533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda555b4-288e-40db-bd35-cc9a2e68a2f1 None None] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:40.692651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a32e269e-e81c-4211-9c2f-5c61d1e8814e tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5090392 Aug 19 18:27:40.696124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40230) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:40.790128 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.802851 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Transition to ACTIVE for port object b7e0e053-3108-4290-902f-07dbe664ba58 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:40.810375 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.855225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:27:40.855225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.886820 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Attempting to bind port b7e0e053-3108-4290-902f-07dbe664ba58 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:40.888750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Attempting to bind port b7e0e053-3108-4290-902f-07dbe664ba58 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:40.888750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Attempting to bind port b7e0e053-3108-4290-902f-07dbe664ba58 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:40.909806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:40.910420 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:40.911743 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.912460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:40.913343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Bound port: b7e0e053-3108-4290-902f-07dbe664ba58, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:40.914046 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:40.976750 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba454-b1b0-47ad-859c-ab28926dc952 None None] Pushing event updated for resources: {'Port': ['ID=b7e0e053-3108-4290-902f-07dbe664ba58,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.016444 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] For port b7e0e053-3108-4290-902f-07dbe664ba58, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:41.020665 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] For port b7e0e053-3108-4290-902f-07dbe664ba58, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b7e0e053-3108-4290-902f-07dbe664ba58,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:41.026822 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.028227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Allocated IP 172.20.0.2 (7fe2edcc-8bb0-4d27-ba13-46574543a0c6/085629c6-67a5-48ac-ac05-a2125d5f860d/3eebfd77-f09e-4041-ba6a-da40fe545e4e) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:41.081947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:41.083244 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:41.198885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:41.200191 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.210259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Transition to ACTIVE for port object 3eebfd77-f09e-4041-ba6a-da40fe545e4e will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:41.226711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Transition to ACTIVE for port object 3eebfd77-f09e-4041-ba6a-da40fe545e4e will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:41.243592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.266555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba454-b1b0-47ad-859c-ab28926dc952 None None] Pushing event updated for resources: {'Port': ['ID=b7e0e053-3108-4290-902f-07dbe664ba58,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.445498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:39Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:41.448420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:41.451344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:41.454753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:41.474313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Pushing event updated for resources: {'Port': ['ID=3eebfd77-f09e-4041-ba6a-da40fe545e4e,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:41.480871 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52df0c-f382-4d4f-ae63-a5fffd3edac9 None None] The sync data for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 is: [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:39Z', 'revision_number': 3, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:41.524927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Attempting to bind port 3eebfd77-f09e-4041-ba6a-da40fe545e4e on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:41.525324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Attempting to bind port 3eebfd77-f09e-4041-ba6a-da40fe545e4e by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:41.525697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Attempting to bind port 3eebfd77-f09e-4041-ba6a-da40fe545e4e on network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:41.531177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:41.531598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Checking segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:41.532007 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.532408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Bound using segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:41.532872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Bound port: 3eebfd77-f09e-4041-ba6a-da40fe545e4e, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:41.533261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.608573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.614526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] For port 3eebfd77-f09e-4041-ba6a-da40fe545e4e, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:41.618744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] For port 3eebfd77-f09e-4041-ba6a-da40fe545e4e, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eebfd77-f09e-4041-ba6a-da40fe545e4e,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:41.624934 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:41.699298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9b55c-3228-4b09-81d2-6acfb2eff4c0 None None] Pushing event updated for resources: {'Port': ['ID=3eebfd77-f09e-4041-ba6a-da40fe545e4e,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:42.076656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.1 (7fe2edcc-8bb0-4d27-ba13-46574543a0c6/085629c6-67a5-48ac-ac05-a2125d5f860d/bdefea38-b0c9-429b-8d67-bd5635e0a925) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:42.198278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b7e0e053-3108-4290-902f-07dbe664ba58 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:42.240407 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.257292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object bdefea38-b0c9-429b-8d67-bd5635e0a925 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:42.269897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port b7e0e053-3108-4290-902f-07dbe664ba58 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:42.275394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b7e0e053-3108-4290-902f-07dbe664ba58 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:42.275812 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.299520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.358506 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:42.362038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:42.365138 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:42.384597 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.394919 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:42.415019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port b7e0e053-3108-4290-902f-07dbe664ba58, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b7e0e053-3108-4290-902f-07dbe664ba58,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:42.422251 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.423106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eebfd77-f09e-4041-ba6a-da40fe545e4e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:42.432382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.522764 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=b7e0e053-3108-4290-902f-07dbe664ba58,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:42.537630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 3eebfd77-f09e-4041-ba6a-da40fe545e4e completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:42.645820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:42.829489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f03e7-e182-44de-8fcd-affc5b58d3e5 None None] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:27:42.908405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Provisioning for port 3eebfd77-f09e-4041-ba6a-da40fe545e4e completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:42.915673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Provisioning complete for port 3eebfd77-f09e-4041-ba6a-da40fe545e4e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:42.916144 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.041256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.047595 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.104824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.147092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:43.151399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.173967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] For port 3eebfd77-f09e-4041-ba6a-da40fe545e4e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eebfd77-f09e-4041-ba6a-da40fe545e4e,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:43.180746 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.252420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b5e0c-5da9-4061-8cb5-8da267e0eb79 None None] Pushing event updated for resources: {'Port': ['ID=3eebfd77-f09e-4041-ba6a-da40fe545e4e,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:43.316462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:43.319143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:43.453787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router 11232bc8-53d8-4aca-a7a4-ca75491b669d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:43.524827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Provisioning for port bdefea38-b0c9-429b-8d67-bd5635e0a925 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:43.529892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Provisioning complete for port bdefea38-b0c9-429b-8d67-bd5635e0a925 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:43.529892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.572176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Port bdefea38-b0c9-429b-8d67-bd5635e0a925 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:43.590973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Provisioning complete for port 3eebfd77-f09e-4041-ba6a-da40fe545e4e triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:43.591678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25b9cdb5-9056-412a-a8f8-745d4e7d0f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.632729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:43.641815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-58ef0b52-2968-4370-923b-d9b7703024eb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/11232bc8-53d8-4aca-a7a4-ca75491b669d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9423094 Aug 19 18:27:43.645186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40232) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:43.682465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Sync routers for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:43.707106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:43.707832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:43.790496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3cdc1a-55ee-4d79-86b2-6f7efdb3b5f9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.791024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3cdc1a-55ee-4d79-86b2-6f7efdb3b5f9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.791730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3cdc1a-55ee-4d79-86b2-6f7efdb3b5f9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.792518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3cdc1a-55ee-4d79-86b2-6f7efdb3b5f9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.795051 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f3cdc1a-55ee-4d79-86b2-6f7efdb3b5f9 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1478417 Aug 19 18:27:43.799657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:43.886151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:43.933892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a262d140-1863-4997-a2c4-565ad8a06540 None None] Provisioning complete for port bdefea38-b0c9-429b-8d67-bd5635e0a925 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:43.934342 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a262d140-1863-4997-a2c4-565ad8a06540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:43.946421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4625-3dd9-4f29-a2a3-c8d8c240a81c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.946993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4625-3dd9-4f29-a2a3-c8d8c240a81c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.947511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4625-3dd9-4f29-a2a3-c8d8c240a81c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.948123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4625-3dd9-4f29-a2a3-c8d8c240a81c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:43.952005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-be2c4625-3dd9-4f29-a2a3-c8d8c240a81c tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1511033 Aug 19 18:27:43.953333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.062330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a262d140-1863-4997-a2c4-565ad8a06540 None None] Port bdefea38-b0c9-429b-8d67-bd5635e0a925 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:44.144271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7b6f793c-eba3-4826-804b-f34b4e943789 tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1891787 Aug 19 18:27:44.156192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b7e0e053-3108-4290-902f-07dbe664ba58 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:44.253980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ddcd4c77-f256-4b3e-aadc-5ca925b911ca None None] Provisioning complete for port bdefea38-b0c9-429b-8d67-bd5635e0a925 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:44.255022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ddcd4c77-f256-4b3e-aadc-5ca925b911ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.338576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd4c77-f256-4b3e-aadc-5ca925b911ca None None] Port bdefea38-b0c9-429b-8d67-bd5635e0a925 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:44.346702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 2, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:44.391400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40240) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.399624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022387161', 'description': 'tempest-secgroup-smoke-1022387161 description', 'project_id': 'dc957ba678604e80b124abf90faef0b6'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:44.399888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port b7e0e053-3108-4290-902f-07dbe664ba58 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:44.400259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.404414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Checking router: 11232bc8-53d8-4aca-a7a4-ca75491b669d for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:27:44.405020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Updating router 11232bc8-53d8-4aca-a7a4-ca75491b669d port bdefea38-b0c9-429b-8d67-bd5635e0a925 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:27:44.446365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.498164 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.592612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.600803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.638386 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.639688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2470672 Aug 19 18:27:44.642107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b236a0d-7f00-4095-b860-c652678f04c2 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965846a9-73b8-44b1-9e78-ea7a2e8c641e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:44.642857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.650725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:44.699940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.744004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eebfd77-f09e-4041-ba6a-da40fe545e4e up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:44.812059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.822824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.847680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db757fe-f722-46fb-9555-25db755a5840,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:44.863237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.868239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b21f39ac-91c1-44e5-a6b5-433802b8f198 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208893 Aug 19 18:27:44.868557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40244) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:44.875687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:44.892203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 3eebfd77-f09e-4041-ba6a-da40fe545e4e triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:44.892586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:44.924065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.013331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.020099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.042689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43dc36c-eae3-4338-9539-8503044f0e27,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.048786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.054877 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.056460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6e1e4576-54ac-4fd5-9915-4ebe3bdc33fb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865652 Aug 19 18:27:45.059379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40246) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.065810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:45.072379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Transition to ACTIVE for port object bdefea38-b0c9-429b-8d67-bd5635e0a925 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:45.080953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.105149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.149340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfeb6a-6da7-48e0-b729-d5647b702216 None None] Pushing event updated for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.203022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.212099 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.220180 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Attempting to bind port bdefea38-b0c9-429b-8d67-bd5635e0a925 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:45.220568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Attempting to bind port bdefea38-b0c9-429b-8d67-bd5635e0a925 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:45.220936 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Attempting to bind port bdefea38-b0c9-429b-8d67-bd5635e0a925 on network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:45.227061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:45.227481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Checking segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:45.228134 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.228548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Bound using segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:45.229042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Bound port: bdefea38-b0c9-429b-8d67-bd5635e0a925, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:45.229434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.230457 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd4372f-87c2-4228-bfc6-b079cca26135,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.241009 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.242612 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c2af2486-5119-4de6-8206-ce654ed88cc5 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817365 Aug 19 18:27:45.245356 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40248) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.251970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:45.299377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.320675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] For port bdefea38-b0c9-429b-8d67-bd5635e0a925, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:45.325361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] For port bdefea38-b0c9-429b-8d67-bd5635e0a925, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bdefea38-b0c9-429b-8d67-bd5635e0a925,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:45.331637 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.401333 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:45.401999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:45.403501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.407495 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfeb6a-6da7-48e0-b729-d5647b702216 None None] Pushing event updated for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.412266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.432784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6007f2-408d-4bce-ad30-82cf966e0273,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.442016 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.444168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eb3d4042-ba95-4340-9a09-6ea930670c7b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1962452 Aug 19 18:27:45.446823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.451845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:45.486983 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:27:45.494869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.550303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:27:45.598963 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.607034 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.635171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19baf187-1598-4d3f-8967-59daf23ef4ed,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.646696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.648289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf83646e-b03f-4fd5-bd8f-b0d8ad26d7ba tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2003934 Aug 19 18:27:45.652355 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40252) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:45.657523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'security_group_rule': {'security_group_id': '965846a9-73b8-44b1-9e78-ea7a2e8c641e', 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:45.697140 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Project dc957ba678604e80b124abf90faef0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:27:45.706197 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.792540 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.798457 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.834040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e18b29-c5bf-4c98-9af8-b318dd5d7ca9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:45.847696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:45.850074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-55b470ad-d8bd-48d8-8e81-37cd60d68380 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965778 Aug 19 18:27:46.063480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:45Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:46.091749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-53717e86-595c-48c0-8282-63b906c23c64 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022387161&fields=id&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 267 time: 0.0404255 Aug 19 18:27:46.097866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491a7db-1694-40c9-8e51-c38cc47bf0f6 None None] The sync data for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 is: [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:45Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:27:46.245274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-5738f684-9575-48ed-9db0-f4b78fd33e9a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:46.246909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-5738f684-9575-48ed-9db0-f4b78fd33e9a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 797 time: 0.1459744 Aug 19 18:27:46.266166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-ad70e728-efaa-4313-a5a5-bcf8f738afc3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/quotas/dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 375 time: 0.0131118 Aug 19 18:27:46.327220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-b630a7ba-e79f-4a04-9771-5cc96d569eae tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537567 Aug 19 18:27:46.456213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-61e2d514-8b66-4407-8d14-4c050b028dbc service neutron] 10.222.0.36 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119447 Aug 19 18:27:46.586005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-23d7d4ee-8cbd-4136-b194-0733bd2b3fbd service neutron] 10.222.0.36 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226938 Aug 19 18:27:46.796619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-761ab4d3-d767-42dd-97b3-cc1be86ef0e9 req-e6cef14d-77cd-42a4-83b8-8b6dc13f2031 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 210 time: 0.0326385 Aug 19 18:27:47.320164 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:47.864140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-a42f3fa4-1c2e-48a8-bf98-dd31b5c72cde tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:47.866672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-a42f3fa4-1c2e-48a8-bf98-dd31b5c72cde tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 797 time: 0.1223879 Aug 19 18:27:47.898201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd1de906-ffce-46e5-9ab1-34514c12dead req-53c6ab08-9158-498d-97ba-5baaae9606a4 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 210 time: 0.0273309 Aug 19 18:27:47.936978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-50778a24-cbaf-4164-9262-c6fd3dfb6545 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc957ba678604e80b124abf90faef0b6 HTTP/1.1" status: 200 len: 380 time: 0.0419719 Aug 19 18:27:47.946629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'port': {'device_id': '97d079d6-def6-431a-b850-963cb5f15c8e', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'admin_state_up': True, 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'security_groups': ['965846a9-73b8-44b1-9e78-ea7a2e8c641e']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:48.061249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Made reservation on behalf of dc957ba678604e80b124abf90faef0b6 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:27:48.065191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.147701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bdefea38-b0c9-429b-8d67-bd5635e0a925 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:48.203591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port bdefea38-b0c9-429b-8d67-bd5635e0a925 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:48.207992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.20.0.14 (7fe2edcc-8bb0-4d27-ba13-46574543a0c6/085629c6-67a5-48ac-ac05-a2125d5f860d/f662bfd3-0b26-4c28-bde1-054a2918a1ab) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:48.208268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bdefea38-b0c9-429b-8d67-bd5635e0a925 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:48.208511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.221459 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:27:48.291712 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.326648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port bdefea38-b0c9-429b-8d67-bd5635e0a925, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bdefea38-b0c9-429b-8d67-bd5635e0a925,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:48.331612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.370024 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.384529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Transition to ACTIVE for port object f662bfd3-0b26-4c28-bde1-054a2918a1ab will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:48.387633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:48.395581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.395940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.396425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.396780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.397110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.397451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.397782 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.398113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.398445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.398768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.399095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.399421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.422282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.467063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:48.470291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:48.474743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:48.503118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:48.519001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.519433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.519806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.521606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.521606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.521606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.521962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.522274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.522636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.523164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.523394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.523963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:48.546640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:48.547300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.563020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-c2f1d965-9bda-4776-8691-1aa4255fddab tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202900 Aug 19 18:27:48.581283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Request body: {'port': {'device_id': '97d079d6-def6-431a-b850-963cb5f15c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:48.711359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48c1a630-a770-4bfe-9b2b-5f26b8393704 None None] Provisioning for port f662bfd3-0b26-4c28-bde1-054a2918a1ab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:48.716425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48c1a630-a770-4bfe-9b2b-5f26b8393704 None None] Provisioning complete for port f662bfd3-0b26-4c28-bde1-054a2918a1ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:48.716793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48c1a630-a770-4bfe-9b2b-5f26b8393704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:48.754452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-48c1a630-a770-4bfe-9b2b-5f26b8393704 None None] Port f662bfd3-0b26-4c28-bde1-054a2918a1ab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:27:48.995159 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.039905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad31fc7-6d02-410f-8f93-9b2b6d3ccfd5 req-901703f0-edd8-464d-ba7b-00a014fb8056 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.041484 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ad31fc7-6d02-410f-8f93-9b2b6d3ccfd5 req-901703f0-edd8-464d-ba7b-00a014fb8056 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 932 time: 0.0573118 Aug 19 18:27:49.084649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ad31fc7-6d02-410f-8f93-9b2b6d3ccfd5 req-1eb02274-5dc5-40f8-ab10-58336b1160b6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Aug 19 18:27:49.268357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f662bfd3-0b26-4c28-bde1-054a2918a1ab {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:49.276642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.289996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Transition to ACTIVE for port object f662bfd3-0b26-4c28-bde1-054a2918a1ab will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:27:49.298804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.369937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Pushing event updated for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:49.428698 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Attempting to bind port f662bfd3-0b26-4c28-bde1-054a2918a1ab on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:27:49.429036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Attempting to bind port f662bfd3-0b26-4c28-bde1-054a2918a1ab by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:27:49.429372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Attempting to bind port f662bfd3-0b26-4c28-bde1-054a2918a1ab on network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:49.434138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Port f662bfd3-0b26-4c28-bde1-054a2918a1ab on network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:27:49.434465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Attempting to bind port f662bfd3-0b26-4c28-bde1-054a2918a1ab on network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:27:49.439674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:27:49.440015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Checking segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:27:49.440402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Bound using segment: {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:27:49.440832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Bound port: f662bfd3-0b26-4c28-bde1-054a2918a1ab, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38b9bbd-0a20-48bc-88fb-766c2e635a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:27:49.441194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.526196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:27:49.529883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:27:49.533642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.578887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.579632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:49.581101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] 10.222.0.13 "PUT /v2.0/ports/f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 1093 time: 1.0048807 Aug 19 18:27:49.581556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:49.584396 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c978085-92cf-4af0-a4bb-5c6be0addef7" -d '{"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:49.616897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e37da-cefb-4b24-9cc5-f43a73f0198c service neutron] Pushing event updated for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:49.635790 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adb766a-ab62-4b7e-9fab-786632361a31 x-openstack-request-id: req-9adb766a-ab62-4b7e-9fab-786632361a31 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:49.636094 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:49.636382 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9adb766a-ab62-4b7e-9fab-786632361a31 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:49.636836 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'status': 'completed', 'code': 200} Aug 19 18:27:49.698262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-0c4fe96d-0ace-41fa-a635-aed68008b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.699832 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-0c4fe96d-0ace-41fa-a635-aed68008b056 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1096 time: 0.0473323 Aug 19 18:27:49.753391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-6e8060c1-7efc-44c0-844a-10bac59285fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 217 time: 0.0415459 Aug 19 18:27:49.821441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-e712f463-2093-442d-a347-2075eecdf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.822941 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-e712f463-2093-442d-a347-2075eecdf6d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 200 len: 835 time: 0.0634460 Aug 19 18:27:49.872496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-088cdddc-22c9-4955-bce3-daccfc858c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:49.874108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-088cdddc-22c9-4955-bce3-daccfc858c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443063 Aug 19 18:27:49.972877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-19d49ab9-404e-476e-855f-ac095ad66ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913606 Aug 19 18:27:50.068884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3e879fe4-e6e8-4519-80f2-f6894355643e req-fb6fb49b-24f1-4903-b0b3-c72ebf055eec service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883813 Aug 19 18:27:50.118878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bdefea38-b0c9-429b-8d67-bd5635e0a925 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:50.176880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bdefea38-b0c9-429b-8d67-bd5635e0a925 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:50.177846 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:50.198552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-fda2cfc6-ca00-4f7e-ac27-de7a64fa9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.200120 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-fda2cfc6-ca00-4f7e-ac27-de7a64fa9213 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1096 time: 0.0485744 Aug 19 18:27:50.217360 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d600b-52ff-432a-b1b5-f88124812364 req-8cd33fd6-faac-4d93-8a48-4c303af1941a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.219051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e21d600b-52ff-432a-b1b5-f88124812364 req-8cd33fd6-faac-4d93-8a48-4c303af1941a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 944 time: 0.0587537 Aug 19 18:27:50.263828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e21d600b-52ff-432a-b1b5-f88124812364 req-aba81aee-04cb-4259-9cb6-81a8bc860743 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367439 Aug 19 18:27:50.303127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-25129f23-1850-42de-9aa6-9f86a5882067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.304703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-25129f23-1850-42de-9aa6-9f86a5882067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 898 time: 0.0974789 Aug 19 18:27:50.347067 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-01217305-32e4-4e23-b5b8-e09ca98b8d52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 217 time: 0.0352113 Aug 19 18:27:50.401779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-736cc6e9-9e15-48f8-b423-66f0e208a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.403267 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-736cc6e9-9e15-48f8-b423-66f0e208a9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 200 len: 835 time: 0.0489111 Aug 19 18:27:50.450510 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-b884bcdb-492d-4100-94b5-1a57c49aeede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:50.452087 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-b884bcdb-492d-4100-94b5-1a57c49aeede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421269 Aug 19 18:27:50.551969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-f19bdcae-2b83-4761-9238-927a1fd04ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920141 Aug 19 18:27:50.645749 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c978085-92cf-4af0-a4bb-5c6be0addef7 req-fcb941c2-e4a9-4f94-b197-d245308ac278 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853858 Aug 19 18:27:51.391692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f562b2-ae41-4a42-a254-1184a2275589 req-d5b7ec91-cb7a-4a65-874a-e9316c533597 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:51.393333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8f562b2-ae41-4a42-a254-1184a2275589 req-d5b7ec91-cb7a-4a65-874a-e9316c533597 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 944 time: 0.0505879 Aug 19 18:27:51.433293 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8f562b2-ae41-4a42-a254-1184a2275589 req-30d08333-c562-4868-bd79-7ae02672b29c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Aug 19 18:27:52.557960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba463092-9f0f-4238-afff-6d1bf32caa3b req-9a2d6a42-3d01-46ff-9670-51d1640f4a5b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:52.559715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba463092-9f0f-4238-afff-6d1bf32caa3b req-9a2d6a42-3d01-46ff-9670-51d1640f4a5b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 944 time: 0.0568545 Aug 19 18:27:52.605772 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba463092-9f0f-4238-afff-6d1bf32caa3b req-e3f04d08-332a-4949-a5be-6d075a4138e6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Aug 19 18:27:53.352533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f662bfd3-0b26-4c28-bde1-054a2918a1ab details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:27:53.459577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:53.471171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'port_id': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'mac_address': 'fa:16:3e:c6:fc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:27:53.514460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.528562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f662bfd3-0b26-4c28-bde1-054a2918a1ab {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:27:53.549222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:53.554526 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:53.602826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:53.735751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2373ca-aec5-4203-bf36-024e01708c09 req-da0c2018-e696-4da1-8784-3adb03631fde tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:53.737388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2373ca-aec5-4203-bf36-024e01708c09 req-da0c2018-e696-4da1-8784-3adb03631fde tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 945 time: 0.0637386 Aug 19 18:27:53.781616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc2373ca-aec5-4203-bf36-024e01708c09 req-0b486146-f993-4d61-a157-f6894a71f45b tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357735 Aug 19 18:27:53.829083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['f662bfd3-0b26-4c28-bde1-054a2918a1ab'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:27:54.905313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27131a3-c3ca-421c-95f6-b126d9504a84 req-33336215-bd5e-40a3-87a9-87a70b3df02c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:54.907043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b27131a3-c3ca-421c-95f6-b126d9504a84 req-33336215-bd5e-40a3-87a9-87a70b3df02c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 945 time: 0.0560260 Aug 19 18:27:54.948905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b27131a3-c3ca-421c-95f6-b126d9504a84 req-3884f819-1e7c-470d-ab06-4ceb59f25f14 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349948 Aug 19 18:27:55.375375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f662bfd3-0b26-4c28-bde1-054a2918a1ab up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:27:55.434741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port f662bfd3-0b26-4c28-bde1-054a2918a1ab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:27:55.440961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port f662bfd3-0b26-4c28-bde1-054a2918a1ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:27:55.442034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.571944 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.612253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:55.616276 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e86731a-afe8-41de-a7c2-c18b19b9d354" -d '{"events": [{"server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "name": "network-vif-plugged", "status": "completed", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:55.640201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:27:55.646116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:55.678878 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e963e2-36a4-45e9-a24e-2285b851bee6 x-openstack-request-id: req-15e963e2-36a4-45e9-a24e-2285b851bee6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:55.679420 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "name": "network-vif-plugged", "status": "completed", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:55.679699 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15e963e2-36a4-45e9-a24e-2285b851bee6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:55.680086 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'code': 200} Aug 19 18:27:55.715767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:55.811316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c55c9-19f1-4fb7-9916-c433d0ebcf4d req-bad3e6f9-2fc6-46d6-9af1-3f63a1b5281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:55.812896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-602c55c9-19f1-4fb7-9916-c433d0ebcf4d req-bad3e6f9-2fc6-46d6-9af1-3f63a1b5281e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1098 time: 0.0539591 Aug 19 18:27:55.852906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-602c55c9-19f1-4fb7-9916-c433d0ebcf4d req-0245f2cd-cb95-4ad9-b49c-9c5255afb852 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Aug 19 18:27:56.105695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c6f0-c94a-4251-8f05-0600cef5c00e req-1a6c0812-aaa4-4f4b-9ddd-804f5b788e33 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:56.108461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a545c6f0-c94a-4251-8f05-0600cef5c00e req-1a6c0812-aaa4-4f4b-9ddd-804f5b788e33 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.0749676 Aug 19 18:27:56.152150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a545c6f0-c94a-4251-8f05-0600cef5c00e req-d3a926f9-347d-4e18-96e5-59488c74148c tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Aug 19 18:27:56.372876 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.306735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7901d-2ea7-4b9e-b3a5-1ceb494f3baf req-2387de07-9030-4e77-a253-3d3493bddd46 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:57.308806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85b7901d-2ea7-4b9e-b3a5-1ceb494f3baf req-2387de07-9030-4e77-a253-3d3493bddd46 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.0606894 Aug 19 18:27:57.361992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85b7901d-2ea7-4b9e-b3a5-1ceb494f3baf req-06cf6ad8-85c2-4b18-9393-4c3b5a4c9209 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Aug 19 18:27:57.503316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff40f1-d39f-489f-996c-1dddc7223ea3 req-ae29af46-2a3d-4c08-81c7-95b1cb26c7a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:57.506109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64ff40f1-d39f-489f-996c-1dddc7223ea3 req-ae29af46-2a3d-4c08-81c7-95b1cb26c7a6 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.0584488 Aug 19 18:27:57.558558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64ff40f1-d39f-489f-996c-1dddc7223ea3 req-363229a0-d027-4349-861c-62b9dc727cd3 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Aug 19 18:27:57.592019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40302) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:57.652154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b414c-c7e3-46cc-ac8b-6740e914c04d tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:27:57.653751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9c8b414c-c7e3-46cc-ac8b-6740e914c04d tempest-TestNetworkBasicOps-1917134320 tempest-TestNetworkBasicOps-1917134320-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1093 time: 0.0604339 Aug 19 18:27:57.657493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40304) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:57.665924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:27:57.698094 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.819630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:57.994008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Allocated IP 172.25.5.117 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/ec9cbcbb-761d-48af-a1e6-ce4bd75ed210) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:27:58.118727 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.154579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1a6bd342-e9d2-41c9-be04-2f76f519156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.168548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.206151 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:27:58.211863 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:27:58.216178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:27:58.240566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=ec9cbcbb-761d-48af-a1e6-ce4bd75ed210,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:58.253572 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.253925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.254321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.254672 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.255125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.255625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.255970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.256303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.256636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.256977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.257295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.257628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:27:58.660545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.736228 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.918982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:58.924351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.006308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event updated for resources: {'Port': ['ID=ec9cbcbb-761d-48af-a1e6-ce4bd75ed210,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:27:59.021410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.515933 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Floating IP 89049a69-f66e-44eb-846f-c703e70c080c associated. External IP: 172.25.5.117, port: f662bfd3-0b26-4c28-bde1-054a2918a1ab. Aug 19 18:27:59.732833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router 11232bc8-53d8-4aca-a7a4-ca75491b669d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:27:59.867150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:27:59.883066 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Sync routers for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:27:59.885236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:27:59.898482 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:27:59.899121 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:27:59.921473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bcc13df3-6f00-45c7-8237-bf5b91cd63ce tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2569706 Aug 19 18:27:59.921473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:27:59.921473 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f7a90-c4c0-4a53-b57c-d9cfd206e200" -d '{"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:27:59.922675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40308) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:27:59.975994 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd48622-54c1-45e8-ae5c-6aad243b77b7 x-openstack-request-id: req-ffd48622-54c1-45e8-ae5c-6aad243b77b7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:27:59.975994 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:27:59.975994 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffd48622-54c1-45e8-ae5c-6aad243b77b7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:27:59.975994 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'status': 'completed', 'code': 200} Aug 19 18:28:00.015940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5846dfd1-3981-4520-adbb-e167324b274a tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/89049a69-f66e-44eb-846f-c703e70c080c HTTP/1.1" status: 200 len: 992 time: 0.0840561 Aug 19 18:28:00.070726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-71e22056-056b-4995-87b7-759f897669a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:00.072464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-71e22056-056b-4995-87b7-759f897669a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1098 time: 0.0575697 Aug 19 18:28:00.121642 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:00.169886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-44e98a77-4181-4846-889d-23ccc84b63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:00.171435 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-44e98a77-4181-4846-889d-23ccc84b63e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 898 time: 0.0923014 Aug 19 18:28:00.245257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-d61e9631-51b5-4f36-92fc-d00c5a12e973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 1000 time: 0.0673304 Aug 19 18:28:00.297397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-b2961b51-786c-498f-b87b-838e30117f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:00.298959 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-b2961b51-786c-498f-b87b-838e30117f3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 200 len: 835 time: 0.0470555 Aug 19 18:28:00.345980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-8a20077e-7408-4794-a31d-c91d950553e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:00.347409 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-8a20077e-7408-4794-a31d-c91d950553e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414014 Aug 19 18:28:00.360153 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '89049a69-f66e-44eb-846f-c703e70c080c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'port_id': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'mac_address': 'fa:16:3e:c6:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d079d6-def6-431a-b850-963cb5f15c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:58Z', 'updated_at': '2021-08-19T18:27:58Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:00.387617 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Checking router: 11232bc8-53d8-4aca-a7a4-ca75491b669d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:00.396914 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:00.397542 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:27:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:00.444039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-cdb2c0aa-5a27-4222-b863-a93ecc9663d4 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893559 Aug 19 18:28:00.505022 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:00.538855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-068f7a90-c4c0-4a53-b57c-d9cfd206e200 req-81fc3eac-efe3-4c8a-abc2-059c3e5838f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863423 Aug 19 18:28:00.595806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-56d6701c-0142-4799-b1c2-69557bc6ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.741727 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '89049a69-f66e-44eb-846f-c703e70c080c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'port_id': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'mac_address': 'fa:16:3e:c6:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d079d6-def6-431a-b850-963cb5f15c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:58Z', 'updated_at': '2021-08-19T18:27:58Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:00.770959 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13679058-458f-49c5-a152-1276d9a25f54 None None] The sync data for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 is: [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '89049a69-f66e-44eb-846f-c703e70c080c', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'port_id': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'mac_address': 'fa:16:3e:c6:fc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d079d6-def6-431a-b850-963cb5f15c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:27:58Z', 'updated_at': '2021-08-19T18:27:58Z', 'revision_number': 0, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:00.930957 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:00.969337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862de249-60c3-4d67-99df-af5cd85869ad None None] New status for floating IP 89049a69-f66e-44eb-846f-c703e70c080c: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:28:01.011750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40310) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:01.079995 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-09357aeb-5a91-4d15-a603-1fbd372008c8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/89049a69-f66e-44eb-846f-c703e70c080c HTTP/1.1" status: 200 len: 992 time: 0.0671635 Aug 19 18:28:02.041621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:02.084089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40312) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:02.151716 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a31bcc4d-80a2-4b5e-bb10-63b11a9473dc tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/89049a69-f66e-44eb-846f-c703e70c080c HTTP/1.1" status: 200 len: 994 time: 0.0663836 Aug 19 18:28:02.878683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-9a383a30-ba86-4d07-99e8-3424d9c5b49e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455158 Aug 19 18:28:02.985279 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-4f2f5336-e9ac-4ef8-966a-5ec5367e9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:02.986817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-4f2f5336-e9ac-4ef8-966a-5ec5367e9da3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1098 time: 0.0417624 Aug 19 18:28:03.094710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-654e9b53-49e2-404b-be09-5096141049f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:03.096259 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-654e9b53-49e2-404b-be09-5096141049f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 898 time: 0.0899923 Aug 19 18:28:03.169079 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-1f761c61-5e58-4cfd-a4fd-673d7241c666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 1002 time: 0.0656044 Aug 19 18:28:03.222520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-68f9043f-c3a4-40a4-b76e-6ebbdf949921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:03.225028 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-68f9043f-c3a4-40a4-b76e-6ebbdf949921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 200 len: 835 time: 0.0494466 Aug 19 18:28:03.276273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-0b58c0a2-fe5e-452a-9a05-8f8b5a6c7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:03.277810 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-0b58c0a2-fe5e-452a-9a05-8f8b5a6c7224 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464292 Aug 19 18:28:03.376329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-694b4165-462b-42d7-8cf3-227489137ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915499 Aug 19 18:28:03.473608 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b61e942a-6fee-4bec-a53e-dfa2869db4cb req-c107b355-4e57-4b92-a06e-5bdd547ccaba service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901217 Aug 19 18:28:03.606435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:17.324352 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:25.222332 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:28:26.392398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.147083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-22405e95-560c-4e42-a1b1-5e499eb40df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:28.699826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40322) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:28.765177 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-11c1a2b3-c57c-403f-bb2f-97d64d03919d tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/floatingips/89049a69-f66e-44eb-846f-c703e70c080c HTTP/1.1" status: 200 len: 994 time: 0.0641823 Aug 19 18:28:29.046825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40328) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:29.203627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port ec9cbcbb-761d-48af-a1e6-ce4bd75ed210 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:29.203886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.282580 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.282908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.295816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for ec9cbcbb-761d-48af-a1e6-ce4bd75ed210 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:29.446158 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.474316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=ec9cbcbb-761d-48af-a1e6-ce4bd75ed210,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:29.539899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.540242 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Floating IP 89049a69-f66e-44eb-846f-c703e70c080c disassociated (deleted). External IP: 172.25.5.117, port: f662bfd3-0b26-4c28-bde1-054a2918a1ab. Aug 19 18:28:29.778133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router 11232bc8-53d8-4aca-a7a4-ca75491b669d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:29.905249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:29.915463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Sync routers for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:29.917727 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:29.926422 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:29.927204 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:29.947122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e5e4811b-7171-4ee5-8dba-2e3ebfb5fdd8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/floatingips/89049a69-f66e-44eb-846f-c703e70c080c HTTP/1.1" status: 204 len: 168 time: 0.8990417 Aug 19 18:28:29.947856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:29.950235 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3728e-b3c1-4a20-ae37-7e7f84476443" -d '{"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:29.994975 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f60dae-ca4b-4f6d-85b8-8727aea4ae88 x-openstack-request-id: req-b4f60dae-ca4b-4f6d-85b8-8727aea4ae88 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:29.995274 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:29.995578 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4f60dae-ca4b-4f6d-85b8-8727aea4ae88 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:29.995987 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'status': 'completed', 'code': 200} Aug 19 18:28:30.052345 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:30.091410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-a774e9b0-066c-43d2-8b4c-1cb95e088993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.093080 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-a774e9b0-066c-43d2-8b4c-1cb95e088993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc957ba678604e80b124abf90faef0b6&device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 1098 time: 0.0492017 Aug 19 18:28:30.214669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-d5ce1206-d03b-4890-9a56-4d07b4b7e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.215835 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-d5ce1206-d03b-4890-9a56-4d07b4b7e6b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 200 len: 898 time: 0.1143079 Aug 19 18:28:30.265939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-722f5e56-c42e-4ac6-83b8-4897b6b590d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 200 len: 217 time: 0.0383356 Aug 19 18:28:30.321358 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:30.336608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-d28918cb-956a-4999-b983-34bed0088442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.338125 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-d28918cb-956a-4999-b983-34bed0088442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 200 len: 835 time: 0.0640903 Aug 19 18:28:30.350250 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Checking router: 11232bc8-53d8-4aca-a7a4-ca75491b669d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:30.359119 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:30.359770 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:30.399235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-ae2d556d-e33e-4469-8d37-8f06169215f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.401439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-ae2d556d-e33e-4469-8d37-8f06169215f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2edcc-8bb0-4d27-ba13-46574543a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547681 Aug 19 18:28:30.492463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:30.508600 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-5bfe3ccb-14ed-4c54-886f-327c356d8eaa service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975440 Aug 19 18:28:30.528206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23fbfb-5d29-45b0-819a-64fa65a71849 req-f12431cc-aa48-48d3-955c-2abfac7c6786 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:30.530182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc23fbfb-5d29-45b0-819a-64fa65a71849 req-f12431cc-aa48-48d3-955c-2abfac7c6786 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.3251836 Aug 19 18:28:30.574769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc23fbfb-5d29-45b0-819a-64fa65a71849 req-57a90812-7e3c-4772-a33f-cc837a18a1d8 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361388 Aug 19 18:28:30.600016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f63c9936-0d54-4ab3-a6c8-79e7f6a5f687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.615213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-02a3728e-b3c1-4a20-ae37-7e7f84476443 req-8f0e3045-6a13-4974-a0d9-c62dfc29c1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976439 Aug 19 18:28:30.708309 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:30.738967 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1440c-f96c-413f-86c8-7a1346737d74 None None] The sync data for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 is: [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bdefea38-b0c9-429b-8d67-bd5635e0a925', 'name': '', 'network_id': '7fe2edcc-8bb0-4d27-ba13-46574543a0c6', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'mac_address': 'fa:16:3e:07:a2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:41Z', 'updated_at': '2021-08-19T18:27:48Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'subnets': [{'id': '085629c6-67a5-48ac-ac05-a2125d5f860d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:30.935492 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:30.965521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e96be-b134-4a05-9c98-0edb7ea6e545 None None] New status for floating IP 89049a69-f66e-44eb-846f-c703e70c080c: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:28:31.711157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae9b19-a4ea-4d5e-848e-5fa5d43849cf req-4a2f6ae2-06f9-46a9-a1c4-7f4b9a4f63cb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.712678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caae9b19-a4ea-4d5e-848e-5fa5d43849cf req-4a2f6ae2-06f9-46a9-a1c4-7f4b9a4f63cb tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.0552237 Aug 19 18:28:31.751166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-caae9b19-a4ea-4d5e-848e-5fa5d43849cf req-650f79d4-1862-4e71-9a7a-862908815a92 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "GET /v2.0/security-groups?id=965846a9-73b8-44b1-9e78-ea7a2e8c641e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Aug 19 18:28:31.787736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-f29e79ba-b4ec-4cde-a218-89ee4ff2307f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:31.789272 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-f29e79ba-b4ec-4cde-a218-89ee4ff2307f tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "GET /v2.0/ports?device_id=97d079d6-def6-431a-b850-963cb5f15c8e HTTP/1.1" status: 200 len: 946 time: 0.0496948 Aug 19 18:28:31.887622 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port f662bfd3-0b26-4c28-bde1-054a2918a1ab {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:31.887955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.981585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port f662bfd3-0b26-4c28-bde1-054a2918a1ab, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=f662bfd3-0b26-4c28-bde1-054a2918a1ab,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:31.981948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:31.995046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for f662bfd3-0b26-4c28-bde1-054a2918a1ab owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:32.046566 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.139685 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.171630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=f662bfd3-0b26-4c28-bde1-054a2918a1ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:32.211820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] No DVR routers for this DVR port f662bfd3-0b26-4c28-bde1-054a2918a1ab on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:32.215116 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.217201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-68791e62-f97b-4cdf-b4b5-d08786642b1b req-ffd898bb-e900-4152-9e53-b638b886e634 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.13 "DELETE /v2.0/ports/f662bfd3-0b26-4c28-bde1-054a2918a1ab HTTP/1.1" status: 204 len: 173 time: 0.4205108 Aug 19 18:28:32.217638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'name': 'network-vif-deleted', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:32.220583 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a163ca-178b-442e-ac8b-e6c77ad030b1" -d '{"events": [{"server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "name": "network-vif-deleted", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:32.260989 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112cb2d-4ffd-421f-bbc6-8a3f36b9d871 x-openstack-request-id: req-1112cb2d-4ffd-421f-bbc6-8a3f36b9d871 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:32.261283 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d079d6-def6-431a-b850-963cb5f15c8e", "name": "network-vif-deleted", "tag": "f662bfd3-0b26-4c28-bde1-054a2918a1ab", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:32.261519 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1112cb2d-4ffd-421f-bbc6-8a3f36b9d871 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:32.261911 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d079d6-def6-431a-b850-963cb5f15c8e', 'name': 'network-vif-deleted', 'tag': 'f662bfd3-0b26-4c28-bde1-054a2918a1ab', 'status': 'completed', 'code': 200} Aug 19 18:28:32.808604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40344) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:32.872426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.897917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.958157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.960821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:32.962027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/security-groups/965846a9-73b8-44b1-9e78-ea7a2e8c641e HTTP/1.1" status: 204 len: 168 time: 0.1524351 Aug 19 18:28:32.971393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c32e2-5e9f-4179-8797-d51b7b9ecf54 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965846a9-73b8-44b1-9e78-ea7a2e8c641e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:32.997070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40348) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:33.357115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.604305 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.609571 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port bdefea38-b0c9-429b-8d67-bd5635e0a925 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:33.609864 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.714912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port bdefea38-b0c9-429b-8d67-bd5635e0a925, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bdefea38-b0c9-429b-8d67-bd5635e0a925,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:33.715283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.731074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for bdefea38-b0c9-429b-8d67-bd5635e0a925 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:33.928826 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:33.957382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=bdefea38-b0c9-429b-8d67-bd5635e0a925,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:34.136965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.360314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Router 11232bc8-53d8-4aca-a7a4-ca75491b669d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:34.470024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:34.476693 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4d20cfd-eaaa-46e6-bdd3-e574df327672 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "PUT /v2.0/routers/11232bc8-53d8-4aca-a7a4-ca75491b669d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790885 Aug 19 18:28:34.479464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40350) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:34.481475 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Sync routers for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:34.490695 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:34.491385 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:34.698236 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:34.881407 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:28:33Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:34.883650 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting subnet 085629c6-67a5-48ac-ac05-a2125d5f860d {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:28:34.886766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:34.907457 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Checking router: 11232bc8-53d8-4aca-a7a4-ca75491b669d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:34.915885 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Routers {'11232bc8-53d8-4aca-a7a4-ca75491b669d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:34.916502 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['11232bc8-53d8-4aca-a7a4-ca75491b669d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:34.925894 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.012574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.019239 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] Set router 11232bc8-53d8-4aca-a7a4-ca75491b669d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:35.070072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.096245 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Subnet': ['ID=085629c6-67a5-48ac-ac05-a2125d5f860d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:35.103723 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.105930 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a2a32297-d664-4265-8090-480e92a3e405 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/subnets/085629c6-67a5-48ac-ac05-a2125d5f860d HTTP/1.1" status: 204 len: 168 time: 0.6252303 Aug 19 18:28:35.108464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40352) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:35.112384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891361e8-0675-4a27-882a-42c5c9a8421b None None] Network 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:35.210828 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3692c264-517c-4213-9f46-09a45c418275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:28:33Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:35.224537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.239913 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3692c264-517c-4213-9f46-09a45c418275 None None] The sync data for ids ['11232bc8-53d8-4aca-a7a4-ca75491b669d'] in n-d-778550-10 is: [{'id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'name': 'tempest-TestNetworkBasicOps-router-400409124', 'tenant_id': 'dc957ba678604e80b124abf90faef0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:28:33Z', 'revision_number': 5, 'project_id': 'dc957ba678604e80b124abf90faef0b6', 'gw_port': {'id': 'b7e0e053-3108-4290-902f-07dbe664ba58', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11232bc8-53d8-4aca-a7a4-ca75491b669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:27:38Z', 'updated_at': '2021-08-19T18:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:35.335947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.391593 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Deleting port b7e0e053-3108-4290-902f-07dbe664ba58 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:35.391882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.475676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] For port b7e0e053-3108-4290-902f-07dbe664ba58, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=b7e0e053-3108-4290-902f-07dbe664ba58,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:35.476031 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.488265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Calling delete_port for b7e0e053-3108-4290-902f-07dbe664ba58 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:35.617066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] DHCP port deletion for 7fe2edcc-8bb0-4d27-ba13-46574543a0c6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:28:35.646370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f662bfd3-0b26-4c28-bde1-054a2918a1ab no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:35.669583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: f662bfd3-0b26-4c28-bde1-054a2918a1ab {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:35.670071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device f662bfd3-0b26-4c28-bde1-054a2918a1ab not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:35.672595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.693085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Deleting port 3eebfd77-f09e-4041-ba6a-da40fe545e4e {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:28:35.693440 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.707662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Port': ['ID=b7e0e053-3108-4290-902f-07dbe664ba58,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:35.764341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] For port 3eebfd77-f09e-4041-ba6a-da40fe545e4e, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=3eebfd77-f09e-4041-ba6a-da40fe545e4e,segment=NetworkSegment(e38b9bbd-0a20-48bc-88fb-766c2e635a14),segment_id=e38b9bbd-0a20-48bc-88fb-766c2e635a14)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:35.764771 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.765199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.778075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Calling delete_port for 3eebfd77-f09e-4041-ba6a-da40fe545e4e owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:28:35.859124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.865181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.867366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.885637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] Pushing event deleted for resources: {'Port': ['ID=3eebfd77-f09e-4041-ba6a-da40fe545e4e,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:35.887457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f9f2b-9c7c-4a6a-82de-1ccc362ce827 None None] No DVR routers for this DVR port 3eebfd77-f09e-4041-ba6a-da40fe545e4e on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:28:35.914171 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.914914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Fanout notify agent at l3_agent the message router_deleted on router 11232bc8-53d8-4aca-a7a4-ca75491b669d {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:28:35.921768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:35.922859 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2b3c895a-3fe3-49b0-a000-c77d9aaea769 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/routers/11232bc8-53d8-4aca-a7a4-ca75491b669d HTTP/1.1" status: 204 len: 168 time: 0.8134091 Aug 19 18:28:35.926010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40354) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.007374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.106615 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.116318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe2edcc-8bb0-4d27-ba13-46574543a0c6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:36.125955 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b9bbd-0a20-48bc-88fb-766c2e635a14') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:36.126258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b9bbd-0a20-48bc-88fb-766c2e635a14') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:36.135711 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.149518 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.155165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:28:36.155591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:28:36.158426 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:28:36.219315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.226086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.227942 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] 10.222.0.36 "DELETE /v2.0/networks/7fe2edcc-8bb0-4d27-ba13-46574543a0c6 HTTP/1.1" status: 204 len: 168 time: 0.3007965 Aug 19 18:28:36.239203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62d5a1-dbf5-4863-9055-d00a4237eb84 tempest-TestNetworkBasicOps-545285824 tempest-TestNetworkBasicOps-545285824-project] Pushing event deleted for resources: {'Network': ['ID=7fe2edcc-8bb0-4d27-ba13-46574543a0c6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:36.400511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b7e0e053-3108-4290-902f-07dbe664ba58 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:36.420854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: b7e0e053-3108-4290-902f-07dbe664ba58 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:36.421201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device b7e0e053-3108-4290-902f-07dbe664ba58 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:36.421621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bdefea38-b0c9-429b-8d67-bd5635e0a925 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:36.446554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: bdefea38-b0c9-429b-8d67-bd5635e0a925 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:36.446991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bdefea38-b0c9-429b-8d67-bd5635e0a925 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:36.447312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eebfd77-f09e-4041-ba6a-da40fe545e4e no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:28:36.466625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 3eebfd77-f09e-4041-ba6a-da40fe545e4e {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:28:36.466958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 3eebfd77-f09e-4041-ba6a-da40fe545e4e not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:28:36.608679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40360) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.750051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-602fc9ed-3313-4adb-b450-b67801572917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc957ba678604e80b124abf90faef0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401548 Aug 19 18:28:36.752628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40364) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:36.802895 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.824820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.872292 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.874820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:36.876065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2fdde20-593f-4f0b-870e-c8ba1646c52d HTTP/1.1" status: 204 len: 168 time: 0.1222723 Aug 19 18:28:36.884345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9680f6-3f6f-4149-a6ad-8fc993770a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fdde20-593f-4f0b-870e-c8ba1646c52d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:37.139396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40370) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:37.154037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b0256e-d122-4e4e-8c74-6002b7ac9153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.250529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b0256e-d122-4e4e-8c74-6002b7ac9153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.254411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40b0256e-d122-4e4e-8c74-6002b7ac9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.292924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40b0256e-d122-4e4e-8c74-6002b7ac9153 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c9cd5a960b342aaa1b722095af68d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524212 Aug 19 18:28:37.293763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0256e-d122-4e4e-8c74-6002b7ac9153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3261b2-de21-47b8-9d3f-d08ae8f90d0d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:37.296505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40372) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:37.349785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.372225 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.418046 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.420642 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:37.421817 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b3261b2-de21-47b8-9d3f-d08ae8f90d0d HTTP/1.1" status: 204 len: 168 time: 0.1239443 Aug 19 18:28:37.429429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12205f-1f91-48ac-838e-d1ba2e15c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3261b2-de21-47b8-9d3f-d08ae8f90d0d,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.162760 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:38.267231 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1032621420-network', 'tenant_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:38.289564 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:38.291917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.302316 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.400483 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.405819 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.433153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:38.439601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934aeac-0741-4239-a15e-7b94037898f4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.446792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.447149 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Added segment 8f61c453-92d3-416e-8eb0-576f832e25d7 of type vlan for network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef Aug 19 18:28:38.491758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.517965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.519729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:38.520311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.577839 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4138794 Aug 19 18:28:38.581510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40398) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:38.583172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dff2c9-c351-4fa7-93d2-0211b4c2f96f admin admin] Pushing event updated for resources: {'Network': ['ID=68735d23-cc98-4a56-b47d-3e0d90bbe2ef,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.591050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Request body: {'subnet': {'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1032621420-subnet', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:38.596256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:38.620665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:38.623194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.824604 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.882554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91db4df8-bbfd-4098-bbc2-31c82311b412,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:38.898963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:38.899329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Network hostable DHCP agents. Network: 68735d23-cc98-4a56-b47d-3e0d90bbe2ef, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:38.926117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:38.937064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 68735d23-cc98-4a56-b47d-3e0d90bbe2ef) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:38.943197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:38.943852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.949628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de418e-8a32-4443-a2b4-e06629219942 None None] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:38.959752 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c3f109a-909d-4513-85d0-7a1348c86982 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3765366 Aug 19 18:28:38.962306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:38.968781 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:38.996143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:38.997218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.130471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.136206 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:39.137097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.274053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.285707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Allocated IP 172.20.0.2 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/521fa960-e9a5-456d-b57c-c0ed15685883) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:39.442017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.451078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Transition to ACTIVE for port object 521fa960-e9a5-456d-b57c-c0ed15685883 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:39.467063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Transition to ACTIVE for port object 521fa960-e9a5-456d-b57c-c0ed15685883 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:39.476654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.497471 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.512857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:39.517731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:39.521812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:39.530707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.532591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Pushing event updated for resources: {'Port': ['ID=521fa960-e9a5-456d-b57c-c0ed15685883,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.586524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Attempting to bind port 521fa960-e9a5-456d-b57c-c0ed15685883 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:39.586900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Attempting to bind port 521fa960-e9a5-456d-b57c-c0ed15685883 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:39.587263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Attempting to bind port 521fa960-e9a5-456d-b57c-c0ed15685883 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:39.592451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:39.592833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:39.593241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.593637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:39.594104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Bound port: 521fa960-e9a5-456d-b57c-c0ed15685883, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:39.594490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.642869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Allocated IP 172.25.5.231 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/504600d7-9045-4f07-9573-119e04dabb14) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:39.663423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] For port 521fa960-e9a5-456d-b57c-c0ed15685883, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:39.666843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] For port 521fa960-e9a5-456d-b57c-c0ed15685883, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=521fa960-e9a5-456d-b57c-c0ed15685883,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:39.680875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.742312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d98808-ac6c-4245-b874-2915e17211a8 None None] Pushing event updated for resources: {'Port': ['ID=521fa960-e9a5-456d-b57c-c0ed15685883,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.768527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.808840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:39.853386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:39.858930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:39.864977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Pushing event updated for resources: {'Port': ['ID=504600d7-9045-4f07-9573-119e04dabb14,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:39.867203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:40.140360 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.172500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 521fa960-e9a5-456d-b57c-c0ed15685883 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:40.228775 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 521fa960-e9a5-456d-b57c-c0ed15685883 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:40.357707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.500803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Router 93bb1040-4e08-4680-9578-f8243c09cdcd is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:28:40.619813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:40.630329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:40.639372 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.640173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:40.640817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:40.641068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8810fb17-33aa-4dba-ad26-4fecf6903996 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6774120 Aug 19 18:28:40.644115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:40.683867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16df5c-4d90-4896-a30a-740cae63fb67 None None] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:40.814438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Provisioning for port 521fa960-e9a5-456d-b57c-c0ed15685883 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:40.829332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Provisioning complete for port 521fa960-e9a5-456d-b57c-c0ed15685883 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:40.829622 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:40.838100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:41.271503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.323127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] For port 521fa960-e9a5-456d-b57c-c0ed15685883, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=521fa960-e9a5-456d-b57c-c0ed15685883,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:41.330496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.330925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.364556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:40Z', 'revision_number': 3, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:41.398200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:41.398621 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Updating router 93bb1040-4e08-4680-9578-f8243c09cdcd port 504600d7-9045-4f07-9573-119e04dabb14 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:28:41.436709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093c31c-88d8-4e46-b609-ca21aa8de0b4 None None] Pushing event updated for resources: {'Port': ['ID=521fa960-e9a5-456d-b57c-c0ed15685883,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:41.440760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.553756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Allocated IP 172.20.0.1 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/9166d72c-7555-41f3-a840-a527631c21ab) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:41.577796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-63634918-5357-4114-b054-a920d5c1df0d None None] Provisioning complete for port 521fa960-e9a5-456d-b57c-c0ed15685883 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:41.578173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-63634918-5357-4114-b054-a920d5c1df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.660328 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.672977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Transition to ACTIVE for port object 9166d72c-7555-41f3-a840-a527631c21ab will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:41.707685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.752137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:41.755433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:41.759102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:41.781584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.782773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Pushing event updated for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:41.796049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Transition to ACTIVE for port object 504600d7-9045-4f07-9573-119e04dabb14 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:41.801893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.803942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.859704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0303af8-04a8-4dfa-b75f-5f77602895c8 None None] Pushing event updated for resources: {'Port': ['ID=504600d7-9045-4f07-9573-119e04dabb14,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:41.863208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Attempting to bind port 504600d7-9045-4f07-9573-119e04dabb14 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:41.863633 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Attempting to bind port 504600d7-9045-4f07-9573-119e04dabb14 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:41.863985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Attempting to bind port 504600d7-9045-4f07-9573-119e04dabb14 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:41.869741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:41.870122 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:41.870530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.870928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:41.871402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Bound port: 504600d7-9045-4f07-9573-119e04dabb14, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:41.871831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.928902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] For port 504600d7-9045-4f07-9573-119e04dabb14, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:41.932398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] For port 504600d7-9045-4f07-9573-119e04dabb14, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=504600d7-9045-4f07-9573-119e04dabb14,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:41.937456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:41.959100 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.005957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:42.006596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:42.044828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0303af8-04a8-4dfa-b75f-5f77602895c8 None None] Pushing event updated for resources: {'Port': ['ID=504600d7-9045-4f07-9573-119e04dabb14,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:42.071528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5a46ccd-da43-4932-9070-46f45b121577 None None] Provisioning for port 9166d72c-7555-41f3-a840-a527631c21ab completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:42.103062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b5a46ccd-da43-4932-9070-46f45b121577 None None] Provisioning complete for port 9166d72c-7555-41f3-a840-a527631c21ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:42.103336 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b5a46ccd-da43-4932-9070-46f45b121577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.133026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.138037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.142658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b5a46ccd-da43-4932-9070-46f45b121577 None None] Port 9166d72c-7555-41f3-a840-a527631c21ab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:42.156668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 521fa960-e9a5-456d-b57c-c0ed15685883 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:42.165023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:42.216939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.218918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Pushing event updated for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:42.326804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 521fa960-e9a5-456d-b57c-c0ed15685883 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:42.327085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.330324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:42.332209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:42.463179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:42.497027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:42.525494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815f6d6-c4c2-4999-8e89-e62303e7a874 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:42.591159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:42.595611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3958bf1a-4eb4-4a6e-a5a2-2838f302de28 admin admin] 10.222.0.36 "PUT /v2.0/routers/93bb1040-4e08-4680-9578-f8243c09cdcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474351 Aug 19 18:28:42.669395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-aed6dc61-5b28-4520-a059-fbaab5cb698c None None] Provisioning complete for port 9166d72c-7555-41f3-a840-a527631c21ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:42.669899 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aed6dc61-5b28-4520-a059-fbaab5cb698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:42.722647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-aed6dc61-5b28-4520-a059-fbaab5cb698c None None] Port 9166d72c-7555-41f3-a840-a527631c21ab cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:43.171001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40420) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:43.176237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-976241720-network', 'tenant_id': 'a4bb735767394183a51dc62012a4491a'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:43.221485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Made reservation on behalf of a4bb735767394183a51dc62012a4491a for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:43.224495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.233700 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.368422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.374083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.404028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:28:43.415942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a235f-4865-41de-af16-e69b5830edeb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:43.421465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.421818 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Added segment 22664769-c19e-4d35-b93b-4ade0f1696b2 of type vlan for network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 Aug 19 18:28:43.472639 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.511739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.512856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:43.513514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.586199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4139943 Aug 19 18:28:43.592988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40422) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:43.598049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Request body: {'subnet': {'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-976241720-subnet', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:43.626291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e05f2-8463-4b30-9b13-0b8fd3b397ef admin admin] Pushing event updated for resources: {'Network': ['ID=54c1163c-c5bf-45c3-b7e0-a539c378b7b9,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:43.637170 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:28:43.641838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Made reservation on behalf of a4bb735767394183a51dc62012a4491a for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:43.644759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.858743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.917811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc21ece5-c1a1-46ba-8104-c31fe4ce8f92,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:43.925805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Checking segment: {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:43.926170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Network hostable DHCP agents. Network: 54c1163c-c5bf-45c3-b7e0-a539c378b7b9, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:28:43.942524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:28:43.951144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 54c1163c-c5bf-45c3-b7e0-a539c378b7b9) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:43.955419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:43.956713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.960976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1289499-5566-4801-8664-446caf43d232 None None] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:43.970280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8f985359-65aa-4a69-ab03-5f9763b145db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3766415 Aug 19 18:28:43.973589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 40424) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:43.978130 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:43.998042 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:43.999398 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.056691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.126619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:28:44.127867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.204154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.212795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 504600d7-9045-4f07-9573-119e04dabb14 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:44.306826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Allocated IP 172.20.0.2 (54c1163c-c5bf-45c3-b7e0-a539c378b7b9/dc21ece5-c1a1-46ba-8104-c31fe4ce8f92/8244d65c-bea4-415c-a618-67f907e2b672) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:44.316476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 504600d7-9045-4f07-9573-119e04dabb14 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:44.320804 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 504600d7-9045-4f07-9573-119e04dabb14 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:44.321190 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.423586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.444523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.497611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.527986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 504600d7-9045-4f07-9573-119e04dabb14, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=504600d7-9045-4f07-9573-119e04dabb14,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:44.537364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.560524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Allocated IP 172.25.5.14 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/acdcdc75-e90b-4bfd-bc67-723a634c735b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:44.574136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.587894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Transition to ACTIVE for port object 8244d65c-bea4-415c-a618-67f907e2b672 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:44.603959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=504600d7-9045-4f07-9573-119e04dabb14,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.613234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Transition to ACTIVE for port object 8244d65c-bea4-415c-a618-67f907e2b672 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:44.620440 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.666641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:44.677207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:44.681422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:44.689078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Pushing event updated for resources: {'Port': ['ID=8244d65c-bea4-415c-a618-67f907e2b672,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.689183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.721144 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:44.731576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:44.732201 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:44.743117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Attempting to bind port 8244d65c-bea4-415c-a618-67f907e2b672 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:44.743628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Attempting to bind port 8244d65c-bea4-415c-a618-67f907e2b672 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:44.744074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Attempting to bind port 8244d65c-bea4-415c-a618-67f907e2b672 on network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:44.751904 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.755591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:44.756691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Checking segment: {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:44.757457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.758462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Bound using segment: {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:44.759491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Bound port: 8244d65c-bea4-415c-a618-67f907e2b672, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:44.760586 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.797998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:44.804137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:44.807287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:44.840890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Pushing event updated for resources: {'Port': ['ID=acdcdc75-e90b-4bfd-bc67-723a634c735b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:44.875668 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:44.886230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] For port 8244d65c-bea4-415c-a618-67f907e2b672, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:44.890253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] For port 8244d65c-bea4-415c-a618-67f907e2b672, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8244d65c-bea4-415c-a618-67f907e2b672,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:44.899171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:44.992996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640cc9f-89f7-4d0e-9c51-916c1fe2c568 None None] Pushing event updated for resources: {'Port': ['ID=8244d65c-bea4-415c-a618-67f907e2b672,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.145766 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:42Z', 'revision_number': 2, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:45.188273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.211108 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:45.211733 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Updating router 93bb1040-4e08-4680-9578-f8243c09cdcd port 9166d72c-7555-41f3-a840-a527631c21ab binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:28:45.253201 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.416734 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.533669 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.544017 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Transition to ACTIVE for port object 9166d72c-7555-41f3-a840-a527631c21ab will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:45.549081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Router 4d364de9-616f-4d29-be23-ff0c3d53b53c is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:28:45.550678 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.598446 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Pushing event updated for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:45.612835 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.613155 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.613506 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.613840 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.614173 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.614502 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.614824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.615145 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.615489 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.615847 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.616168 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.616488 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:45.666929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:45.670065 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Attempting to bind port 9166d72c-7555-41f3-a840-a527631c21ab on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:45.670583 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Attempting to bind port 9166d72c-7555-41f3-a840-a527631c21ab by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:45.670953 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Attempting to bind port 9166d72c-7555-41f3-a840-a527631c21ab on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:45.676970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Sync routers for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:45.678732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:45.679400 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:45.679663 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.680281 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:45.681333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Bound port: 9166d72c-7555-41f3-a840-a527631c21ab, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:45.681475 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.692691 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.694684 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d1df7264-7d25-4de7-86cf-5cf720773316 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7197926 Aug 19 18:28:45.697788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 40426) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:28:45.703163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:45.703816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:45.755587 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] For port 9166d72c-7555-41f3-a840-a527631c21ab, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:45.759388 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] For port 9166d72c-7555-41f3-a840-a527631c21ab, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9166d72c-7555-41f3-a840-a527631c21ab,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:45.766348 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:45.837222 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:45.837846 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:45.875667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:45.899911 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8467-98aa-4bf0-b6ac-4cb420eb7d4d None None] Pushing event updated for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.018058 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:46.307567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd21823-767f-4113-a17b-82525512cd1b None None] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:28:46.355709 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.403839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9166d72c-7555-41f3-a840-a527631c21ab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:46.418282 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:45Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:46.464610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Provisioning for port 8244d65c-bea4-415c-a618-67f907e2b672 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:46.557031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 9166d72c-7555-41f3-a840-a527631c21ab completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:46.563601 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2131f80-ea3c-4ad5-951c-11594750c809 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:45Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:46.569363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9166d72c-7555-41f3-a840-a527631c21ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:46.569519 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.570220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Allocated IP 172.20.0.1 (54c1163c-c5bf-45c3-b7e0-a539c378b7b9/dc21ece5-c1a1-46ba-8104-c31fe4ce8f92/cf44cafa-7f04-4cb2-9a3a-205148e73195) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:46.579284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Provisioning complete for port 9166d72c-7555-41f3-a840-a527631c21ab triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:46.579790 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.584686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:45Z', 'revision_number': 3, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:46.657746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Checking router: 4d364de9-616f-4d29-be23-ff0c3d53b53c for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:46.658098 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Updating router 4d364de9-616f-4d29-be23-ff0c3d53b53c port acdcdc75-e90b-4bfd-bc67-723a634c735b binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:28:46.708990 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.725402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Transition to ACTIVE for port object cf44cafa-7f04-4cb2-9a3a-205148e73195 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:46.733536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.767337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.821332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:46.827194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:46.831401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:46.862369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Pushing event updated for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:46.885780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.934672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.974767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 9166d72c-7555-41f3-a840-a527631c21ab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9166d72c-7555-41f3-a840-a527631c21ab,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:46.976302 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.990865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:46.991720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8244d65c-bea4-415c-a618-67f907e2b672 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:47.051816 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.157616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:28:47.158038 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-25648330-d8ec-42ed-8a53-dd417342dfed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:28:47.188043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:47.229015 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 8244d65c-bea4-415c-a618-67f907e2b672 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:47.248872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8244d65c-bea4-415c-a618-67f907e2b672 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:47.249259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.305515 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.312082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.352627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.367651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.388326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Transition to ACTIVE for port object acdcdc75-e90b-4bfd-bc67-723a634c735b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:47.394725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.397953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Pushing event updated for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:47.401499 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.433598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.477734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab58a2-ef2f-4297-ace5-edc4c6295155 None None] Pushing event updated for resources: {'Port': ['ID=acdcdc75-e90b-4bfd-bc67-723a634c735b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:47.480901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Attempting to bind port acdcdc75-e90b-4bfd-bc67-723a634c735b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:47.481212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Attempting to bind port acdcdc75-e90b-4bfd-bc67-723a634c735b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:47.481585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Attempting to bind port acdcdc75-e90b-4bfd-bc67-723a634c735b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:47.491986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:47.492380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:47.492775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.493181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:47.493669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Bound port: acdcdc75-e90b-4bfd-bc67-723a634c735b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:47.494056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.513530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:47.515423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:47.523716 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 8244d65c-bea4-415c-a618-67f907e2b672, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8244d65c-bea4-415c-a618-67f907e2b672,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:47.534290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.535126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 504600d7-9045-4f07-9573-119e04dabb14 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:47.615888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] For port acdcdc75-e90b-4bfd-bc67-723a634c735b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:47.626535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] For port acdcdc75-e90b-4bfd-bc67-723a634c735b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=acdcdc75-e90b-4bfd-bc67-723a634c735b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:47.635179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.637044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=8244d65c-bea4-415c-a618-67f907e2b672,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:47.643741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Router 4d364de9-616f-4d29-be23-ff0c3d53b53c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:28:47.743993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab58a2-ef2f-4297-ace5-edc4c6295155 None None] Pushing event updated for resources: {'Port': ['ID=acdcdc75-e90b-4bfd-bc67-723a634c735b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:47.749909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 504600d7-9045-4f07-9573-119e04dabb14 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:47.750288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:47.752424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:47.753629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:47.778570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:28:47.787940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-722b4c0c-2426-4fe4-9e06-4d73cf4ecbea admin admin] 10.222.0.36 "PUT /v2.0/routers/4d364de9-616f-4d29-be23-ff0c3d53b53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0883470 Aug 19 18:28:47.918706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:47.948042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Provisioning complete for port 8244d65c-bea4-415c-a618-67f907e2b672 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:47.948421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.178619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Provisioning for port cf44cafa-7f04-4cb2-9a3a-205148e73195 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:48.184850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Provisioning complete for port cf44cafa-7f04-4cb2-9a3a-205148e73195 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:48.185251 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.206919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9166d72c-7555-41f3-a840-a527631c21ab up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:48.420424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b7c66540-c2a8-4904-a058-662d0862b9dd None None] Port cf44cafa-7f04-4cb2-9a3a-205148e73195 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:48.435710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cf44cafa-7f04-4cb2-9a3a-205148e73195', 'name': '', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'mac_address': 'fa:16:3e:f5:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:46Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 2, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'subnets': [{'id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:48.466387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3a6d4-27a3-4eb7-a6da-57710447d09b None None] The sync data for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 is: [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cf44cafa-7f04-4cb2-9a3a-205148e73195', 'name': '', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'mac_address': 'fa:16:3e:f5:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:46Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 2, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'subnets': [{'id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:48.472448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 9166d72c-7555-41f3-a840-a527631c21ab triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:48.472448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:48.571826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8244d65c-bea4-415c-a618-67f907e2b672 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:48.624557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 8244d65c-bea4-415c-a618-67f907e2b672 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:48.624963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.194662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device acdcdc75-e90b-4bfd-bc67-723a634c735b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:50.264453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port acdcdc75-e90b-4bfd-bc67-723a634c735b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:50.270085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port acdcdc75-e90b-4bfd-bc67-723a634c735b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:50.270457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.363365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.391598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-45caad21-0093-477c-95a8-5b1fb620af2e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:50.393326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-45caad21-0093-477c-95a8-5b1fb620af2e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.4067950 Aug 19 18:28:50.395054 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port acdcdc75-e90b-4bfd-bc67-723a634c735b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=acdcdc75-e90b-4bfd-bc67-723a634c735b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:50.399044 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:50.412105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-46e7836e-4346-4a24-a280-8e738f5c682b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0117903 Aug 19 18:28:50.457697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=acdcdc75-e90b-4bfd-bc67-723a634c735b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:50.465598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.465951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.466297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.466637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.466976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.467310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.467665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.467782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-997f9518-a1ea-4788-b06a-5a1414eb8cc8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492599 Aug 19 18:28:50.467996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.468321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.468651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.468977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.469298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:50.682057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-34d97d93-4569-42e3-871f-51522c64be66 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034438 Aug 19 18:28:50.741909 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Sync routers for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:28:50.750796 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:50.751416 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:50.779665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-eae257d7-b9b3-4966-b867-b3e5e3587f91 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Aug 19 18:28:50.859410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:51.096164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a76ad9c-b5c0-462c-b83b-fc273c58f966 req-b9bd06f9-46ee-49f8-8904-6a070df25e8b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0332615 Aug 19 18:28:51.121862 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cf44cafa-7f04-4cb2-9a3a-205148e73195', 'name': '', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'mac_address': 'fa:16:3e:f5:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:46Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 2, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'subnets': [{'id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:51.153142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Checking router: 4d364de9-616f-4d29-be23-ff0c3d53b53c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:28:51.153503 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Updating router 4d364de9-616f-4d29-be23-ff0c3d53b53c port cf44cafa-7f04-4cb2-9a3a-205148e73195 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:28:51.179943 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.471966 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.482709 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Transition to ACTIVE for port object cf44cafa-7f04-4cb2-9a3a-205148e73195 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:51.488998 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.563252 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f394-8611-4823-a46a-5a34af81dfa5 None None] Pushing event updated for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.598627 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Attempting to bind port cf44cafa-7f04-4cb2-9a3a-205148e73195 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:51.599004 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Attempting to bind port cf44cafa-7f04-4cb2-9a3a-205148e73195 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:51.599371 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Attempting to bind port cf44cafa-7f04-4cb2-9a3a-205148e73195 on network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:51.604946 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:51.605601 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Checking segment: {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:51.605725 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.606114 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Bound using segment: {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:51.606581 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Bound port: cf44cafa-7f04-4cb2-9a3a-205148e73195, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22664769-c19e-4d35-b93b-4ade0f1696b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:51.606962 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.682127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] For port cf44cafa-7f04-4cb2-9a3a-205148e73195, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:51.686027 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] For port cf44cafa-7f04-4cb2-9a3a-205148e73195, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cf44cafa-7f04-4cb2-9a3a-205148e73195,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:51.690591 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:51.763527 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:28:51.764218 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:28:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:51.766867 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f394-8611-4823-a46a-5a34af81dfa5 None None] Pushing event updated for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:51.879421 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:28:52.096055 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cf44cafa-7f04-4cb2-9a3a-205148e73195', 'name': '', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'mac_address': 'fa:16:3e:f5:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:46Z', 'updated_at': '2021-08-19T18:28:51Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'subnets': [{'id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:28:52.138010 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711ce04-2d42-4b74-b6ee-aeb81cbd00f9 None None] The sync data for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 is: [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:47Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'cf44cafa-7f04-4cb2-9a3a-205148e73195', 'name': '', 'network_id': '54c1163c-c5bf-45c3-b7e0-a539c378b7b9', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'mac_address': 'fa:16:3e:f5:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:46Z', 'updated_at': '2021-08-19T18:28:51Z', 'revision_number': 4, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'subnets': [{'id': 'dc21ece5-c1a1-46ba-8104-c31fe4ce8f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:28:52.200086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-d87970b1-3ae2-4fb7-a73a-34d86636e2ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:52.202242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-d87970b1-3ae2-4fb7-a73a-34d86636e2ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1568515 Aug 19 18:28:52.230579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': '3212386d-f300-412f-8e03-c9a3617689a4', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:52.239897 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device acdcdc75-e90b-4bfd-bc67-723a634c735b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:52.240455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ff6de05-71c9-4f5c-ac56-b0c00a352162 req-689ccb41-ef0a-4eb1-921c-0c2312194a8c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0498426 Aug 19 18:28:52.306769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port acdcdc75-e90b-4bfd-bc67-723a634c735b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:52.307021 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.400950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:28:52.406207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.417562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cf44cafa-7f04-4cb2-9a3a-205148e73195 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:52.479548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port cf44cafa-7f04-4cb2-9a3a-205148e73195 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:52.485811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cf44cafa-7f04-4cb2-9a3a-205148e73195 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:52.486298 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.602251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.14 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/352f3823-d85d-45e5-b50a-58fef03765bb) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:28:52.604964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.658112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port cf44cafa-7f04-4cb2-9a3a-205148e73195, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cf44cafa-7f04-4cb2-9a3a-205148e73195,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:28:52.666470 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.761061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:52.819490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:52.830371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 352f3823-d85d-45e5-b50a-58fef03765bb will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:52.872783 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.270606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:28:53.275991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:28:53.281512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:28:53.306548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:53.324363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.324708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.325047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.325385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.325719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.326047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.326370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.326693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.327012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.327332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.327681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.328002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:28:53.348269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:53.349215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.368758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-be9dbb25-b3d0-4b45-9fd6-42c228f33365 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1427476 Aug 19 18:28:53.385932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aec4f9-8995-455a-aacf-49075e2cb3b4 req-55870699-5613-48b3-9fb1-5d0c9b3b313d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:53.387123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-067d90ee-6ff7-402e-93ce-88594879f7aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:28:53.388241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-067d90ee-6ff7-402e-93ce-88594879f7aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061812 Aug 19 18:28:53.388903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2aec4f9-8995-455a-aacf-49075e2cb3b4 req-55870699-5613-48b3-9fb1-5d0c9b3b313d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 932 time: 0.0681331 Aug 19 18:28:53.400115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Request body: {'port': {'device_id': '3212386d-f300-412f-8e03-c9a3617689a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:28:53.470849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a2aec4f9-8995-455a-aacf-49075e2cb3b4 req-6d0abd95-3d28-444e-ab4a-c4a70af1b4c3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671680 Aug 19 18:28:53.497040 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.620234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2829489-bd61-4d83-864d-5350a6c68f25 None None] Provisioning for port 352f3823-d85d-45e5-b50a-58fef03765bb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:28:53.626738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d2829489-bd61-4d83-864d-5350a6c68f25 None None] Provisioning complete for port 352f3823-d85d-45e5-b50a-58fef03765bb triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:53.627261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2829489-bd61-4d83-864d-5350a6c68f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.683723 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d2829489-bd61-4d83-864d-5350a6c68f25 None None] Port 352f3823-d85d-45e5-b50a-58fef03765bb cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:28:53.812736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352f3823-d85d-45e5-b50a-58fef03765bb {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:28:53.820349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.832323 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Transition to ACTIVE for port object 352f3823-d85d-45e5-b50a-58fef03765bb will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:28:53.837165 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:53.889495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Pushing event updated for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:53.966523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Attempting to bind port 352f3823-d85d-45e5-b50a-58fef03765bb on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:28:53.967142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Attempting to bind port 352f3823-d85d-45e5-b50a-58fef03765bb by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:28:53.967496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Attempting to bind port 352f3823-d85d-45e5-b50a-58fef03765bb on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:53.973178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Port 352f3823-d85d-45e5-b50a-58fef03765bb on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:28:53.973523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Attempting to bind port 352f3823-d85d-45e5-b50a-58fef03765bb on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:28:53.979811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:28:53.980334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:28:53.980733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:28:53.981178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Bound port: 352f3823-d85d-45e5-b50a-58fef03765bb, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:28:53.981543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.062880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:28:54.066599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=352f3823-d85d-45e5-b50a-58fef03765bb,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:28:54.073597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.111328 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.112047 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.113736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] 10.222.0.13 "PUT /v2.0/ports/352f3823-d85d-45e5-b50a-58fef03765bb HTTP/1.1" status: 200 len: 1093 time: 0.7185969 Aug 19 18:28:54.114182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:28:54.116654 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38120820-8945-4298-a22b-95745bac080c" -d '{"events": [{"name": "network-changed", "server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:28:54.154981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8fec-1cda-4cd5-991a-0f36a83ef640 service neutron] Pushing event updated for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:28:54.194125 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623a263-fd9a-439c-9c02-f4db158d8b28 x-openstack-request-id: req-c623a263-fd9a-439c-9c02-f4db158d8b28 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:28:54.194421 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:28:54.194677 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c623a263-fd9a-439c-9c02-f4db158d8b28 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:28:54.195074 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb', 'status': 'completed', 'code': 200} Aug 19 18:28:54.211710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cf44cafa-7f04-4cb2-9a3a-205148e73195 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:28:54.234486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-9d904b03-f21d-4fae-b74f-363f7dfb63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.236383 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-9d904b03-f21d-4fae-b74f-363f7dfb63c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 1096 time: 0.0530374 Aug 19 18:28:54.271368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port cf44cafa-7f04-4cb2-9a3a-205148e73195 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:28:54.271786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:54.301442 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-2ff99b01-1ead-4e43-9199-510012a5e382 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352f3823-d85d-45e5-b50a-58fef03765bb HTTP/1.1" status: 200 len: 217 time: 0.0511730 Aug 19 18:28:54.364751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-7546879e-1627-4270-bd0e-e7b7ad4ca159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.366427 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-7546879e-1627-4270-bd0e-e7b7ad4ca159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0584340 Aug 19 18:28:54.421689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-e10290ca-9ddd-43f6-9dde-0cea6eed3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.423950 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-e10290ca-9ddd-43f6-9dde-0cea6eed3979 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504849 Aug 19 18:28:54.536135 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-9f091eb1-86d7-43f3-a5bd-d8c7a3cf78cd service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038642 Aug 19 18:28:54.583454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca056d-d75a-47a7-8cca-8e01b28bb799 req-f307aa91-5ec1-4e0b-b152-fa9f8264a3b9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.585004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4ca056d-d75a-47a7-8cca-8e01b28bb799 req-f307aa91-5ec1-4e0b-b152-fa9f8264a3b9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0550270 Aug 19 18:28:54.625470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4ca056d-d75a-47a7-8cca-8e01b28bb799 req-f46f7887-fb20-4f12-9d08-d071d955351c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Aug 19 18:28:54.639685 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ae1f1245-f74a-4ead-9445-4a0e73ae4504 req-2cd1b45e-506a-4a0a-9ea7-cc17d13b764e service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966387 Aug 19 18:28:54.752958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120820-8945-4298-a22b-95745bac080c req-b891aef6-62da-4146-aeab-76b00728d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.755005 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-b891aef6-62da-4146-aeab-76b00728d078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 1096 time: 0.0472462 Aug 19 18:28:54.845226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120820-8945-4298-a22b-95745bac080c req-4b801254-3d73-4055-a8e3-c391dc52a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.846730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-4b801254-3d73-4055-a8e3-c391dc52a355 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0850477 Aug 19 18:28:54.893353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-237ba4f7-f12d-44bb-bf0e-c943608fc729 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352f3823-d85d-45e5-b50a-58fef03765bb HTTP/1.1" status: 200 len: 217 time: 0.0391202 Aug 19 18:28:54.944019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120820-8945-4298-a22b-95745bac080c req-88ed7cc0-bf7c-4c0d-a102-13f45ca250f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.945503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-88ed7cc0-bf7c-4c0d-a102-13f45ca250f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0453057 Aug 19 18:28:54.992045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120820-8945-4298-a22b-95745bac080c req-522deee6-8111-4117-80b4-1a2d4a5ddfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:54.993587 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-522deee6-8111-4117-80b4-1a2d4a5ddfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416262 Aug 19 18:28:55.091987 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-e4143592-5f48-42b8-8813-97eed3c0f076 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912900 Aug 19 18:28:55.185882 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38120820-8945-4298-a22b-95745bac080c req-f50f0cad-7974-463f-86c2-7b04ddad051f service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Aug 19 18:28:55.749823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0f6e-9ca4-44d8-84db-0649361b0982 req-9599f610-50a3-4571-ad64-7bac1decb787 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:55.751306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b5f0f6e-9ca4-44d8-84db-0649361b0982 req-9599f610-50a3-4571-ad64-7bac1decb787 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0526118 Aug 19 18:28:55.795432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b5f0f6e-9ca4-44d8-84db-0649361b0982 req-91c558cf-8f52-40c5-89f7-c78a030d0c33 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Aug 19 18:28:56.386167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:56.919783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a479f2-cf53-4423-a82b-039ea70a8f90 req-95982374-2042-4b5a-b1b1-2c3147738430 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:56.922318 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06a479f2-cf53-4423-a82b-039ea70a8f90 req-95982374-2042-4b5a-b1b1-2c3147738430 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0594761 Aug 19 18:28:56.966112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06a479f2-cf53-4423-a82b-039ea70a8f90 req-d407f816-5d0a-4f24-8646-22739086292f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359700 Aug 19 18:28:58.082395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8abc5-0d74-43af-9b2e-2205d57efa37 req-2bd8f52f-2bfb-4750-8752-ff1566863c00 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:58.084130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78d8abc5-0d74-43af-9b2e-2205d57efa37 req-2bd8f52f-2bfb-4750-8752-ff1566863c00 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0519323 Aug 19 18:28:58.122393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78d8abc5-0d74-43af-9b2e-2205d57efa37 req-794020fa-28e9-474f-8571-9831db2e2d74 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Aug 19 18:28:58.148684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-11859f38-329d-4d03-8e6a-452584b43c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:28:59.239074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df7740-e6c8-44c6-931d-d23816414f74 req-215460d3-cf18-438b-9ba0-a2c5b6b3d64d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:28:59.240600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47df7740-e6c8-44c6-931d-d23816414f74 req-215460d3-cf18-438b-9ba0-a2c5b6b3d64d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0493743 Aug 19 18:28:59.282275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47df7740-e6c8-44c6-931d-d23816414f74 req-d1eae537-87c1-4403-a37f-76641c0fc782 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Aug 19 18:29:00.399132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ebb6a-2945-4c6c-8f5f-b7b4e91d3f67 req-e363d169-3b0e-4fe8-88c9-46e3c4a045e0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:00.400689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692ebb6a-2945-4c6c-8f5f-b7b4e91d3f67 req-e363d169-3b0e-4fe8-88c9-46e3c4a045e0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0492623 Aug 19 18:29:00.438914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692ebb6a-2945-4c6c-8f5f-b7b4e91d3f67 req-1e0e5fa9-38b2-4a2d-bceb-2c9684ac9f4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 19 18:29:00.597269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1e683360-9a1c-4be9-9130-3999c0570b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:00.937361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:01.552917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10467430-8df9-468d-af1d-ac37c1a1c408 req-df3aef25-4889-4864-8378-7edccd7092f7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:01.554432 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10467430-8df9-468d-af1d-ac37c1a1c408 req-df3aef25-4889-4864-8378-7edccd7092f7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0493293 Aug 19 18:29:01.593620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10467430-8df9-468d-af1d-ac37c1a1c408 req-bc949c3f-28fd-462c-8c9a-7eb1225ca4d9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Aug 19 18:29:02.048127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:02.221298 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:29:02.709495 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bc16-9480-454c-822b-da7034ce04a8 req-58907a98-7132-45bf-b751-0a9852bc9c62 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:02.710985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d53bc16-9480-454c-822b-da7034ce04a8 req-58907a98-7132-45bf-b751-0a9852bc9c62 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0508485 Aug 19 18:29:02.754162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d53bc16-9480-454c-822b-da7034ce04a8 req-7c15b002-44f2-4141-bdc2-b87b24fd711a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Aug 19 18:29:03.609659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:03.868718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f655e2-abc3-4ad3-a627-3b7191554cec req-32d63f48-0897-4ea1-9da6-03e959ebbce6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:03.870132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11f655e2-abc3-4ad3-a627-3b7191554cec req-32d63f48-0897-4ea1-9da6-03e959ebbce6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0498152 Aug 19 18:29:03.908055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11f655e2-abc3-4ad3-a627-3b7191554cec req-71ab1b3d-3bb2-4efb-8237-7880b274deeb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 19 18:29:05.022795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4df587-9719-4dd5-9fa3-e2a9536894de req-bc987403-456d-4799-aa7e-c3edaeb81c73 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:05.024382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c4df587-9719-4dd5-9fa3-e2a9536894de req-bc987403-456d-4799-aa7e-c3edaeb81c73 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 944 time: 0.0491285 Aug 19 18:29:05.062141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c4df587-9719-4dd5-9fa3-e2a9536894de req-e4599728-43ef-4f20-a520-ded3313c1524 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Aug 19 18:29:05.752588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 352f3823-d85d-45e5-b50a-58fef03765bb details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:29:05.847086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=352f3823-d85d-45e5-b50a-58fef03765bb,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:05.857785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '352f3823-d85d-45e5-b50a-58fef03765bb', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '352f3823-d85d-45e5-b50a-58fef03765bb', 'mac_address': 'fa:16:3e:4c:06:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:29:05.893906 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.910259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352f3823-d85d-45e5-b50a-58fef03765bb {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:05.929564 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=352f3823-d85d-45e5-b50a-58fef03765bb,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:05.933564 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:05.979292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:06.178297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca2c77-15e3-460b-a832-9d33abb83f4f req-68d55edc-1ec5-4033-b4be-423923f94db2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:06.179818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9ca2c77-15e3-460b-a832-9d33abb83f4f req-68d55edc-1ec5-4033-b4be-423923f94db2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Aug 19 18:29:06.200540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['352f3823-d85d-45e5-b50a-58fef03765bb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:06.222662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9ca2c77-15e3-460b-a832-9d33abb83f4f req-64a84c51-f76d-4175-8e6c-7151aadac16f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Aug 19 18:29:07.336207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1907ef-e954-4d9a-8002-6f32512fb726 req-7441b56f-c5f5-4a30-bdda-426a826371bd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:07.337711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb1907ef-e954-4d9a-8002-6f32512fb726 req-7441b56f-c5f5-4a30-bdda-426a826371bd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Aug 19 18:29:07.376229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb1907ef-e954-4d9a-8002-6f32512fb726 req-f9140506-a259-486f-a6df-4ece28e02749 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Aug 19 18:29:07.752506 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 352f3823-d85d-45e5-b50a-58fef03765bb up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:29:07.803463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 352f3823-d85d-45e5-b50a-58fef03765bb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:07.806956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 352f3823-d85d-45e5-b50a-58fef03765bb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:07.807331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.881412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.903349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:07.905609 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89a871-8190-465f-9eda-7506c35c9efb" -d '{"events": [{"server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "name": "network-vif-plugged", "status": "completed", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:07.918635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=352f3823-d85d-45e5-b50a-58fef03765bb,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:07.922844 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:07.949023 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb209f-d1cf-427d-a98f-b1ccf785818d x-openstack-request-id: req-6feb209f-d1cf-427d-a98f-b1ccf785818d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:07.949314 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "name": "network-vif-plugged", "status": "completed", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:07.949564 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6feb209f-d1cf-427d-a98f-b1ccf785818d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:07.949944 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb', 'code': 200} Aug 19 18:29:07.975419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:08.064093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072a8b5-dfc8-4fdd-9d42-730955f807ad req-7ba91c2c-2833-4792-99d8-76b8077c930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:08.065559 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2072a8b5-dfc8-4fdd-9d42-730955f807ad req-7ba91c2c-2833-4792-99d8-76b8077c930a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 1098 time: 0.0404997 Aug 19 18:29:08.104304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2072a8b5-dfc8-4fdd-9d42-730955f807ad req-2a4ee1c9-8f6d-4d5a-a1e6-fccd04f6708f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 19 18:29:08.490783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33556b-55df-4b67-a8c0-e710382e4c47 req-b039c0ff-1e97-47a7-865e-0f1d1476b10c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:08.492287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b33556b-55df-4b67-a8c0-e710382e4c47 req-b039c0ff-1e97-47a7-865e-0f1d1476b10c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0491107 Aug 19 18:29:08.530067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b33556b-55df-4b67-a8c0-e710382e4c47 req-5984c491-eebf-478e-9c58-9a683847857d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 19 18:29:09.648749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56234-d0bd-4a07-9da0-184cd1ae1999 req-8a1c5612-be28-4d75-85c2-b8d67c877af6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:09.650243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ef56234-d0bd-4a07-9da0-184cd1ae1999 req-8a1c5612-be28-4d75-85c2-b8d67c877af6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Aug 19 18:29:09.695043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ef56234-d0bd-4a07-9da0-184cd1ae1999 req-b0d1929f-fc86-4fa9-91dc-e5ec58b19b14 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Aug 19 18:29:09.809194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e727f-97ba-42e7-885e-fe4a741e5acc req-d123e1f1-004b-48f6-aba4-1768b611252b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:09.810600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d59e727f-97ba-42e7-885e-fe4a741e5acc req-d123e1f1-004b-48f6-aba4-1768b611252b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Aug 19 18:29:09.849712 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d59e727f-97ba-42e7-885e-fe4a741e5acc req-3919285b-d714-4214-a448-0cf041966cfd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Aug 19 18:29:09.962274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11af7d7-e045-460c-9eb2-2de61c2a4a68 req-20ca207f-0aa6-4f85-b82d-281623762b7e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:09.963765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c11af7d7-e045-460c-9eb2-2de61c2a4a68 req-20ca207f-0aa6-4f85-b82d-281623762b7e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Aug 19 18:29:10.001491 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c11af7d7-e045-460c-9eb2-2de61c2a4a68 req-5b8e678f-3bc3-47a5-9f39-d70c55f412f7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Aug 19 18:29:10.234038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fcb26-a103-4f30-933a-ecc7dcd695cc req-dcea4aa0-13e6-4856-bf8e-8227d8b592c9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:10.235553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-709fcb26-a103-4f30-933a-ecc7dcd695cc req-dcea4aa0-13e6-4856-bf8e-8227d8b592c9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0488687 Aug 19 18:29:10.276743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-709fcb26-a103-4f30-933a-ecc7dcd695cc req-9b2d00e3-afe5-471c-92b2-3582a2419e30 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Aug 19 18:29:11.393333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e0cb5-1a77-41cb-92eb-e01422063cec req-37a84c76-4480-4dda-8d5c-e0abbcc98304 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:11.394976 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a8e0cb5-1a77-41cb-92eb-e01422063cec req-37a84c76-4480-4dda-8d5c-e0abbcc98304 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0506415 Aug 19 18:29:11.434503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a8e0cb5-1a77-41cb-92eb-e01422063cec req-7292e8e2-5c48-4b18-abe8-91f0c4c4f0cf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Aug 19 18:29:11.906474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-906a9960-79f7-4eb3-ba65-34364a5e9de0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:11.907940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-906a9960-79f7-4eb3-ba65-34364a5e9de0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 946 time: 0.0485375 Aug 19 18:29:11.996540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 352f3823-d85d-45e5-b50a-58fef03765bb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:29:11.996891 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.086140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 352f3823-d85d-45e5-b50a-58fef03765bb, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=352f3823-d85d-45e5-b50a-58fef03765bb,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:29:12.086498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.099889 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 352f3823-d85d-45e5-b50a-58fef03765bb owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:29:12.225546 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.253597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=352f3823-d85d-45e5-b50a-58fef03765bb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:12.256734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['352f3823-d85d-45e5-b50a-58fef03765bb'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:29:12.301511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 352f3823-d85d-45e5-b50a-58fef03765bb on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:29:12.304306 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:12.306332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-917b3dab-efea-4e1a-b80d-6ce9c6be3e09 req-23d7c693-d8e0-437d-8ad2-dbd52cf0f77d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "DELETE /v2.0/ports/352f3823-d85d-45e5-b50a-58fef03765bb HTTP/1.1" status: 204 len: 173 time: 0.3920381 Aug 19 18:29:12.306774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'name': 'network-vif-deleted', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:12.309117 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b50876b-3534-4c04-a596-7fe43da2bd3c" -d '{"events": [{"server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "name": "network-vif-deleted", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:12.350299 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13c859-63bb-4f94-838e-c20844ce9fe7 x-openstack-request-id: req-2f13c859-63bb-4f94-838e-c20844ce9fe7 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:12.350541 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3212386d-f300-412f-8e03-c9a3617689a4", "name": "network-vif-deleted", "tag": "352f3823-d85d-45e5-b50a-58fef03765bb", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:12.350825 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f13c859-63bb-4f94-838e-c20844ce9fe7 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:12.351431 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3212386d-f300-412f-8e03-c9a3617689a4', 'name': 'network-vif-deleted', 'tag': '352f3823-d85d-45e5-b50a-58fef03765bb', 'status': 'completed', 'code': 200} Aug 19 18:29:12.529217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a792dc80-8153-41fb-8f7d-7c5731ded00d req-b8f0292e-5826-43f3-8963-b7c6a65bcd2d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0281563 Aug 19 18:29:13.631197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-152b6bb9-64d0-4383-8219-0670f6b15d18 req-e18d774e-6d9f-4ed8-9499-f87fe79c5464 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Aug 19 18:29:14.726119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-215cee10-3cbe-47e6-a733-6f58758f75ab req-5ed470a0-9247-4480-b7b5-16651e584c57 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Aug 19 18:29:15.827165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 352f3823-d85d-45e5-b50a-58fef03765bb no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:29:15.834890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a58919e-2930-4113-bda0-49a8636f1123 req-6bdb7570-f80b-42fb-98aa-d765b98145f0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=3212386d-f300-412f-8e03-c9a3617689a4 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Aug 19 18:29:15.848513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 352f3823-d85d-45e5-b50a-58fef03765bb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:29:15.848906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 352f3823-d85d-45e5-b50a-58fef03765bb not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:29:17.336838 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:26.386885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:28.152106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4297-aae0-4a31-833e-2c46a132b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.598473 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6f4f2f3-e1d3-46bf-8411-fb3e8cbb4873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:30.938547 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:32.052010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:33.609356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:35.971152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-845c0f6f-f570-41c2-b0af-a5e62ef92f25 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:35.972661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-845c0f6f-f570-41c2-b0af-a5e62ef92f25 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1034691 Aug 19 18:29:35.987764 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-6b3f7588-8abb-4e9f-9c21-4c9be9312585 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0090637 Aug 19 18:29:36.042773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-b7522fe3-4c30-4e0c-bdd6-8f61ca932fc3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494001 Aug 19 18:29:36.185397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-ab4ae711-7451-4e1d-a056-86750bc6c982 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357305 Aug 19 18:29:36.279470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-120110b1-8335-4474-b4f0-cfa6239a0046 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Aug 19 18:29:36.464537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39a4ee98-82bc-45c1-bf19-e780163f7a8e req-ff9338a1-d798-4533-bf8e-b7bb05a0c907 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0285540 Aug 19 18:29:37.468018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-85c28298-6d73-43a6-94e5-9ced6108dc1f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:37.469486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-85c28298-6d73-43a6-94e5-9ced6108dc1f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1075039 Aug 19 18:29:37.492433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:37.565469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0de9a99a-4613-4023-a11a-1c4c4834711d req-452a4f6b-f747-4ac1-af01-351fdb6dcd2e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Aug 19 18:29:37.614344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:29:37.618223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.748678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.7 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/6b7ad7ea-30f7-4e2e-b71e-97434459ead6) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:29:37.904971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:37.919677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:37.954441 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.001543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:29:38.004709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:29:38.008872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:29:38.040900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.067647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.069027 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.084815 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-d94ade85-edf0-4ff6-8419-5a04cbb129da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967147 Aug 19 18:29:38.104118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Request body: {'port': {'device_id': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:29:38.162353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.242086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f3052605-f149-4cd2-b79a-636000e69634 None None] Provisioning for port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:29:38.247234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f3052605-f149-4cd2-b79a-636000e69634 None None] Provisioning complete for port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:29:38.247409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3052605-f149-4cd2-b79a-636000e69634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.285071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f3052605-f149-4cd2-b79a-636000e69634 None None] Port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:29:38.441899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:29:38.450064 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.462919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Transition to ACTIVE for port object 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:29:38.466330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.525017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.606658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Attempting to bind port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:29:38.607008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Attempting to bind port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:29:38.607379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Attempting to bind port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:38.612107 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:29:38.612548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Attempting to bind port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:29:38.619146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:29:38.619612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:29:38.620067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:29:38.620568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Bound port: 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:29:38.620994 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.697530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:29:38.701798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:29:38.708443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.714721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6acc7-17fd-40e5-97d7-414b03b4e44f req-7b67604b-5b9c-421d-b638-f5416f84ed89 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.723489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8d6acc7-17fd-40e5-97d7-414b03b4e44f req-7b67604b-5b9c-421d-b638-f5416f84ed89 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0691631 Aug 19 18:29:38.751776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.752412 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:38.753923 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b7ad7ea-30f7-4e2e-b71e-97434459ead6 HTTP/1.1" status: 200 len: 1092 time: 0.6554780 Aug 19 18:29:38.754253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:29:38.757246 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064042c0-8079-426f-8100-4575c4e9f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:29:38.773853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8d6acc7-17fd-40e5-97d7-414b03b4e44f req-935c8e48-9453-480c-a40c-bd3ca0ec38a5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Aug 19 18:29:38.816164 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a01ed-e417-4247-adbc-216b1aaf3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:29:38.836394 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9c1766-fb3b-4f3b-abcb-9f1b02a669d6 x-openstack-request-id: req-9e9c1766-fb3b-4f3b-abcb-9f1b02a669d6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:29:38.836706 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:29:38.837083 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e9c1766-fb3b-4f3b-abcb-9f1b02a669d6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:29:38.837549 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6', 'status': 'completed', 'code': 200} Aug 19 18:29:38.874290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-0bdad44c-e053-4b50-bbfd-433701092b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.876099 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-0bdad44c-e053-4b50-bbfd-433701092b10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 1095 time: 0.0519302 Aug 19 18:29:38.926728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-bf5c3acd-6c69-4e28-8ebf-dfbe1badc89e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6 HTTP/1.1" status: 200 len: 217 time: 0.0374949 Aug 19 18:29:38.982559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-4f104764-4c6c-40fe-b701-959733743eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:38.984094 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-4f104764-4c6c-40fe-b701-959733743eeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0497253 Aug 19 18:29:39.030428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6b13-8454-4c31-b809-00c6f995595e req-6c03742a-8ff6-4801-be3e-d36f47139628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.031875 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-6c03742a-8ff6-4801-be3e-d36f47139628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407541 Aug 19 18:29:39.127233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-14205bd6-59c9-4a33-9632-2624c34a83cd service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877390 Aug 19 18:29:39.220406 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:29:39.231405 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94bd6b13-8454-4c31-b809-00c6f995595e req-2eb21b50-1d69-4710-b815-3c468d24e8d8 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966356 Aug 19 18:29:39.347526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064042c0-8079-426f-8100-4575c4e9f00b req-687c60ea-ac73-4521-a030-fffd364c1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.349704 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-687c60ea-ac73-4521-a030-fffd364c1ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 1095 time: 0.0432773 Aug 19 18:29:39.462216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064042c0-8079-426f-8100-4575c4e9f00b req-f8c192ab-5091-4f2a-9f9c-3e1482985232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.463809 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-f8c192ab-5091-4f2a-9f9c-3e1482985232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.1078000 Aug 19 18:29:39.509262 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-ceb28d0b-120b-4965-8e7f-53bee5b7e72b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6 HTTP/1.1" status: 200 len: 217 time: 0.0386374 Aug 19 18:29:39.563429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064042c0-8079-426f-8100-4575c4e9f00b req-217f9e76-d16e-4168-af89-dce721f6501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.565059 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-217f9e76-d16e-4168-af89-dce721f6501f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0493531 Aug 19 18:29:39.613040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064042c0-8079-426f-8100-4575c4e9f00b req-247bd7aa-efd4-4a6b-8ced-9491f1459ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.614718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-247bd7aa-efd4-4a6b-8ced-9491f1459ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419233 Aug 19 18:29:39.723843 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-06c12139-674f-492e-ac5c-d5d3df99eef2 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025519 Aug 19 18:29:39.829156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-064042c0-8079-426f-8100-4575c4e9f00b req-029d06d5-d9d0-4b3b-8097-25fd78bc43a6 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985045 Aug 19 18:29:39.913083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f814f-5d10-4812-af74-caa3ce98b829 req-3252aed9-f6a5-42f7-bc1e-31dd0cfc5ad6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:39.914614 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c4f814f-5d10-4812-af74-caa3ce98b829 req-3252aed9-f6a5-42f7-bc1e-31dd0cfc5ad6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0610039 Aug 19 18:29:39.954361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c4f814f-5d10-4812-af74-caa3ce98b829 req-e12f882b-40bb-4ca3-a5ba-9b0bd4a2cf9d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Aug 19 18:29:41.124928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b0399-b097-4c6f-bb55-36a4815cadf8 req-2aa85f13-e639-431d-ab3b-a15aa54decce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:41.126816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4b0399-b097-4c6f-bb55-36a4815cadf8 req-2aa85f13-e639-431d-ab3b-a15aa54decce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0779457 Aug 19 18:29:41.183164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6b4b0399-b097-4c6f-bb55-36a4815cadf8 req-4e0e9d95-ae86-4688-a911-7d962f1454c5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Aug 19 18:29:42.372452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ecb5-d91a-48c4-909a-00ed515042bd req-599c9bc0-8b28-47f7-9137-9b2b48f811b4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:42.374853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba53ecb5-d91a-48c4-909a-00ed515042bd req-599c9bc0-8b28-47f7-9137-9b2b48f811b4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0966372 Aug 19 18:29:42.454033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba53ecb5-d91a-48c4-909a-00ed515042bd req-98be3a8a-828d-4727-8f8c-c073001ca17e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698609 Aug 19 18:29:43.589108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45179-dc34-4d35-b396-cf1bed0132af req-d15aeebd-23a7-4dbd-b3a9-c66eadd46ba1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:43.591007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3b45179-dc34-4d35-b396-cf1bed0132af req-d15aeebd-23a7-4dbd-b3a9-c66eadd46ba1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0634985 Aug 19 18:29:43.631711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3b45179-dc34-4d35-b396-cf1bed0132af req-816a5ac7-2207-4b90-930d-7664c596196e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Aug 19 18:29:44.754210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c6b7e-d7f8-4358-9604-156cbccff3e3 req-60c588dd-a07a-4516-b7e7-adbfe9b81b9b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:44.756263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e71c6b7e-d7f8-4358-9604-156cbccff3e3 req-60c588dd-a07a-4516-b7e7-adbfe9b81b9b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0552225 Aug 19 18:29:44.798840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e71c6b7e-d7f8-4358-9604-156cbccff3e3 req-dada392b-e149-4f9d-b0d0-2f588f5b401a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Aug 19 18:29:45.919121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84861dd-951e-42bc-b99c-f126aaaef3c0 req-7ce68b72-745f-4d1d-80a4-aa0db4cf7c3b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:45.920637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e84861dd-951e-42bc-b99c-f126aaaef3c0 req-7ce68b72-745f-4d1d-80a4-aa0db4cf7c3b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0493114 Aug 19 18:29:45.958708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e84861dd-951e-42bc-b99c-f126aaaef3c0 req-7c9a6bfd-1deb-4917-9df8-96a2e880571b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Aug 19 18:29:47.083025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1a174-5d4c-44ac-924b-a2a1eeada44f req-ddde8144-f280-4278-8783-10ad9134ed72 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:47.085277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b1a174-5d4c-44ac-924b-a2a1eeada44f req-ddde8144-f280-4278-8783-10ad9134ed72 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0583327 Aug 19 18:29:47.124470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-78b1a174-5d4c-44ac-924b-a2a1eeada44f req-097efa47-d7ba-412b-bbcc-abebc7cd7c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Aug 19 18:29:47.341098 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:48.243049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad082-423f-423c-8035-737980184393 req-bd336969-47a7-4624-8567-1306d3a9c5c3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:48.244603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0dad082-423f-423c-8035-737980184393 req-bd336969-47a7-4624-8567-1306d3a9c5c3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0507355 Aug 19 18:29:48.283965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0dad082-423f-423c-8035-737980184393 req-fcd1a521-846f-4925-8f5c-c213bea6f8b2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Aug 19 18:29:49.408975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b474c2-bb11-44d3-b476-d1cfaea66c03 req-20c4ea5e-222c-4919-8e4f-0e2c6bf02e85 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:49.410648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b474c2-bb11-44d3-b476-d1cfaea66c03 req-20c4ea5e-222c-4919-8e4f-0e2c6bf02e85 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0556238 Aug 19 18:29:49.453174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b474c2-bb11-44d3-b476-d1cfaea66c03 req-786fdb3b-c143-4430-b6da-c245d4098646 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Aug 19 18:29:50.577236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1f11-9f9c-4573-9955-0a99ddad9871 req-c9059814-f1ac-4091-babf-76098d8b8229 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:50.578735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee8f1f11-9f9c-4573-9955-0a99ddad9871 req-c9059814-f1ac-4091-babf-76098d8b8229 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0541060 Aug 19 18:29:50.618751 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee8f1f11-9f9c-4573-9955-0a99ddad9871 req-3b6b1c86-d73f-40a1-b2b9-4b1b8f134397 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Aug 19 18:29:51.734278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039047cb-f763-4a38-839a-dad0d0aa5b5e req-18764731-91ac-40b4-b20f-ca77656709d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:51.735826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-039047cb-f763-4a38-839a-dad0d0aa5b5e req-18764731-91ac-40b4-b20f-ca77656709d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0491641 Aug 19 18:29:51.773763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-039047cb-f763-4a38-839a-dad0d0aa5b5e req-0be24284-4bf7-43fb-a6b2-e5a83b6cd588 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 19 18:29:52.893258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bde32c-b1da-45ea-b46c-196b98a29ad3 req-23a657df-767f-41f6-8706-9f0a272ebdc5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:52.894669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05bde32c-b1da-45ea-b46c-196b98a29ad3 req-23a657df-767f-41f6-8706-9f0a272ebdc5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0521977 Aug 19 18:29:52.932392 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-05bde32c-b1da-45ea-b46c-196b98a29ad3 req-fec50526-a42e-47f3-89f4-dc0a336da435 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Aug 19 18:29:54.066197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4720bd-1242-4f0c-91a7-17f0e66c6495 req-463838e4-9975-4fc8-99f8-635f08560a87 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:54.068126 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c4720bd-1242-4f0c-91a7-17f0e66c6495 req-463838e4-9975-4fc8-99f8-635f08560a87 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0555129 Aug 19 18:29:54.108229 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c4720bd-1242-4f0c-91a7-17f0e66c6495 req-a2fd7c13-8f25-4974-a0b3-a41e05a8ec04 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Aug 19 18:29:55.225784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0abf3-982d-45a2-8cd0-dfe6bb755087 req-23ad919e-b2a8-4a3f-a312-ba4b4eabdc5a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:55.227843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bc0abf3-982d-45a2-8cd0-dfe6bb755087 req-23ad919e-b2a8-4a3f-a312-ba4b4eabdc5a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0514836 Aug 19 18:29:55.266903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bc0abf3-982d-45a2-8cd0-dfe6bb755087 req-cf5a0f62-4192-4bef-b797-76f07db85c6b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Aug 19 18:29:56.384176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577aa7a-89ba-4699-8b29-73ec57fd942f req-5ee5d7e8-707c-4ee0-831f-fac7ea167cab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:56.385693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8577aa7a-89ba-4699-8b29-73ec57fd942f req-5ee5d7e8-707c-4ee0-831f-fac7ea167cab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0545542 Aug 19 18:29:56.416560 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:56.425957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8577aa7a-89ba-4699-8b29-73ec57fd942f req-34be179c-a41d-46f7-9ff7-7d2e206ae766 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 Aug 19 18:29:57.547259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4398377-f7c1-4c48-b978-889615b288dc req-27cc75cb-756e-400e-81ca-ccac4aa9ac97 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:57.549064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4398377-f7c1-4c48-b978-889615b288dc req-27cc75cb-756e-400e-81ca-ccac4aa9ac97 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0539587 Aug 19 18:29:57.588013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4398377-f7c1-4c48-b978-889615b288dc req-7dfe0af1-519f-4e7b-8f3b-b3810622b6cd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Aug 19 18:29:58.154573 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-10e90ecd-72c5-46d8-a86b-24f0266491f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:29:58.702361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb2e4-aece-49d8-87de-0f23e8ff3ca2 req-312edb62-b1d5-476f-8332-40d92b15224d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:58.703883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a47fb2e4-aece-49d8-87de-0f23e8ff3ca2 req-312edb62-b1d5-476f-8332-40d92b15224d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0510585 Aug 19 18:29:58.743020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a47fb2e4-aece-49d8-87de-0f23e8ff3ca2 req-24620515-365f-4db4-ba57-4fc9c6f6fa25 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Aug 19 18:29:59.856470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88882ae-2375-4815-baae-7ab666d27a48 req-387568da-5fdf-48ec-a24d-2f3ed4c5ff5f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:29:59.857952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c88882ae-2375-4815-baae-7ab666d27a48 req-387568da-5fdf-48ec-a24d-2f3ed4c5ff5f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 943 time: 0.0488179 Aug 19 18:29:59.895836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c88882ae-2375-4815-baae-7ab666d27a48 req-c610c50a-d77d-46cb-92ee-a7172bb4a99a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Aug 19 18:30:00.095101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:30:00.195041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:00.205062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6', 'mac_address': 'fa:16:3e:3c:1c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:30:00.242218 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.254376 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:00.273954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:00.277881 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.324068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:00.331071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.331422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.331784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.332119 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.332452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.333383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.333718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.334044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.334367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.334686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.335008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.335327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:00.531980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6b7ad7ea-30f7-4e2e-b71e-97434459ead6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:00.617523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7303c921-db0c-4714-96af-bafdaaeba3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:00.941228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:01.030545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef46d1-c14b-4337-9724-021a78342513 req-ef635248-043b-476a-b1e7-c31c037f12a9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:01.032075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91ef46d1-c14b-4337-9724-021a78342513 req-ef635248-043b-476a-b1e7-c31c037f12a9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 944 time: 0.0555091 Aug 19 18:30:01.073873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91ef46d1-c14b-4337-9724-021a78342513 req-eeb6bbe8-f127-46aa-81fa-e1877c551d55 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Aug 19 18:30:02.056237 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.094917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:02.146373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:02.151888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:02.152085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.201227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99a93-9312-4990-ae94-3fe44e8f0e68 req-daaad3d9-72ba-49e2-bf93-ae14efc58d4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:02.202778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8a99a93-9312-4990-ae94-3fe44e8f0e68 req-daaad3d9-72ba-49e2-bf93-ae14efc58d4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 944 time: 0.0561976 Aug 19 18:30:02.238653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.249859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8a99a93-9312-4990-ae94-3fe44e8f0e68 req-187ba291-edce-4a45-b29c-51c68d1155d4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Aug 19 18:30:02.263470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:02.265697 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62baec99-0579-4a26-9951-be56e85df172" -d '{"events": [{"server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:02.280213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:02.289741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:02.343101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:02.397797 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e1c0e-b20c-4980-8d04-b240dfff1ba9 x-openstack-request-id: req-2f9e1c0e-b20c-4980-8d04-b240dfff1ba9 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:02.398095 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "name": "network-vif-plugged", "status": "completed", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:02.398353 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f9e1c0e-b20c-4980-8d04-b240dfff1ba9 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:02.398746 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6', 'code': 200} Aug 19 18:30:02.516898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31cfb6-240c-4b09-9312-91f43674e666 req-d81002a2-1827-4a04-879e-e6ace1720f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:02.518391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f31cfb6-240c-4b09-9312-91f43674e666 req-d81002a2-1827-4a04-879e-e6ace1720f82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 1097 time: 0.0406632 Aug 19 18:30:02.552488 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f31cfb6-240c-4b09-9312-91f43674e666 req-1c8c91f6-57f4-494c-b2fd-de341527fbe0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265169 Aug 19 18:30:03.374184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9a4f2-c035-4641-a3e3-9e51f8b02c88 req-e09f6fcf-5db0-4a37-b370-3f6f03daa885 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:03.375723 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77f9a4f2-c035-4641-a3e3-9e51f8b02c88 req-e09f6fcf-5db0-4a37-b370-3f6f03daa885 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0505869 Aug 19 18:30:03.413916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77f9a4f2-c035-4641-a3e3-9e51f8b02c88 req-854a33cb-26aa-4fbb-ad8d-3083ad7e7ce4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Aug 19 18:30:03.611141 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:04.535807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73bdb8-387c-4adb-907f-fc620a88e04f req-58d3577a-2a06-4424-b090-b93f6994ce4c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:04.537953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b73bdb8-387c-4adb-907f-fc620a88e04f req-58d3577a-2a06-4424-b090-b93f6994ce4c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0545909 Aug 19 18:30:04.577065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b73bdb8-387c-4adb-907f-fc620a88e04f req-a30088c7-12ff-42da-a54a-a5e37e8b9e16 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Aug 19 18:30:04.699679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48280f9-c885-4004-a99a-8fc3149db284 req-564189db-ba99-4348-86cf-ba859fe89a1a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:04.701103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c48280f9-c885-4004-a99a-8fc3149db284 req-564189db-ba99-4348-86cf-ba859fe89a1a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Aug 19 18:30:04.739746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c48280f9-c885-4004-a99a-8fc3149db284 req-6e19aaeb-6cd3-4eec-82be-ae3d23e94d37 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Aug 19 18:30:04.854158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbc21c-d41a-4a4e-a235-62c4c1ab7996 req-2f167d3f-7583-4b97-9e5d-a3768b34b84b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:04.855752 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70cbc21c-d41a-4a4e-a235-62c4c1ab7996 req-2f167d3f-7583-4b97-9e5d-a3768b34b84b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Aug 19 18:30:04.874964 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-66e5fb29-96e7-4cb8-b6fe-fcc6c6c56e0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471697 Aug 19 18:30:04.897538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-70cbc21c-d41a-4a4e-a235-62c4c1ab7996 req-a67cde0e-d191-4b2d-a8f7-d9034c33572f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Aug 19 18:30:04.981035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-7eefee0e-edba-4568-8501-bd0256a7c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:04.982624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-7eefee0e-edba-4568-8501-bd0256a7c8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 1097 time: 0.0410905 Aug 19 18:30:05.090754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-ebd570e8-30b4-4b20-9627-5c3a4dffa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:05.092121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-ebd570e8-30b4-4b20-9627-5c3a4dffa51a service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0894167 Aug 19 18:30:05.137461 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-89b38117-4ea1-46ae-af5e-b54f6a17a82d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Aug 19 18:30:05.189938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-d22838a1-c1e9-4072-8091-5c7dcd94fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:05.191676 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-d22838a1-c1e9-4072-8091-5c7dcd94fa0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0468602 Aug 19 18:30:05.201943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5c79e-fba2-4a44-b05f-1ae0f2d557ab req-f33e8e37-168e-47af-9626-3702e26ba575 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:05.203368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19a5c79e-fba2-4a44-b05f-1ae0f2d557ab req-f33e8e37-168e-47af-9626-3702e26ba575 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0575869 Aug 19 18:30:05.237937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-a5a4b580-9e93-4046-a36c-3a6ccdebcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:05.240025 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-a5a4b580-9e93-4046-a36c-3a6ccdebcf9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399690 Aug 19 18:30:05.242602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19a5c79e-fba2-4a44-b05f-1ae0f2d557ab req-ec43461f-6edd-4ad7-b03a-6adfaae29182 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Aug 19 18:30:05.340044 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-a9e00374-7265-4642-9c39-45c847b07c01 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908787 Aug 19 18:30:05.429842 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1aaf62ae-6b92-46bc-b473-a4c152482d9c req-27bd55d0-54c3-471c-962a-479f057d7964 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827224 Aug 19 18:30:06.369184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063d37-f1d0-410b-870c-d75bab7b2c63 req-16edb46b-0c1c-4167-8131-6654e9975c91 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:06.370878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19063d37-f1d0-410b-870c-d75bab7b2c63 req-16edb46b-0c1c-4167-8131-6654e9975c91 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Aug 19 18:30:06.415350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19063d37-f1d0-410b-870c-d75bab7b2c63 req-26f8e60c-b26e-4cec-9c80-1cce3894997c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Aug 19 18:30:06.787670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-c8a60955-120f-4a71-97d4-4b596caea888 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:06.789130 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-c8a60955-120f-4a71-97d4-4b596caea888 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 945 time: 0.0545633 Aug 19 18:30:06.876439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:30:06.876788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.968665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:06.969037 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:06.982251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:30:07.109768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.139332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=6b7ad7ea-30f7-4e2e-b71e-97434459ead6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:07.143713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6b7ad7ea-30f7-4e2e-b71e-97434459ead6'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:07.166041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.166396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.166730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.167073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.167409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.167771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.168105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.168436 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.168783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.169175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.169418 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.169788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:07.189676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:30:07.192240 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:07.195155 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8ae9be82-b2cf-499c-8076-4d13f2924de3 req-993b51ba-7e53-4d5c-a1ef-a3768d713275 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "DELETE /v2.0/ports/6b7ad7ea-30f7-4e2e-b71e-97434459ead6 HTTP/1.1" status: 204 len: 173 time: 0.4000599 Aug 19 18:30:07.195628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'name': 'network-vif-deleted', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:07.198038 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279f057-43c4-487c-853d-c0f8d263b1bf" -d '{"events": [{"server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "name": "network-vif-deleted", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:07.245370 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d3568-43a7-4cd7-8431-3e2b77c20ed6 x-openstack-request-id: req-1a8d3568-43a7-4cd7-8431-3e2b77c20ed6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:07.245664 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2eb5bbf-b280-4270-8531-4e0e31c87df7", "name": "network-vif-deleted", "tag": "6b7ad7ea-30f7-4e2e-b71e-97434459ead6", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:07.246101 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a8d3568-43a7-4cd7-8431-3e2b77c20ed6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:07.246506 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2eb5bbf-b280-4270-8531-4e0e31c87df7', 'name': 'network-vif-deleted', 'tag': '6b7ad7ea-30f7-4e2e-b71e-97434459ead6', 'status': 'completed', 'code': 200} Aug 19 18:30:07.514690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c587d6e-1612-4ed0-bd21-21001e6b2428 req-8342e490-95a5-45b4-955c-5b5b64a1bb9a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0280695 Aug 19 18:30:08.615073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-751e68d5-cd80-49a3-997a-85afc691986a req-b7d34899-7d93-43ef-b4a6-8a294066c585 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0266428 Aug 19 18:30:09.716565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc2dcd74-5f3e-48be-b2e9-0755af4a3d60 req-78b4b354-05a8-4b22-9c67-3cc9bdf6d765 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Aug 19 18:30:10.144629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:30:10.168293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:30:10.168641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6b7ad7ea-30f7-4e2e-b71e-97434459ead6 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:30:10.827687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aba90439-79b2-4f50-b327-051c7960ebef req-9d3dc536-d178-40ef-99a1-c228d7b5d069 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2eb5bbf-b280-4270-8531-4e0e31c87df7 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Aug 19 18:30:16.219609 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:30:17.338559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:26.429714 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:28.159625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0f670a4e-d7f3-4ebe-a1bd-0d7fa03e6929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.602853 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-05be6f08-ec5c-4fd9-a3b1-f77c23ea523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:30.947302 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:31.779994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-cb8035d4-b904-448b-8f82-c978b5ce03f2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:31.781509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-cb8035d4-b904-448b-8f82-c978b5ce03f2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1120722 Aug 19 18:30:31.798504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-3b994b7f-391c-4758-ac16-8cc06a999b52 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0098870 Aug 19 18:30:31.859605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-794288b4-40da-4d06-a03c-90f4bee79847 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528424 Aug 19 18:30:31.871020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-6493dfaa-932b-45ba-ad83-ebe81835c8f6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:30:31.872068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-6493dfaa-932b-45ba-ad83-ebe81835c8f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052369 Aug 19 18:30:31.963599 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-682923de-b4b3-451b-aef2-8170d1a0eb13 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Aug 19 18:30:32.056540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:32.064272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-125c8781-6b43-4802-a5b0-79a0ea5ddc02 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936670 Aug 19 18:30:32.382510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21b285b5-30a0-44d2-b9a0-d8554876cf36 req-d70e2af0-7378-4f60-abd1-ff6fb6c98780 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0278885 Aug 19 18:30:33.447628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-24063d7a-a077-4173-bc5f-c1f780502d33 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:33.449353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-24063d7a-a077-4173-bc5f-c1f780502d33 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1164558 Aug 19 18:30:33.467795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:33.484091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63a6ce32-b81c-471c-9ca2-233b195bdb74 req-ef3922c6-e1dd-4c33-a227-25f1547cacea tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0283804 Aug 19 18:30:33.583258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:33.587163 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.620074 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.731742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.8 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/1bf04d24-cac1-48c1-8ec9-302cc1b3ce36) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:33.885636 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.899875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:33.933660 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:33.980089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:33.983025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:33.986913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:33.994719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:34.047943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:34.048786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.064422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-5d57bafd-b9ba-4e3b-888a-2d55c9b289ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008155 Aug 19 18:30:34.085159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Request body: {'port': {'device_id': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:34.159804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.326609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-19fb4796-2605-4346-9a0a-fd296d9e1233 None None] Provisioning for port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:34.331088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-19fb4796-2605-4346-9a0a-fd296d9e1233 None None] Provisioning complete for port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:34.331980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-19fb4796-2605-4346-9a0a-fd296d9e1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.379390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-19fb4796-2605-4346-9a0a-fd296d9e1233 None None] Port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:34.453488 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:34.462471 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.475301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Transition to ACTIVE for port object 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:34.479624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.531046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:34.633155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Attempting to bind port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:34.633547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Attempting to bind port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:34.633826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Attempting to bind port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:34.638714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:30:34.639035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Attempting to bind port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:34.645270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:34.645616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:34.646585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:34.647096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Bound port: 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:34.647491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.653536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d9c50-ddb3-4c58-9969-1e77343a7f59 req-4c485938-ebaa-4733-bbfb-743ecd20316f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:34.655135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e0d9c50-ddb3-4c58-9969-1e77343a7f59 req-4c485938-ebaa-4733-bbfb-743ecd20316f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0605009 Aug 19 18:30:34.713681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e0d9c50-ddb3-4c58-9969-1e77343a7f59 req-2472a938-dc5d-44b1-b5f7-c1fb321ea1c1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505686 Aug 19 18:30:34.742471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:34.746010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:34.755025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.797406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:34.798060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:34.799757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 HTTP/1.1" status: 200 len: 1092 time: 0.7215307 Aug 19 18:30:34.802812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:34.805909 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5384eb-d9db-4603-8913-b9934855b6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:34.850413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab493-74ee-46c8-9331-01bd081d7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:34.861658 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28796fab-573a-4f81-a6d0-cf93f4d2e17e x-openstack-request-id: req-28796fab-573a-4f81-a6d0-cf93f4d2e17e {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:34.862221 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:34.862687 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28796fab-573a-4f81-a6d0-cf93f4d2e17e {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:34.863296 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36', 'status': 'completed', 'code': 200} Aug 19 18:30:34.921433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-d15e23b9-d3a6-4802-8325-b1f7c170eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:34.922935 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-d15e23b9-d3a6-4802-8325-b1f7c170eedd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 1095 time: 0.0499148 Aug 19 18:30:34.975132 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-aa0c8d14-9df7-48ce-86cb-73675d240083 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 HTTP/1.1" status: 200 len: 217 time: 0.0384455 Aug 19 18:30:35.029636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-bd80e8fd-3b49-47bf-aa8d-6ea9d8d9015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.031507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-bd80e8fd-3b49-47bf-aa8d-6ea9d8d9015c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0503669 Aug 19 18:30:35.096151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab2b86-4f10-4307-8674-44baab559197 req-675610d2-5a8e-467b-871b-4c4ba3ddcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.097594 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-675610d2-5a8e-467b-871b-4c4ba3ddcb04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597162 Aug 19 18:30:35.190171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-da0d80ab-5c96-44cd-806a-e1a610749477 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852129 Aug 19 18:30:35.297225 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76ab2b86-4f10-4307-8674-44baab559197 req-1d234df3-c882-4a35-ac86-9ef8380f59b1 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998096 Aug 19 18:30:35.414154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-08e1bfb9-ca65-4135-ab74-a5fa220240e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.416116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-08e1bfb9-ca65-4135-ab74-a5fa220240e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 1095 time: 0.0477872 Aug 19 18:30:35.520528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-40215380-397d-445d-a870-ff01a28c3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.522127 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-40215380-397d-445d-a870-ff01a28c3c54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0993135 Aug 19 18:30:35.565485 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-2d661d78-bd32-4765-8005-ea894f269d7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 HTTP/1.1" status: 200 len: 217 time: 0.0369220 Aug 19 18:30:35.618769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-2c6ab93f-20d0-4fa7-b005-a3670e6fc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.620357 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-2c6ab93f-20d0-4fa7-b005-a3670e6fc997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0482554 Aug 19 18:30:35.674081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-2477357a-7665-4569-a67f-825bc1f8ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.675705 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-2477357a-7665-4569-a67f-825bc1f8ae1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489898 Aug 19 18:30:35.847489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-d1ce1cc0-806f-4d69-bc14-a202de263e1a service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641054 Aug 19 18:30:35.848227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc3cd-f295-42fe-b5b6-4699ca7ce515 req-abd7cb68-6ca3-4843-8404-c43997b84e4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:35.850033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1cdc3cd-f295-42fe-b5b6-4699ca7ce515 req-abd7cb68-6ca3-4843-8404-c43997b84e4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0570018 Aug 19 18:30:35.890426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1cdc3cd-f295-42fe-b5b6-4699ca7ce515 req-4c5efec9-f7d2-45da-b494-faf8a11bdfbe tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Aug 19 18:30:35.947826 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e5384eb-d9db-4603-8913-b9934855b6a8 req-c34c9bcf-6339-49ca-b8e1-581190779b48 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930431 Aug 19 18:30:37.013447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ab2d-03d6-481e-9a98-68cf63a473c7 req-6d84d492-275f-451f-8bd2-74adf64999d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:37.014859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd78ab2d-03d6-481e-9a98-68cf63a473c7 req-6d84d492-275f-451f-8bd2-74adf64999d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0502107 Aug 19 18:30:37.054851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd78ab2d-03d6-481e-9a98-68cf63a473c7 req-81650348-791e-49b2-b761-358520f79607 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Aug 19 18:30:38.174011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90565e7f-9ac3-4d30-8035-7ed85c2d2715 req-6ecf96e7-2a71-4cd4-ac79-45066959c87e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:38.175546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90565e7f-9ac3-4d30-8035-7ed85c2d2715 req-6ecf96e7-2a71-4cd4-ac79-45066959c87e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0501499 Aug 19 18:30:38.220238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90565e7f-9ac3-4d30-8035-7ed85c2d2715 req-cd0b38c8-47cf-477d-b7a7-5fbdc04064f3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Aug 19 18:30:39.339284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529864-2ae2-41af-b4db-e181e60b0a02 req-fa6d69b6-e186-4e1e-b60b-ce8919319f92 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:39.341131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf529864-2ae2-41af-b4db-e181e60b0a02 req-fa6d69b6-e186-4e1e-b60b-ce8919319f92 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0511448 Aug 19 18:30:39.379792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf529864-2ae2-41af-b4db-e181e60b0a02 req-7e6deec2-c60d-453a-8a3a-eb35568d11ba tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Aug 19 18:30:40.519274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ca1b9-136c-4c94-9ea0-1f0cb36aa3ba req-f94897af-76fb-4839-914b-42124d04e0cf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:40.520846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-604ca1b9-136c-4c94-9ea0-1f0cb36aa3ba req-f94897af-76fb-4839-914b-42124d04e0cf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0576401 Aug 19 18:30:40.560636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-604ca1b9-136c-4c94-9ea0-1f0cb36aa3ba req-1909ae80-c1a1-4d1e-950a-4f43bcf059ac tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 19 18:30:41.676175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff283da-5cdc-4577-9418-50619e3a3935 req-5f68a480-1ed2-4fbd-9c01-776fde400c86 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:41.677682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cff283da-5cdc-4577-9418-50619e3a3935 req-5f68a480-1ed2-4fbd-9c01-776fde400c86 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0505540 Aug 19 18:30:41.725168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cff283da-5cdc-4577-9418-50619e3a3935 req-963ffc68-b22d-43d2-b9f6-3ea73a5ba85f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Aug 19 18:30:42.843971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad87dc-0aaa-455c-8bde-c2fae2b72d35 req-e2f1e5ae-955a-49a4-8f25-398000d425a6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:42.845410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3ad87dc-0aaa-455c-8bde-c2fae2b72d35 req-e2f1e5ae-955a-49a4-8f25-398000d425a6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0515623 Aug 19 18:30:42.885666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3ad87dc-0aaa-455c-8bde-c2fae2b72d35 req-5394773c-2a55-49f3-979e-e8fd06314a4d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Aug 19 18:30:44.007325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1c4eb-4477-4fb8-a8f6-91a3596b7699 req-c02e8b35-d581-4c18-8868-68f592129d3b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:44.009258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47b1c4eb-4477-4fb8-a8f6-91a3596b7699 req-c02e8b35-d581-4c18-8868-68f592129d3b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0557895 Aug 19 18:30:44.048356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47b1c4eb-4477-4fb8-a8f6-91a3596b7699 req-05a098c8-a4a8-4e22-9bc1-ac3f97468ea7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 19 18:30:45.168671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac683d-0e91-4773-8317-3fcdbaa1666f req-ef77e287-6c7f-4c4c-8270-6a1a94870089 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:45.170196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0ac683d-0e91-4773-8317-3fcdbaa1666f req-ef77e287-6c7f-4c4c-8270-6a1a94870089 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0502114 Aug 19 18:30:45.214740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0ac683d-0e91-4773-8317-3fcdbaa1666f req-eb6c3d08-0bd3-4125-ac5b-a1b0e843adef tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Aug 19 18:30:46.306720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:30:46.340038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c5912-1aa5-4036-b763-41944c99bbea req-ef360b40-1e57-4807-9b96-e5bc0b2dda63 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:46.341865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a63c5912-1aa5-4036-b763-41944c99bbea req-ef360b40-1e57-4807-9b96-e5bc0b2dda63 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 943 time: 0.0583878 Aug 19 18:30:46.390826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a63c5912-1aa5-4036-b763-41944c99bbea req-19ba3552-4b2d-4914-98ba-9dbebaae2f10 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Aug 19 18:30:46.408724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:46.419771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36', 'mac_address': 'fa:16:3e:a8:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:30:46.458962 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:46.471898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:46.490893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:46.495678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:46.543012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:46.762553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:47.334295 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:47.512755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f582-d849-46db-8841-9cba0604ffc6 req-994dee4e-4337-4eac-9515-25fd6ddd9ba3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:47.514370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df90f582-d849-46db-8841-9cba0604ffc6 req-994dee4e-4337-4eac-9515-25fd6ddd9ba3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 944 time: 0.0533454 Aug 19 18:30:47.554907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df90f582-d849-46db-8841-9cba0604ffc6 req-e24ad1ff-6457-41c6-a98b-32de925fa97f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Aug 19 18:30:48.313726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:30:48.365514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:48.370105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:48.370480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.447790 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.469841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:48.472270 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e403595-6969-478e-bb20-1d602e512420" -d '{"events": [{"server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "name": "network-vif-plugged", "status": "completed", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:48.485031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:30:48.489072 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:48.512153 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa5019-cc75-4eab-89de-8efe15e30285 x-openstack-request-id: req-8cfa5019-cc75-4eab-89de-8efe15e30285 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:48.512448 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "name": "network-vif-plugged", "status": "completed", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:48.512695 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cfa5019-cc75-4eab-89de-8efe15e30285 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:48.513078 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36', 'code': 200} Aug 19 18:30:48.538194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:48.630753 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730c60e-b617-431c-9afe-3b6facb2f96c req-7abfb89c-657f-4d48-ae18-9c6835ea0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:48.632350 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5730c60e-b617-431c-9afe-3b6facb2f96c req-7abfb89c-657f-4d48-ae18-9c6835ea0a69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 1097 time: 0.0426478 Aug 19 18:30:48.668651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5730c60e-b617-431c-9afe-3b6facb2f96c req-5e57bec7-fb77-4c9b-8c3d-a38d80d6e62c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289931 Aug 19 18:30:48.685121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796298c4-0f26-4643-bf28-f22ffdb21158 req-98f6deca-c0ed-4255-b20b-81b7b12791bc tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:48.686758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-796298c4-0f26-4643-bf28-f22ffdb21158 req-98f6deca-c0ed-4255-b20b-81b7b12791bc tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0489180 Aug 19 18:30:48.729821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-796298c4-0f26-4643-bf28-f22ffdb21158 req-2c6754f2-dc6e-49db-997e-8d915081bfac tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Aug 19 18:30:49.849156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073a3d-efba-4c8b-96e7-688ecef4400c req-027798ca-aea2-4dae-81f6-4c4c6d2658c8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:49.850579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a073a3d-efba-4c8b-96e7-688ecef4400c req-027798ca-aea2-4dae-81f6-4c4c6d2658c8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0496998 Aug 19 18:30:49.889512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a073a3d-efba-4c8b-96e7-688ecef4400c req-626f6007-2d1a-4f52-a816-204e9e79d407 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Aug 19 18:30:50.002993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ce28-9f56-49b1-be87-7dfc3cef9a49 req-8b8ea265-d824-40ef-a20b-6d76da515287 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:50.004501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1782ce28-9f56-49b1-be87-7dfc3cef9a49 req-8b8ea265-d824-40ef-a20b-6d76da515287 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0499196 Aug 19 18:30:50.043095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1782ce28-9f56-49b1-be87-7dfc3cef9a49 req-e80f40f2-bf35-4ce8-8680-203bbce30f79 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Aug 19 18:30:52.489814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-6735d5c7-14c7-4ab6-b344-1ccb08e70661 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:52.491211 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-6735d5c7-14c7-4ab6-b344-1ccb08e70661 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1045167 Aug 19 18:30:52.506295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-cbc4954b-ad2c-4d7b-a9e8-967649960a18 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0090411 Aug 19 18:30:52.561101 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-7a4fd354-b313-4b71-a058-d75972fbe18e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484481 Aug 19 18:30:52.655705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-2f562be2-535a-4924-be10-56e5ea929027 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 Aug 19 18:30:52.745913 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-6d08f17e-49bb-4b8e-bfd7-debe556390a4 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840287 Aug 19 18:30:52.938968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1780d8b1-e8fc-47b4-84ec-da4b2415b519 req-bb1c91af-bfbe-4024-ad63-b935b1a07536 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0263402 Aug 19 18:30:53.219078 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:30:53.953436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-842583cf-bd5e-49dc-84a8-3750de87b4b7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:53.954892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-842583cf-bd5e-49dc-84a8-3750de87b4b7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1079755 Aug 19 18:30:53.968115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:54.048682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f7a7fe8-bcdb-44b7-b8d3-fc789f31c326 req-3485ffad-1e78-48b1-a7cd-71895e899e23 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0352035 Aug 19 18:30:54.113900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:30:54.118433 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.255276 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.14 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/78be37fd-1ca4-4013-87a3-abae538f5023) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:30:54.411836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.426314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 78be37fd-1ca4-4013-87a3-abae538f5023 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:54.463599 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.496458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:30:54.510997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:30:54.515332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:30:54.519103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:30:54.573707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:54.581159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:54.581924 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.599996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362829 Aug 19 18:30:54.601396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.601745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.602354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.602710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.603057 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.603395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.603756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.604087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.604419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.604775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.605131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.605667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2cee-6f04-407e-9f3c-7787c231b39e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:30:54.621454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-05f96fc0-a18d-4f52-93e4-f5f5aa4b6f7e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:30:54.622716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-05f96fc0-a18d-4f52-93e4-f5f5aa4b6f7e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129950 Aug 19 18:30:54.704041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Request body: {'port': {'device_id': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:30:54.764492 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.786310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55dd8b0c-a1a2-4554-8022-a931c5b6d3d5 None None] Provisioning for port 78be37fd-1ca4-4013-87a3-abae538f5023 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:30:54.790534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55dd8b0c-a1a2-4554-8022-a931c5b6d3d5 None None] Provisioning complete for port 78be37fd-1ca4-4013-87a3-abae538f5023 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:30:54.791010 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55dd8b0c-a1a2-4554-8022-a931c5b6d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:54.827313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-55dd8b0c-a1a2-4554-8022-a931c5b6d3d5 None None] Port 78be37fd-1ca4-4013-87a3-abae538f5023 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:30:55.093566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78be37fd-1ca4-4013-87a3-abae538f5023 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:30:55.101493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.117040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Transition to ACTIVE for port object 78be37fd-1ca4-4013-87a3-abae538f5023 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:30:55.122422 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.207998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:55.262615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65066964-8cc4-4a9a-aecb-0601e1cbed85 req-c40576ef-1f7d-4869-be1f-ae04e61a0277 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.263840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65066964-8cc4-4a9a-aecb-0601e1cbed85 req-c40576ef-1f7d-4869-be1f-ae04e61a0277 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.1368682 Aug 19 18:30:55.319540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Attempting to bind port 78be37fd-1ca4-4013-87a3-abae538f5023 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:30:55.320202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Attempting to bind port 78be37fd-1ca4-4013-87a3-abae538f5023 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:30:55.320542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Attempting to bind port 78be37fd-1ca4-4013-87a3-abae538f5023 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:55.329502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Port 78be37fd-1ca4-4013-87a3-abae538f5023 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:30:55.329801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Attempting to bind port 78be37fd-1ca4-4013-87a3-abae538f5023 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:30:55.336333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65066964-8cc4-4a9a-aecb-0601e1cbed85 req-670afd92-96af-4c02-a404-adfd4f64ce5a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 Aug 19 18:30:55.342892 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:30:55.343225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:30:55.343667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:30:55.344112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Bound port: 78be37fd-1ca4-4013-87a3-abae538f5023, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:30:55.344507 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.703214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:30:55.706641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=78be37fd-1ca4-4013-87a3-abae538f5023,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:30:55.710307 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.749016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.749638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:55.751024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/78be37fd-1ca4-4013-87a3-abae538f5023 HTTP/1.1" status: 200 len: 1093 time: 1.1207902 Aug 19 18:30:55.751480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:30:55.753726 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01385f8-27eb-4034-8e44-24f88c4348f0" -d '{"events": [{"name": "network-changed", "server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:30:55.808533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41707c14-bd10-469d-9ca5-25479a11a2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:30:55.858560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-ef085842-d7fd-4399-8765-8966693add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.860274 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-ef085842-d7fd-4399-8765-8966693add0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 1096 time: 0.0469055 Aug 19 18:30:55.916000 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e161551-ba26-4b5b-99f3-5cd2e84fe55b x-openstack-request-id: req-6e161551-ba26-4b5b-99f3-5cd2e84fe55b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:30:55.916292 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:30:55.916541 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e161551-ba26-4b5b-99f3-5cd2e84fe55b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:30:55.916932 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023', 'status': 'completed', 'code': 200} Aug 19 18:30:55.918465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-b7b6e7e2-3679-4bcd-8dc9-6e9290cd8074 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78be37fd-1ca4-4013-87a3-abae538f5023 HTTP/1.1" status: 200 len: 217 time: 0.0490823 Aug 19 18:30:55.972223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-ff976e0e-faec-40d5-af97-10ac0d67feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:55.973980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-ff976e0e-faec-40d5-af97-10ac0d67feb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0491762 Aug 19 18:30:56.019797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-fbca52d4-b877-4563-8dab-49e90808c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.021200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-fbca52d4-b877-4563-8dab-49e90808c286 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405629 Aug 19 18:30:56.116051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-e88b0674-7a79-4b30-b4e0-80999c6be8ef service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Aug 19 18:30:56.218404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51e9b3de-8c39-46a3-9fca-c427f5d479b1 req-dd622d47-92d3-48a6-be3e-cb55b12d4b62 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Aug 19 18:30:56.302080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-f0c9e7de-253b-498f-b971-d762977771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.303801 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-f0c9e7de-253b-498f-b971-d762977771c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 1096 time: 0.0415013 Aug 19 18:30:56.408203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-71d375e6-8c95-4706-a63a-1fdc0463ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.409995 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-71d375e6-8c95-4706-a63a-1fdc0463ddbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0995913 Aug 19 18:30:56.458383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:56.476798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-702d723f-4cc3-4b03-98fd-2c1612568c6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78be37fd-1ca4-4013-87a3-abae538f5023 HTTP/1.1" status: 200 len: 217 time: 0.0563843 Aug 19 18:30:56.524626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13cefc-9022-40dd-891e-00085bc41693 req-d3f8b07c-5937-45a1-b55a-fec9bc4a9645 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.526397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c13cefc-9022-40dd-891e-00085bc41693 req-d3f8b07c-5937-45a1-b55a-fec9bc4a9645 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.1152501 Aug 19 18:30:56.552515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-e518abf1-ef7d-4cea-97cf-2bf082a0cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.556791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-e518abf1-ef7d-4cea-97cf-2bf082a0cf90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0716021 Aug 19 18:30:56.628807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c13cefc-9022-40dd-891e-00085bc41693 req-bf0d4605-5d1c-4275-8789-a4a2e86f4975 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Aug 19 18:30:56.638481 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-abf8b91e-63a4-464c-b530-16ebe1df982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:56.640236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-abf8b91e-63a4-464c-b530-16ebe1df982b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750484 Aug 19 18:30:56.752097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-b976a199-7e13-4018-ad6b-6942f7b3a5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045973 Aug 19 18:30:56.881975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c01385f8-27eb-4034-8e44-24f88c4348f0 req-0b14bc7e-3e90-415a-b1aa-b968567d04ae service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201768 Aug 19 18:30:57.814129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88ec8-a0cb-48a7-b712-6c262c3e6218 req-c935a39c-5026-4582-97b9-226604762b4e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:57.815664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6c88ec8-a0cb-48a7-b712-6c262c3e6218 req-c935a39c-5026-4582-97b9-226604762b4e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0703721 Aug 19 18:30:57.874394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6c88ec8-a0cb-48a7-b712-6c262c3e6218 req-01d8f156-52ea-4f0a-a78c-e31fb1b9539c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Aug 19 18:30:58.177593 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9e119282-26b6-4d8f-a4fe-0bb00668eebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:30:59.045788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9723e-632e-4d1e-8752-28101ac51eb2 req-d4659b21-5092-434e-823e-7e588a7c6f8d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:30:59.047497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9c9723e-632e-4d1e-8752-28101ac51eb2 req-d4659b21-5092-434e-823e-7e588a7c6f8d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0898192 Aug 19 18:30:59.086183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9c9723e-632e-4d1e-8752-28101ac51eb2 req-8e93a4d3-bcaf-4966-9ae6-b7023c8237bf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Aug 19 18:31:00.225041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b72b-ebaa-43a3-9727-6cf7f14c8914 req-01a8be4a-03ec-41a6-ad23-3e068c4f3f05 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:00.231919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b351b72b-ebaa-43a3-9727-6cf7f14c8914 req-01a8be4a-03ec-41a6-ad23-3e068c4f3f05 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0668991 Aug 19 18:31:00.278298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b351b72b-ebaa-43a3-9727-6cf7f14c8914 req-6174c296-6874-4edd-a40f-2b7f091938c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Aug 19 18:31:00.606518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2636ec1-20f2-4c49-a5bd-fcb5b34904f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:00.943488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:01.407826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ab7c-2234-4986-a1cb-ad72b0253bbc req-48d2dea3-08e4-4cde-b084-494e0eb86e2b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:01.409297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97a2ab7c-2234-4986-a1cb-ad72b0253bbc req-48d2dea3-08e4-4cde-b084-494e0eb86e2b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0490990 Aug 19 18:31:01.446522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-97a2ab7c-2234-4986-a1cb-ad72b0253bbc req-256803d5-44e8-4dd3-a7f7-1b93b6bc24b8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Aug 19 18:31:02.058960 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:02.575382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5c01e-426a-439c-886e-bf7743f9404d req-b299233a-996d-4b13-91e8-2882d48c8bc3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:02.576912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90d5c01e-426a-439c-886e-bf7743f9404d req-b299233a-996d-4b13-91e8-2882d48c8bc3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0489955 Aug 19 18:31:02.614900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90d5c01e-426a-439c-886e-bf7743f9404d req-d7e97f2a-3986-4bac-9097-78abac0aee39 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Aug 19 18:31:03.620263 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:03.736415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854335a1-fd0d-49c0-a408-38bc6eab19b8 req-f3c8a0b4-43cd-4df6-a831-349ba8c4a5f0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:03.737860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-854335a1-fd0d-49c0-a408-38bc6eab19b8 req-f3c8a0b4-43cd-4df6-a831-349ba8c4a5f0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0554097 Aug 19 18:31:03.778887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-854335a1-fd0d-49c0-a408-38bc6eab19b8 req-62cfef8d-1cf9-4536-88ec-cffd3d32d060 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Aug 19 18:31:04.900879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0356-8f7e-4e0d-95ba-05b0b19f032f req-20de3627-2216-4151-be1c-cfbc282895c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:04.902495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45df0356-8f7e-4e0d-95ba-05b0b19f032f req-20de3627-2216-4151-be1c-cfbc282895c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0510747 Aug 19 18:31:04.941297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45df0356-8f7e-4e0d-95ba-05b0b19f032f req-836e55d8-4be2-4c1c-81b2-08e5135e631b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Aug 19 18:31:06.066002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5fa14-b8a4-49bb-9f50-ee8a8b8bd732 req-5e6b9a79-f1aa-4c5f-bda2-f5d29da24dfb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:06.067628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1c5fa14-b8a4-49bb-9f50-ee8a8b8bd732 req-5e6b9a79-f1aa-4c5f-bda2-f5d29da24dfb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0512919 Aug 19 18:31:06.108756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1c5fa14-b8a4-49bb-9f50-ee8a8b8bd732 req-d43bde6f-0f50-4b22-806f-48f2e470e068 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Aug 19 18:31:06.869753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-656240ba-0353-4999-b96c-11db49c61353 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407555 Aug 19 18:31:06.972681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-7543f47c-5cfc-401f-8f20-4eadb2a3562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:06.974176 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-7543f47c-5cfc-401f-8f20-4eadb2a3562c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 1097 time: 0.0453973 Aug 19 18:31:07.250112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34cff3-2b2d-48e5-a8ab-ca52d5c61239 req-a3a0e044-454b-4f83-983a-86510fa5534a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:07.251917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e34cff3-2b2d-48e5-a8ab-ca52d5c61239 req-a3a0e044-454b-4f83-983a-86510fa5534a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0653589 Aug 19 18:31:07.300460 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e34cff3-2b2d-48e5-a8ab-ca52d5c61239 req-b856806f-cbeb-4b3a-8b19-1911a8241f65 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Aug 19 18:31:07.453927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-c145c0a9-04e3-4346-a0a8-3ceaf9f6e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:07.455511 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-c145c0a9-04e3-4346-a0a8-3ceaf9f6e140 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.4626009 Aug 19 18:31:07.500943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-6152f352-bdf9-4c92-8c1a-70820bd63c9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 HTTP/1.1" status: 200 len: 217 time: 0.0382090 Aug 19 18:31:07.551748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-d8638b8b-187b-4429-aa1c-5cc1db09787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:07.553203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-d8638b8b-187b-4429-aa1c-5cc1db09787a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0463641 Aug 19 18:31:07.603331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-66977201-00c6-4cbb-a302-b9fec2a4791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:07.604906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-66977201-00c6-4cbb-a302-b9fec2a4791b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446594 Aug 19 18:31:07.704903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-4386e752-c36a-4d7f-a4a8-cf8279560bec service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923336 Aug 19 18:31:07.798315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c8d2fd41-a4ec-4f14-945e-40e772473fb3 req-f7353668-a49a-4f9d-8e9c-fbf3f1e3e872 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 Aug 19 18:31:08.420392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16cc09-6322-4789-93fb-1bc600bd0a17 req-9045f583-9e67-403d-b651-620f2a473e66 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:08.421904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a16cc09-6322-4789-93fb-1bc600bd0a17 req-9045f583-9e67-403d-b651-620f2a473e66 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0510170 Aug 19 18:31:08.459999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a16cc09-6322-4789-93fb-1bc600bd0a17 req-f509af32-9fe4-41c5-a633-cb3748fb564f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Aug 19 18:31:09.582688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a48fa-1308-42db-9543-21ee5aa313fc req-bf7b2770-1471-4643-b36b-93824be06d33 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:09.584252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-291a48fa-1308-42db-9543-21ee5aa313fc req-bf7b2770-1471-4643-b36b-93824be06d33 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0506234 Aug 19 18:31:09.623708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-291a48fa-1308-42db-9543-21ee5aa313fc req-876073c6-d127-4fb9-9cb6-46f71123d07e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Aug 19 18:31:10.754306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409ddb7-c841-4f91-bc1a-26ba165ad343 req-5d85e49c-ba46-408e-9bc3-045d52dcb224 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:10.756311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f409ddb7-c841-4f91-bc1a-26ba165ad343 req-5d85e49c-ba46-408e-9bc3-045d52dcb224 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0627215 Aug 19 18:31:10.795210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f409ddb7-c841-4f91-bc1a-26ba165ad343 req-260bfcac-8be1-4895-834d-23b31a13a5b6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Aug 19 18:31:11.914681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a9e0c-79f1-47c0-891b-d21c9f906a89 req-2add7c4b-59c2-4a51-8362-af9b7e6f6489 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:11.916242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b92a9e0c-79f1-47c0-891b-d21c9f906a89 req-2add7c4b-59c2-4a51-8362-af9b7e6f6489 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0502396 Aug 19 18:31:11.955758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b92a9e0c-79f1-47c0-891b-d21c9f906a89 req-844472a0-7c14-420b-a027-a0fb00564a7c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Aug 19 18:31:13.080202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bb1e0-ed4b-4202-88b3-737c8f0fd833 req-4fab016c-7759-48f4-83a8-46bcfe16bf12 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:13.081696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d45bb1e0-ed4b-4202-88b3-737c8f0fd833 req-4fab016c-7759-48f4-83a8-46bcfe16bf12 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0525296 Aug 19 18:31:13.124915 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d45bb1e0-ed4b-4202-88b3-737c8f0fd833 req-8c43c5eb-b86f-4436-a9ee-d2f5e07716b1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 19 18:31:14.260679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ed021-5782-4efd-83db-6cac5c5d6be0 req-43d41f14-5133-4c61-86d0-346e3274762b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:14.262333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-849ed021-5782-4efd-83db-6cac5c5d6be0 req-43d41f14-5133-4c61-86d0-346e3274762b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0644107 Aug 19 18:31:14.304936 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-849ed021-5782-4efd-83db-6cac5c5d6be0 req-db6d2d3d-a019-4373-8133-0f9cf6bc9e19 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Aug 19 18:31:15.424534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362ef74-d877-4490-9fd4-465a945c6dee req-c4f176ce-6ab8-48a8-9544-db1172a5d438 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:15.426366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4362ef74-d877-4490-9fd4-465a945c6dee req-c4f176ce-6ab8-48a8-9544-db1172a5d438 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 944 time: 0.0501432 Aug 19 18:31:15.470496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4362ef74-d877-4490-9fd4-465a945c6dee req-af503f39-9127-4793-b7eb-7e6fdce5b5d8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Aug 19 18:31:15.478384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 78be37fd-1ca4-4013-87a3-abae538f5023 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:31:15.574110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=78be37fd-1ca4-4013-87a3-abae538f5023,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:15.585416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '78be37fd-1ca4-4013-87a3-abae538f5023', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '78be37fd-1ca4-4013-87a3-abae538f5023', 'mac_address': 'fa:16:3e:72:42:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:31:15.621937 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.634642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78be37fd-1ca4-4013-87a3-abae538f5023 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:31:15.658441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=78be37fd-1ca4-4013-87a3-abae538f5023,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:15.661561 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:15.707924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:15.715191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.715567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.716046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.716400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.716740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.717078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.717409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.717741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.718323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.718652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.718977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.719302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:15.876935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['78be37fd-1ca4-4013-87a3-abae538f5023'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:31:16.598827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666a647-4a7c-409b-96ee-4b93c0b169b0 req-5dffe439-d4f7-4cbe-91bd-a0b4c23fdf91 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:16.600380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5666a647-4a7c-409b-96ee-4b93c0b169b0 req-5dffe439-d4f7-4cbe-91bd-a0b4c23fdf91 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 945 time: 0.0530958 Aug 19 18:31:16.638858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5666a647-4a7c-409b-96ee-4b93c0b169b0 req-db2e3613-dd8e-4815-a56a-732c2fe0df6c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Aug 19 18:31:17.335432 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.485999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 78be37fd-1ca4-4013-87a3-abae538f5023 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:31:17.538619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 78be37fd-1ca4-4013-87a3-abae538f5023 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:17.542741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 78be37fd-1ca4-4013-87a3-abae538f5023 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:17.543050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.629792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.651933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:31:17.654201 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588183db-96f5-4578-bd49-4e5be144c8ec" -d '{"events": [{"server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "name": "network-vif-plugged", "status": "completed", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:31:17.667175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=78be37fd-1ca4-4013-87a3-abae538f5023,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:17.673541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:17.712157 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67988bec-fc49-4538-bdad-4d99161f513a x-openstack-request-id: req-67988bec-fc49-4538-bdad-4d99161f513a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:31:17.712440 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "name": "network-vif-plugged", "status": "completed", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:31:17.712686 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67988bec-fc49-4538-bdad-4d99161f513a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:31:17.713066 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023', 'code': 200} Aug 19 18:31:17.751805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:17.800769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfc9b-4990-4c56-bf86-5429fee805fa req-eb4f049c-fcf8-42bc-b8df-5c18a55b2c60 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:17.802267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87fdfc9b-4990-4c56-bf86-5429fee805fa req-eb4f049c-fcf8-42bc-b8df-5c18a55b2c60 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0874357 Aug 19 18:31:17.829145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e867f-57a5-45f1-a8d2-24309044b3a7 req-38f5a43f-ff79-4efa-bf8c-c405c7a80ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:17.830652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3e867f-57a5-45f1-a8d2-24309044b3a7 req-38f5a43f-ff79-4efa-bf8c-c405c7a80ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 1098 time: 0.0653565 Aug 19 18:31:17.864761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-87fdfc9b-4990-4c56-bf86-5429fee805fa req-ce652c82-ba04-48ce-8ac3-1c0a7e6018bb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536480 Aug 19 18:31:17.880346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3e867f-57a5-45f1-a8d2-24309044b3a7 req-4a040ae6-986e-4fce-8c9a-e2c2a56d5108 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Aug 19 18:31:19.000430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe00a5-05dc-42e4-8724-47400b513b30 req-04069c50-63c1-4433-8b83-d1e770a9926f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:19.001939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbbe00a5-05dc-42e4-8724-47400b513b30 req-04069c50-63c1-4433-8b83-d1e770a9926f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0604813 Aug 19 18:31:19.047060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbbe00a5-05dc-42e4-8724-47400b513b30 req-8682a634-4595-4574-bf52-3695fd87bff6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Aug 19 18:31:19.180623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688facc9-b3c5-4174-a047-50442966fe00 req-ff01054e-619a-46d5-bbf3-264f665bc0ab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:19.182071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-688facc9-b3c5-4174-a047-50442966fe00 req-ff01054e-619a-46d5-bbf3-264f665bc0ab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0558982 Aug 19 18:31:19.225391 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-688facc9-b3c5-4174-a047-50442966fe00 req-21ff274d-2f95-4322-8374-04fb365a3793 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354230 Aug 19 18:31:19.551591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1315a-8e63-4eab-83e6-59a02c43292d req-0f96c2b4-2c7d-4b9d-a69f-ba0a2d604915 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:19.553228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88a1315a-8e63-4eab-83e6-59a02c43292d req-0f96c2b4-2c7d-4b9d-a69f-ba0a2d604915 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0607510 Aug 19 18:31:19.599985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88a1315a-8e63-4eab-83e6-59a02c43292d req-c2f6f37e-d796-4872-a71f-b117f47c0dc8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354345 Aug 19 18:31:20.732910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ca48-2107-4505-aae8-a30ef1e1c0ae req-5870b268-06e2-46f6-b4ff-57b431618fb9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:20.737724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32b3ca48-2107-4505-aae8-a30ef1e1c0ae req-5870b268-06e2-46f6-b4ff-57b431618fb9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0509360 Aug 19 18:31:20.774762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32b3ca48-2107-4505-aae8-a30ef1e1c0ae req-8bdd674c-d102-416d-a6f2-b46b5e460c8e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Aug 19 18:31:20.990701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-cff1af00-7dd6-4515-8837-3559ae5d4a78 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:20.992122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-cff1af00-7dd6-4515-8837-3559ae5d4a78 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 946 time: 0.0541415 Aug 19 18:31:21.081136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 78be37fd-1ca4-4013-87a3-abae538f5023 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:21.081490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.173422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 78be37fd-1ca4-4013-87a3-abae538f5023, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=78be37fd-1ca4-4013-87a3-abae538f5023,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:21.173791 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.186571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 78be37fd-1ca4-4013-87a3-abae538f5023 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:21.313911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.325509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['78be37fd-1ca4-4013-87a3-abae538f5023'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:31:21.343660 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=78be37fd-1ca4-4013-87a3-abae538f5023,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:21.351113 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:31:21.385982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 78be37fd-1ca4-4013-87a3-abae538f5023 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:21.388817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:21.391591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12ccaa10-e0da-4912-bb7c-2d48a01158b8 req-bfe53e66-a85c-45db-b857-e5738f253c95 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "DELETE /v2.0/ports/78be37fd-1ca4-4013-87a3-abae538f5023 HTTP/1.1" status: 204 len: 173 time: 0.3928111 Aug 19 18:31:21.392166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'name': 'network-vif-deleted', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:31:21.394600 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2be282-61a7-4cbd-a5c2-0793cf16495c" -d '{"events": [{"server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "name": "network-vif-deleted", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:31:21.458341 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d0eb4-4bf5-4c9c-90a0-d0c77a01ae24 x-openstack-request-id: req-e20d0eb4-4bf5-4c9c-90a0-d0c77a01ae24 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:31:21.458651 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ce9294-d151-48ab-8113-d2d6adf027ee", "name": "network-vif-deleted", "tag": "78be37fd-1ca4-4013-87a3-abae538f5023", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:31:21.459153 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e20d0eb4-4bf5-4c9c-90a0-d0c77a01ae24 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:31:21.459293 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ce9294-d151-48ab-8113-d2d6adf027ee', 'name': 'network-vif-deleted', 'tag': '78be37fd-1ca4-4013-87a3-abae538f5023', 'status': 'completed', 'code': 200} Aug 19 18:31:21.876957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b30048e-3524-4ad1-a42c-fc1571055c37 req-a137fe41-dee2-4850-ac7d-8322c9f459ef tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0276124 Aug 19 18:31:22.973263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7350521-cff5-46e6-a765-e447e4d1b551 req-3c5036e2-c1ac-49f5-b1ef-fb5950e64704 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0271907 Aug 19 18:31:24.077197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-848cd1b4-a8c3-4bd1-9169-92795684d861 req-e7c727c4-67ee-4e48-a0aa-61b3a1051084 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0328465 Aug 19 18:31:25.187139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2152bb1b-96ac-4213-883d-a38838f780ba req-0225bd82-eff1-4538-bf24-72817ce7862f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=88ce9294-d151-48ab-8113-d2d6adf027ee HTTP/1.1" status: 200 len: 210 time: 0.0286872 Aug 19 18:31:25.556790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 78be37fd-1ca4-4013-87a3-abae538f5023 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:25.585282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 78be37fd-1ca4-4013-87a3-abae538f5023 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:25.585636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 78be37fd-1ca4-4013-87a3-abae538f5023 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:26.472304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:28.161815 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c09c88c0-cdda-4e67-80e6-a3e0638dd21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:29.652996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c6447-3bf8-4f77-9106-cd6b5a49b090 req-1dee17ed-0c9e-409a-ab71-3e7debfb88cc tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:29.654505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774c6447-3bf8-4f77-9106-cd6b5a49b090 req-1dee17ed-0c9e-409a-ab71-3e7debfb88cc tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0512750 Aug 19 18:31:29.695343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774c6447-3bf8-4f77-9106-cd6b5a49b090 req-08706218-979c-4ab2-8d73-2ad0a792b579 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Aug 19 18:31:30.218086 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:31:30.609779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a4f56c91-e620-4ebb-a8db-b42ae31ffca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:30.816231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b4a3-6143-4fc0-8b9e-48e0b32a6bf9 req-0426006e-2c43-416e-bc66-e77fbb324b96 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:30.817745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5920b4a3-6143-4fc0-8b9e-48e0b32a6bf9 req-0426006e-2c43-416e-bc66-e77fbb324b96 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0518701 Aug 19 18:31:30.855598 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5920b4a3-6143-4fc0-8b9e-48e0b32a6bf9 req-dee7b1b2-f8a2-4351-8f86-ff7d24ef4333 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=f934aeac-0741-4239-a15e-7b94037898f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 19 18:31:30.935877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.278688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-b4f873a1-c11a-4e13-b952-05e7620a12e4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:31.280122 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-b4f873a1-c11a-4e13-b952-05e7620a12e4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 945 time: 0.0526655 Aug 19 18:31:31.367748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:31:31.368124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.457907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:31:31.458274 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.471474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:31:31.602938 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.634336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=1bf04d24-cac1-48c1-8ec9-302cc1b3ce36,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:31.637512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:31:31.649206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.649568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.649916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.650266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.650611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.650969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.651292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.651661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.651998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.652332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.652671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.653011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:31:31.691043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:31:31.694093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:31.696213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-55a92298-8323-4df8-bf5e-dd81fcb89527 req-1551c737-60ee-4cca-b828-64edb987a9c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "DELETE /v2.0/ports/1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 HTTP/1.1" status: 204 len: 173 time: 0.4103024 Aug 19 18:31:31.696638 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'name': 'network-vif-deleted', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:31:31.699239 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1d11d-f730-463a-9a84-4241dbefbaf0" -d '{"events": [{"server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "name": "network-vif-deleted", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:31:31.808764 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a9354f-4dd8-4223-a603-4c584adc25e9 x-openstack-request-id: req-d0a9354f-4dd8-4223-a603-4c584adc25e9 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:31:31.809061 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6930257-9651-47e1-96c0-dc78ee8f240f", "name": "network-vif-deleted", "tag": "1bf04d24-cac1-48c1-8ec9-302cc1b3ce36", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:31:31.809312 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0a9354f-4dd8-4223-a603-4c584adc25e9 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:31:31.809708 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6930257-9651-47e1-96c0-dc78ee8f240f', 'name': 'network-vif-deleted', 'tag': '1bf04d24-cac1-48c1-8ec9-302cc1b3ce36', 'status': 'completed', 'code': 200} Aug 19 18:31:31.958785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01b6c69f-8736-430a-9e9b-d790e4a68a92 req-83ba86e1-b384-407f-b14b-5d3ee00bb8da tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0318396 Aug 19 18:31:32.062503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:33.061424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9531ac2c-e5c2-46aa-b4e8-e513132a419d req-0c63dfc8-8ef9-4a8c-9df6-385ca5097b2a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0269289 Aug 19 18:31:33.622568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:34.161006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45374aad-0e45-4bc4-b762-481e498c2e22 req-dbd3d0c5-8268-4135-bbf2-c6c46260b3de tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0277488 Aug 19 18:31:34.679734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:31:34.713308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:31:34.713854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1bf04d24-cac1-48c1-8ec9-302cc1b3ce36 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:31:35.261279 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68f08170-2f39-4d6d-ad77-d4fe41f6cd22 req-f00445bc-2325-4a5a-befa-ee1543a7c926 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6930257-9651-47e1-96c0-dc78ee8f240f HTTP/1.1" status: 200 len: 210 time: 0.0281003 Aug 19 18:31:38.165733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41262) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.170692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923946552', 'description': 'tempest-secgroup-smoke-1923946552 description', 'project_id': '809711a4baa44df482e224d0ca2988a2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.197328 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.281107 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.284969 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.312659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.314619 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478453 Aug 19 18:31:38.316550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd983015-5bf5-46d3-9bad-0b70725777d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f478c2e-8399-4986-9cad-e8735b269b72,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.317984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41264) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.322758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.349411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.395765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.399174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.416483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e161860-e5c3-4009-9307-c12139b6bc4d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.422142 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.426006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41266) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.426186 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9d628626-c4d2-47f1-a1d3-aad3c2464bcf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070597 Aug 19 18:31:38.430764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.457396 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.518538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.522090 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.540551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c953154-e52c-4054-b06b-d098f936afaa,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.546568 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.547765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aecd4cc2-f5b0-4705-b02d-ffd005549639 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206946 Aug 19 18:31:38.550578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41268) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.554974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.581287 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.639691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.643743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.661545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e400ec8e-3e4a-43ac-87e9-1f4ecb8166a8,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.668410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.669765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-210121c0-419a-47d4-aae8-5c89780c5e99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182425 Aug 19 18:31:38.673161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41270) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.677758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.704285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.763313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.767710 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.786971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fdbb8d-ccc9-4e3a-ab70-8b93b54c9b79,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.793047 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.794367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9b36d640-7a51-4f4f-ae44-ed4aec9b325f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201930 Aug 19 18:31:38.796996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41272) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.802970 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.824558 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Project 809711a4baa44df482e224d0ca2988a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:31:38.830057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.894910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.898399 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.916111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc13976-49cc-4692-b01f-73ce40643fc3,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:38.920654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:38.921850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1176288a-c182-4597-a09d-5c6984667108 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233869 Aug 19 18:31:38.925185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41274) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:31:38.929613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'security_group_rule': {'security_group_id': '9f478c2e-8399-4986-9cad-e8735b269b72', 'project_id': '809711a4baa44df482e224d0ca2988a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:38.951262 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Project 809711a4baa44df482e224d0ca2988a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:31:38.956272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.017161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.021053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.038763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47a93f8-6a5f-409f-a6a9-5975b1426e9e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:39.044861 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:39.046055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e419032f-2e93-4a14-8be5-414ab0312f5b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199303 Aug 19 18:31:47.347986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:53.338951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ef3ef987-6235-45cc-840e-d23af9024b76 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923946552&fields=id&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 267 time: 0.0324399 Aug 19 18:31:53.448722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-638ff330-432b-41e2-bb7e-7f0e724333a5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:53.450124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-638ff330-432b-41e2-bb7e-7f0e724333a5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1036758 Aug 19 18:31:53.465413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-698016c0-c56e-4f6c-a3ed-c89dabfe0b5d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0092809 Aug 19 18:31:53.515810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-372a1770-346b-418b-8a72-21ddaedbf583 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444264 Aug 19 18:31:53.531875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-3e3da977-7938-41a2-93a4-ec13ad248c48 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:31:53.533341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-3e3da977-7938-41a2-93a4-ec13ad248c48 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053360 Aug 19 18:31:53.625720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-e797cc66-2065-4995-a99b-249963e800fc service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Aug 19 18:31:53.717823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-14e8452f-825c-4e0d-8425-8ab10c8978c7 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851817 Aug 19 18:31:54.022112 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e11da539-4bab-4108-a1f3-b7475aa497da req-fb4ab8d1-e730-4f7a-8ad0-9d3db782889d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0266540 Aug 19 18:31:55.060999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-9e070443-0f43-464a-bdb0-7f052e4c979a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:55.062994 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-9e070443-0f43-464a-bdb0-7f052e4c979a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1166332 Aug 19 18:31:55.118380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-517d74e2-83c6-4978-990f-5cfe08b4a5e1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 380 time: 0.0407767 Aug 19 18:31:55.137328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2adf2a31-a744-4384-a6e4-285627e72856 req-d67950d6-1bb9-471f-8344-97ae40f630c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0312135 Aug 19 18:31:55.141597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'security_groups': ['9f478c2e-8399-4986-9cad-e8735b269b72']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.258165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:31:55.261782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.387865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.11 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/04ecf9d6-e3bd-42c6-b450-2dd9ce759031) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:31:55.534609 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.548067 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:55.583357 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.630676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:31:55.633893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:31:55.638915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:31:55.665752 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:55.697880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:55.698645 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.715112 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-732da579-4f8e-4e60-aa58-67806b7e54aa tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5780294 Aug 19 18:31:55.733557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Request body: {'port': {'device_id': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:31:55.796615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.897461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0bd3d966-8277-4a2a-b05e-716c845f25d3 None None] Provisioning for port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:31:55.901469 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0bd3d966-8277-4a2a-b05e-716c845f25d3 None None] Provisioning complete for port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:31:55.902070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d966-8277-4a2a-b05e-716c845f25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:55.938569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3d966-8277-4a2a-b05e-716c845f25d3 None None] Port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:31:56.071721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:31:56.079291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.091322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Transition to ACTIVE for port object 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:31:56.095130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.154920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:56.229275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Attempting to bind port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:31:56.229614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Attempting to bind port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:31:56.229948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Attempting to bind port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:56.234742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:31:56.235069 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Attempting to bind port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:31:56.242902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:31:56.243387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:31:56.243899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:31:56.244447 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Bound port: 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:31:56.244920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.292752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d8d3-53cc-4fa4-8c26-3c6149872a38 req-80b7e4fc-8912-4a43-ad26-b44c5064610c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.295413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7672d8d3-53cc-4fa4-8c26-3c6149872a38 req-80b7e4fc-8912-4a43-ad26-b44c5064610c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0647037 Aug 19 18:31:56.339375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:31:56.343523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:31:56.349798 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.378325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7672d8d3-53cc-4fa4-8c26-3c6149872a38 req-73edb4c7-d002-4844-a7c4-6284e340a97c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725930 Aug 19 18:31:56.408251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.409772 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.412954 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] 10.222.0.13 "PUT /v2.0/ports/04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 200 len: 1093 time: 0.6838105 Aug 19 18:31:56.413518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:31:56.416473 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3960fc3c-d805-4552-9580-502f2648a728" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:31:56.441119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9ff7b-309b-4d19-8967-80e92456ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:31:56.478225 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7ff177-a33d-429f-9fb5-af28a2e2f2bc x-openstack-request-id: req-5c7ff177-a33d-429f-9fb5-af28a2e2f2bc {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:31:56.478523 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:31:56.478788 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c7ff177-a33d-429f-9fb5-af28a2e2f2bc {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:31:56.479391 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'status': 'completed', 'code': 200} Aug 19 18:31:56.517154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:56.553866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-70a0f597-cc07-41e0-a993-94296dc9c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.555921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-70a0f597-cc07-41e0-a993-94296dc9c79d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1096 time: 0.0640543 Aug 19 18:31:56.613747 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-61684927-e8b7-4ae6-81bd-58b85cea6101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 200 len: 217 time: 0.0440285 Aug 19 18:31:56.670460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-610e15fd-b041-4056-9ba0-f718d690b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.672027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-610e15fd-b041-4056-9ba0-f718d690b020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0517814 Aug 19 18:31:56.725537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffed9cb4-ea55-45e1-86aa-f122104fa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:56.727153 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ffed9cb4-ea55-45e1-86aa-f122104fa387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484474 Aug 19 18:31:56.820325 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-65fbffb5-74e7-46f5-bdc1-1a82b7bb3250 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Aug 19 18:31:56.922890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50bf9ede-c45e-429c-bd08-1c40429a4822 req-ac430062-7b89-4234-a4b3-b85f1c3bf26e service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957110 Aug 19 18:31:57.036137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fc3c-d805-4552-9580-502f2648a728 req-a6f35396-f2f3-4714-b071-782c6a0b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:57.037714 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-a6f35396-f2f3-4714-b071-782c6a0b8688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1096 time: 0.0450122 Aug 19 18:31:57.140236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fc3c-d805-4552-9580-502f2648a728 req-0e3862b5-9811-4f4e-93cd-5f232bb51b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:57.141807 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-0e3862b5-9811-4f4e-93cd-5f232bb51b09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0979397 Aug 19 18:31:57.185253 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-030d60d9-d45e-44ba-9c83-5ebf11ea562a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 200 len: 217 time: 0.0356841 Aug 19 18:31:57.235439 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fc3c-d805-4552-9580-502f2648a728 req-4d46669a-b4c8-4034-b9a0-82a19fca2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:57.237304 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-4d46669a-b4c8-4034-b9a0-82a19fca2869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0447857 Aug 19 18:31:57.291695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960fc3c-d805-4552-9580-502f2648a728 req-759e7e7a-240a-4533-b259-f7a054a6393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:57.293597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-759e7e7a-240a-4533-b259-f7a054a6393d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499527 Aug 19 18:31:57.388705 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-33dda13a-4032-46dc-bc8d-f9ca29645b9a service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867608 Aug 19 18:31:57.490730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015db46-4ee7-4087-920a-8cff7279eed8 req-e68c8e0a-c7b4-4285-b101-4574d194e0b4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:57.494877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3960fc3c-d805-4552-9580-502f2648a728 req-4080e661-d0f1-4b35-9bca-b75c65901c62 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977747 Aug 19 18:31:57.495196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3015db46-4ee7-4087-920a-8cff7279eed8 req-e68c8e0a-c7b4-4285-b101-4574d194e0b4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0575480 Aug 19 18:31:57.532530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3015db46-4ee7-4087-920a-8cff7279eed8 req-3ab2c6f6-7005-4a5d-b214-cb98ef0cb3d4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342269 Aug 19 18:31:58.163097 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d18f-df62-49ed-96e7-186b7a5e2a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:31:58.655318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b28a0-4678-43b3-aa5d-81912e8d2c81 req-baf49a8c-9d4f-4451-93e7-89769c96c11a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:58.656758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf6b28a0-4678-43b3-aa5d-81912e8d2c81 req-baf49a8c-9d4f-4451-93e7-89769c96c11a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0527513 Aug 19 18:31:58.697804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf6b28a0-4678-43b3-aa5d-81912e8d2c81 req-9d3f3482-6ed6-4be9-ac94-cd146d952c21 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Aug 19 18:31:59.814500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ebec9-ea97-49a9-8dd9-46be36487197 req-d9db0a6b-571c-4ffb-af4d-c83d590765ca tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:31:59.816881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f4ebec9-ea97-49a9-8dd9-46be36487197 req-d9db0a6b-571c-4ffb-af4d-c83d590765ca tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0503697 Aug 19 18:31:59.854664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f4ebec9-ea97-49a9-8dd9-46be36487197 req-33a1abbd-7d5c-4bb0-b566-d1bb72f50383 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Aug 19 18:32:00.611625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc44b-ec11-4684-908b-78b13a77a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.938435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:00.973338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bca156-21f6-4329-98e5-3f1753fc068b req-95cbc26d-8f6d-48d0-b2fb-f555ef3bad6a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:00.974852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0bca156-21f6-4329-98e5-3f1753fc068b req-95cbc26d-8f6d-48d0-b2fb-f555ef3bad6a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0528889 Aug 19 18:32:01.015546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0bca156-21f6-4329-98e5-3f1753fc068b req-c8fb5d26-388e-4219-8d9b-447a65047b57 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Aug 19 18:32:02.065192 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:02.137040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b44cf9-39db-4070-8fb6-3af8e221f836 req-9b41bd95-f0c1-41a0-b4ae-e7d845be6a82 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:02.138538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0b44cf9-39db-4070-8fb6-3af8e221f836 req-9b41bd95-f0c1-41a0-b4ae-e7d845be6a82 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0529912 Aug 19 18:32:02.177298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0b44cf9-39db-4070-8fb6-3af8e221f836 req-6016cc73-fa4f-4ec6-b277-c96661ea8da1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Aug 19 18:32:03.292569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649307d4-ee1a-4895-95d2-33269c0e79e4 req-9c509544-f478-420e-ada8-49d48b5c6a8b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:03.294050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-649307d4-ee1a-4895-95d2-33269c0e79e4 req-9c509544-f478-420e-ada8-49d48b5c6a8b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0490482 Aug 19 18:32:03.331476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-649307d4-ee1a-4895-95d2-33269c0e79e4 req-9b6f68f1-d808-4892-804d-5678fca5a528 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307240 Aug 19 18:32:03.624212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:04.448475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b6095-269a-4ad2-aaa8-ebcdc3ea924a req-7189053a-1e99-4e86-8366-a1d60cf42c9c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:04.450022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8b6095-269a-4ad2-aaa8-ebcdc3ea924a req-7189053a-1e99-4e86-8366-a1d60cf42c9c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0510881 Aug 19 18:32:04.490147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2c8b6095-269a-4ad2-aaa8-ebcdc3ea924a req-49e88d6a-cb8f-4352-bee7-84c825dbde6c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Aug 19 18:32:05.611569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa433b-fa5e-4b94-bb2f-a2e3dec242bf req-6f697f0b-2fb2-4d0f-870b-d35480dd6c1e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:05.613071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cfa433b-fa5e-4b94-bb2f-a2e3dec242bf req-6f697f0b-2fb2-4d0f-870b-d35480dd6c1e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0541677 Aug 19 18:32:05.650725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cfa433b-fa5e-4b94-bb2f-a2e3dec242bf req-c412701b-dc68-491c-9f3f-359ff47afca0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Aug 19 18:32:06.768305 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff004d7-60b8-4d1d-907a-cf07ea745e34 req-cf3a023f-598e-452b-919b-b3b12ea441ee tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:06.769806 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff004d7-60b8-4d1d-907a-cf07ea745e34 req-cf3a023f-598e-452b-919b-b3b12ea441ee tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 944 time: 0.0504644 Aug 19 18:32:06.800933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:32:06.809356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ff004d7-60b8-4d1d-907a-cf07ea745e34 req-87f7c4c8-2569-41dd-8f51-3cf942400d24 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Aug 19 18:32:06.896390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:06.906846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'mac_address': 'fa:16:3e:2e:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:32:06.942544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:06.954606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:32:06.973526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:06.978165 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:07.024793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:07.216791 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:32:07.246559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['04ecf9d6-e3bd-42c6-b450-2dd9ce759031'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:32:07.922880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ecdec-d8a2-4c96-9527-d33cf49e3c9d req-9281f9b8-5498-4b70-8990-fd40c673592b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:07.924458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e1ecdec-d8a2-4c96-9527-d33cf49e3c9d req-9281f9b8-5498-4b70-8990-fd40c673592b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Aug 19 18:32:07.961651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e1ecdec-d8a2-4c96-9527-d33cf49e3c9d req-8dab8ff7-afde-4143-8280-81a73d843e5e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Aug 19 18:32:08.815769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:32:08.864131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:32:08.868674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:32:08.869042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.941627 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:08.963590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:32:08.965795 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3701be9-d6c7-49a9-a74d-c97c07488c3e" -d '{"events": [{"server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "name": "network-vif-plugged", "status": "completed", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:32:08.979069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:32:08.983061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:09.009594 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa9fa65-6986-4e71-b9cb-9398be501d92 x-openstack-request-id: req-5aa9fa65-6986-4e71-b9cb-9398be501d92 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:32:09.009952 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "name": "network-vif-plugged", "status": "completed", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:32:09.010134 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5aa9fa65-6986-4e71-b9cb-9398be501d92 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:32:09.010520 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'code': 200} Aug 19 18:32:09.035944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:09.091439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957062-bddb-4f16-b179-911c58b2b730 req-fa8240d0-2191-4d71-95bf-93964d16571a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:09.092898 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00957062-bddb-4f16-b179-911c58b2b730 req-fa8240d0-2191-4d71-95bf-93964d16571a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.0590410 Aug 19 18:32:09.131148 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00957062-bddb-4f16-b179-911c58b2b730 req-cb650b93-01df-4d88-beff-f89c53121332 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Aug 19 18:32:09.136574 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7acf-1eb5-4b42-aa0e-53637ee99073 req-c7bb664f-5aee-47a8-85f5-910089dbd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:09.138070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ede7acf-1eb5-4b42-aa0e-53637ee99073 req-c7bb664f-5aee-47a8-85f5-910089dbd822 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Aug 19 18:32:09.172540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ede7acf-1eb5-4b42-aa0e-53637ee99073 req-9fa0a537-d256-4ff9-a916-acd2a0016d07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276558 Aug 19 18:32:10.258615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e36690-be15-4cff-8653-e341076920a9 req-066ce98f-7473-4ce9-ab01-0a51d9386077 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:10.260192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3e36690-be15-4cff-8653-e341076920a9 req-066ce98f-7473-4ce9-ab01-0a51d9386077 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.0540540 Aug 19 18:32:10.297933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3e36690-be15-4cff-8653-e341076920a9 req-06ae56f4-23c1-4970-b15e-ccbfd67525a0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Aug 19 18:32:11.413635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226fa4-2726-48b0-b7be-25e6f7fd05fd req-c9a2da25-c514-4be1-88c8-a6698a688ae7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:11.415111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac226fa4-2726-48b0-b7be-25e6f7fd05fd req-c9a2da25-c514-4be1-88c8-a6698a688ae7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.0494151 Aug 19 18:32:11.452504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac226fa4-2726-48b0-b7be-25e6f7fd05fd req-618fa8fe-810f-4248-99f9-9eb3516ea616 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 Aug 19 18:32:11.571002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cb556-ae9e-4297-bc0e-03f486d335d0 req-f9417390-f2f3-4838-b567-5377a8e6d387 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:11.572655 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-551cb556-ae9e-4297-bc0e-03f486d335d0 req-f9417390-f2f3-4838-b567-5377a8e6d387 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.0535481 Aug 19 18:32:11.610050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-551cb556-ae9e-4297-bc0e-03f486d335d0 req-b999210b-60a5-4b18-ad7d-24fd5bc029f5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Aug 19 18:32:11.633109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41468) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:11.672011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293683c-bcfd-4969-b993-29f1eb60044a tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:11.673517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a293683c-bcfd-4969-b993-29f1eb60044a tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1093 time: 0.0393620 Aug 19 18:32:11.676350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41470) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:32:11.681422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:32:11.703665 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.805466 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:11.910357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.25.5.114 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/7c4464ca-8cef-48d5-988c-61d2ccf5377b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:32:12.017612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.056850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.093746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:32:12.098807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:32:12.102908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:32:12.126831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=7c4464ca-8cef-48d5-988c-61d2ccf5377b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:12.140617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.140975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.141353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.141703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.142047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.142385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.142719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.143051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.143382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.143739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.144074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.144402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:32:12.484305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.552588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.707263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.711987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.780395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=7c4464ca-8cef-48d5-988c-61d2ccf5377b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:32:12.793987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:12.895665 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP b55783f0-c6fc-4dbe-a992-5fed9132967b associated. External IP: 172.25.5.114, port: 04ecf9d6-e3bd-42c6-b450-2dd9ce759031. Aug 19 18:32:13.372825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:32:13.478638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:32:13.488423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:32:13.495552 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:13.501369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:13.501999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:32:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.524778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fb3afb29-7d39-49ac-a522-f28d7d5a89ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8471448 Aug 19 18:32:13.525944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:32:13.528919 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:32:13.567542 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ced01-3e72-44bb-9e17-be5bd87f5793 x-openstack-request-id: req-8b9ced01-3e72-44bb-9e17-be5bd87f5793 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:32:13.567843 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:32:13.568096 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b9ced01-3e72-44bb-9e17-be5bd87f5793 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:32:13.568495 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'status': 'completed', 'code': 200} Aug 19 18:32:13.619366 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:32:13.650993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-0ab8c7d9-e3b1-4e0b-9029-51b0085be57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:13.652460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-0ab8c7d9-e3b1-4e0b-9029-51b0085be57b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1098 time: 0.0413826 Aug 19 18:32:13.748788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-4097264c-24c9-42b9-b569-bde4f39469b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:13.750278 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-4097264c-24c9-42b9-b569-bde4f39469b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0913944 Aug 19 18:32:13.817540 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-c06418b9-72eb-422d-ab1b-3e1cfdf4bd2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 200 len: 1000 time: 0.0602710 Aug 19 18:32:13.843089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b55783f0-c6fc-4dbe-a992-5fed9132967b', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:2e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:12Z', 'updated_at': '2021-08-19T18:32:12Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.869526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:32:13.872497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-99e4e2e6-fb7b-4fb8-b9ce-eea70590f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:13.873974 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-99e4e2e6-fb7b-4fb8-b9ce-eea70590f36e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0488734 Aug 19 18:32:13.877715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:32:13.878322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:32:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:13.919216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-a016acb0-594b-4a53-8929-1d2dc60e78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:32:13.920660 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-a016acb0-594b-4a53-8929-1d2dc60e78ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403364 Aug 19 18:32:13.986383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:32:14.014508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-f41d20fd-8c28-412f-81e8-fff9afb41265 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Aug 19 18:32:14.104993 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a28b7d3-8d68-44fa-b3fc-f9dc708a2bc3 req-b1556794-2e78-49c4-8fd7-d3186830afae service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Aug 19 18:32:14.214194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b55783f0-c6fc-4dbe-a992-5fed9132967b', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:2e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:12Z', 'updated_at': '2021-08-19T18:32:12Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:32:14.241584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f0ac1-1579-4ac6-a7ce-b34548bb7d61 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b55783f0-c6fc-4dbe-a992-5fed9132967b', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:2e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:32:12Z', 'updated_at': '2021-08-19T18:32:12Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:32:14.428011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf909a-85e6-4863-96da-6e49f80b21bd None None] New status for floating IP b55783f0-c6fc-4dbe-a992-5fed9132967b: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:32:17.335587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:26.480928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:28.163127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-78a91b65-2469-40e2-bd39-0e3a70502a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.613609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6c297d62-c3d3-42cb-a7e2-7b42576b348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:30.940178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:32.068727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:33.626684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:44.217816 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:32:47.335571 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:56.500904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:32:58.164104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ca795bdf-0692-4bb5-8aff-cf276cc46ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.613284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42546c54-c96f-40fc-abd2-7983d7a47aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:00.942000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:02.070701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:03.629369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:10.882499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-8d5364aa-7f67-444a-9b90-5f3961164bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412812 Aug 19 18:33:10.984131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-a25932eb-23c6-4d8e-b94a-3a4e2365423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:10.985653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-a25932eb-23c6-4d8e-b94a-3a4e2365423e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 1098 time: 0.0462384 Aug 19 18:33:11.089437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-2cdfc73e-41c0-4c6b-aa7c-45d360fc374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:11.091343 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-2cdfc73e-41c0-4c6b-aa7c-45d360fc374e service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0863273 Aug 19 18:33:11.160406 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-18b4fb43-a343-4214-92cc-67f60037236a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 200 len: 1002 time: 0.0620568 Aug 19 18:33:11.209959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-16513577-b19e-4b3f-8c8e-fc0078d96d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:11.211403 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-16513577-b19e-4b3f-8c8e-fc0078d96d69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0443895 Aug 19 18:33:11.257359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-4c015d30-d228-4b08-b114-88087015bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:33:11.258860 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-4c015d30-d228-4b08-b114-88087015bce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405169 Aug 19 18:33:11.352761 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-66976195-fbe1-4c0e-9af9-fcb10e8b0e07 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Aug 19 18:33:11.447616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bd49f9ed-2771-4d6a-a82e-c8527373ed10 req-bb7b6bb0-0616-40f5-accc-e1d0fa1e5cde service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Aug 19 18:33:17.335653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:21.216343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:33:26.502403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:28.165435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4feba89e-a7e5-4053-981f-dec92adb4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.615063 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb190-b4dd-4f8d-ad80-2d7b6ace7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:30.942970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:32.073845 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:33.630348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:47.338256 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:56.514671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.172976 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b45f8cff-1905-4be9-ab39-23c29332e475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:33:58.215585 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:34:00.616509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cdbdbc7d-b2da-4991-a2c2-e970c52adcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:00.944266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:02.076756 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:03.634741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:09.174248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c0e3d-7760-4408-bb96-037660f9d9cf req-2d5130ef-1330-4f7e-96b4-6b8fb768f276 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:09.175812 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f70c0e3d-7760-4408-bb96-037660f9d9cf req-2d5130ef-1330-4f7e-96b4-6b8fb768f276 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.1289651 Aug 19 18:34:09.214208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f70c0e3d-7760-4408-bb96-037660f9d9cf req-5ee8bb4b-ee23-43de-bc85-12f199cd5cf1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Aug 19 18:34:10.410253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292689b-cc85-4e58-ae91-ddabe0346cc4 req-2a5275da-b326-459d-abf7-e808db75b534 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:10.411788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b292689b-cc85-4e58-ae91-ddabe0346cc4 req-2a5275da-b326-459d-abf7-e808db75b534 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.1026754 Aug 19 18:34:10.449079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b292689b-cc85-4e58-ae91-ddabe0346cc4 req-2b42ca4b-8a10-4d52-ac9d-5571ba109ec7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Aug 19 18:34:10.720854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-3c2c46d4-8d61-47c6-8910-22c3c23dead1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:10.722844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-3c2c46d4-8d61-47c6-8910-22c3c23dead1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 946 time: 0.0534687 Aug 19 18:34:10.811966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:34:10.812314 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:10.902104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:10.902510 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.068981 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.069380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.069696 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP b55783f0-c6fc-4dbe-a992-5fed9132967b disassociated. External IP: 172.25.5.114, port: 04ecf9d6-e3bd-42c6-b450-2dd9ce759031. Aug 19 18:34:11.070050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:34:11.196743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.227316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=04ecf9d6-e3bd-42c6-b450-2dd9ce759031,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:11.238195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.238583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.238885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.239229 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.239595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.239930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.240258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.240588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.240919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.241271 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.241599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.241925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:11.350886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:11.460062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:11.469505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:11.478812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:11.479429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:34:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:11.502455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:34:11.507424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:11.509754 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c9aa1405-bc58-45bd-89b7-008e6642db43 req-c7a4b9fc-aea2-4d0d-82ea-982b9fb479c2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "DELETE /v2.0/ports/04ecf9d6-e3bd-42c6-b450-2dd9ce759031 HTTP/1.1" status: 204 len: 173 time: 0.7807882 Aug 19 18:34:11.510206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'name': 'network-vif-deleted', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:11.512818 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9886dca-ad56-4d18-88c9-e46ee9a36c70" -d '{"events": [{"server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "name": "network-vif-deleted", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:11.569048 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b228f41-0d15-4ccb-85f0-3e008ed023b3 x-openstack-request-id: req-4b228f41-0d15-4ccb-85f0-3e008ed023b3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:11.569355 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9d36cc-5409-42c0-a170-2c737b0ea315", "name": "network-vif-deleted", "tag": "04ecf9d6-e3bd-42c6-b450-2dd9ce759031", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:11.569590 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b228f41-0d15-4ccb-85f0-3e008ed023b3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:11.569982 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9d36cc-5409-42c0-a170-2c737b0ea315', 'name': 'network-vif-deleted', 'tag': '04ecf9d6-e3bd-42c6-b450-2dd9ce759031', 'status': 'completed', 'code': 200} Aug 19 18:34:11.593283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea69edda-8255-474b-bef5-7846bacdac61 req-8c0d18f5-6870-4d1f-a8ac-19d039fe9833 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0359154 Aug 19 18:34:11.607803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:11.821817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:11.847732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:11.858168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:11.858918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:34:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:11.966812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:12.164793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:12.192666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4843697-d1da-4496-8901-4be9c67484cf None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:12.423173 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c80bfa-f6cd-4d4c-959e-7f42805c1592 None None] New status for floating IP b55783f0-c6fc-4dbe-a992-5fed9132967b: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:34:12.696775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6a8224a-391f-4a61-a8cb-dc3c9c55fc35 req-3bb10e6e-0bac-447b-b357-605ac9bcd520 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Aug 19 18:34:13.379903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:34:13.400094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:34:13.400442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 04ecf9d6-e3bd-42c6-b450-2dd9ce759031 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:34:13.799074 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-27992e02-4993-4357-a11a-699999e96bf0 req-6df844f0-e171-44cc-9f26-68c7fe794c0e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0337112 Aug 19 18:34:14.895711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b9d08ad1-e8ec-4c25-8ec3-e5eb70823f17 req-db6dab99-6741-4863-a722-e415540bd6cb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a9d36cc-5409-42c0-a170-2c737b0ea315 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Aug 19 18:34:16.095538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-01d641f6-99eb-4b6d-9298-006014085733 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923946552&fields=id&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 267 time: 0.0332370 Aug 19 18:34:16.201204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-018f8694-2139-4d10-a44f-7c168a1d7be9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:16.202594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-018f8694-2139-4d10-a44f-7c168a1d7be9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1003923 Aug 19 18:34:16.218145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-e1f3aa9e-f3cb-4a44-9bff-4bb651ff45ce tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0089960 Aug 19 18:34:16.275615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-9e7ece40-83ba-4cac-9b4c-80093bed4017 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520940 Aug 19 18:34:16.414965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-9d588d8e-a4ba-4a86-a9ef-ef823fb38520 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Aug 19 18:34:16.508267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-8bc0b792-b49a-4013-9c88-6a920c4a4240 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Aug 19 18:34:16.794473 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5874467-72e8-4637-8e45-9a1cbf1f9446 req-3c7ff0d4-8b9b-44ce-abab-41786a1cfb5d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0280652 Aug 19 18:34:17.367193 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:17.895069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-206e4a60-0489-4449-a438-2b9898c4b7d1 req-b0f4b3fc-d343-4851-8581-129342d11eef tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0270946 Aug 19 18:34:17.981851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-1c028976-30c0-47c7-9135-79e279976405 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:17.983314 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-1c028976-30c0-47c7-9135-79e279976405 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1030507 Aug 19 18:34:18.059311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-0d4cb954-75f1-40c7-a3a6-5904401058f0 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 380 time: 0.0341496 Aug 19 18:34:18.069980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'security_groups': ['9f478c2e-8399-4986-9cad-e8735b269b72']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:18.176920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:34:18.180927 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:18.311273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.12 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/68d5c839-01a9-4380-a0c8-b403cfb8da98) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:18.808012 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:18.821777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object 68d5c839-01a9-4380-a0c8-b403cfb8da98 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:18.856714 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:18.902948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:18.906098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:18.910431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:18.939097 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:18.970653 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:18.971648 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:18.991659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24e8774b-6c43-4e81-a5b0-6291d3f52667 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9259379 Aug 19 18:34:19.013484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Request body: {'port': {'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:19.049592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106943-406c-4e4c-a8e2-e980543238f0 req-0e29ce83-6b7c-4052-b7d5-bb88af8d24f4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:19.059400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3106943-406c-4e4c-a8e2-e980543238f0 req-0e29ce83-6b7c-4052-b7d5-bb88af8d24f4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 932 time: 0.0726926 Aug 19 18:34:19.106950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.112448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3106943-406c-4e4c-a8e2-e980543238f0 req-d730c4b6-d766-4907-a2e4-4840034b9ae1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515192 Aug 19 18:34:19.248428 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d717126e-e8c5-4caa-8baf-9e87cc8075c5 None None] Provisioning for port 68d5c839-01a9-4380-a0c8-b403cfb8da98 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:19.252190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d717126e-e8c5-4caa-8baf-9e87cc8075c5 None None] Provisioning complete for port 68d5c839-01a9-4380-a0c8-b403cfb8da98 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:19.252569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d717126e-e8c5-4caa-8baf-9e87cc8075c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.295670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d717126e-e8c5-4caa-8baf-9e87cc8075c5 None None] Port 68d5c839-01a9-4380-a0c8-b403cfb8da98 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:34:19.399840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d5c839-01a9-4380-a0c8-b403cfb8da98 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:34:19.407286 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.421035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Transition to ACTIVE for port object 68d5c839-01a9-4380-a0c8-b403cfb8da98 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:34:19.424484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.482392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:19.579298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Attempting to bind port 68d5c839-01a9-4380-a0c8-b403cfb8da98 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:34:19.579687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Attempting to bind port 68d5c839-01a9-4380-a0c8-b403cfb8da98 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:34:19.580028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Attempting to bind port 68d5c839-01a9-4380-a0c8-b403cfb8da98 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:19.586807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Port 68d5c839-01a9-4380-a0c8-b403cfb8da98 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:34:19.587144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Attempting to bind port 68d5c839-01a9-4380-a0c8-b403cfb8da98 on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:34:19.592630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:34:19.592980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:34:19.593373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:34:19.593811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Bound port: 68d5c839-01a9-4380-a0c8-b403cfb8da98, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:34:19.594179 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.664881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:34:19.668280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:34:19.672957 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.710921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:19.711748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:19.713277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1093 time: 0.7072654 Aug 19 18:34:19.713783 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:19.716181 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114d3f0-9f7a-4e7f-9542-2529644e87fc" -d '{"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:19.748456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbba64e-2fa4-44dd-b13c-35aff4d704a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:19.784492 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673af84d-27c2-4748-b420-3017a3a7788f x-openstack-request-id: req-673af84d-27c2-4748-b420-3017a3a7788f {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:19.784992 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:19.785323 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-673af84d-27c2-4748-b420-3017a3a7788f {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:19.785776 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'status': 'completed', 'code': 200} Aug 19 18:34:19.849281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-8a01d85b-85cb-4494-84e6-b4f38b9befd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:19.850853 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-8a01d85b-85cb-4494-84e6-b4f38b9befd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1096 time: 0.0492980 Aug 19 18:34:19.901335 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-d2e0e12f-7cf4-4def-9ef5-f365cc882c7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 217 time: 0.0372019 Aug 19 18:34:19.953961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-8362a301-80f1-4f9c-8d30-72c34729fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:19.955486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-8362a301-80f1-4f9c-8d30-72c34729fe3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0474231 Aug 19 18:34:20.009691 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-1ac68033-24ae-48a8-8164-efa07edcd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.011210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-1ac68033-24ae-48a8-8164-efa07edcd422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481672 Aug 19 18:34:20.101491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-24665825-8083-4f1d-a629-09071e6d3a13 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 Aug 19 18:34:20.200426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-971bb057-a960-4ecc-aef3-30d0719e88e9 req-fdafda83-961b-4179-922a-8dc089544a56 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Aug 19 18:34:20.236516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244e96d-a5fa-43f8-a13c-b68008f50bef req-e3f5625d-9d64-4bf5-9078-4a57d84ef018 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.238590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2244e96d-a5fa-43f8-a13c-b68008f50bef req-e3f5625d-9d64-4bf5-9078-4a57d84ef018 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0542796 Aug 19 18:34:20.278594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2244e96d-a5fa-43f8-a13c-b68008f50bef req-5d2ac5a4-85b0-4410-b05f-ed151270f1a3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Aug 19 18:34:20.316922 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-b47fa0e0-eea2-4bb2-ae4c-984346f67244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.318436 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-b47fa0e0-eea2-4bb2-ae4c-984346f67244 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1096 time: 0.0459030 Aug 19 18:34:20.413762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-3d9a5f21-b44a-4074-8591-5337b38f52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.415157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-3d9a5f21-b44a-4074-8591-5337b38f52d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0901134 Aug 19 18:34:20.457808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-49c127ab-05fe-43e3-8162-ab6f86af1055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 217 time: 0.0346653 Aug 19 18:34:20.507731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-cc7945eb-8981-4c92-98f3-2cfaa8d34388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.509219 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-cc7945eb-8981-4c92-98f3-2cfaa8d34388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0449066 Aug 19 18:34:20.560460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-39831901-49f8-4fb8-8941-7ed4ee7a9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:20.561984 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-39831901-49f8-4fb8-8941-7ed4ee7a9500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456886 Aug 19 18:34:20.655981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-48eff503-b3f4-4b6c-9533-074f5c5243a6 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870416 Aug 19 18:34:20.752654 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e114d3f0-9f7a-4e7f-9542-2529644e87fc req-b39eb6ee-7001-40f7-acba-b5aa40c85cae service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891290 Aug 19 18:34:21.400543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79bb17-0e7c-4246-a814-e245a5aeba90 req-2d888e23-0601-49c1-98eb-72186ddc61b5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:21.402076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d79bb17-0e7c-4246-a814-e245a5aeba90 req-2d888e23-0601-49c1-98eb-72186ddc61b5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0509756 Aug 19 18:34:21.440996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1d79bb17-0e7c-4246-a814-e245a5aeba90 req-4b1e11b7-a6d0-457e-bbc4-bfa3b98ef085 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Aug 19 18:34:22.560725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1652b60-404a-4a9f-8d8a-a81c8b89d8cf req-3ca113cf-c8f5-41db-bf19-3ff118f644c5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:22.562257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1652b60-404a-4a9f-8d8a-a81c8b89d8cf req-3ca113cf-c8f5-41db-bf19-3ff118f644c5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0499504 Aug 19 18:34:22.605509 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1652b60-404a-4a9f-8d8a-a81c8b89d8cf req-791c2ea9-388e-45c1-9a75-d0f109b95e4c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364919 Aug 19 18:34:23.723459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff059095-cde7-493b-8659-23ae3e853e8b req-f3a17cd7-1b60-4be3-bb8e-a958f5f0324d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:23.724983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff059095-cde7-493b-8659-23ae3e853e8b req-f3a17cd7-1b60-4be3-bb8e-a958f5f0324d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0513823 Aug 19 18:34:23.763124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff059095-cde7-493b-8659-23ae3e853e8b req-e00076d7-4784-416f-8bf8-b144b8b523a7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Aug 19 18:34:24.876308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e718004-0190-41ba-9508-d1de48e7f9bd req-5b924397-62d3-4f94-8aca-6a24a2e2d917 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:24.877719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e718004-0190-41ba-9508-d1de48e7f9bd req-5b924397-62d3-4f94-8aca-6a24a2e2d917 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0494423 Aug 19 18:34:24.916141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e718004-0190-41ba-9508-d1de48e7f9bd req-047cb74f-6494-4c9b-a510-0227b2d92810 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Aug 19 18:34:26.032117 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb58d2a-d357-4120-9993-5fa06ee1b848 req-38dff316-3a4a-42d6-84c8-2c8501a48e40 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:26.033588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4cb58d2a-d357-4120-9993-5fa06ee1b848 req-38dff316-3a4a-42d6-84c8-2c8501a48e40 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0481300 Aug 19 18:34:26.074530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4cb58d2a-d357-4120-9993-5fa06ee1b848 req-ff8a0738-a99f-4e61-b3cb-a1b2580f5142 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344486 Aug 19 18:34:26.514633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:27.189044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e50b-f2c8-4298-93f3-5354721846d6 req-4cfce110-4d0d-446d-9d9d-01b7a09271d1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:27.190517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e353e50b-f2c8-4298-93f3-5354721846d6 req-4cfce110-4d0d-446d-9d9d-01b7a09271d1 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0490940 Aug 19 18:34:27.228538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e353e50b-f2c8-4298-93f3-5354721846d6 req-566d89e7-6d6f-45b0-9fd3-49269774be1b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 19 18:34:28.174284 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-14d5511d-1e7f-41f1-8a7d-a1c5e0a4de35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:28.346061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dcdb8-fa4f-4642-8075-e896749b67bc req-8290de2c-4697-4865-ba8d-2ca7d52066fe tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:28.348002 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-337dcdb8-fa4f-4642-8075-e896749b67bc req-8290de2c-4697-4865-ba8d-2ca7d52066fe tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0518682 Aug 19 18:34:28.387087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-337dcdb8-fa4f-4642-8075-e896749b67bc req-f72ae037-9ae0-4924-929c-0b1b3c895d7b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Aug 19 18:34:29.444998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 68d5c839-01a9-4380-a0c8-b403cfb8da98 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:34:29.502616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1bf9d-d95d-44b3-9469-12082e8574af req-115fafa1-0ff2-42a1-acc9-52a93168c30a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:29.505412 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdf1bf9d-d95d-44b3-9469-12082e8574af req-115fafa1-0ff2-42a1-acc9-52a93168c30a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 944 time: 0.0522137 Aug 19 18:34:29.543403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:29.548062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdf1bf9d-d95d-44b3-9469-12082e8574af req-1fe4da79-4b3f-41e5-9419-dc599c8c5d12 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 Aug 19 18:34:29.554681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:34:29.591909 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.608144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d5c839-01a9-4380-a0c8-b403cfb8da98 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:34:29.626717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:29.631278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:29.676398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:29.683295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.683672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.684023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.684360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.684694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.685029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.685359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.685688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.686014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.686340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.686664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.686987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:29.914467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['68d5c839-01a9-4380-a0c8-b403cfb8da98'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:34:30.617931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-78135842-dd7e-4cdb-b7e4-ce4bf597656f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:30.664559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47dd76-ff35-45d8-a6d6-20baa10d08ac req-9e449f62-9799-407e-bda9-0447aac9fb2e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:30.666021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b47dd76-ff35-45d8-a6d6-20baa10d08ac req-9e449f62-9799-407e-bda9-0447aac9fb2e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 945 time: 0.0494595 Aug 19 18:34:30.703371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b47dd76-ff35-45d8-a6d6-20baa10d08ac req-16af24f7-031a-4a5f-b3a6-47f0b0cc7170 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Aug 19 18:34:30.945200 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.452447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 68d5c839-01a9-4380-a0c8-b403cfb8da98 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:34:31.506947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 68d5c839-01a9-4380-a0c8-b403cfb8da98 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:34:31.511110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 68d5c839-01a9-4380-a0c8-b403cfb8da98 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:34:31.511514 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.593942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.619028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:31.621344 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50707771-a425-4419-91e4-e1454d365d5d" -d '{"events": [{"server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "name": "network-vif-plugged", "status": "completed", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:31.635325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:34:31.640307 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:31.666494 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159f9508-8cfc-4988-a8c0-5fb80679e10f x-openstack-request-id: req-159f9508-8cfc-4988-a8c0-5fb80679e10f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:31.666782 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "name": "network-vif-plugged", "status": "completed", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:31.667029 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-159f9508-8cfc-4988-a8c0-5fb80679e10f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:31.667410 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'code': 200} Aug 19 18:34:31.692614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:31.793218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665da7-1094-4b84-8333-ecc92c92baef req-efaad32b-8adf-4a1a-8e6c-960faeaf2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:31.794740 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0c665da7-1094-4b84-8333-ecc92c92baef req-efaad32b-8adf-4a1a-8e6c-960faeaf2b50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0442586 Aug 19 18:34:31.832561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0c665da7-1094-4b84-8333-ecc92c92baef req-ee0bd577-d065-4beb-b917-95e739d785f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Aug 19 18:34:31.837181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00369d57-4354-427f-aa9f-c2e82274f685 req-114a0a88-4c65-4bd5-bb14-c13db7295d6f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:31.838756 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00369d57-4354-427f-aa9f-c2e82274f685 req-114a0a88-4c65-4bd5-bb14-c13db7295d6f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0597596 Aug 19 18:34:31.881265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-00369d57-4354-427f-aa9f-c2e82274f685 req-9e8f169f-caa3-4af3-aa2a-ecd0f075aecb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359731 Aug 19 18:34:32.082326 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.003748 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359171-0d54-417c-a615-9064c37f15c2 req-ed78cabc-ff58-49a5-8095-9d792ee0e33a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:33.005308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f359171-0d54-417c-a615-9064c37f15c2 req-ed78cabc-ff58-49a5-8095-9d792ee0e33a tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0506203 Aug 19 18:34:33.057849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f359171-0d54-417c-a615-9064c37f15c2 req-7a840938-3a2c-4d19-afea-fdeb50697f2b tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Aug 19 18:34:33.172677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b975d-7dcc-4af4-9aed-20338e65d243 req-321ef98f-4bc6-4fec-aac9-34f40a971e4e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:33.174095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f87b975d-7dcc-4af4-9aed-20338e65d243 req-321ef98f-4bc6-4fec-aac9-34f40a971e4e tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0492439 Aug 19 18:34:33.212443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f87b975d-7dcc-4af4-9aed-20338e65d243 req-4e700f81-e6c3-40de-92c3-1204fe67a5eb tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Aug 19 18:34:33.234324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41612) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:33.320155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a7436-fe19-4060-ad20-f01a5173bb74 tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:33.321732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c37a7436-fe19-4060-ad20-f01a5173bb74 tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1093 time: 0.0864294 Aug 19 18:34:33.324467 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41616) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:34:33.328803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:34:33.351467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.451504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.553949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.25.5.138 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/8cfb3172-7f4f-4c34-8361-02b5c60ea20a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:34:33.641477 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.664428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.702958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:33.743086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:34:33.747851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:34:33.752161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:34:33.756004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=8cfb3172-7f4f-4c34-8361-02b5c60ea20a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:33.781710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.782062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.782410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.782766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.783093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.783429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.783783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.784112 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.784441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.784891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.785226 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:33.785468 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:34:34.121371 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.186817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.338438 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.342945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.416175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=8cfb3172-7f4f-4c34-8361-02b5c60ea20a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:34:34.425957 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.533828 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP 15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea associated. External IP: 172.25.5.138, port: 68d5c839-01a9-4380-a0c8-b403cfb8da98. Aug 19 18:34:34.750646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:34:34.859240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:34:34.871491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:34:34.875953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:34.882056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:34.882880 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:34:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:34.903982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aeed0e11-1804-457e-9c95-7e0cb31285d7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5784869 Aug 19 18:34:34.904583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:34:34.906848 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e74f4ae-d632-4862-a970-f9e59f3d0443" -d '{"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:34:34.944985 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50697ee-626f-44fa-a711-29c67d3cde18 x-openstack-request-id: req-f50697ee-626f-44fa-a711-29c67d3cde18 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:34:34.945355 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:34:34.945586 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f50697ee-626f-44fa-a711-29c67d3cde18 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:34:34.945985 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'status': 'completed', 'code': 200} Aug 19 18:34:35.030027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-c7ce4761-cd4a-40ef-a90b-e2a28a7b2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:35.031625 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-c7ce4761-cd4a-40ef-a90b-e2a28a7b2682 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0446463 Aug 19 18:34:35.127731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-870c8082-b6f0-40e9-a98f-56b8822291ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:35.129721 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-870c8082-b6f0-40e9-a98f-56b8822291ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0917599 Aug 19 18:34:35.147601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:35.196658 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-aae9601e-a4ce-4a48-bdab-4a0d22e612d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1000 time: 0.0604575 Aug 19 18:34:35.214361 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:34:35.251062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-89a11862-9f6f-4a59-a8e5-e9d84c13be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:35.252556 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-89a11862-9f6f-4a59-a8e5-e9d84c13be03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0489976 Aug 19 18:34:35.298811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-8be2e825-2a03-4c9d-a665-3742b777e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:34:35.299836 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-8be2e825-2a03-4c9d-a665-3742b777e055 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400054 Aug 19 18:34:35.377464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:33Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:35.391378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-7d1feb58-0077-489e-b502-882eec60a1ed service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841978 Aug 19 18:34:35.405675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:34:35.414758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:34:35.415514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:34:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:35.493493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7e74f4ae-d632-4862-a970-f9e59f3d0443 req-6f66d1d3-7094-4f9a-9f7b-11aff7cfa700 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952339 Aug 19 18:34:35.523291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:34:35.747001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:33Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:34:35.772455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ae21f-7362-4395-8175-62e85c3ee41e None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:33Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:34:35.952201 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d063bde-3a68-4a3c-9ba4-f87cee4f94d3 None None] New status for floating IP 15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:34:47.383484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:54.838709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-5b4569ac-e419-4ddc-8228-57c0ea84292b req-8c536b22-a5b1-491d-83b1-cbabef66fd08 service neutron] (101325) timed out ('10.222.0.42', 64442) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:34:56.515121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:34:58.175179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4025433-a77d-4e2b-a347-cbe91f93c778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:00.622472 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4ea68761-800a-42b6-87ab-7162d5beb0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:00.946683 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:02.082063 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:03.639111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:12.213766 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:35:12.882488 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-cccd6ed7-8ec7-4a04-b18f-e3abdb4dd97a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431256 Aug 19 18:35:12.995853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-dd4a1e13-ccb2-4f4d-9911-0be11ee992ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:12.997404 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-dd4a1e13-ccb2-4f4d-9911-0be11ee992ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0489893 Aug 19 18:35:13.106831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-20087958-c05a-426a-9bc5-28fa374442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:13.108434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-20087958-c05a-426a-9bc5-28fa374442d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0901852 Aug 19 18:35:13.176738 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-4d1a98b5-ad4d-4352-b6f9-4d2d53b76171 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1002 time: 0.0616915 Aug 19 18:35:13.228160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-d43c572f-609b-4991-a95c-6269ae20ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:13.229669 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-d43c572f-609b-4991-a95c-6269ae20ccd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0449224 Aug 19 18:35:13.276258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-45eba124-22ec-4ab3-a73c-565b1ca9522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:35:13.277731 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-45eba124-22ec-4ab3-a73c-565b1ca9522b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402360 Aug 19 18:35:13.372416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-dbc5f16e-d147-4b1d-90f4-bf902555ca3a service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Aug 19 18:35:13.470521 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5fbfffd3-39e0-43c7-aed1-358a6198b381 req-10342571-5ff2-4570-9f72-2d230e431d2c service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910254 Aug 19 18:35:17.399465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:26.529654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:28.178264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dc1aaaa7-299a-4ac7-bdea-ac09f6f874dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.623757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fd64258a-d454-4338-96ca-67fd517b976d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:30.947039 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:32.084385 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:33.645116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:47.398813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:49.213579 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:35:56.538127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:35:58.180054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d48c48af-d3d8-4519-b006-e81b029b7caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:00.625001 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-092de0c2-9a48-4eb0-8d1f-32c8c89a2173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:00.947674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:02.088220 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:03.650464 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:12.677306 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-75c4abd5-b34a-4557-b712-42135fbe978f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923946552&fields=id&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 267 time: 0.0348034 Aug 19 18:36:12.800130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-7eab8a28-3c40-4fa0-b7c9-787258dc6d97 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:12.801613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-7eab8a28-3c40-4fa0-b7c9-787258dc6d97 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1107438 Aug 19 18:36:12.817375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-c447a943-f6f8-4326-96bf-e9cce98760f8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/quotas/809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Aug 19 18:36:12.880063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-9c3b518e-ee9c-4e2c-ad15-a6f47c9bbd93 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569212 Aug 19 18:36:12.979499 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-ccd8507f-9184-46a8-b174-c6d3f989bff8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1406271 Aug 19 18:36:12.983371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-cf6aad05-e92e-4e08-920d-3e8fd292b948 service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905957 Aug 19 18:36:13.089087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-7a999c22-a515-45f5-a4bb-c4d90983e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:13.091265 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-7a999c22-a515-45f5-a4bb-c4d90983e614 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0528421 Aug 19 18:36:13.208615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-d31e1e84-e3f6-4396-ab81-dbde793c7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:13.210035 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-d31e1e84-e3f6-4396-ab81-dbde793c7f1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0984843 Aug 19 18:36:13.284818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-a7553cc2-3c03-408c-8f04-c3fb77c3b4b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1002 time: 0.0675578 Aug 19 18:36:13.335399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-1192d737-6de5-460c-8b0b-ac1a88040013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:13.336924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-1192d737-6de5-460c-8b0b-ac1a88040013 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0451806 Aug 19 18:36:13.371134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-da34bfc1-68f1-4388-a1d0-cc6822d7c02c service neutron] 10.222.0.36 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812065 Aug 19 18:36:13.384256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-24b12aea-c7ec-4744-ad7d-b61ab678d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:13.385794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-24b12aea-c7ec-4744-ad7d-b61ab678d31f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410213 Aug 19 18:36:13.481372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-00c2be22-bdba-4c6d-a6e3-acc6893035a1 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882945 Aug 19 18:36:13.576389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-03564299-82e7-4abe-87ea-6a5b051fed02 req-56d84b62-ac4f-479e-b35b-4323c44cf327 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879505 Aug 19 18:36:13.666657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b01a564c-9ce5-4c41-91ef-9e4cac972086 req-49c94de2-7fae-4292-b191-3a16db28a613 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0268080 Aug 19 18:36:14.633505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-d791ccd9-c718-42e8-8060-5816fb51c3d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:14.635028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-d791ccd9-c718-42e8-8060-5816fb51c3d3 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 812 time: 0.1145313 Aug 19 18:36:14.687652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-f4999352-2076-47ff-a2f9-56ee7703f9ff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809711a4baa44df482e224d0ca2988a2 HTTP/1.1" status: 200 len: 380 time: 0.0437117 Aug 19 18:36:14.697616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'port': {'device_id': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'admin_state_up': True, 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'security_groups': ['9f478c2e-8399-4986-9cad-e8735b269b72']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:14.779742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62ceb3e6-dc28-448e-83ec-90c74efe8936 req-bc9feb9f-fa8b-46eb-876c-b33dd0d35b27 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0347130 Aug 19 18:36:14.837038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Made reservation on behalf of 809711a4baa44df482e224d0ca2988a2 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:36:14.841671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:14.970704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.20.0.5 (68735d23-cc98-4a56-b47d-3e0d90bbe2ef/91db4df8-bbfd-4098-bbc2-31c82311b412/f41dac23-1aeb-4fba-834e-df4da1d6c2ff) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:15.112367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.125523 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Transition to ACTIVE for port object f41dac23-1aeb-4fba-834e-df4da1d6c2ff will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:15.160588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.208155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:15.211347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:15.216224 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:15.241034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:15.259706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.260052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.260666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.261016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.261359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.262220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.262557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.262888 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.263216 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.263567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.263900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.264228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:15.284013 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.284680 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.305399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-09249426-2d7c-4008-9441-1c2e782eb313 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116755 Aug 19 18:36:15.406055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Request body: {'port': {'device_id': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:15.456640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f72580a6-7f35-4ae6-a10e-0830b3ecf5f3 None None] Provisioning for port f41dac23-1aeb-4fba-834e-df4da1d6c2ff completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:15.461306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f72580a6-7f35-4ae6-a10e-0830b3ecf5f3 None None] Provisioning complete for port f41dac23-1aeb-4fba-834e-df4da1d6c2ff triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:15.461887 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f72580a6-7f35-4ae6-a10e-0830b3ecf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.468191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.498498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f72580a6-7f35-4ae6-a10e-0830b3ecf5f3 None None] Port f41dac23-1aeb-4fba-834e-df4da1d6c2ff cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:36:15.743065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41dac23-1aeb-4fba-834e-df4da1d6c2ff {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:15.751569 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.764598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Transition to ACTIVE for port object f41dac23-1aeb-4fba-834e-df4da1d6c2ff will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:36:15.768732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:15.837130 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Pushing event updated for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:15.969252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Attempting to bind port f41dac23-1aeb-4fba-834e-df4da1d6c2ff on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:36:15.969631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Attempting to bind port f41dac23-1aeb-4fba-834e-df4da1d6c2ff by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:36:15.969926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Attempting to bind port f41dac23-1aeb-4fba-834e-df4da1d6c2ff on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:15.978611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Port f41dac23-1aeb-4fba-834e-df4da1d6c2ff on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:36:15.979294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Attempting to bind port f41dac23-1aeb-4fba-834e-df4da1d6c2ff on network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:36:15.997629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0179-1610-4a3a-8ae4-75c105a584c0 req-02765fae-66b2-4dd4-908e-7e3fd98bba41 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:15.999178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ac0179-1610-4a3a-8ae4-75c105a584c0 req-02765fae-66b2-4dd4-908e-7e3fd98bba41 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0940492 Aug 19 18:36:16.000254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:36:16.000602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Checking segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:36:16.001002 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Bound using segment: {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:36:16.001452 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Bound port: f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f61c453-92d3-416e-8eb0-576f832e25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:36:16.001905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:16.088337 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ac0179-1610-4a3a-8ae4-75c105a584c0 req-9799d289-0d4c-44f3-9814-bd198307dab7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765307 Aug 19 18:36:16.113128 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:36:16.116424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:36:16.124017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:16.163161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.163975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:16.165410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] 10.222.0.42 "PUT /v2.0/ports/f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 1092 time: 0.8515303 Aug 19 18:36:16.165812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:16.169306 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9205208-cb9a-449a-bdd6-fec0ceb0256e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:16.228417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036ea9-de61-4bd3-bb84-4d664f595e2c service neutron] Pushing event updated for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:16.268874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-ddb2fd61-3d10-40a4-a345-7cc545faac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.270500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-ddb2fd61-3d10-40a4-a345-7cc545faac9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1095 time: 0.0593219 Aug 19 18:36:16.322485 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d222851-437b-4bf6-a5de-75e99975af15 x-openstack-request-id: req-8d222851-437b-4bf6-a5de-75e99975af15 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:16.323004 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:16.323343 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d222851-437b-4bf6-a5de-75e99975af15 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:16.323789 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'status': 'completed', 'code': 200} Aug 19 18:36:16.326189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-bf4b298b-1e61-4ba0-a8df-c504249ec9a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 217 time: 0.0471735 Aug 19 18:36:16.389869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-a9209bb2-3bc4-4876-9f47-46c928754603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.391393 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-a9209bb2-3bc4-4876-9f47-46c928754603 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0585241 Aug 19 18:36:16.445909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-33076bb1-ec6a-4d2c-a582-3404249c93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.448252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-33076bb1-ec6a-4d2c-a582-3404249c93d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468740 Aug 19 18:36:16.551938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-f2a76c55-2e54-49ca-bee7-65eddbb8483f service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971680 Aug 19 18:36:16.649625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c657599-8518-4f66-b2df-5a1837b31f52 req-984d7f46-acb4-48a6-91b6-d546331793ef service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Aug 19 18:36:16.735220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-02c6c71b-029d-42b7-98fe-0da6a920c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.736584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-02c6c71b-029d-42b7-98fe-0da6a920c9d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1095 time: 0.0426102 Aug 19 18:36:16.834472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-ffe67368-c730-44f7-9388-fe485bff815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.835888 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-ffe67368-c730-44f7-9388-fe485bff815a service neutron] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0926876 Aug 19 18:36:16.877183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-644b1661-9449-4e22-b71f-dd9c33edcbb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 217 time: 0.0343840 Aug 19 18:36:16.931917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-966b5209-e40f-4e4e-b246-60df1229adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.934012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-966b5209-e40f-4e4e-b246-60df1229adaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0492415 Aug 19 18:36:16.978354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-d7281420-bc76-4d56-a698-3d7e1d584a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:16.979894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-d7281420-bc76-4d56-a698-3d7e1d584a0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402172 Aug 19 18:36:17.071721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-c46f426e-6612-4d4a-b07e-389c900ce2b6 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840781 Aug 19 18:36:17.182041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9205208-cb9a-449a-bdd6-fec0ceb0256e req-b642d682-8f4c-4e05-9979-6aa034c33dfe service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032274 Aug 19 18:36:17.220007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3b844-a84f-4b85-8ba3-c9b5fe8f9faa req-9a0efeff-1328-454a-9531-87bb56fd1623 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:17.221639 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb3b844-a84f-4b85-8ba3-c9b5fe8f9faa req-9a0efeff-1328-454a-9531-87bb56fd1623 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0590751 Aug 19 18:36:17.262382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cb3b844-a84f-4b85-8ba3-c9b5fe8f9faa req-1e9f6ad2-ad50-468b-8a47-20e7e5d831c4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Aug 19 18:36:17.413213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:18.389008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0343da-2da0-473c-8ac7-aba9add963cf req-cadaf84a-6a57-4330-a09e-09f000c1cd21 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:18.390530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af0343da-2da0-473c-8ac7-aba9add963cf req-cadaf84a-6a57-4330-a09e-09f000c1cd21 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0574296 Aug 19 18:36:18.429359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af0343da-2da0-473c-8ac7-aba9add963cf req-22c203fb-26aa-4198-ad3e-6af80bbbfb8f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327206 Aug 19 18:36:19.541773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b0aea-04c2-43f1-829a-4872c1793cfb req-f7e22105-b179-41cf-8853-7d23d5dc5eab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:19.543797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-627b0aea-04c2-43f1-829a-4872c1793cfb req-f7e22105-b179-41cf-8853-7d23d5dc5eab tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0494900 Aug 19 18:36:19.581953 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-627b0aea-04c2-43f1-829a-4872c1793cfb req-d64c30ec-1e34-4c7a-8ad2-30a5cc457503 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Aug 19 18:36:20.696538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a11a-da37-497e-82c3-59b962b73811 req-1779e1b7-9f2e-4046-a0af-6577bc698390 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:20.698165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1756a11a-da37-497e-82c3-59b962b73811 req-1779e1b7-9f2e-4046-a0af-6577bc698390 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0501804 Aug 19 18:36:20.739743 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1756a11a-da37-497e-82c3-59b962b73811 req-aa567a05-891b-4894-ae84-ecb74be1c568 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340652 Aug 19 18:36:21.863196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105da62-f2b6-428d-800c-16ec00675ec9 req-4a519016-d582-4d8b-a304-2e50b9fc93cd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:21.864616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4105da62-f2b6-428d-800c-16ec00675ec9 req-4a519016-d582-4d8b-a304-2e50b9fc93cd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0518312 Aug 19 18:36:21.903134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4105da62-f2b6-428d-800c-16ec00675ec9 req-4fa6bbff-1521-473e-98bd-aa4b1b84e033 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Aug 19 18:36:23.021009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb82b2-2f1e-4197-bc5d-2a1444decdc3 req-1d3b964a-9209-42cf-a9c6-cce0cb020672 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:23.022544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32fb82b2-2f1e-4197-bc5d-2a1444decdc3 req-1d3b964a-9209-42cf-a9c6-cce0cb020672 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0520093 Aug 19 18:36:23.064504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32fb82b2-2f1e-4197-bc5d-2a1444decdc3 req-cd09bc08-ac32-4a8c-aeb3-be8ce56f3b02 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353665 Aug 19 18:36:24.182213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1245463-d821-4433-87b8-b7059f20bc9d req-09a87718-cbfe-4d33-8efe-07d860be31e7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:24.184397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1245463-d821-4433-87b8-b7059f20bc9d req-09a87718-cbfe-4d33-8efe-07d860be31e7 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0506914 Aug 19 18:36:24.224492 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1245463-d821-4433-87b8-b7059f20bc9d req-ef5f87f4-6e9d-4387-8e8b-093858349e4f tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Aug 19 18:36:25.363933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513545-7e55-4399-80e6-0f577bc0784d req-25c9a0e6-e5c3-4806-b077-f8e4f6703996 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:25.365737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c513545-7e55-4399-80e6-0f577bc0784d req-25c9a0e6-e5c3-4806-b077-f8e4f6703996 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0711062 Aug 19 18:36:25.414250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c513545-7e55-4399-80e6-0f577bc0784d req-24fa72b1-5644-460c-ab77-0cbccce3e347 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Aug 19 18:36:26.215596 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:36:26.536365 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:26.544365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310378f-d71c-4266-8443-5bb2da02bec2 req-03adf6c7-fba3-4ffc-add0-197f1a4d8357 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:26.545993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e310378f-d71c-4266-8443-5bb2da02bec2 req-03adf6c7-fba3-4ffc-add0-197f1a4d8357 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 943 time: 0.0577481 Aug 19 18:36:26.598421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e310378f-d71c-4266-8443-5bb2da02bec2 req-b20197cc-ed83-483b-aebc-8c73c53d8e83 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Aug 19 18:36:27.213768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f41dac23-1aeb-4fba-834e-df4da1d6c2ff details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:36:27.312373 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:27.323009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'port_id': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'mac_address': 'fa:16:3e:4d:fa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:36:27.360751 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.373227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41dac23-1aeb-4fba-834e-df4da1d6c2ff {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:36:27.391707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:27.395584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:27.445603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:27.452903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.453257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.453604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.453945 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.454286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.454622 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.454951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.455284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.455645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.455973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.456305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.456629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:36:27.627303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['f41dac23-1aeb-4fba-834e-df4da1d6c2ff'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:36:27.714695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c524a4-932a-41df-9614-c0cd1e126387 req-e632458e-ec27-4a38-92c0-a0a242fadbff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:27.717131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3c524a4-932a-41df-9614-c0cd1e126387 req-e632458e-ec27-4a38-92c0-a0a242fadbff tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 944 time: 0.0504527 Aug 19 18:36:27.755339 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3c524a4-932a-41df-9614-c0cd1e126387 req-fb48ba69-e8f7-4b26-bc50-9e63bdf8a708 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Aug 19 18:36:28.180618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d69c-9b3f-475c-abf2-bd4bd54f6af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:28.873633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf1ddb-29fe-42f9-bd5d-5b5e481239b5 req-912b4fdb-3a39-495c-9f94-7df394efe2b2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:28.875151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaaf1ddb-29fe-42f9-bd5d-5b5e481239b5 req-912b4fdb-3a39-495c-9f94-7df394efe2b2 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 944 time: 0.0532844 Aug 19 18:36:28.916315 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aaaf1ddb-29fe-42f9-bd5d-5b5e481239b5 req-51865f36-254d-4dfa-81a3-19204440dd26 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350378 Aug 19 18:36:29.213306 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f41dac23-1aeb-4fba-834e-df4da1d6c2ff up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:36:29.262187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port f41dac23-1aeb-4fba-834e-df4da1d6c2ff completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:36:29.266063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port f41dac23-1aeb-4fba-834e-df4da1d6c2ff triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:36:29.266447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.341212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.363784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:29.366038 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bffab42-1ca8-4d65-8599-1e5b946ad2b6" -d '{"events": [{"server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "name": "network-vif-plugged", "status": "completed", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:29.383360 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:36:29.388300 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:29.436178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:29.467161 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bce743-9397-4aaf-977c-c5186d9e56bf x-openstack-request-id: req-01bce743-9397-4aaf-977c-c5186d9e56bf {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:29.467473 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "name": "network-vif-plugged", "status": "completed", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:29.467738 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01bce743-9397-4aaf-977c-c5186d9e56bf {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:29.468136 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'code': 200} Aug 19 18:36:29.562524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b02310-d19d-4632-a0cc-a374ebf2d6ea req-3ae6e4bd-d8b2-451f-878e-7ae4d72cd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:29.564163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52b02310-d19d-4632-a0cc-a374ebf2d6ea req-3ae6e4bd-d8b2-451f-878e-7ae4d72cd0c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1097 time: 0.0423164 Aug 19 18:36:29.599269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52b02310-d19d-4632-a0cc-a374ebf2d6ea req-d8a210cb-859b-4130-9d84-8e8cfc59680c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281196 Aug 19 18:36:30.032587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca261ffd-13bf-4428-a725-c9fe4e842132 req-4eb34888-18ab-4ff4-8bdc-468f27a8411d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:30.034057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca261ffd-13bf-4428-a725-c9fe4e842132 req-4eb34888-18ab-4ff4-8bdc-468f27a8411d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0483346 Aug 19 18:36:30.070420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca261ffd-13bf-4428-a725-c9fe4e842132 req-c75b0196-72e9-4db6-8086-19dc63192902 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303037 Aug 19 18:36:30.625688 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bcfe9d2-fc5a-4239-abdd-f44cc021597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:30.951752 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.196310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504e546-45fc-4452-803d-91b3eb6d81fc req-3c7624ba-b844-42c6-88f6-314f83ab5d93 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.197870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8504e546-45fc-4452-803d-91b3eb6d81fc req-3c7624ba-b844-42c6-88f6-314f83ab5d93 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0550876 Aug 19 18:36:31.240697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8504e546-45fc-4452-803d-91b3eb6d81fc req-fe29e7f9-5baa-4342-bdcb-e4bfcf936273 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362244 Aug 19 18:36:31.363546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af688-c577-40e3-9fe9-53ac475eabf1 req-821754fd-dbfd-4369-9b1e-f7f1e374cf18 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.365087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c88af688-c577-40e3-9fe9-53ac475eabf1 req-821754fd-dbfd-4369-9b1e-f7f1e374cf18 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0550294 Aug 19 18:36:31.404427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c88af688-c577-40e3-9fe9-53ac475eabf1 req-3ecd12a0-1335-4c49-a7c2-22c58df9aad6 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Aug 19 18:36:31.427209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41778) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:31.472170 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b86594-d0ea-4fd4-8181-a94619eb1c41 tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:31.473718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23b86594-d0ea-4fd4-8181-a94619eb1c41 tempest-TestVolumeBootPattern-1775259580 tempest-TestVolumeBootPattern-1775259580-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1092 time: 0.0453320 Aug 19 18:36:31.478026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41780) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:36:31.482698 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:36:31.507187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.615361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.726884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Allocated IP 172.25.5.127 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c1bac009-c1ef-4412-97f4-56f3198ee840) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:36:31.839314 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.879755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:31.917205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:36:31.922233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:36:31.924751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:36:31.957471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=c1bac009-c1ef-4412-97f4-56f3198ee840,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:32.094148 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.294304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.359215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.508774 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.514353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.587969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event updated for resources: {'Port': ['ID=c1bac009-c1ef-4412-97f4-56f3198ee840,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:36:32.599961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:32.701118 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP d98398a5-9cea-4164-879f-ee88f6f2c498 associated. External IP: 172.25.5.127, port: f41dac23-1aeb-4fba-834e-df4da1d6c2ff. Aug 19 18:36:33.183357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:36:33.287334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:36:33.298405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:36:33.303910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:33.307966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:33.308608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:36:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:33.333486 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0f7b18c9-3818-4d16-b51a-f526f239e859 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8543801 Aug 19 18:36:33.334169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:36:33.336485 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f747cf5-17fe-490e-941a-caec40d9dc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:36:33.378333 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036ffbe-41a4-4e76-97fa-08b64a5ae91d x-openstack-request-id: req-0036ffbe-41a4-4e76-97fa-08b64a5ae91d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:36:33.378685 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:36:33.378942 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0036ffbe-41a4-4e76-97fa-08b64a5ae91d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:36:33.379338 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'status': 'completed', 'code': 200} Aug 19 18:36:33.419519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:33.442409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-41803e37-6521-4e9c-b29e-cad556193bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.443887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-41803e37-6521-4e9c-b29e-cad556193bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1097 time: 0.0419009 Aug 19 18:36:33.538745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-8dbfb9e0-62b0-4148-b47f-89721072bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.540321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-8dbfb9e0-62b0-4148-b47f-89721072bc57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0898042 Aug 19 18:36:33.608590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-b4aff0eb-8270-413e-86a6-da43768416f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 999 time: 0.0618112 Aug 19 18:36:33.653985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}, {'id': 'd98398a5-9cea-4164-879f-ee88f6f2c498', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:4d:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:36:32Z', 'updated_at': '2021-08-19T18:36:32Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:33.657028 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:33.659778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-131bb6d7-7fab-4784-b56b-4d2272379765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.661287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-131bb6d7-7fab-4784-b56b-4d2272379765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0466442 Aug 19 18:36:33.684258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:36:33.692612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:36:33.693160 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:36:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:33.707380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-792fbd28-b9b1-476b-948b-0b99202011b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:36:33.708937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-792fbd28-b9b1-476b-948b-0b99202011b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410359 Aug 19 18:36:33.798593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:36:33.802377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-996f1276-7cc3-43ef-acd2-65576a458dfe service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865178 Aug 19 18:36:33.897283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f747cf5-17fe-490e-941a-caec40d9dc8e req-0620d06d-d5d7-4514-a024-d0d9744d56a6 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881531 Aug 19 18:36:34.020728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}, {'id': 'd98398a5-9cea-4164-879f-ee88f6f2c498', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:4d:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:36:32Z', 'updated_at': '2021-08-19T18:36:32Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:36:34.046304 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017b61a-b33d-4003-ae19-c25e6be93909 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}, {'id': 'd98398a5-9cea-4164-879f-ee88f6f2c498', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:4d:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:36:32Z', 'updated_at': '2021-08-19T18:36:32Z', 'revision_number': 0, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:36:34.235841 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11cf9eb-9cec-4220-98f3-af76a0860f50 None None] New status for floating IP d98398a5-9cea-4164-879f-ee88f6f2c498: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:36:47.415390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:56.547195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:36:58.181575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db28f7ef-c4bb-4d3f-b375-8c8e54c8bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.463951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-f4dad8a4-ae7c-48e1-a553-c322104b241f req-c33e075d-c387-415e-baac-c6b49bd0e808 service neutron] (101324) timed out ('10.222.0.36', 38728) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:37:00.626914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-71a76d40-2598-4457-946a-8f409f5e8cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:00.952768 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:02.091909 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:03.215164 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:37:03.651716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:08.510994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-2d14c84d-eb59-414b-9d80-303e7da49140 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409548 Aug 19 18:37:08.592006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-7de5e815-38de-4f97-bfd2-8b61513e2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:08.593507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-7de5e815-38de-4f97-bfd2-8b61513e2667 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1097 time: 0.0413082 Aug 19 18:37:08.697658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-f28568bf-17b6-45dc-810b-d66f47fbe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:08.699060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-f28568bf-17b6-45dc-810b-d66f47fbe1b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0875843 Aug 19 18:37:08.765447 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-b7289837-3322-4ad3-8711-5389e72e7196 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 1001 time: 0.0578961 Aug 19 18:37:08.814937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-a870dbd5-21c5-484d-a3ab-6b39af4b05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:08.816399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-a870dbd5-21c5-484d-a3ab-6b39af4b05b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0433421 Aug 19 18:37:08.865461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-eb836faa-1151-436d-bdf9-4678f8b0ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:08.866982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-eb836faa-1151-436d-bdf9-4678f8b0ef25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439961 Aug 19 18:37:08.955649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-1f755b72-a576-41a4-b2f1-33e9c6556499 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816061 Aug 19 18:37:09.047854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819172c0-2e60-4be0-89e0-8ee5875025ad req-84b43919-a9ac-4d19-902a-75a7723e6861 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Aug 19 18:37:12.898719 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-bdbf0dd7-f5d5-4ec8-9b4e-c17fda030808 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461373 Aug 19 18:37:12.995232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-1cab4586-3ca3-49b8-a1ff-5b4693560b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:12.996874 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-1cab4586-3ca3-49b8-a1ff-5b4693560b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0431981 Aug 19 18:37:13.103932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-b82a066d-0102-405b-ade6-1dc707ec7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:13.105455 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-b82a066d-0102-405b-ade6-1dc707ec7294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0873001 Aug 19 18:37:13.181765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-4e79a2f9-42d1-48b1-bca7-abee2c38dbf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1002 time: 0.0688519 Aug 19 18:37:13.234739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-0611290b-ec04-461a-9d93-e169e9bb4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:13.236545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-0611290b-ec04-461a-9d93-e169e9bb4b92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0484858 Aug 19 18:37:13.284464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-d9842860-406a-40fa-a19d-0af5324fd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:37:13.286066 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-d9842860-406a-40fa-a19d-0af5324fd049 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431685 Aug 19 18:37:13.380724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-b9926778-07de-4de7-a592-5ef572f81c77 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880458 Aug 19 18:37:13.477645 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e48dcfcf-54a9-4f71-87de-0eb321480ab9 req-c28bc165-044a-4053-b4a2-6ea39f8690df service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899949 Aug 19 18:37:17.432472 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:26.578254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:28.182094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3b29e8ee-451f-4372-b0e7-372b2128ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.627977 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b787f378-2414-4073-b2b7-ab50dec96e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:30.954504 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:32.095364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:33.656303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:40.214547 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:37:47.117500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-4e592592-204f-40e6-be21-856425cd9ee6 req-d5934a0e-5514-436d-9bf6-d88149afcfef service neutron] (101325) timed out ('10.222.0.36', 35336) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:37:47.445550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:56.577890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:37:58.184259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a83319ca-811b-4058-8d87-459d24e49153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.628943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-556f4178-75a0-4b45-8f86-bd90c4e8a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:00.958708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.625388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41826) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:01.785986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port c1bac009-c1ef-4412-97f4-56f3198ee840 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:01.786332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.864730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.864978 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:01.876292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for c1bac009-c1ef-4412-97f4-56f3198ee840 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:02.020122 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.052826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=c1bac009-c1ef-4412-97f4-56f3198ee840,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:02.073949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.074296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.074634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.074972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.075304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.075666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.075992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.076314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.076635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.076956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.077278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.077595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:02.098831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.121741 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.122007 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP d98398a5-9cea-4164-879f-ee88f6f2c498 disassociated (deleted). External IP: 172.25.5.127, port: f41dac23-1aeb-4fba-834e-df4da1d6c2ff. Aug 19 18:38:02.340941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:38:02.448065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:38:02.452760 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:02.457979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:38:02.467685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:02.468324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:02.480163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fb2dce45-eda8-4841-9b72-2c39b96c5478 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "DELETE /v2.0/floatingips/d98398a5-9cea-4164-879f-ee88f6f2c498 HTTP/1.1" status: 204 len: 168 time: 0.8536737 Aug 19 18:38:02.480762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:02.483047 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:02.530781 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb8df16-49ee-4ceb-b4cc-4a0cecc59ce1 x-openstack-request-id: req-ecb8df16-49ee-4ceb-b4cc-4a0cecc59ce1 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:02.531073 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:02.531328 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecb8df16-49ee-4ceb-b4cc-4a0cecc59ce1 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:02.531748 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'status': 'completed', 'code': 200} Aug 19 18:38:02.582541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:02.603183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-ebd411f3-d7b1-47a9-98b0-0c06765817c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:02.604748 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-ebd411f3-d7b1-47a9-98b0-0c06765817c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 1097 time: 0.0495350 Aug 19 18:38:02.764431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477ac3-ce0e-4317-abbe-4f79d6b8f704 req-a132179e-64c0-4298-b869-b7da3ff81b99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:02.765874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c477ac3-ce0e-4317-abbe-4f79d6b8f704 req-a132179e-64c0-4298-b869-b7da3ff81b99 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0797353 Aug 19 18:38:02.766930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-be00fc57-3745-40c1-8f29-aaabf17be6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:02.768322 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-be00fc57-3745-40c1-8f29-aaabf17be6af service neutron] 10.222.0.42 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.1567376 Aug 19 18:38:02.821032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-0ef9a391-31f2-4f39-9356-f5b75af67033 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 200 len: 217 time: 0.0415790 Aug 19 18:38:02.869472 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c477ac3-ce0e-4317-abbe-4f79d6b8f704 req-9b73e648-5c39-4895-8272-626c8baf976c tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969741 Aug 19 18:38:02.887041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-77cdd23a-6f37-47b4-af82-a66ea012dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:02.888564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-77cdd23a-6f37-47b4-af82-a66ea012dc69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0570509 Aug 19 18:38:02.937556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-e03126a2-541a-4a53-91a0-d0c4f18aa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:02.939077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-e03126a2-541a-4a53-91a0-d0c4f18aa80e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430269 Aug 19 18:38:02.983001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:03.010092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:38:03.018418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:03.018971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:03.043154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-c1ef4078-9601-4c37-a474-01a3b6f4bcc8 service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917907 Aug 19 18:38:03.124128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:03.136706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c9b5d3b6-dd7a-40e2-aa4e-3c0175afac65 req-069b8fca-11b1-48cf-8c46-3b60cd3d6dee service neutron] 10.222.0.42 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860977 Aug 19 18:38:03.352389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:03.378062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2420-743a-4112-b887-955f8f0c9ea6 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'port_id': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'mac_address': 'fa:16:3e:83:ad:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:34:33Z', 'updated_at': '2021-08-19T18:34:36Z', 'revision_number': 1, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:38:03.588433 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d537827-b12c-49aa-b54e-66dbf7f81892 None None] New status for floating IP d98398a5-9cea-4164-879f-ee88f6f2c498: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:38:03.659821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:03.986780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17818a1-b70d-4174-8f89-3f8f887b041e req-12caaabf-0d34-45fa-93b0-e1194f8f81fd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:03.988561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f17818a1-b70d-4174-8f89-3f8f887b041e req-12caaabf-0d34-45fa-93b0-e1194f8f81fd tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0489166 Aug 19 18:38:04.027663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f17818a1-b70d-4174-8f89-3f8f887b041e req-e3bbe930-ee75-4c0f-bbaf-8a8844fbb732 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Aug 19 18:38:04.210231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-1f10fb35-7eb3-4a57-90dd-f54fa9d92ea8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:04.211626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-1f10fb35-7eb3-4a57-90dd-f54fa9d92ea8 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 945 time: 0.0528710 Aug 19 18:38:04.300680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port f41dac23-1aeb-4fba-834e-df4da1d6c2ff {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:04.301018 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:04.391643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port f41dac23-1aeb-4fba-834e-df4da1d6c2ff, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:04.392017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:04.405245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for f41dac23-1aeb-4fba-834e-df4da1d6c2ff owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:04.533876 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:04.561477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=f41dac23-1aeb-4fba-834e-df4da1d6c2ff,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:04.606719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port f41dac23-1aeb-4fba-834e-df4da1d6c2ff on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:04.609343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:04.611358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65c2f0bb-cbcf-4dc4-8123-e75eccd645ad req-a01a0595-1837-4f57-bf86-5716fce411e5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.42 "DELETE /v2.0/ports/f41dac23-1aeb-4fba-834e-df4da1d6c2ff HTTP/1.1" status: 204 len: 173 time: 0.3935518 Aug 19 18:38:04.611832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'name': 'network-vif-deleted', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:04.614420 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5221a5-58cb-4540-bf2a-9eb4e078e61a" -d '{"events": [{"server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "name": "network-vif-deleted", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:04.677354 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2792dbda-f6e1-41d3-b225-9c18695330e2 x-openstack-request-id: req-2792dbda-f6e1-41d3-b225-9c18695330e2 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:04.677650 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f82844-8218-4297-aa41-7707ac56afcb", "name": "network-vif-deleted", "tag": "f41dac23-1aeb-4fba-834e-df4da1d6c2ff", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:04.677909 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2792dbda-f6e1-41d3-b225-9c18695330e2 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:04.678989 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f82844-8218-4297-aa41-7707ac56afcb', 'name': 'network-vif-deleted', 'tag': 'f41dac23-1aeb-4fba-834e-df4da1d6c2ff', 'status': 'completed', 'code': 200} Aug 19 18:38:05.122960 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-653f0756-c7c5-4125-afd5-ffc25672a970 req-92310793-8c44-405f-991b-150bc8b1a184 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0273113 Aug 19 18:38:06.221184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03865359-7c66-4966-b1e2-e0badb3c2d92 req-92b90324-cad6-4b53-ba23-8e8c10303aef tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0262787 Aug 19 18:38:07.321826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4df77a58-89c4-4ee4-b6ba-492a7f68ebd5 req-87d08d0a-4490-4ae0-8ef2-51b2dd0f67c9 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0307648 Aug 19 18:38:07.681849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f41dac23-1aeb-4fba-834e-df4da1d6c2ff no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:07.701837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: f41dac23-1aeb-4fba-834e-df4da1d6c2ff {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:07.702185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device f41dac23-1aeb-4fba-834e-df4da1d6c2ff not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:08.429159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8dfa08ff-3978-4a96-a255-071bf5cedf73 req-849b4706-6acf-4191-8d7f-8d2257ede143 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3f82844-8218-4297-aa41-7707ac56afcb HTTP/1.1" status: 200 len: 210 time: 0.0271957 Aug 19 18:38:12.883848 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-a30e8d08-f725-447f-b66d-314cdb8e311d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474424 Aug 19 18:38:12.986051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f044e-2850-46ee-ad99-13af22199ca0 req-5b81b7e2-948e-4a9a-bda5-87c0c76f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:12.987599 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-5b81b7e2-948e-4a9a-bda5-87c0c76f3027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0419090 Aug 19 18:38:13.092563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f044e-2850-46ee-ad99-13af22199ca0 req-1af51c32-0a93-4288-9ce2-c14e969ad790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:13.093955 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-1af51c32-0a93-4288-9ce2-c14e969ad790 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0857859 Aug 19 18:38:13.157356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-15c94de4-b4ca-4f6a-bb32-33838a5050fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 1002 time: 0.0566363 Aug 19 18:38:13.205841 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f044e-2850-46ee-ad99-13af22199ca0 req-133f7ecf-2e2c-46e0-a1cc-5e3952ef91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:13.207241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-133f7ecf-2e2c-46e0-a1cc-5e3952ef91ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0432627 Aug 19 18:38:13.256352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f044e-2850-46ee-ad99-13af22199ca0 req-527ecbd1-79c7-43ba-aeaa-ebd965d9d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:13.258086 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-527ecbd1-79c7-43ba-aeaa-ebd965d9d55a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442693 Aug 19 18:38:13.345446 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-b1573191-b76c-4b8c-9059-d6e1c72ef00f service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795920 Aug 19 18:38:13.437824 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-126f044e-2850-46ee-ad99-13af22199ca0 req-d43eb6f2-c98c-4608-9bf0-2fd792c61831 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848279 Aug 19 18:38:13.786829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41890) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:13.954266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 8cfb3172-7f4f-4c34-8361-02b5c60ea20a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:13.954620 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.032111 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.032369 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.044552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 8cfb3172-7f4f-4c34-8361-02b5c60ea20a owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:14.192749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.220754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=8cfb3172-7f4f-4c34-8361-02b5c60ea20a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:14.282891 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.283162 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Floating IP 15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea disassociated (deleted). External IP: 172.25.5.138, port: 68d5c839-01a9-4380-a0c8-b403cfb8da98. Aug 19 18:38:14.488735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:38:14.878533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:38:14.883501 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:14.888535 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:38:14.898316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:14.898934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:14.910344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b63fc884-817d-4b9f-bcd0-efafd5c75faf tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "DELETE /v2.0/floatingips/15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea HTTP/1.1" status: 204 len: 168 time: 1.1223826 Aug 19 18:38:14.910937 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:14.914160 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232fabb-c66a-44a8-8e08-6d3add0c2b77" -d '{"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:14.950798 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e4f19-9e80-4422-8e83-02cbfe90a6d9 x-openstack-request-id: req-115e4f19-9e80-4422-8e83-02cbfe90a6d9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:14.951191 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:14.951479 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-115e4f19-9e80-4422-8e83-02cbfe90a6d9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:14.951869 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'status': 'completed', 'code': 200} Aug 19 18:38:15.011042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:15.049935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-f37f6eb4-8969-42fd-9313-af9a1b8a29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.051503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-f37f6eb4-8969-42fd-9313-af9a1b8a29fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=809711a4baa44df482e224d0ca2988a2&device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 1098 time: 0.0531464 Aug 19 18:38:15.148010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924d8f5-c539-41b0-b5c7-38bf924e1697 req-5dce0049-bee0-453d-b4d3-752e3ab07963 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.149585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1924d8f5-c539-41b0-b5c7-38bf924e1697 req-5dce0049-bee0-453d-b4d3-752e3ab07963 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0557241 Aug 19 18:38:15.179048 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-7809558a-eaf6-495b-9bb5-d13754c3f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.181001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-7809558a-eaf6-495b-9bb5-d13754c3f5d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 200 len: 913 time: 0.0937600 Aug 19 18:38:15.192095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1924d8f5-c539-41b0-b5c7-38bf924e1697 req-79dcf8ca-32bd-4250-b15b-f632924b06a5 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342469 Aug 19 18:38:15.226316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:15.228491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-0dc660bc-7662-407a-985c-de878cdf9061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 200 len: 217 time: 0.0392911 Aug 19 18:38:15.252964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:38:15.261475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:15.262083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:15.277280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-97447aaf-2c2a-4134-920f-0f0640dec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.278782 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-97447aaf-2c2a-4134-920f-0f0640dec8ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 200 len: 851 time: 0.0432329 Aug 19 18:38:15.329421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-d5865274-8531-4da3-a207-29e60e8e9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:15.330931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-d5865274-8531-4da3-a207-29e60e8e9cc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68735d23-cc98-4a56-b47d-3e0d90bbe2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450261 Aug 19 18:38:15.373173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:15.421799 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-65df955f-7589-4fb3-b76d-e07a6bbc6428 service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826151 Aug 19 18:38:15.518668 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8232fabb-c66a-44a8-8e08-6d3add0c2b77 req-929db82e-57a7-4f41-81a7-ae0494e7cf9b service neutron] 10.222.0.13 "GET /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874338 Aug 19 18:38:15.581092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:15.607369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a0f76-77c1-403c-88fa-5deb5ac3e321 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:41Z', 'revision_number': 4, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '9166d72c-7555-41f3-a840-a527631c21ab', 'name': '', 'network_id': '68735d23-cc98-4a56-b47d-3e0d90bbe2ef', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'mac_address': 'fa:16:3e:ae:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:41Z', 'updated_at': '2021-08-19T18:28:46Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'subnets': [{'id': '91db4df8-bbfd-4098-bbc2-31c82311b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:38:15.817364 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6269595-4e24-414c-8fc8-d2e4138bab35 None None] New status for floating IP 15a5a9cc-48db-4c2c-a3ed-a2cef5ecfaea: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:38:16.311826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2e633-7578-4c0f-a45e-10149ab534ec req-cf53c652-8b33-4e1f-9beb-607b4d5cb954 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:16.313307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ab2e633-7578-4c0f-a45e-10149ab534ec req-cf53c652-8b33-4e1f-9beb-607b4d5cb954 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0488980 Aug 19 18:38:16.352049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ab2e633-7578-4c0f-a45e-10149ab534ec req-b7247ad9-f429-4279-a50b-597a316e92ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/security-groups?id=9f478c2e-8399-4986-9cad-e8735b269b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Aug 19 18:38:16.790183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-a7582ad8-4946-4832-a0c5-dc9075d015ea tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:16.791646 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-a7582ad8-4946-4832-a0c5-dc9075d015ea tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 946 time: 0.0484202 Aug 19 18:38:16.894100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 68d5c839-01a9-4380-a0c8-b403cfb8da98 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:16.894438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:16.988596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] For port 68d5c839-01a9-4380-a0c8-b403cfb8da98, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=68d5c839-01a9-4380-a0c8-b403cfb8da98,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:16.988960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.001547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 68d5c839-01a9-4380-a0c8-b403cfb8da98 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:17.128669 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.155928 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=68d5c839-01a9-4380-a0c8-b403cfb8da98,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:17.170661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.170661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.170661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.170661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.171015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.171353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.171739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.172070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.172404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.172730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.173063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.173391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:17.207301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] No DVR routers for this DVR port 68d5c839-01a9-4380-a0c8-b403cfb8da98 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:17.210004 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.212616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-67003ba3-5f02-4493-ab6b-f0d0c9c1d2af req-cca21e7a-c36c-4cc9-b73c-89d4d658433d tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.13 "DELETE /v2.0/ports/68d5c839-01a9-4380-a0c8-b403cfb8da98 HTTP/1.1" status: 204 len: 173 time: 0.4098589 Aug 19 18:38:17.213119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'name': 'network-vif-deleted', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:17.214493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:38:17.215406 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b34d48-fa25-4cc1-8ac2-e8544fb1e664" -d '{"events": [{"server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "name": "network-vif-deleted", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:17.315583 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69064da-92cf-43e1-809d-4585c0436f32 x-openstack-request-id: req-e69064da-92cf-43e1-809d-4585c0436f32 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:17.315880 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a5060e-5732-4cdc-8ac9-cb0c4620ab2d", "name": "network-vif-deleted", "tag": "68d5c839-01a9-4380-a0c8-b403cfb8da98", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:17.316130 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e69064da-92cf-43e1-809d-4585c0436f32 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:17.316581 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a5060e-5732-4cdc-8ac9-cb0c4620ab2d', 'name': 'network-vif-deleted', 'tag': '68d5c839-01a9-4380-a0c8-b403cfb8da98', 'status': 'completed', 'code': 200} Aug 19 18:38:17.443733 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:17.451696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-897d24c6-754a-43de-a7c0-350577c9e73d req-1c1963b9-c315-40a4-9526-1c7088d59695 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0314078 Aug 19 18:38:18.551078 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5043ef93-9b35-4aa8-b66c-28b1349027b1 req-77c6d0dc-4a60-43b6-b467-e3c5540c2e87 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0277028 Aug 19 18:38:18.587531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 68d5c839-01a9-4380-a0c8-b403cfb8da98 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:18.610978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 68d5c839-01a9-4380-a0c8-b403cfb8da98 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:18.611331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 68d5c839-01a9-4380-a0c8-b403cfb8da98 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:19.643991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-186026ab-32ae-4691-8bfd-e3037cdddc3a req-0a4c4e54-8d26-46d6-b6c5-93c3c3ecd713 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0258756 Aug 19 18:38:20.748033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe1ff819-eeea-4b58-aa86-7671331b0b61 req-7acff269-bb93-4d12-9f92-baa3e118f0b4 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "GET /v2.0/ports?device_id=01a5060e-5732-4cdc-8ac9-cb0c4620ab2d HTTP/1.1" status: 200 len: 210 time: 0.0283961 Aug 19 18:38:21.803389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41916) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:21.927239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Deleting port 7c4464ca-8cef-48d5-988c-61d2ccf5377b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:21.927510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.009737 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.010057 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.021390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Calling delete_port for 7c4464ca-8cef-48d5-988c-61d2ccf5377b owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:22.157513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.183064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'Port': ['ID=7c4464ca-8cef-48d5-988c-61d2ccf5377b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:22.242792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.245707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:22.246887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5c18e9f3-b5b7-4947-8321-27ee0fedfa69 tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "DELETE /v2.0/floatingips/b55783f0-c6fc-4dbe-a992-5fed9132967b HTTP/1.1" status: 204 len: 168 time: 0.4424253 Aug 19 18:38:24.496316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41930) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:24.560155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.585630 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.648778 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.652066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:24.653197 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f478c2e-8399-4986-9cad-e8735b269b72 HTTP/1.1" status: 204 len: 168 time: 0.1558757 Aug 19 18:38:24.662959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df92b1-01b2-48b9-b1cf-ca343d1377ae tempest-TestVolumeBootPattern-408864228 tempest-TestVolumeBootPattern-408864228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f478c2e-8399-4986-9cad-e8735b269b72,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:24.713995 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41934) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:25.170599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.761177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Deleting port 9166d72c-7555-41f3-a840-a527631c21ab {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:25.761809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.840260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] For port 9166d72c-7555-41f3-a840-a527631c21ab, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=9166d72c-7555-41f3-a840-a527631c21ab,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:25.840544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:25.853185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Calling delete_port for 9166d72c-7555-41f3-a840-a527631c21ab owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:26.030311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.053779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9166d72c-7555-41f3-a840-a527631c21ab,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:26.223055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.438224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Router 93bb1040-4e08-4680-9578-f8243c09cdcd has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:38:26.547426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:38:26.552334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f72ec407-9473-4407-a58d-466b04afc8f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/93bb1040-4e08-4680-9578-f8243c09cdcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373194 Aug 19 18:38:26.554946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41938) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:26.556788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Sync routers for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:38:26.575412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:26.576044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:26.613831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.663847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.683166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:26.771468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.826068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Deleting port 504600d7-9045-4f07-9573-119e04dabb14 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:26.826422 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.862844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '504600d7-9045-4f07-9573-119e04dabb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:38:25Z', 'revision_number': 5, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port': {'id': '504600d7-9045-4f07-9573-119e04dabb14', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:26.889766 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Checking router: 93bb1040-4e08-4680-9578-f8243c09cdcd for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:38:26.897965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Routers {'93bb1040-4e08-4680-9578-f8243c09cdcd'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:26.898580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93bb1040-4e08-4680-9578-f8243c09cdcd'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:26.912273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] For port 504600d7-9045-4f07-9573-119e04dabb14, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=504600d7-9045-4f07-9573-119e04dabb14,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:26.912641 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:26.924971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Calling delete_port for 504600d7-9045-4f07-9573-119e04dabb14 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:26.984410 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] Set router 93bb1040-4e08-4680-9578-f8243c09cdcd gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:27.038842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:38:26Z', 'revision_number': 6, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:27.066460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcafb2-2ed2-41d7-9680-746765e493c0 None None] The sync data for ids ['93bb1040-4e08-4680-9578-f8243c09cdcd'] in n-d-778550-10 is: [{'id': '93bb1040-4e08-4680-9578-f8243c09cdcd', 'name': 'tempest-TestVolumeBootPattern-1032621420-router', 'tenant_id': '809711a4baa44df482e224d0ca2988a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:39Z', 'updated_at': '2021-08-19T18:38:26Z', 'revision_number': 6, 'project_id': '809711a4baa44df482e224d0ca2988a2', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:38:27.103711 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.127474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=504600d7-9045-4f07-9573-119e04dabb14,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:27.189839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.280699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.282700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.329080 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.329619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93bb1040-4e08-4680-9578-f8243c09cdcd {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:38:27.334283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.335608 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b2d7409-3a9b-4479-9790-7b5279360b5c admin admin] 10.222.0.36 "DELETE /v2.0/routers/93bb1040-4e08-4680-9578-f8243c09cdcd HTTP/1.1" status: 204 len: 168 time: 0.7791567 Aug 19 18:38:27.338555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41940) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:27.383171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Deleting subnet 91db4df8-bbfd-4098-bbc2-31c82311b412 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:27.386230 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.421933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.510244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.562725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.587784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91db4df8-bbfd-4098-bbc2-31c82311b412,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:27.593599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.595517 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7601b6fd-793e-4a25-955c-b9af21e1ac8d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/91db4df8-bbfd-4098-bbc2-31c82311b412 HTTP/1.1" status: 204 len: 168 time: 0.2559361 Aug 19 18:38:27.597947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41942) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:27.603232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d05dd-3ec1-482a-a865-92f358f79e33 None None] Network 68735d23-cc98-4a56-b47d-3e0d90bbe2ef requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:27.671492 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.725743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Deleting port 521fa960-e9a5-456d-b57c-c0ed15685883 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:27.726092 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.794317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] For port 521fa960-e9a5-456d-b57c-c0ed15685883, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=521fa960-e9a5-456d-b57c-c0ed15685883,segment=NetworkSegment(8f61c453-92d3-416e-8eb0-576f832e25d7),segment_id=8f61c453-92d3-416e-8eb0-576f832e25d7)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:27.794954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.811674 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Calling delete_port for 521fa960-e9a5-456d-b57c-c0ed15685883 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:27.909302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:27.937224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Pushing event deleted for resources: {'Port': ['ID=521fa960-e9a5-456d-b57c-c0ed15685883,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:27.943266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] No DVR routers for this DVR port 521fa960-e9a5-456d-b57c-c0ed15685883 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:27.962972 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd2c9f-0019-4a7f-bc66-0afddf5ea25c None None] DHCP port deletion for 68735d23-cc98-4a56-b47d-3e0d90bbe2ef request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:28.022133 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.036976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68735d23-cc98-4a56-b47d-3e0d90bbe2ef']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.046091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f61c453-92d3-416e-8eb0-576f832e25d7') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.046385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f61c453-92d3-416e-8eb0-576f832e25d7') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:28.056334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.070268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.077303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:28.077701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:28.079598 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:28.133978 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.139795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.141614 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] 10.222.0.36 "DELETE /v2.0/networks/68735d23-cc98-4a56-b47d-3e0d90bbe2ef HTTP/1.1" status: 204 len: 168 time: 0.5427630 Aug 19 18:38:28.144651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41948) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:28.152969 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d66dec-9dbe-45be-ab85-9146d412760d admin admin] Pushing event deleted for resources: {'Network': ['ID=68735d23-cc98-4a56-b47d-3e0d90bbe2ef,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:28.185320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7174b097-37f1-4837-9371-d37b35f99905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.476924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9166d72c-7555-41f3-a840-a527631c21ab no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:28.497404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 9166d72c-7555-41f3-a840-a527631c21ab {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:28.497834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 9166d72c-7555-41f3-a840-a527631c21ab not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:28.498324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 521fa960-e9a5-456d-b57c-c0ed15685883 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:28.502147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.517020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 521fa960-e9a5-456d-b57c-c0ed15685883 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:28.517464 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 521fa960-e9a5-456d-b57c-c0ed15685883 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:28.517950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 504600d7-9045-4f07-9573-119e04dabb14 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:28.536561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 504600d7-9045-4f07-9573-119e04dabb14 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:28.536907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 504600d7-9045-4f07-9573-119e04dabb14 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:28.752596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Deleting port cf44cafa-7f04-4cb2-9a3a-205148e73195 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:28.752859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.830045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] For port cf44cafa-7f04-4cb2-9a3a-205148e73195, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=cf44cafa-7f04-4cb2-9a3a-205148e73195,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:28.830613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:28.843222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Calling delete_port for cf44cafa-7f04-4cb2-9a3a-205148e73195 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:29.025452 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.053106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf44cafa-7f04-4cb2-9a3a-205148e73195,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:29.223138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.440518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Router 4d364de9-616f-4d29-be23-ff0c3d53b53c has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:38:29.549961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:38:29.555034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-773ea25a-f5e2-456f-95e6-7d5fa69688c9 admin admin] 10.222.0.36 "PUT /v2.0/routers/4d364de9-616f-4d29-be23-ff0c3d53b53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092679 Aug 19 18:38:29.558507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41952) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:29.560675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Sync routers for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:38:29.569893 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:29.570505 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:29.666194 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.771360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.772367 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:29.822946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Deleting port acdcdc75-e90b-4bfd-bc67-723a634c735b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:29.823283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.904795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] For port acdcdc75-e90b-4bfd-bc67-723a634c735b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=acdcdc75-e90b-4bfd-bc67-723a634c735b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:29.905197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:29.916983 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Calling delete_port for acdcdc75-e90b-4bfd-bc67-723a634c735b owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:29.947109 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:38:28Z', 'revision_number': 5, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port': {'id': 'acdcdc75-e90b-4bfd-bc67-723a634c735b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:74:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:29.976949 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Checking router: 4d364de9-616f-4d29-be23-ff0c3d53b53c for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:38:29.985343 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Routers {'4d364de9-616f-4d29-be23-ff0c3d53b53c'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:38:29.986110 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:38:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['4d364de9-616f-4d29-be23-ff0c3d53b53c'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:30.071743 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] Set router 4d364de9-616f-4d29-be23-ff0c3d53b53c gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:38:30.083954 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.107976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=acdcdc75-e90b-4bfd-bc67-723a634c735b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.124105 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:38:29Z', 'revision_number': 6, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:30.153298 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210fdaa-42a7-4aab-b8f2-ba98e961ef01 None None] The sync data for ids ['4d364de9-616f-4d29-be23-ff0c3d53b53c'] in n-d-778550-10 is: [{'id': '4d364de9-616f-4d29-be23-ff0c3d53b53c', 'name': 'tempest-TestVolumeBootPattern-976241720-router', 'tenant_id': 'a4bb735767394183a51dc62012a4491a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:28:44Z', 'updated_at': '2021-08-19T18:38:29Z', 'revision_number': 6, 'project_id': 'a4bb735767394183a51dc62012a4491a', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:38:30.172154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.266597 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.268748 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.311048 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.311716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d364de9-616f-4d29-be23-ff0c3d53b53c {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:38:30.316410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.317508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-232abb4e-c38e-41d5-8c16-11e60391cd8d admin admin] 10.222.0.36 "DELETE /v2.0/routers/4d364de9-616f-4d29-be23-ff0c3d53b53c HTTP/1.1" status: 204 len: 168 time: 0.7578845 Aug 19 18:38:30.320281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:30.364502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Deleting subnet dc21ece5-c1a1-46ba-8104-c31fe4ce8f92 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:38:30.367477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.402364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.485468 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.559130 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.586058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc21ece5-c1a1-46ba-8104-c31fe4ce8f92,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.592688 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.595247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d77f36a-fd2c-4011-b61e-b55b98b6ed29 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc21ece5-c1a1-46ba-8104-c31fe4ce8f92 HTTP/1.1" status: 204 len: 168 time: 0.2737682 Aug 19 18:38:30.597858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41956) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:30.600039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cf44cafa-7f04-4cb2-9a3a-205148e73195 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:30.603704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc3138-a472-4681-98a0-c12c32f03026 None None] Network 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:30.638738 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: cf44cafa-7f04-4cb2-9a3a-205148e73195 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:30.639001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device cf44cafa-7f04-4cb2-9a3a-205148e73195 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:30.671072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.682052 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3d19029c-59c3-47b8-8e90-82db5189d3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.724316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Deleting port 8244d65c-bea4-415c-a618-67f907e2b672 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:30.724659 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.793096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] For port 8244d65c-bea4-415c-a618-67f907e2b672, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=8244d65c-bea4-415c-a618-67f907e2b672,segment=NetworkSegment(22664769-c19e-4d35-b93b-4ade0f1696b2),segment_id=22664769-c19e-4d35-b93b-4ade0f1696b2)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:30.793460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.805200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Calling delete_port for 8244d65c-bea4-415c-a618-67f907e2b672 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:30.886195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.913012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8244d65c-bea4-415c-a618-67f907e2b672,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:30.917175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] No DVR routers for this DVR port 8244d65c-bea4-415c-a618-67f907e2b672 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:30.917303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31e3fa-83de-4acc-ac22-26c431acaf77 None None] DHCP port deletion for 54c1163c-c5bf-45c3-b7e0-a539c378b7b9 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:38:30.960100 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:30.994086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.004733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c1163c-c5bf-45c3-b7e0-a539c378b7b9']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.016191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22664769-c19e-4d35-b93b-4ade0f1696b2') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.016492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22664769-c19e-4d35-b93b-4ade0f1696b2') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:38:31.026189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.041359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.047810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:38:31.048417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:38:31.050532 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:38:31.109747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.115775 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.117608 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/54c1163c-c5bf-45c3-b7e0-a539c378b7b9 HTTP/1.1" status: 204 len: 168 time: 0.5191302 Aug 19 18:38:31.129428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e990-9c42-487a-98b9-101fa29855b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c1163c-c5bf-45c3-b7e0-a539c378b7b9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:31.245891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41960) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.286513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c6799117-1fc6-4c6c-a31b-9774b8e9066f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=809711a4baa44df482e224d0ca2988a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394371 Aug 19 18:38:31.289003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 41962) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.336116 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.358218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.405178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.407829 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.409030 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f934aeac-0741-4239-a15e-7b94037898f4 HTTP/1.1" status: 204 len: 168 time: 0.1191390 Aug 19 18:38:31.417280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08de83-1a6c-4e52-9f45-f6b5e9c816b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934aeac-0741-4239-a15e-7b94037898f4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:31.726430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41968) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.766505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-eab95552-c142-40f1-a266-f77be5abc00c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4bb735767394183a51dc62012a4491a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387917 Aug 19 18:38:31.768868 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 41970) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:31.819831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.840634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.886174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.888727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:31.889868 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d21a235f-4865-41de-af16-e69b5830edeb HTTP/1.1" status: 204 len: 168 time: 0.1200976 Aug 19 18:38:31.897459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e49c31-59e5-4ff9-8f07-97af31930e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a235f-4865-41de-af16-e69b5830edeb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:32.111056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:32.475721 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device acdcdc75-e90b-4bfd-bc67-723a634c735b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:32.496620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: acdcdc75-e90b-4bfd-bc67-723a634c735b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:32.496968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device acdcdc75-e90b-4bfd-bc67-723a634c735b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:32.497397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8244d65c-bea4-415c-a618-67f907e2b672 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:38:32.517148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 8244d65c-bea4-415c-a618-67f907e2b672 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:38:32.517496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 8244d65c-bea4-415c-a618-67f907e2b672 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:38:33.659222 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:41.974026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-b8c4d59c-c865-4691-9180-b7c80f386c12 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2aaf299a69384feea1787050c174bbb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286098 Aug 19 18:38:42.159171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-d0056b7f-f3f9-4511-b5ea-0a4b0f077a9c tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:42.160666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-d0056b7f-f3f9-4511-b5ea-0a4b0f077a9c tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806831 Aug 19 18:38:42.175635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-e362c3ef-cf0a-423b-9613-0ffb773ccd27 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/quotas/2aaf299a69384feea1787050c174bbb2 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Aug 19 18:38:42.207858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-772980b7-1dd5-42f2-bb7e-2a59a67c4182 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2aaf299a69384feea1787050c174bbb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270123 Aug 19 18:38:42.363231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-598027cd-28a2-4ac1-b420-198786f34c9d req-b77d334e-5648-4503-83bb-804931d2a54e tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Aug 19 18:38:43.460754 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77317d2a-cf51-4dd6-ad2e-0b844abda678 req-01b46caa-688f-45be-85b3-7374a0edcfd5 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Aug 19 18:38:43.498663 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6779f79c-fb9e-4b0a-8e63-97318aa37dda tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2aaf299a69384feea1787050c174bbb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300753 Aug 19 18:38:43.678706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-5999deb9-233f-438b-9a93-eee6eb982a8c tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:43.680085 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-5999deb9-233f-438b-9a93-eee6eb982a8c tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755717 Aug 19 18:38:43.699095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Request body: {'port': {'device_id': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'admin_state_up': True, 'tenant_id': '2aaf299a69384feea1787050c174bbb2'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:43.806508 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Made reservation on behalf of 2aaf299a69384feea1787050c174bbb2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:43.810600 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.818907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.906731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.910952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:43.977363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ddec2-32ad-4db6-a317-9055a04ef528,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:44.044347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Allocated IP 192.168.233.142 (1358d6ae-db5d-40d6-892b-556feee5d938/f26872fa-a832-4e84-bfb2-157fee0c7765/1063d7b3-8013-4768-b9c5-74c742a0b3de) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:38:44.189411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.202344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Transition to ACTIVE for port object 1063d7b3-8013-4768-b9c5-74c742a0b3de will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:44.234657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.278409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Network 1358d6ae-db5d-40d6-892b-556feee5d938 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:38:44.281451 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:44.285204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:38:44.309049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Pushing event updated for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:44.337226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.337851 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.354714 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-6fdf0517-b73d-49c2-b8ed-608de55c0038 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6593337 Aug 19 18:38:44.372900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Request body: {'port': {'device_id': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:44.430983 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.542708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-60508c28-ece4-4be1-a69e-dfe2f67da1b3 None None] Provisioning for port 1063d7b3-8013-4768-b9c5-74c742a0b3de completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:44.547286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-60508c28-ece4-4be1-a69e-dfe2f67da1b3 None None] Provisioning complete for port 1063d7b3-8013-4768-b9c5-74c742a0b3de triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:44.547688 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-60508c28-ece4-4be1-a69e-dfe2f67da1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:44.583358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-60508c28-ece4-4be1-a69e-dfe2f67da1b3 None None] Port 1063d7b3-8013-4768-b9c5-74c742a0b3de cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:38:44.602352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699714a1-6726-4924-a708-f9b46832e368 req-c060bc77-b653-416e-b27a-a8107fbf7963 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:44.604567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-699714a1-6726-4924-a708-f9b46832e368 req-c060bc77-b653-416e-b27a-a8107fbf7963 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 936 time: 0.0641251 Aug 19 18:38:44.649400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-699714a1-6726-4924-a708-f9b46832e368 req-f0dd0efc-595f-4e79-801b-43296a4dc9c3 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Aug 19 18:38:45.040840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1063d7b3-8013-4768-b9c5-74c742a0b3de {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:38:45.048434 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.061582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Transition to ACTIVE for port object 1063d7b3-8013-4768-b9c5-74c742a0b3de will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:38:45.065263 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.134657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Pushing event updated for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:45.187278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Attempting to bind port 1063d7b3-8013-4768-b9c5-74c742a0b3de on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:38:45.187278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Attempting to bind port 1063d7b3-8013-4768-b9c5-74c742a0b3de by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:38:45.187625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Attempting to bind port 1063d7b3-8013-4768-b9c5-74c742a0b3de on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:45.192091 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Port 1063d7b3-8013-4768-b9c5-74c742a0b3de on network 1358d6ae-db5d-40d6-892b-556feee5d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:38:45.192412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Attempting to bind port 1063d7b3-8013-4768-b9c5-74c742a0b3de on network 1358d6ae-db5d-40d6-892b-556feee5d938 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:38:45.200377 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:38:45.200918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Checking segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:45.201520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Bound using segment: {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:38:45.202209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Bound port: 1063d7b3-8013-4768-b9c5-74c742a0b3de, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75b7d95-b8ab-48a3-a7e0-b982b015214b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:38:45.202777 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.269520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:38:45.272699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:38:45.278217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.317704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.318325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:45.319739 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] 10.222.0.13 "PUT /v2.0/ports/1063d7b3-8013-4768-b9c5-74c742a0b3de HTTP/1.1" status: 200 len: 1097 time: 0.9519753 Aug 19 18:38:45.320178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:45.322534 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a14c74f-8f95-4de2-bc08-12079f856976" -d '{"events": [{"name": "network-changed", "server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:45.347734 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c866b9-e836-418c-ac9a-12d3ed3396ce service neutron] Pushing event updated for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:45.375322 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be9cab-e0f8-4d03-992e-0b9b3fbe3f8a x-openstack-request-id: req-72be9cab-e0f8-4d03-992e-0b9b3fbe3f8a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:45.375677 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:45.375936 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72be9cab-e0f8-4d03-992e-0b9b3fbe3f8a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:45.376342 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de', 'status': 'completed', 'code': 200} Aug 19 18:38:45.436357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-a628e056-29c8-4da8-899e-28242b1dece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.437903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-a628e056-29c8-4da8-899e-28242b1dece8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aaf299a69384feea1787050c174bbb2&device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 1100 time: 0.0442474 Aug 19 18:38:45.488065 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-42f26586-aa8b-4eb3-8cb2-6a724270826a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de HTTP/1.1" status: 200 len: 217 time: 0.0364292 Aug 19 18:38:45.540088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-8c634040-3540-4ba3-b56e-01a579fdfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.541789 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-8c634040-3540-4ba3-b56e-01a579fdfb6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0470946 Aug 19 18:38:45.591195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-4326ae13-184f-4fa7-88b0-2be4d9e6395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.592719 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-4326ae13-184f-4fa7-88b0-2be4d9e6395d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446858 Aug 19 18:38:45.680027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-e3d04e50-dd1e-4be1-a6ca-46b942d1382c service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807242 Aug 19 18:38:45.767993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a476-2ac4-45ee-b2eb-9c1d1c474ebf req-143975e8-5d00-4008-b32b-581693c594d2 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.769526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9b1a476-2ac4-45ee-b2eb-9c1d1c474ebf req-143975e8-5d00-4008-b32b-581693c594d2 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 948 time: 0.0499942 Aug 19 18:38:45.777031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-60c8a86e-2d4e-4daf-a7a9-f4e9b44ed97f req-c75e49c3-8049-4491-8f88-ec6ffc85a3ba service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899279 Aug 19 18:38:45.808058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9b1a476-2ac4-45ee-b2eb-9c1d1c474ebf req-022cf61c-4ed9-42bb-9689-6573dd1ba611 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Aug 19 18:38:45.897055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-17f3d569-2c20-42f4-a852-9d9122edcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.898531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-17f3d569-2c20-42f4-a852-9d9122edcf24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aaf299a69384feea1787050c174bbb2&device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 1100 time: 0.0414145 Aug 19 18:38:45.990709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-e42fa497-a609-4fd7-91c2-ce63771fab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:45.992201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-e42fa497-a609-4fd7-91c2-ce63771fab9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1358d6ae-db5d-40d6-892b-556feee5d938 HTTP/1.1" status: 200 len: 870 time: 0.0868349 Aug 19 18:38:46.034450 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-dd65c497-ac3c-4f53-8aff-1f6b0bb47c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de HTTP/1.1" status: 200 len: 217 time: 0.0341413 Aug 19 18:38:46.082843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-cca92cc4-c296-4eef-9f50-a40ab1357d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:46.084252 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-cca92cc4-c296-4eef-9f50-a40ab1357d92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f26872fa-a832-4e84-bfb2-157fee0c7765 HTTP/1.1" status: 200 len: 843 time: 0.0433512 Aug 19 18:38:46.135322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-8e88280a-6f38-4585-b7e4-13bd5d7c9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:46.137624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-8e88280a-6f38-4585-b7e4-13bd5d7c9dab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1358d6ae-db5d-40d6-892b-556feee5d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455344 Aug 19 18:38:46.228299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-2fc520a3-d55f-48cc-83a5-94cbad7a8fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830412 Aug 19 18:38:46.322677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a14c74f-8f95-4de2-bc08-12079f856976 req-ea0a4e15-2888-4228-8d08-17c42154a8af service neutron] 10.222.0.13 "GET /v2.0/networks/1358d6ae-db5d-40d6-892b-556feee5d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865855 Aug 19 18:38:46.923658 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859552-b534-4c42-8873-408ddc4f8178 req-3bf77ac3-1e36-4d1e-9a3c-332ecbe9af5a tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:46.925131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47859552-b534-4c42-8873-408ddc4f8178 req-3bf77ac3-1e36-4d1e-9a3c-332ecbe9af5a tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 948 time: 0.0483069 Aug 19 18:38:46.962218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47859552-b534-4c42-8873-408ddc4f8178 req-a826530a-d300-4cbc-8162-6186e799fbeb tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Aug 19 18:38:47.459184 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.080699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaba42f-7f02-4e5d-9d5c-c30fd068c69b req-60b71601-e699-49ae-b9d8-6aab4f017127 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:48.082191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccaba42f-7f02-4e5d-9d5c-c30fd068c69b req-60b71601-e699-49ae-b9d8-6aab4f017127 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 948 time: 0.0526800 Aug 19 18:38:48.119163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccaba42f-7f02-4e5d-9d5c-c30fd068c69b req-343f972b-d7f7-4d7d-9dc7-1f50b7aa74b7 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Aug 19 18:38:48.711378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1063d7b3-8013-4768-b9c5-74c742a0b3de details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:38:48.807989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:48.818599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '1063d7b3-8013-4768-b9c5-74c742a0b3de', 'network_id': '1358d6ae-db5d-40d6-892b-556feee5d938', 'port_id': '1063d7b3-8013-4768-b9c5-74c742a0b3de', 'mac_address': 'fa:16:3e:9a:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26872fa-a832-4e84-bfb2-157fee0c7765', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:38:48.854541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.866931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1063d7b3-8013-4768-b9c5-74c742a0b3de {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:38:48.885781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:48.889970 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:48.939139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:48.946231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.946584 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.946930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.947270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.947673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.948007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.948338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.948667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.948995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.949320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.949650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:48.949974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:38:49.205289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1063d7b3-8013-4768-b9c5-74c742a0b3de'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:38:49.236974 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c56cc-9460-409e-8b49-56a3e115ceb7 req-b6fb41b6-22ef-4002-b3d0-24c6d31292d7 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:49.238613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b65c56cc-9460-409e-8b49-56a3e115ceb7 req-b6fb41b6-22ef-4002-b3d0-24c6d31292d7 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 949 time: 0.0519021 Aug 19 18:38:49.276991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b65c56cc-9460-409e-8b49-56a3e115ceb7 req-f2d45ed9-19ee-4896-a7a5-b032e6e186b7 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Aug 19 18:38:50.392038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc58fe5-36b5-4323-8e80-1bbdd5dce0b6 req-4806705a-45c4-4dd4-a1d6-ce147bed07a6 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:50.393547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9dc58fe5-36b5-4323-8e80-1bbdd5dce0b6 req-4806705a-45c4-4dd4-a1d6-ce147bed07a6 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 949 time: 0.0496862 Aug 19 18:38:50.430578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9dc58fe5-36b5-4323-8e80-1bbdd5dce0b6 req-25c89482-a8c6-47ba-921c-35ed7bec5dab tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 19 18:38:50.711874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1063d7b3-8013-4768-b9c5-74c742a0b3de up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:38:50.763649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 1063d7b3-8013-4768-b9c5-74c742a0b3de completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:38:50.767295 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 1063d7b3-8013-4768-b9c5-74c742a0b3de triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:38:50.767703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.841993 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.863582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:50.866073 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936d972-29f9-49d3-8a78-46b19eafef53" -d '{"events": [{"server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "name": "network-vif-plugged", "status": "completed", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:50.878855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:50.883479 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:50.907319 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52af78-60b1-4c17-8927-c12c93b9ac9e x-openstack-request-id: req-4e52af78-60b1-4c17-8927-c12c93b9ac9e {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:50.907639 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "name": "network-vif-plugged", "status": "completed", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:50.907889 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e52af78-60b1-4c17-8927-c12c93b9ac9e {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:50.908275 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de', 'code': 200} Aug 19 18:38:50.936231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:51.021146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91c7e-fc83-442e-bcb2-cd4610d0465c req-dc044ec7-4212-44f8-959c-f30f4a9d599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:51.022615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3cc91c7e-fc83-442e-bcb2-cd4610d0465c req-dc044ec7-4212-44f8-959c-f30f4a9d599a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 1102 time: 0.0408604 Aug 19 18:38:51.055768 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3cc91c7e-fc83-442e-bcb2-cd4610d0465c req-89b798eb-375a-4e65-b12c-8bccf20c810c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265055 Aug 19 18:38:51.548574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946927b1-ad98-44e5-9b35-3893c06bbb6f req-e93ce5ef-d014-4c9f-b82d-4d5374097d3d tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:51.550049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-946927b1-ad98-44e5-9b35-3893c06bbb6f req-e93ce5ef-d014-4c9f-b82d-4d5374097d3d tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 950 time: 0.0524504 Aug 19 18:38:51.588102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-946927b1-ad98-44e5-9b35-3893c06bbb6f req-51add4bf-f976-42a6-9a53-4380e57b0a50 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Aug 19 18:38:52.704275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e80313-21ce-4129-b0c1-652999656ccc req-00b84186-b69d-47a2-b90d-dc035d076c6f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:52.705682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6e80313-21ce-4129-b0c1-652999656ccc req-00b84186-b69d-47a2-b90d-dc035d076c6f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 950 time: 0.0490308 Aug 19 18:38:52.743852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6e80313-21ce-4129-b0c1-652999656ccc req-602342bc-e366-4399-b108-060ed17e3fd3 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Aug 19 18:38:53.663301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629152e-01dc-401a-bf9d-92a4923d3f7f req-aec149df-f132-47b6-9168-ca0d179b8010 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:53.664800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9629152e-01dc-401a-bf9d-92a4923d3f7f req-aec149df-f132-47b6-9168-ca0d179b8010 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 950 time: 0.0483675 Aug 19 18:38:53.703090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9629152e-01dc-401a-bf9d-92a4923d3f7f req-22b12455-0df3-489a-8fde-289b5cdfcbce tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Aug 19 18:38:54.214214 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:38:54.826678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1313-342a-4ca5-97dc-6c62c7432760 req-af376f50-0f7e-41e8-98dd-e2ac49505402 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:54.828234 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-557b1313-342a-4ca5-97dc-6c62c7432760 req-af376f50-0f7e-41e8-98dd-e2ac49505402 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 950 time: 0.0560045 Aug 19 18:38:54.866093 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-557b1313-342a-4ca5-97dc-6c62c7432760 req-e1814649-6102-4803-a61c-8737883630d9 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a7ddec2-32ad-4db6-a317-9055a04ef528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Aug 19 18:38:55.036774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-641c149a-b5c6-4969-9cd4-4517efdfb093 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:55.038162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-641c149a-b5c6-4969-9cd4-4517efdfb093 tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.13 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 950 time: 0.0497823 Aug 19 18:38:55.133170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Deleting port 1063d7b3-8013-4768-b9c5-74c742a0b3de {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:38:55.133514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.227904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] For port 1063d7b3-8013-4768-b9c5-74c742a0b3de, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1063d7b3-8013-4768-b9c5-74c742a0b3de,segment=NetworkSegment(d75b7d95-b8ab-48a3-a7e0-b982b015214b),segment_id=d75b7d95-b8ab-48a3-a7e0-b982b015214b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:38:55.228271 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.241541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Calling delete_port for 1063d7b3-8013-4768-b9c5-74c742a0b3de owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:38:55.373376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.404909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Pushing event deleted for resources: {'Port': ['ID=1063d7b3-8013-4768-b9c5-74c742a0b3de,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:55.405943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1063d7b3-8013-4768-b9c5-74c742a0b3de'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:38:55.453292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] No DVR routers for this DVR port 1063d7b3-8013-4768-b9c5-74c742a0b3de on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:38:55.455969 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:55.458020 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b4b9d31-7fe6-4c01-9fd0-09101dcc334b req-71ff42b3-95d4-4216-b9e8-6d4014f3ae3f tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.13 "DELETE /v2.0/ports/1063d7b3-8013-4768-b9c5-74c742a0b3de HTTP/1.1" status: 204 len: 173 time: 0.4130545 Aug 19 18:38:55.458459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'name': 'network-vif-deleted', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:38:55.460800 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6282dd7e-cb63-4c98-a33b-0ea7986a0eea" -d '{"events": [{"server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "name": "network-vif-deleted", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:38:55.501848 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460966d9-4c88-46b6-bfb1-08d15bc1bc54 x-openstack-request-id: req-460966d9-4c88-46b6-bfb1-08d15bc1bc54 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:38:55.502129 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7960b673-5339-4c1e-ae9f-80dd1b8d5a34", "name": "network-vif-deleted", "tag": "1063d7b3-8013-4768-b9c5-74c742a0b3de", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:38:55.502379 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-460966d9-4c88-46b6-bfb1-08d15bc1bc54 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:38:55.502852 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7960b673-5339-4c1e-ae9f-80dd1b8d5a34', 'name': 'network-vif-deleted', 'tag': '1063d7b3-8013-4768-b9c5-74c742a0b3de', 'status': 'completed', 'code': 200} Aug 19 18:38:55.973416 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31331e20-7db0-42f3-b985-201e814ca928 req-c54ee897-1f88-4e90-aafe-2c00f207359b tempest-ServersAdminNegativeTestJSON-82128133 tempest-ServersAdminNegativeTestJSON-82128133-project] 10.222.0.36 "GET /v2.0/ports?device_id=7960b673-5339-4c1e-ae9f-80dd1b8d5a34 HTTP/1.1" status: 200 len: 210 time: 0.0294249 Aug 19 18:38:56.593864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.299627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42122) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:57.453431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-925c172d-6be0-4807-9dcf-a932ba286ea6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aaf299a69384feea1787050c174bbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525555 Aug 19 18:38:57.455937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42126) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:57.503953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.524663 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.571532 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.574968 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.576151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a7ddec2-32ad-4db6-a317-9055a04ef528 HTTP/1.1" status: 204 len: 168 time: 0.1193318 Aug 19 18:38:57.584004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59404010-caba-4ab6-b96b-217877e55001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ddec2-32ad-4db6-a317-9055a04ef528,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:57.834940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42132) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:57.848150 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf813b1-89a9-4b45-bfb0-86c3e8279881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.940162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf813b1-89a9-4b45-bfb0-86c3e8279881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.943867 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-faf813b1-89a9-4b45-bfb0-86c3e8279881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:57.981798 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-faf813b1-89a9-4b45-bfb0-86c3e8279881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=765620254a134f129c90cf81cf5aa08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457396 Aug 19 18:38:57.982911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf813b1-89a9-4b45-bfb0-86c3e8279881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5094f3-4b56-4b66-b8c9-0fa4039a3d6e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:57.984685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42134) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:58.034007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.054719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.100449 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.102998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.104843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db5094f3-4b56-4b66-b8c9-0fa4039a3d6e HTTP/1.1" status: 204 len: 168 time: 0.1184371 Aug 19 18:38:58.112294 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79768b-e70e-47b4-8b37-0aa0fdfb4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5094f3-4b56-4b66-b8c9-0fa4039a3d6e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:58.187801 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d983a8f1-8eba-46ec-b553-fd83c6bc548c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.812150 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:58.910904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-493896961-network', 'tenant_id': 'eaf5e6e34ab5418d85e2a92385ccc35f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:58.931202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Made reservation on behalf of eaf5e6e34ab5418d85e2a92385ccc35f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:58.934147 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:58.942768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.032499 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.036373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.056683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:38:59.071534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.074301 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.074643 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Added segment 12cf1c06-f708-42dd-a220-8d22e0052e54 of type vlan for network ef623d83-4941-4cb2-a791-bff408180580 Aug 19 18:38:59.112975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.137523 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.138777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.139362 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.192609 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3793051 Aug 19 18:38:59.195746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42160) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:38:59.201500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Request body: {'subnet': {'network_id': 'ef623d83-4941-4cb2-a791-bff408180580', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-493896961-subnet', 'tenant_id': 'eaf5e6e34ab5418d85e2a92385ccc35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:38:59.203959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde0b2-6157-4174-9811-90b062d4a460 admin admin] Pushing event updated for resources: {'Network': ['ID=ef623d83-4941-4cb2-a791-bff408180580,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.216401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network ef623d83-4941-4cb2-a791-bff408180580 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:38:59.224120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Made reservation on behalf of eaf5e6e34ab5418d85e2a92385ccc35f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:38:59.226801 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.392015 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.455030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fff9fd-e5ff-4fd6-b820-4f11d18a1129,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:38:59.459249 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Checking segment: {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:38:59.459633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Network hostable DHCP agents. Network: ef623d83-4941-4cb2-a791-bff408180580, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:38:59.476642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Network ef623d83-4941-4cb2-a791-bff408180580 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:38:59.485605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, ef623d83-4941-4cb2-a791-bff408180580) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:38:59.490019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.490509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:38:59.494671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc452376-ba30-41d2-aee1-7ec2b1321423 None None] Network ef623d83-4941-4cb2-a791-bff408180580 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:59.504856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-87bd04d0-1236-41d7-b813-f5f04a584ff1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3077881 Aug 19 18:38:59.623141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ca473-4de7-4344-a385-61a7c6ef46d1 None None] Network ef623d83-4941-4cb2-a791-bff408180580 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:38:59.956969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-ad1b34b5-00a7-417f-b87e-0c78559d9c3a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:38:59.958350 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-ad1b34b5-00a7-417f-b87e-0c78559d9c3a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 811 time: 0.1079788 Aug 19 18:38:59.973361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-675e369b-2b50-4e0b-8b1f-f75225942ef8 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/quotas/eaf5e6e34ab5418d85e2a92385ccc35f HTTP/1.1" status: 200 len: 375 time: 0.0092931 Aug 19 18:39:00.009512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-a31888bd-f990-44cb-a225-9690b7d72228 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306861 Aug 19 18:39:00.149657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-a175e62d-73a5-4f70-87b9-cb405ab79786 service neutron] 10.222.0.36 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331902 Aug 19 18:39:00.244116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-bdf2d208-6bf7-4f8e-b967-d8664c9051c3 service neutron] 10.222.0.36 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 Aug 19 18:39:00.409129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52a10924-7a6b-4def-bb5f-bf16309dfe62 req-e04dd4b2-c251-4581-9d2b-5f851bbcce01 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 210 time: 0.0298176 Aug 19 18:39:00.632405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-256f5caf-d338-48cb-ab9d-8f285fe1a3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:00.758996 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1063d7b3-8013-4768-b9c5-74c742a0b3de no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:00.782250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 1063d7b3-8013-4768-b9c5-74c742a0b3de {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:00.782813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1063d7b3-8013-4768-b9c5-74c742a0b3de not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:00.968409 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.502761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea272dc2-5e54-4f7b-98e5-f87ab813a5dc req-cdb64e04-ab6b-4e1d-9c86-c2dc5127c1f7 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 210 time: 0.0276442 Aug 19 18:39:01.678407 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-336c5711-cd07-4fea-bd0f-ea4bab6a217d tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:01.679903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-336c5711-cd07-4fea-bd0f-ea4bab6a217d tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 811 time: 0.1098104 Aug 19 18:39:01.706517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Request body: {'port': {'device_id': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580', 'admin_state_up': True, 'tenant_id': 'eaf5e6e34ab5418d85e2a92385ccc35f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:01.818957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Made reservation on behalf of eaf5e6e34ab5418d85e2a92385ccc35f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:01.822411 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:01.949430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Allocated IP 172.20.0.9 (ef623d83-4941-4cb2-a791-bff408180580/46fff9fd-e5ff-4fd6-b820-4f11d18a1129/4df90c05-3459-42af-b0c9-6d8b0e2a85ed) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:02.090947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.106905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.129204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.177040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Network ef623d83-4941-4cb2-a791-bff408180580 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:02.180090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:02.183939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:02.190288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.236441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:02.237132 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.251757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-82fd4fbd-19b3-4697-9970-6e8259c62788 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494862 Aug 19 18:39:02.268746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-eff0c2ca-9cd0-42f8-9b37-1ee5696aa1fa tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:39:02.269724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-eff0c2ca-9cd0-42f8-9b37-1ee5696aa1fa tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051718 Aug 19 18:39:02.280249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Request body: {'port': {'device_id': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:02.337489 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.603747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df90c05-3459-42af-b0c9-6d8b0e2a85ed {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:02.612177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.624909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Transition to ACTIVE for port object 4df90c05-3459-42af-b0c9-6d8b0e2a85ed will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:02.625473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d065de-b709-4ac2-82e6-f6463844506d req-72c567c4-b7b0-4f04-a849-5b6a09764102 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:02.626765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86d065de-b709-4ac2-82e6-f6463844506d req-72c567c4-b7b0-4f04-a849-5b6a09764102 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 931 time: 0.0518525 Aug 19 18:39:02.629083 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.670542 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86d065de-b709-4ac2-82e6-f6463844506d req-4fe10202-0c3f-447b-b893-ef1483faf273 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Aug 19 18:39:02.682115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.753750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:02.754083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:02.754408 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:02.758594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:39:02.758912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:02.763878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:02.764215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Checking segment: {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:02.764588 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Bound using segment: {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:02.765010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Bound port: 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:02.765366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.827496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:02.830833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:02.834371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.869034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:02.870267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:02.871820 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] 10.222.0.13 "PUT /v2.0/ports/4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 1092 time: 0.5952978 Aug 19 18:39:02.872246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:02.874477 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:02.898222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9932fb3-1a86-4354-a5b5-c2f038d68118 service neutron] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:02.918012 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a66426-bb87-4097-9f24-55ed3e727e9b x-openstack-request-id: req-40a66426-bb87-4097-9f24-55ed3e727e9b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:02.918308 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:02.918560 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40a66426-bb87-4097-9f24-55ed3e727e9b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:02.918956 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'status': 'completed', 'code': 200} Aug 19 18:39:02.976274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-aab37a3e-71d4-4f1a-af6c-5f71f8ce7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:02.977669 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-aab37a3e-71d4-4f1a-af6c-5f71f8ce7df5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0411849 Aug 19 18:39:03.029952 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-48673f89-848b-48ff-903a-f06d5f7235ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0380609 Aug 19 18:39:03.084183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-a0f3f76a-a8a6-4b24-b97b-1d33bccf0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.085668 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-a0f3f76a-a8a6-4b24-b97b-1d33bccf0baf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0493908 Aug 19 18:39:03.118672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-3a1513a0-ae76-480e-ac47-f86acdef695e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261765 Aug 19 18:39:03.218877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-7f4ea0ca-2f02-4b99-b7ed-aa70a784e01f service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925910 Aug 19 18:39:03.315588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-94fa7fca-3493-46d3-afcf-82204092eb24 req-b4af8e42-26ff-4f65-918f-f1eb474e0c48 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Aug 19 18:39:03.439807 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-e5fddea3-6c54-4f23-a057-3ee03005412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.441283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-e5fddea3-6c54-4f23-a057-3ee03005412b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0444710 Aug 19 18:39:03.531538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-c59818a9-0264-423f-b509-ac20f179724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.533008 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-c59818a9-0264-423f-b509-ac20f179724b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0842509 Aug 19 18:39:03.576998 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-d330d712-1880-4df3-92b1-7b57e748ea1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0370743 Aug 19 18:39:03.625007 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-0b25c3b9-db8f-4295-9701-68c7319116ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.626456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-0b25c3b9-db8f-4295-9701-68c7319116ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0431135 Aug 19 18:39:03.661134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-ea2799f5-6f4e-452d-85d0-a4b31f40c2fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268128 Aug 19 18:39:03.672054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:03.761444 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-0ada73ee-e94a-4227-a89a-155d127e89d5 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932121 Aug 19 18:39:03.797905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db70379-e659-4f04-a4f2-fa5aeae57885 req-383ed6ea-acc0-49b0-ba84-03b4efd74cd5 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:03.799550 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1db70379-e659-4f04-a4f2-fa5aeae57885 req-383ed6ea-acc0-49b0-ba84-03b4efd74cd5 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 943 time: 0.0519891 Aug 19 18:39:03.841150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1db70379-e659-4f04-a4f2-fa5aeae57885 req-fd03daa8-65d3-4630-aa65-1a2d86637a3a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Aug 19 18:39:03.860554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc362f20-84c2-4b9d-b84b-04a54feb7bc0 req-559f9d31-f8ff-4666-8d1a-a2d5eec20abc service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895615 Aug 19 18:39:04.787241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:39:04.880767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:04.892602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580', 'port_id': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'mac_address': 'fa:16:3e:2d:e0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fff9fd-e5ff-4fd6-b820-4f11d18a1129', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:39:04.929457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:04.946056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df90c05-3459-42af-b0c9-6d8b0e2a85ed {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:04.961245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3eb05-f8ea-400d-a233-cf777b12e289 req-26be9a50-5762-4b1a-8885-bc3506ffc813 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:04.962746 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8e3eb05-f8ea-400d-a233-cf777b12e289 req-26be9a50-5762-4b1a-8885-bc3506ffc813 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 943 time: 0.0485735 Aug 19 18:39:04.967137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:04.971862 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:05.012371 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8e3eb05-f8ea-400d-a233-cf777b12e289 req-3fc13cb4-6306-47ed-872d-ab8d26764a14 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Aug 19 18:39:05.030686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:05.247212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['4df90c05-3459-42af-b0c9-6d8b0e2a85ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:06.144180 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464a07-2b62-492c-bcdc-697295028ca8 req-2a2e2ff3-2c77-40e0-ae82-d54a502c4c24 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:06.146465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff464a07-2b62-492c-bcdc-697295028ca8 req-2a2e2ff3-2c77-40e0-ae82-d54a502c4c24 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 944 time: 0.0608640 Aug 19 18:39:06.189458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff464a07-2b62-492c-bcdc-697295028ca8 req-f38ab57a-8fbf-44cb-8201-17240ff72f04 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365794 Aug 19 18:39:06.820860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:06.871497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:06.875016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:06.875419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.950916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:06.972645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:06.974882 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf8f9e-1f32-435d-a8f3-b8eccb25eec3" -d '{"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-plugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:06.987537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:06.992431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:07.019321 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c2c21-0081-4f36-a3e8-19304450a908 x-openstack-request-id: req-ba8c2c21-0081-4f36-a3e8-19304450a908 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:07.019635 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-plugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:07.019885 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba8c2c21-0081-4f36-a3e8-19304450a908 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:07.020262 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'code': 200} Aug 19 18:39:07.044893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:07.133991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea4ee-cd48-402f-abb5-58069d76c4c4 req-4796e194-be91-4582-b470-f21fc314dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:07.135435 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-be5ea4ee-cd48-402f-abb5-58069d76c4c4 req-4796e194-be91-4582-b470-f21fc314dc20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1097 time: 0.0401504 Aug 19 18:39:07.169526 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-be5ea4ee-cd48-402f-abb5-58069d76c4c4 req-9912bbe4-ec75-46d2-953d-0062f5a2542e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275893 Aug 19 18:39:07.305231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de3fca-21b7-4a6e-911e-bb4ab03119ff req-c687110a-e97a-4782-9316-8e9152e78ed4 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:07.306735 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40de3fca-21b7-4a6e-911e-bb4ab03119ff req-c687110a-e97a-4782-9316-8e9152e78ed4 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Aug 19 18:39:07.345426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40de3fca-21b7-4a6e-911e-bb4ab03119ff req-cca94dc4-f1fe-4e90-8766-7c0505b44695 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Aug 19 18:39:08.476074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447cc69-70f9-4cc4-84c8-3868e72909ff req-d91ecb05-3c59-44a0-8520-20bc20583cd9 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:08.477661 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f447cc69-70f9-4cc4-84c8-3868e72909ff req-d91ecb05-3c59-44a0-8520-20bc20583cd9 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0601246 Aug 19 18:39:08.518664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f447cc69-70f9-4cc4-84c8-3868e72909ff req-a2db1966-7d2a-47dd-9919-bea51300b09b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Aug 19 18:39:08.741872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42220) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:08.808396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37fbd2-8631-4745-a130-7b3c80c7d78a req-360b4265-fb5b-43b7-9e0c-0baa0387df38 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:08.811909 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca37fbd2-8631-4745-a130-7b3c80c7d78a req-360b4265-fb5b-43b7-9e0c-0baa0387df38 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0610387 Aug 19 18:39:09.149763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca37fbd2-8631-4745-a130-7b3c80c7d78a req-7003d6e8-b8a4-4c98-93a4-68eec65d5d2c tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Aug 19 18:39:09.153249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-fb62c099-09a1-4976-842e-4da85a08f1e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4102261 Aug 19 18:39:10.237265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-45ac7f82-386a-401d-b8b6-6d941ef7c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:10.238852 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-45ac7f82-386a-401d-b8b6-6d941ef7c490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1097 time: 0.0481317 Aug 19 18:39:10.266745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b016e7-991c-4fe2-8f30-270f3af37ebe req-ef42283e-6336-41da-a086-31b60cf29ef4 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:10.268283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69b016e7-991c-4fe2-8f30-270f3af37ebe req-ef42283e-6336-41da-a086-31b60cf29ef4 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Aug 19 18:39:10.332667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-a70a498b-f9b7-47ea-8ea9-8b1b4bac988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:10.334134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-a70a498b-f9b7-47ea-8ea9-8b1b4bac988b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0877941 Aug 19 18:39:10.364053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-69b016e7-991c-4fe2-8f30-270f3af37ebe req-f02c876d-c9af-47bc-a9b3-a74db61e8650 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895813 Aug 19 18:39:10.379281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-1dce0c6a-6dde-4b7b-a8d7-29e5af41ece1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0378256 Aug 19 18:39:10.427840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-dfc0a394-0f32-4142-ba97-82cffd9abf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:10.429181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-dfc0a394-0f32-4142-ba97-82cffd9abf14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0438280 Aug 19 18:39:10.460248 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-4326d04c-c4d6-4eff-bb0e-dd93c21ab527 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246139 Aug 19 18:39:10.551561 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-96ccd968-9b1a-462a-b035-225ae7879ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841634 Aug 19 18:39:10.641007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-ff884587-abcf-4682-a43b-4d5da0736e4c service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826354 Aug 19 18:39:11.542320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950cb18-b393-479e-b492-b719122dc903 req-3e137d56-861d-45b6-880b-935c66995467 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:11.543817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f950cb18-b393-479e-b492-b719122dc903 req-3e137d56-861d-45b6-880b-935c66995467 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.1092458 Aug 19 18:39:11.581019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f950cb18-b393-479e-b492-b719122dc903 req-ba2bdf86-a344-4d6a-8ddb-eed02d6d47c8 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 19 18:39:12.695587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790025-6d0e-4437-ad71-e1af568a17c6 req-cb4a6108-2552-412e-840a-952db8e347af tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:12.696992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6790025-6d0e-4437-ad71-e1af568a17c6 req-cb4a6108-2552-412e-840a-952db8e347af tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0483639 Aug 19 18:39:12.735214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b6790025-6d0e-4437-ad71-e1af568a17c6 req-325543e5-27d3-4aa4-8ec7-f03d217c19c5 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 19 18:39:13.852602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f9bb-9561-40d7-a003-d6f6e7d9e2da req-8f28169b-2a43-49a1-8e45-245ff1236661 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:13.854559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe59f9bb-9561-40d7-a003-d6f6e7d9e2da req-8f28169b-2a43-49a1-8e45-245ff1236661 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Aug 19 18:39:13.892659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe59f9bb-9561-40d7-a003-d6f6e7d9e2da req-aa26c655-f03e-48ff-8698-60865cb491c2 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Aug 19 18:39:14.931546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-e585d1ab-5fae-48dc-b938-c76349812068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:14.933293 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-e585d1ab-5fae-48dc-b938-c76349812068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1097 time: 0.0418894 Aug 19 18:39:15.015582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb3a3-e8bb-4703-ad0b-023cc7ed7bce req-ad563501-8012-426d-9031-820d75566062 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:15.017088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cabb3a3-e8bb-4703-ad0b-023cc7ed7bce req-ad563501-8012-426d-9031-820d75566062 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Aug 19 18:39:15.042054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-36dd579a-bd3b-4d0a-8b7b-8862b6d451c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:15.043230 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-36dd579a-bd3b-4d0a-8b7b-8862b6d451c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0909016 Aug 19 18:39:15.054948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cabb3a3-e8bb-4703-ad0b-023cc7ed7bce req-6e0e2b33-1e93-4a4c-93c6-73c0a4a880ce tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Aug 19 18:39:15.085144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-db8b9891-b2ba-4bbc-83a3-66a3a9b29d36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0348051 Aug 19 18:39:15.138211 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-8078e761-706e-4dda-9bec-c1f40576de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:15.139699 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-8078e761-706e-4dda-9bec-c1f40576de97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0479648 Aug 19 18:39:15.171269 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-128951da-ab78-4b49-9bee-4457a42c1e5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249450 Aug 19 18:39:15.259404 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-50188c7c-f870-48c7-a633-882b7d180088 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813642 Aug 19 18:39:15.352266 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17020a24-7342-4d4b-b28c-1c9e82260224 req-0956b192-1eec-4c68-81b6-445d249e350d service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Aug 19 18:39:16.174320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2599e-b214-4463-a470-ee2e100ea5c4 req-2db4b51e-0afa-480b-8e68-e3d6685daf63 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:16.175815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46e2599e-b214-4463-a470-ee2e100ea5c4 req-2db4b51e-0afa-480b-8e68-e3d6685daf63 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Aug 19 18:39:16.213572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46e2599e-b214-4463-a470-ee2e100ea5c4 req-a33dac85-8123-4a65-bb14-24967706a8eb tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 19 18:39:17.327399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400d35-b68f-44c0-881a-5d3c4adaefde req-11ce1c0e-e981-4b5e-b1d1-db0806b587ae tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:17.328899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d400d35-b68f-44c0-881a-5d3c4adaefde req-11ce1c0e-e981-4b5e-b1d1-db0806b587ae tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Aug 19 18:39:17.366710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d400d35-b68f-44c0-881a-5d3c4adaefde req-e9623cad-76b1-4d28-ac94-483d5b4111f9 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Aug 19 18:39:17.474931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:18.509527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268d48-b0be-47ba-b443-a50bfe155bbb req-da8fe2f3-ddf0-4083-b3ff-3c910a225a0a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:18.511198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8268d48-b0be-47ba-b443-a50bfe155bbb req-da8fe2f3-ddf0-4083-b3ff-3c910a225a0a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Aug 19 18:39:18.548454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8268d48-b0be-47ba-b443-a50bfe155bbb req-2fb80199-fd70-422a-bec3-7689abe404dc tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Aug 19 18:39:19.664643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57012b25-26ae-427e-bb0d-7d253b68b8f2 req-f6a36196-32d0-4bac-ac34-4b31c440cb90 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:19.666168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57012b25-26ae-427e-bb0d-7d253b68b8f2 req-f6a36196-32d0-4bac-ac34-4b31c440cb90 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Aug 19 18:39:19.704277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57012b25-26ae-427e-bb0d-7d253b68b8f2 req-c24c30aa-9851-4ceb-8d30-bdbfb6ab69af tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Aug 19 18:39:20.818962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b678b-987b-4f5d-903a-47535af5469e req-a3cfef6f-701b-4a59-9f04-ee9a5d7a73b7 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:20.820516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-679b678b-987b-4f5d-903a-47535af5469e req-a3cfef6f-701b-4a59-9f04-ee9a5d7a73b7 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0497086 Aug 19 18:39:20.857993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-679b678b-987b-4f5d-903a-47535af5469e req-1b2c9bc2-903d-4ce0-8e00-2f5cb06b8662 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Aug 19 18:39:21.983820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515769ee-c084-404d-8d65-b5a09ebad210 req-3ee64e81-f53a-4a4b-a8c9-98c77df62480 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:21.985314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-515769ee-c084-404d-8d65-b5a09ebad210 req-3ee64e81-f53a-4a4b-a8c9-98c77df62480 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Aug 19 18:39:22.022113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-515769ee-c084-404d-8d65-b5a09ebad210 req-6e5c4e06-9514-49b8-8652-bcb5d8aca042 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Aug 19 18:39:23.138641 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fc3c-87b8-47dc-a67e-95204944f12f req-0db46bc8-003d-454b-ba81-5923cb12f2d3 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:23.140210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df86fc3c-87b8-47dc-a67e-95204944f12f req-0db46bc8-003d-454b-ba81-5923cb12f2d3 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Aug 19 18:39:23.178453 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df86fc3c-87b8-47dc-a67e-95204944f12f req-3bbbe417-9d80-4a89-bbfc-23f96da6aa65 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Aug 19 18:39:24.294050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59d240-236a-41f7-8171-8b0120b4bbc5 req-b539d589-eee4-4420-9e61-b8e6d056226b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:24.295577 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd59d240-236a-41f7-8171-8b0120b4bbc5 req-b539d589-eee4-4420-9e61-b8e6d056226b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 19 18:39:24.333353 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bd59d240-236a-41f7-8171-8b0120b4bbc5 req-9387238b-6ac3-4e1f-af31-6289428b2eb5 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Aug 19 18:39:25.454157 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b534a7-ce94-4536-aa9d-a6162c7c29a8 req-41c197f4-2406-4490-bc35-eb51f621e767 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:25.455699 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39b534a7-ce94-4536-aa9d-a6162c7c29a8 req-41c197f4-2406-4490-bc35-eb51f621e767 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Aug 19 18:39:25.493564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-39b534a7-ce94-4536-aa9d-a6162c7c29a8 req-ac76e9f3-c024-44aa-9d2c-e9fb7f68a7d5 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 19 18:39:26.593071 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:26.612043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dd8ef-8749-44a1-bb27-4caff228a251 req-30d67476-3958-44d0-851b-932d69f8e33a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:26.613547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-803dd8ef-8749-44a1-bb27-4caff228a251 req-30d67476-3958-44d0-851b-932d69f8e33a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 19 18:39:26.652829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-803dd8ef-8749-44a1-bb27-4caff228a251 req-ad36e576-6da0-4ce1-a7b3-456b2b32d8c2 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 19 18:39:27.768840 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34991b-3f6a-4e09-b561-1b0d91c36fcf req-4873b29f-ca98-4393-87c0-77bfbb0ddb88 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:27.770418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b34991b-3f6a-4e09-b561-1b0d91c36fcf req-4873b29f-ca98-4393-87c0-77bfbb0ddb88 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0507119 Aug 19 18:39:27.809642 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b34991b-3f6a-4e09-b561-1b0d91c36fcf req-ab9cb6dc-050c-47ba-80b9-b6505435bed4 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Aug 19 18:39:28.188134 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0bba1686-d343-4805-9b73-fee47f796500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:28.928868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0265d-5701-4643-83b7-17982ba2cb03 req-8d92b715-34ae-4b10-8931-163fd5e57994 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:28.930366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dc0265d-5701-4643-83b7-17982ba2cb03 req-8d92b715-34ae-4b10-8931-163fd5e57994 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0536590 Aug 19 18:39:28.970343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1dc0265d-5701-4643-83b7-17982ba2cb03 req-3e7e9fda-c0a2-4ae1-8eda-7c74a21e6e3e tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Aug 19 18:39:30.093841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a892-e1ba-46bc-bfa2-e3e703ee6542 req-3f4314de-8ccc-4eda-ba4b-03833c03fe23 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:30.095243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1363a892-e1ba-46bc-bfa2-e3e703ee6542 req-3f4314de-8ccc-4eda-ba4b-03833c03fe23 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Aug 19 18:39:30.133167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1363a892-e1ba-46bc-bfa2-e3e703ee6542 req-fd28bc78-4021-4c17-ab11-ee68a09ada4b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Aug 19 18:39:30.636548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2422e9cb-4486-432e-8457-84e78ee00244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:30.958912 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:31.213501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:39:31.248924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620dc1-d37b-4ddf-84ce-e6e75ee6835c req-47039e11-17e1-4d09-afdf-b568c51bfc7b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:31.250420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66620dc1-d37b-4ddf-84ce-e6e75ee6835c req-47039e11-17e1-4d09-afdf-b568c51bfc7b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Aug 19 18:39:31.287897 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66620dc1-d37b-4ddf-84ce-e6e75ee6835c req-e78a37b7-4972-4996-ba10-30a795f6005b tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Aug 19 18:39:32.108646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:32.409171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c40b-4e66-4850-b646-45340be0bb92 req-8b59de16-ef5b-4cc5-92ef-37f2d66b651f tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:32.410615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2552c40b-4e66-4850-b646-45340be0bb92 req-8b59de16-ef5b-4cc5-92ef-37f2d66b651f tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Aug 19 18:39:32.448589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2552c40b-4e66-4850-b646-45340be0bb92 req-089cafa1-4b3a-4fc8-a885-c331565a616c tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Aug 19 18:39:33.565115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb334e1-461e-4d18-b197-585bf48bd706 req-32cacc0c-074c-44f6-8e00-4416a9144f1c tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:33.566275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fb334e1-461e-4d18-b197-585bf48bd706 req-32cacc0c-074c-44f6-8e00-4416a9144f1c tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Aug 19 18:39:33.604351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fb334e1-461e-4d18-b197-585bf48bd706 req-9320837d-3635-454e-82c1-3ec4c26e2546 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Aug 19 18:39:33.666476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:34.724458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430c6e9-855e-4f51-b995-79f358c3dc6b req-a4d46374-cf26-45eb-b882-eb7e5a065d64 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:34.725860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a430c6e9-855e-4f51-b995-79f358c3dc6b req-a4d46374-cf26-45eb-b882-eb7e5a065d64 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Aug 19 18:39:34.767810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a430c6e9-855e-4f51-b995-79f358c3dc6b req-a13b2954-241f-4869-8b49-b5c77e0c98c6 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Aug 19 18:39:34.787521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-280ba705-1bc8-4a7d-84ba-749989f63adc req-cb6435a5-c7f3-43bd-b386-f11f838dbd13 service neutron] (101325) timed out ('10.222.0.36', 37524) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:39:35.890382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc9784-9d1c-4dfd-9c56-f2b2b64725ef req-88a267c5-fbbe-400f-aa7a-e9d47ef73aee tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:35.891881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8adc9784-9d1c-4dfd-9c56-f2b2b64725ef req-88a267c5-fbbe-400f-aa7a-e9d47ef73aee tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0546343 Aug 19 18:39:35.930490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8adc9784-9d1c-4dfd-9c56-f2b2b64725ef req-90ef15b6-47e3-494c-9137-b4dada2ff1c1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Aug 19 18:39:37.047704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79117-1e53-4d82-be62-b56c06785d75 req-2494115f-2c2a-48a3-b506-94feec229901 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:37.049196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47f79117-1e53-4d82-be62-b56c06785d75 req-2494115f-2c2a-48a3-b506-94feec229901 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Aug 19 18:39:37.087810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47f79117-1e53-4d82-be62-b56c06785d75 req-c0961491-2de7-443b-ac66-8f6a08f5fcc1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Aug 19 18:39:37.675462 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-ce1d8d58-0dae-49ba-9afc-e76a4962cd3b service neutron] show failed (client error): The resource could not be found. Aug 19 18:39:37.676502 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-ce1d8d58-0dae-49ba-9afc-e76a4962cd3b service neutron] 10.222.0.13 "GET /v2.0/ports/4df90c05-3459-42af-b0c9-6d8b0e2a85ed/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0554669 Aug 19 18:39:37.903254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-21d17e9a-070d-4240-8b2f-b43f73b9888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:37.904828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-21d17e9a-070d-4240-8b2f-b43f73b9888f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413&tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f HTTP/1.1" status: 200 len: 1097 time: 0.0740933 Aug 19 18:39:37.917024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:37.972408 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.211286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:38.232502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cd79f-06a9-4f16-a7b4-e26abf51353c req-88a995c1-6cf8-4275-928f-2948f4574796 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.233988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c4cd79f-06a9-4f16-a7b4-e26abf51353c req-88a995c1-6cf8-4275-928f-2948f4574796 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0788891 Aug 19 18:39:38.274805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:38.316277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c4cd79f-06a9-4f16-a7b4-e26abf51353c req-5c553b63-0c31-4ad0-a860-4dde8e182ae9 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748417 Aug 19 18:39:38.326880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:38.329361 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb0f67-ed3b-49ff-9373-c55de26782b5" -d '{"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-unplugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:38.333352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.346982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Transition to ACTIVE for port object 4df90c05-3459-42af-b0c9-6d8b0e2a85ed will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:38.351357 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.384032 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c4f3b3-290a-4099-915c-25bc00b96941 x-openstack-request-id: req-a1c4f3b3-290a-4099-915c-25bc00b96941 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:38.384328 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-unplugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:38.384579 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1c4f3b3-290a-4099-915c-25bc00b96941 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:38.384963 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'code': 200} Aug 19 18:39:38.416368 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:38.418428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] No DVR routers for this DVR port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:38.429857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.430211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.430557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.430899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.431239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.431605 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.431941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.432274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.432606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.432935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.433267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.433595 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:38.464809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:38.465102 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:38.465431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:38.470520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:39:38.470846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Attempting to bind port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on network ef623d83-4941-4cb2-a791-bff408180580 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:38.475583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:38.475922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Checking segment: {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:38.476311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Bound using segment: {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:38.476733 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Bound port: 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cf1c06-f708-42dd-a220-8d22e0052e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:38.477089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.543062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:38.546756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:38.550970 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.583871 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.584495 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:38.585877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] 10.222.0.42 "PUT /v2.0/ports/4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 1092 time: 0.6728487 Aug 19 18:39:38.608329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a49ab-0ec7-45e7-a03b-ede1db893f62 service neutron] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:38.651593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-1374e89e-794f-4174-a43f-5aaa2f29c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.653114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-1374e89e-794f-4174-a43f-5aaa2f29c9be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0420046 Aug 19 18:39:38.747633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-e91e3b4b-ef79-4bf7-b6d2-158f84f7b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.749059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-e91e3b4b-ef79-4bf7-b6d2-158f84f7b918 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0889223 Aug 19 18:39:38.790638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-1b9c2de5-d29c-4a54-9a08-0a89cfb3a2ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0343702 Aug 19 18:39:38.838661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-3814d03b-cbaf-40a9-8edc-58129c2f10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:38.840136 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-3814d03b-cbaf-40a9-8edc-58129c2f10c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0423591 Aug 19 18:39:38.874646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-e01bc598-7e39-42e6-9b89-986386e6042d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279720 Aug 19 18:39:38.963155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-417a5165-798a-4871-8589-f94e6ef71fe0 service neutron] 10.222.0.42 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Aug 19 18:39:39.055232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0969b0e0-2c26-4360-ac18-2cf64ce9bc00 req-7f45b37e-ade7-444d-8319-e8a841f94d8b service neutron] 10.222.0.42 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Aug 19 18:39:39.431723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ff818-454c-41cc-b4ae-f64d70320ad7 req-8d6ac0be-1a7b-476a-9d10-4a2fdf6c8aaa tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:39.433206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-547ff818-454c-41cc-b4ae-f64d70320ad7 req-8d6ac0be-1a7b-476a-9d10-4a2fdf6c8aaa tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 943 time: 0.0488367 Aug 19 18:39:39.472025 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-547ff818-454c-41cc-b4ae-f64d70320ad7 req-fbdef80c-d375-4b36-bd20-a0dc751066d3 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Aug 19 18:39:40.386629 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:40.389744 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df2e29-0c97-4524-81ce-425ee97e5ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:40.436962 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d58a736-9cae-4cbc-b171-fb571caa66df x-openstack-request-id: req-6d58a736-9cae-4cbc-b171-fb571caa66df {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:40.437552 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:40.437552 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d58a736-9cae-4cbc-b171-fb571caa66df {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:40.437872 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'status': 'completed', 'code': 200} Aug 19 18:39:40.508268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-400872b4-75a3-41b6-b275-6dc4fcdb645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.509869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-400872b4-75a3-41b6-b275-6dc4fcdb645c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0450909 Aug 19 18:39:40.520864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-88563cfe-630b-4f5f-a5c5-98d40cca326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.522381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-88563cfe-630b-4f5f-a5c5-98d40cca326f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0467918 Aug 19 18:39:40.620895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-d7ddabd1-9e4f-4ef7-bd22-744c4ae57420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.623903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-d7ddabd1-9e4f-4ef7-bd22-744c4ae57420 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0943227 Aug 19 18:39:40.645597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d29b-a87a-44dc-afbc-c3fe195e669f req-356e3e30-f6ec-42d0-b740-b0b29607587e tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.647079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ca5d29b-a87a-44dc-afbc-c3fe195e669f req-356e3e30-f6ec-42d0-b740-b0b29607587e tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 943 time: 0.0796297 Aug 19 18:39:40.652144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-95c22b5b-ea97-41b6-83c4-48924974a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.653701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-95c22b5b-ea97-41b6-83c4-48924974a92e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.1330907 Aug 19 18:39:40.687727 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-8de850cb-037d-4272-94dc-5d1188a9270e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0577173 Aug 19 18:39:40.710097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-43c9925d-bbe4-4f90-b216-1277be20a41f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0466604 Aug 19 18:39:40.742932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-e7ad88c0-154f-47e2-8eb2-37e92bd0920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.744779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-e7ad88c0-154f-47e2-8eb2-37e92bd0920e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0507638 Aug 19 18:39:40.755643 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ca5d29b-a87a-44dc-afbc-c3fe195e669f req-65a9b2f7-e286-49b7-a2f3-6af1e38e307e tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 Aug 19 18:39:40.775832 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-7c908c3b-b421-4402-bae0-fdbe592408b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:40.777316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-7c908c3b-b421-4402-bae0-fdbe592408b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0560970 Aug 19 18:39:40.778914 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-29f8fb92-be57-4fae-b0d5-5af4e25d2f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268159 Aug 19 18:39:40.809239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-ad1b7a78-8ac7-4e18-b693-ddf8f26177ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249002 Aug 19 18:39:40.874389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-211f30e8-8feb-4c7c-8ae6-32cb0f3cd26c service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889242 Aug 19 18:39:40.904329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-1343ac75-8f2b-46c4-b242-faccb64ed871 service neutron] 10.222.0.42 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876651 Aug 19 18:39:40.967213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-2faf52c2-adb2-46f5-a733-cf95e96f1071 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832655 Aug 19 18:39:41.004368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64df2e29-0c97-4524-81ce-425ee97e5ffc req-1a82aecd-27c6-4146-bf7b-48c4117fcc5c service neutron] 10.222.0.42 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937014 Aug 19 18:39:41.875706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf4b32-2132-4675-9adc-2ca17ead0c89 req-f1f37383-677c-4609-ae1e-f88684bfa736 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:41.877096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4cf4b32-2132-4675-9adc-2ca17ead0c89 req-f1f37383-677c-4609-ae1e-f88684bfa736 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 943 time: 0.0538409 Aug 19 18:39:41.914949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4cf4b32-2132-4675-9adc-2ca17ead0c89 req-399f0d3f-766e-498b-b538-7e7e3979066f tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Aug 19 18:39:42.124575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:39:42.158312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-3ba9a870-6985-4cee-9a2e-5d1dd926e445 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:42.159744 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-3ba9a870-6985-4cee-9a2e-5d1dd926e445 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.13 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413&tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 943 time: 0.0518987 Aug 19 18:39:42.223261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:42.225213 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-755cbb80-5d49-462a-ac8c-f4f6478b61e6 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:39:42.226242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-755cbb80-5d49-462a-ac8c-f4f6478b61e6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4df90c05-3459-42af-b0c9-6d8b0e2a85ed/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0597107 Aug 19 18:39:42.235703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'network_id': 'ef623d83-4941-4cb2-a791-bff408180580', 'port_id': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'mac_address': 'fa:16:3e:2d:e0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fff9fd-e5ff-4fd6-b820-4f11d18a1129', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:39:42.276283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.290948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df90c05-3459-42af-b0c9-6d8b0e2a85ed {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:42.311280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:42.315056 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:42.334965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-62f1e543-298e-4c06-b880-7b90d87bc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:42.336634 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-62f1e543-298e-4c06-b880-7b90d87bc165 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 1095 time: 0.0426056 Aug 19 18:39:42.361797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:42.432442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dfedb8af-e6a8-429d-a741-2d2986466491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:42.433849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dfedb8af-e6a8-429d-a741-2d2986466491 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 200 len: 912 time: 0.0889783 Aug 19 18:39:42.482341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-074548ab-a634-42bf-a8be-bbb9eab84eb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 200 len: 217 time: 0.0400391 Aug 19 18:39:42.540715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-16972c26-1e17-48c4-a193-f7647e0606ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:42.543033 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-16972c26-1e17-48c4-a193-f7647e0606ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 200 len: 851 time: 0.0533962 Aug 19 18:39:42.576834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-84fb2b64-7003-48b5-9eec-dea63872eb12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ef623d83-4941-4cb2-a791-bff408180580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266414 Aug 19 18:39:42.580871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['4df90c05-3459-42af-b0c9-6d8b0e2a85ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:42.686322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-3e3a0cc3-fa3f-4458-af96-ce7db56a59ad service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018093 Aug 19 18:39:42.785728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-14217f57-9c38-43ba-b024-69a2994ab633 service neutron] 10.222.0.13 "GET /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926259 Aug 19 18:39:42.994645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:43.033493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:43.573188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0729d4-3546-4dbc-b0c1-d8dc783a3e92 req-6beaaf7d-983c-4720-9328-357854deb7fb tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:43.574674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e0729d4-3546-4dbc-b0c1-d8dc783a3e92 req-6beaaf7d-983c-4720-9328-357854deb7fb tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 944 time: 0.0491281 Aug 19 18:39:43.613405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e0729d4-3546-4dbc-b0c1-d8dc783a3e92 req-fdf69b4a-d70a-4d30-b078-acc9eb506bb1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Aug 19 18:39:44.140203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:44.187895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:44.191563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:44.191941 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.268741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.289987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:44.292276 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048342cc-92ac-4666-94b2-ad525dd156ae" -d '{"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-plugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:44.304637 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:44.308796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:44.332083 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24cbe8c-bf6a-42e7-8c98-794aacc225e2 x-openstack-request-id: req-f24cbe8c-bf6a-42e7-8c98-794aacc225e2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:44.332375 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-plugged", "status": "completed", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:44.332630 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f24cbe8c-bf6a-42e7-8c98-794aacc225e2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:44.333017 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'code': 200} Aug 19 18:39:44.357845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:44.736823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30af66-02f8-422f-b0c1-fc0be01f36a6 req-e3434d03-fcb8-4ce5-9245-f4cf18bfaa9a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:44.738218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c30af66-02f8-422f-b0c1-fc0be01f36a6 req-e3434d03-fcb8-4ce5-9245-f4cf18bfaa9a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Aug 19 18:39:44.777380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c30af66-02f8-422f-b0c1-fc0be01f36a6 req-6a16b85f-8223-4499-b4ca-d9f9c4fcfb6a tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.36 "GET /v2.0/security-groups?id=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Aug 19 18:39:44.848149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-b61cca2a-4710-4dc1-934c-5b309d955d04 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:44.849610 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-b61cca2a-4710-4dc1-934c-5b309d955d04 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.42 "GET /v2.0/ports?device_id=92bf5b59-3911-4ed2-acd0-e8f37e2b9413 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Aug 19 18:39:44.938374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Deleting port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:39:44.938718 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.027995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] For port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,segment=NetworkSegment(12cf1c06-f708-42dd-a220-8d22e0052e54),segment_id=12cf1c06-f708-42dd-a220-8d22e0052e54)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:45.028289 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.040639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Calling delete_port for 4df90c05-3459-42af-b0c9-6d8b0e2a85ed owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:39:45.165751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.176833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['4df90c05-3459-42af-b0c9-6d8b0e2a85ed'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:45.196399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Pushing event deleted for resources: {'Port': ['ID=4df90c05-3459-42af-b0c9-6d8b0e2a85ed,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:45.234825 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] No DVR routers for this DVR port 4df90c05-3459-42af-b0c9-6d8b0e2a85ed on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:39:45.237487 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:45.239494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf1f85bc-e39a-4eaa-8d6c-a1f26a2d885a req-dade63f2-86c7-460b-bc51-352fe9c66da1 tempest-DeleteServersTestJSON-1995961043 tempest-DeleteServersTestJSON-1995961043-project] 10.222.0.42 "DELETE /v2.0/ports/4df90c05-3459-42af-b0c9-6d8b0e2a85ed HTTP/1.1" status: 204 len: 173 time: 0.3838277 Aug 19 18:39:45.239927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-deleted', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:45.242459 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a9988-8111-473c-abce-7cce65f63beb" -d '{"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-deleted", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:45.285474 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453154b7-042e-4bf4-af21-4711c2bd4d35 x-openstack-request-id: req-453154b7-042e-4bf4-af21-4711c2bd4d35 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:45.285796 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf5b59-3911-4ed2-acd0-e8f37e2b9413", "name": "network-vif-deleted", "tag": "4df90c05-3459-42af-b0c9-6d8b0e2a85ed", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:45.286052 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-453154b7-042e-4bf4-af21-4711c2bd4d35 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:45.286458 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf5b59-3911-4ed2-acd0-e8f37e2b9413', 'name': 'network-vif-deleted', 'tag': '4df90c05-3459-42af-b0c9-6d8b0e2a85ed', 'status': 'completed', 'code': 200} Aug 19 18:39:45.913657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42330) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:45.959266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Deleting subnet 46fff9fd-e5ff-4fd6-b820-4f11d18a1129 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:39:45.962504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.002755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.043045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.100064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.126946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fff9fd-e5ff-4fd6-b820-4f11d18a1129,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.132097 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.139061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-50fab0c8-4232-4a81-96a6-fda1635ccf9b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/46fff9fd-e5ff-4fd6-b820-4f11d18a1129 HTTP/1.1" status: 204 len: 168 time: 0.2186809 Aug 19 18:39:46.139061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42332) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.211348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.310983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.320837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef623d83-4941-4cb2-a791-bff408180580']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:46.331131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cf1c06-f708-42dd-a220-8d22e0052e54') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:46.331429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cf1c06-f708-42dd-a220-8d22e0052e54') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:39:46.340130 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.355671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.362081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:39:46.362506 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:39:46.364243 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:39:46.426032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.435539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.437450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ef623d83-4941-4cb2-a791-bff408180580 HTTP/1.1" status: 204 len: 168 time: 0.3000259 Aug 19 18:39:46.448592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2610-b6db-4879-8d44-93b4bc882ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef623d83-4941-4cb2-a791-bff408180580,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.566001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42336) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.609102 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-32bbcd3d-e066-4568-8e75-2410d94a80aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaf5e6e34ab5418d85e2a92385ccc35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417941 Aug 19 18:39:46.611490 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42338) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:46.659308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.680556 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.725615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.728363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:46.729513 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a HTTP/1.1" status: 204 len: 168 time: 0.1171050 Aug 19 18:39:46.737370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b5fb0c-37ea-47a8-8d65-1a9d2e6ad13a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:46.745088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.745443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.745793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.746131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.746494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.746828 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.747693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.748073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.748460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.748790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.749116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:46.749455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db062f0c-527b-4bee-9e4d-a2e31b7fbb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:47.384570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.481747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1227792782-network', 'tenant_id': '664a3d08c67a41b8badbc0cf898ddb1f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:47.482151 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.503684 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Made reservation on behalf of 664a3d08c67a41b8badbc0cf898ddb1f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:47.505936 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.515174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.607849 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.611529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.636386 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:39:47.646119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42262e81-9d2d-4d10-bb57-b2effe4ef950,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.651188 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.651562 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Added segment 9b79f088-4253-44ad-834a-51e916c64815 of type vlan for network 5d60d392-c59c-4b8b-9930-bfac316e2f46 Aug 19 18:39:47.695022 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.718982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.719845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:47.720416 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.776631 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3909407 Aug 19 18:39:47.779931 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bca7fa-2578-4175-83c6-5f730ad71b5e admin admin] Pushing event updated for resources: {'Network': ['ID=5d60d392-c59c-4b8b-9930-bfac316e2f46,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:47.780081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42364) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:39:47.784991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Request body: {'subnet': {'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1227792782-subnet', 'tenant_id': '664a3d08c67a41b8badbc0cf898ddb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:47.791093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:39:47.811537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Made reservation on behalf of 664a3d08c67a41b8badbc0cf898ddb1f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:47.814269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:47.992685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.050493 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75b15be-5193-4afc-b436-418101272b49,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:48.060600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Checking segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:48.060967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Network hostable DHCP agents. Network: 5d60d392-c59c-4b8b-9930-bfac316e2f46, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:39:48.076428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:39:48.084741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 5d60d392-c59c-4b8b-9930-bfac316e2f46) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:48.089350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:48.090453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:48.094199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13b172-2a84-40d3-ae42-dada5a4461f5 None None] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:48.113096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3890cab7-a1ed-4f85-a3f7-6f71eec15237 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3235033 Aug 19 18:39:48.148757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:39:48.173666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 4df90c05-3459-42af-b0c9-6d8b0e2a85ed {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:39:48.174012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4df90c05-3459-42af-b0c9-6d8b0e2a85ed not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:39:48.238019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3d005-3868-4e9d-b7af-144ac3bc597f None None] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:39:48.547694 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-a0413cec-1c05-4ece-afe6-ed41600f1834 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:48.549089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-a0413cec-1c05-4ece-afe6-ed41600f1834 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 815 time: 0.1064522 Aug 19 18:39:48.564874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-988f0959-cf9e-431e-a957-6f30983d27a2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/quotas/664a3d08c67a41b8badbc0cf898ddb1f HTTP/1.1" status: 200 len: 375 time: 0.0100300 Aug 19 18:39:48.597160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-addf5fbb-4565-41a5-a66a-ac94116cd822 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266621 Aug 19 18:39:48.741537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-ce399723-2bbb-4c1c-b176-50548489073b service neutron] 10.222.0.36 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373162 Aug 19 18:39:48.831280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-b738e3e6-06f8-4fb0-b2cc-cf69278dd68d service neutron] 10.222.0.36 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823936 Aug 19 18:39:48.990259 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d44a281-27e4-4832-8a2e-f1edca89278f req-15ecd63e-cb77-49fe-a61c-fdf354b07f49 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 210 time: 0.0262764 Aug 19 18:39:49.892179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-6ca713c1-6369-41a3-b407-a55bc1b0ad18 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:49.893844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-6ca713c1-6369-41a3-b407-a55bc1b0ad18 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 815 time: 0.1109600 Aug 19 18:39:49.907198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Request body: {'port': {'device_id': '8ffa11b1-b664-46d0-964f-711400732a6b', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'admin_state_up': True, 'tenant_id': '664a3d08c67a41b8badbc0cf898ddb1f'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.017738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Made reservation on behalf of 664a3d08c67a41b8badbc0cf898ddb1f for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:39:50.021683 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.107949 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af6b58ac-bd50-4fb6-bb05-1c0a0ae160ad req-1d07c59c-b991-49e8-85da-8a61e3c62b82 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 210 time: 0.0344284 Aug 19 18:39:50.172217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Allocated IP 172.20.0.9 (5d60d392-c59c-4b8b-9930-bfac316e2f46/c75b15be-5193-4afc-b436-418101272b49/73786239-dafa-4343-9f34-2ee716432d18) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:39:50.318190 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.358036 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.689867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:39:50.694876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:39:50.698574 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:39:50.723623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:50.752625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:50.753264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:50.767437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-e4d8bb02-4007-4daf-8f5c-948cc4f1be5c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648224 Aug 19 18:39:50.779685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Request body: {'port': {'device_id': '8ffa11b1-b664-46d0-964f-711400732a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:39:50.832412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.094393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73786239-dafa-4343-9f34-2ee716432d18 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:51.102025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.115062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Transition to ACTIVE for port object 73786239-dafa-4343-9f34-2ee716432d18 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:39:51.118776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.197956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.277667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde4d1-2f4a-4a6b-a613-36564b1ba936 req-21fc1531-d716-41cc-adc3-2359b0f358ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.279860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72dde4d1-2f4a-4a6b-a613-36564b1ba936 req-21fc1531-d716-41cc-adc3-2359b0f358ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 943 time: 0.0965559 Aug 19 18:39:51.282256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:39:51.282589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:39:51.282916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:51.293769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:39:51.294635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:39:51.306751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:39:51.307088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Checking segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:39:51.307492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Bound using segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:39:51.307928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Bound port: 73786239-dafa-4343-9f34-2ee716432d18, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:39:51.308281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.352373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72dde4d1-2f4a-4a6b-a613-36564b1ba936 req-25f44007-2701-460c-bffe-c2f36b8331e4 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 Aug 19 18:39:51.384794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:39:51.388692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:39:51.392654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.426581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.427219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:51.428729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 1092 time: 0.6532142 Aug 19 18:39:51.430908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:51.434040 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80c63f0-cb87-43fe-a92f-04513ac9894d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:51.463588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ddd0-9c29-4b27-b0fa-bff6277a95d6 service neutron] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:51.483748 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c3b8f-bbc1-494d-8090-caadcafd773d x-openstack-request-id: req-a46c3b8f-bbc1-494d-8090-caadcafd773d {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:51.484037 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:51.484285 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a46c3b8f-bbc1-494d-8090-caadcafd773d {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:51.484673 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'status': 'completed', 'code': 200} Aug 19 18:39:51.517546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-af356064-5c25-498c-8d22-abde44d81661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.519063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-af356064-5c25-498c-8d22-abde44d81661 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1095 time: 0.0471089 Aug 19 18:39:51.570431 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-81f198ab-ac5b-4423-ba23-cc43635ce138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0440977 Aug 19 18:39:51.620487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-767cc520-63e2-4580-a5a5-29a03dc8c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.621855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-767cc520-63e2-4580-a5a5-29a03dc8c0c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0438414 Aug 19 18:39:51.657831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-c0e9358b-52e0-492c-85c9-9348e46bba72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293248 Aug 19 18:39:51.749266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-96d23e7f-da71-451a-8a34-07d9c6aec46b service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Aug 19 18:39:51.843287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0aa4ff33-3377-40e0-87a3-b19b72187d87 req-2b6e7433-0368-4930-8d80-34438b129d5d service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Aug 19 18:39:51.928822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-b1b2c667-c6d8-4c76-862a-bf2b15c42709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:51.930297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-b1b2c667-c6d8-4c76-862a-bf2b15c42709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1095 time: 0.0441575 Aug 19 18:39:52.025007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-afc7167d-d8e1-4632-a06a-5de24db3cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.026482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-afc7167d-d8e1-4632-a06a-5de24db3cdff service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0894039 Aug 19 18:39:52.067272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-8f002ae8-734d-425f-962c-e42420bbae3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0341721 Aug 19 18:39:52.115156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-fab0730a-583a-4b0b-b124-fdbb0b03c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.116878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-fab0730a-583a-4b0b-b124-fdbb0b03c141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0427737 Aug 19 18:39:52.149178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-63d244eb-5a6f-492f-ba69-ec60743533df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238111 Aug 19 18:39:52.242944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-228b33ac-d6e7-4e8f-80d8-d23eb5041782 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Aug 19 18:39:52.336792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d80c63f0-cb87-43fe-a92f-04513ac9894d req-e753257a-a697-4de1-94a5-033054b59b2c service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861359 Aug 19 18:39:52.469398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f142df-b532-4090-897d-16889abcce07 req-be9dab0e-0cf5-4558-b1af-c504778f2bbf tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:52.470876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5f142df-b532-4090-897d-16889abcce07 req-be9dab0e-0cf5-4558-b1af-c504778f2bbf tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 943 time: 0.0525308 Aug 19 18:39:52.511865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b5f142df-b532-4090-897d-16889abcce07 req-90d657e5-9fb6-4203-9ac1-12c6efd15cf9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Aug 19 18:39:53.628719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218632a-252a-4c0b-995d-c2f49c2f76ba req-17da37c5-5174-46e8-9500-17445bc01669 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:53.630196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c218632a-252a-4c0b-995d-c2f49c2f76ba req-17da37c5-5174-46e8-9500-17445bc01669 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 943 time: 0.0495019 Aug 19 18:39:53.666579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c218632a-252a-4c0b-995d-c2f49c2f76ba req-2f062e8b-6785-406e-bbf6-573dc451a3b1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304503 Aug 19 18:39:54.163729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:39:54.259498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:54.270560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '73786239-dafa-4343-9f34-2ee716432d18', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'port_id': '73786239-dafa-4343-9f34-2ee716432d18', 'mac_address': 'fa:16:3e:47:dc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b15be-5193-4afc-b436-418101272b49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:39:54.306898 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.320216 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73786239-dafa-4343-9f34-2ee716432d18 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:39:54.339124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:54.343676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:54.390485 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:54.397652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.398001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.398353 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.398692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.399030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.399365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.399793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.400125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.400454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.400781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.401106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.401431 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:39:54.531854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['73786239-dafa-4343-9f34-2ee716432d18'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:39:54.788041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396089b-b100-4201-885d-2207f1633ff0 req-4fe9f225-e44c-41fe-8c68-6c9ac12048b1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:54.789585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4396089b-b100-4201-885d-2207f1633ff0 req-4fe9f225-e44c-41fe-8c68-6c9ac12048b1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 944 time: 0.0534956 Aug 19 18:39:54.827062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4396089b-b100-4201-885d-2207f1633ff0 req-c4acb56e-21e2-4e93-8916-7e801275978d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309279 Aug 19 18:39:55.944843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1460dea-8210-46bc-90ba-6eab8da6104b req-5760bc8e-a26b-4e41-8221-b2fdfdf70215 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:55.946344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1460dea-8210-46bc-90ba-6eab8da6104b req-5760bc8e-a26b-4e41-8221-b2fdfdf70215 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 944 time: 0.0499125 Aug 19 18:39:55.986105 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1460dea-8210-46bc-90ba-6eab8da6104b req-6a530dcc-7e50-4a1b-a755-8e1d90763995 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Aug 19 18:39:56.165094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:39:56.218471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 73786239-dafa-4343-9f34-2ee716432d18 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:39:56.222308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 73786239-dafa-4343-9f34-2ee716432d18 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:39:56.222707 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.310548 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.336402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:39:56.338802 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509dd9ec-6b53-476e-82b3-0b0aeca94558" -d '{"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-plugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:39:56.352550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:39:56.357981 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:56.381835 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93399a2-216c-4ac0-9374-f66073942aae x-openstack-request-id: req-f93399a2-216c-4ac0-9374-f66073942aae {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:39:56.382134 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-plugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:39:56.382388 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f93399a2-216c-4ac0-9374-f66073942aae {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:39:56.382775 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'code': 200} Aug 19 18:39:56.411873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:39:56.477553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea8d23-1850-4383-8d1d-a9cde12b0877 req-1b319b3c-7ed2-47fa-acb7-b370bc8520fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:56.479718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46ea8d23-1850-4383-8d1d-a9cde12b0877 req-1b319b3c-7ed2-47fa-acb7-b370bc8520fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1097 time: 0.0422516 Aug 19 18:39:56.515104 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46ea8d23-1850-4383-8d1d-a9cde12b0877 req-fff89aba-8ac3-4493-9b4e-95ef7c8003db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284891 Aug 19 18:39:56.594012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:57.109966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e40d-064d-4924-9db1-17fe09a6e2ce req-3b9a2876-3559-4577-ad4a-b579d360c523 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:57.111625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bf1e40d-064d-4924-9db1-17fe09a6e2ce req-3b9a2876-3559-4577-ad4a-b579d360c523 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0559666 Aug 19 18:39:57.151540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bf1e40d-064d-4924-9db1-17fe09a6e2ce req-06423e12-0221-4364-b02c-807ecceb544e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 19 18:39:58.197113 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-00889b92-eb60-49b4-b145-bf1c1311ebc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:39:58.275459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265ba5-d175-408a-9e34-354bbae8cd14 req-18ba2b82-571d-48d3-94d9-dbd3973171e6 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.277024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4265ba5-d175-408a-9e34-354bbae8cd14 req-18ba2b82-571d-48d3-94d9-dbd3973171e6 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0506754 Aug 19 18:39:58.319317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4265ba5-d175-408a-9e34-354bbae8cd14 req-7d0e13a1-73d1-46a2-8f1f-60ec8569b06c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355849 Aug 19 18:39:58.436108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab71fc-fad3-4b39-abfb-722a62a0fc7c req-2e02a649-df6c-4bee-9157-ef4c3a5d4aef tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.437396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcab71fc-fad3-4b39-abfb-722a62a0fc7c req-2e02a649-df6c-4bee-9157-ef4c3a5d4aef tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0499728 Aug 19 18:39:58.478276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcab71fc-fad3-4b39-abfb-722a62a0fc7c req-18c756c0-f1da-4184-9eff-64196330eed9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Aug 19 18:39:58.694884 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea5505-17b3-46dd-8ff3-57e18362a0ae req-f0047bef-10a0-45a6-8f55-f04ebd282709 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.696329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55ea5505-17b3-46dd-8ff3-57e18362a0ae req-f0047bef-10a0-45a6-8f55-f04ebd282709 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0639403 Aug 19 18:39:58.738808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55ea5505-17b3-46dd-8ff3-57e18362a0ae req-3a261e6d-4824-407e-9571-58bdb0ae3946 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Aug 19 18:39:58.856671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b3c7-daba-45a1-991b-d7d98c325e46 req-aa90c946-fabe-4be6-a758-ba45bd96536a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:58.858155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-acc6b3c7-daba-45a1-991b-d7d98c325e46 req-aa90c946-fabe-4be6-a758-ba45bd96536a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0492146 Aug 19 18:39:58.896848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-acc6b3c7-daba-45a1-991b-d7d98c325e46 req-4ee38314-7234-4ee4-9332-30b731a5e105 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Aug 19 18:39:59.171905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cec34-b99c-44be-93ab-c9cc21300fc3 req-9bb62e4c-db19-46a5-8068-d26a05822619 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:39:59.173402 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692cec34-b99c-44be-93ab-c9cc21300fc3 req-9bb62e4c-db19-46a5-8068-d26a05822619 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0863016 Aug 19 18:39:59.180998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-250e3014-f1f3-45e2-b17a-eccb849bed0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621026 Aug 19 18:39:59.223231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-692cec34-b99c-44be-93ab-c9cc21300fc3 req-c6f30608-df03-46ac-9b85-94786a5aaf3e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Aug 19 18:40:00.351031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93c0e-ca6d-4d10-a652-86823ae407a8 req-83842387-7918-45b9-b936-6a586f048af1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:00.352592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cd93c0e-ca6d-4d10-a652-86823ae407a8 req-83842387-7918-45b9-b936-6a586f048af1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0561128 Aug 19 18:40:00.422166 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-f3d5ef85-279e-480d-ae01-f867d9203beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:00.423798 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-f3d5ef85-279e-480d-ae01-f867d9203beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1097 time: 0.0685837 Aug 19 18:40:00.427046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cd93c0e-ca6d-4d10-a652-86823ae407a8 req-d2d946cc-c197-42a3-a839-2749320dbf08 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620468 Aug 19 18:40:00.528257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-a83e8266-628d-406f-8af4-5c221cd8c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:00.530425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-a83e8266-628d-406f-8af4-5c221cd8c444 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0975602 Aug 19 18:40:00.571877 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-e0656922-006c-421e-bb7b-3b301741cf48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0352175 Aug 19 18:40:00.624343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-5c22985d-1c7a-4ccd-80a0-0e4e5a56ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:00.625846 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-5c22985d-1c7a-4ccd-80a0-0e4e5a56ad1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0478773 Aug 19 18:40:00.639434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-654d553f-b10b-4a34-8ebb-dbe4f4ea424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:00.658872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-ff0be28b-2055-4ee8-b7a9-f94af0a02b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262411 Aug 19 18:40:00.753181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-c7aceac3-0b54-4523-be75-39c18aff5180 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875590 Aug 19 18:40:00.850899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-047a41b0-b572-47c9-904a-a1dfab5c6418 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915122 Aug 19 18:40:00.961579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:01.542818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c6c3-ee61-405b-b676-3a25e0af9da6 req-3fc7726e-07c7-42fc-b013-b7b2726e81d7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:01.544387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8a6c6c3-ee61-405b-b676-3a25e0af9da6 req-3fc7726e-07c7-42fc-b013-b7b2726e81d7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0497000 Aug 19 18:40:01.582837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8a6c6c3-ee61-405b-b676-3a25e0af9da6 req-6c6d4fe6-df3a-43aa-b6bf-b292d4f1ae50 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Aug 19 18:40:02.115038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:02.706676 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e80125-22a1-4e00-b06a-cc8ad898807f req-194aa839-f510-4707-90aa-2cc1f3c7ad92 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:02.708524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79e80125-22a1-4e00-b06a-cc8ad898807f req-194aa839-f510-4707-90aa-2cc1f3c7ad92 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0541430 Aug 19 18:40:02.753628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79e80125-22a1-4e00-b06a-cc8ad898807f req-548b8385-ca73-4800-9a98-408bccdbcd78 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Aug 19 18:40:03.672099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:03.873895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae6b4-bebd-4fda-97bf-95ccea1def8b req-5c4d7a60-5b31-4d6a-9452-58d84fd742c5 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:03.875312 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfcae6b4-bebd-4fda-97bf-95ccea1def8b req-5c4d7a60-5b31-4d6a-9452-58d84fd742c5 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0501759 Aug 19 18:40:03.914419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfcae6b4-bebd-4fda-97bf-95ccea1def8b req-ba0525ac-e5d5-408a-bd74-9ca450a234fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Aug 19 18:40:05.035687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0967507-5725-49cd-bc9c-564f0ed78106 req-df572ab0-8afe-4b81-98d1-b5649faf9b78 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:05.037213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0967507-5725-49cd-bc9c-564f0ed78106 req-df572ab0-8afe-4b81-98d1-b5649faf9b78 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0524006 Aug 19 18:40:05.077558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0967507-5725-49cd-bc9c-564f0ed78106 req-8b01f686-84e5-4b16-9996-758495359448 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Aug 19 18:40:06.193417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c523e-f06d-4e68-85af-fc1ea79cbaf7 req-ce01e759-9d31-43f2-9e81-3a9d685abf76 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:06.194970 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-808c523e-f06d-4e68-85af-fc1ea79cbaf7 req-ce01e759-9d31-43f2-9e81-3a9d685abf76 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0503614 Aug 19 18:40:06.237979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-808c523e-f06d-4e68-85af-fc1ea79cbaf7 req-fac7d33a-d237-42b3-8a1f-bdbc291f41a2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 Aug 19 18:40:07.357478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eb115-6451-4ef1-a155-ea1ec9e457d4 req-fa9d7934-e45e-4b05-a597-6c76086b7a18 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:07.358968 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-416eb115-6451-4ef1-a155-ea1ec9e457d4 req-fa9d7934-e45e-4b05-a597-6c76086b7a18 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0510056 Aug 19 18:40:07.399360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-416eb115-6451-4ef1-a155-ea1ec9e457d4 req-9b0f7d14-f2c2-44d5-ac2d-0c1d1b627bfe tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342665 Aug 19 18:40:08.213426 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:40:08.519720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc376-5b51-4462-965d-beb8a15ec0fc req-ca81c7f0-a243-4cf0-ab76-772a4b823d12 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:08.521249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc7cc376-5b51-4462-965d-beb8a15ec0fc req-ca81c7f0-a243-4cf0-ab76-772a4b823d12 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0531235 Aug 19 18:40:08.559875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bc7cc376-5b51-4462-965d-beb8a15ec0fc req-8f3faf19-b878-4948-8cf7-2b4bd8ea70fe tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Aug 19 18:40:09.684087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-f1b233cb-c2bb-4ac7-88fb-d57a4b0a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:09.685601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-f1b233cb-c2bb-4ac7-88fb-d57a4b0a6c0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1097 time: 0.0771763 Aug 19 18:40:09.696424 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd71af1-1b74-4af7-bebf-cbec0082968c req-94ffa7c1-962b-4f95-bda1-08e8481e7cf1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:09.697929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fd71af1-1b74-4af7-bebf-cbec0082968c req-94ffa7c1-962b-4f95-bda1-08e8481e7cf1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0639989 Aug 19 18:40:09.788876 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fd71af1-1b74-4af7-bebf-cbec0082968c req-de31fe19-c469-421e-94e5-0003e003646d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848870 Aug 19 18:40:09.823947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-4958d84d-5adc-4ba8-be5f-e379525a0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:09.825342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-4958d84d-5adc-4ba8-be5f-e379525a0696 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.1201327 Aug 19 18:40:09.866943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-3de5779e-6782-4e0c-a5bc-73c2b7aec1b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0342205 Aug 19 18:40:09.914847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-98f9872b-be7d-40e2-ae67-8b7df5b67553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:09.916355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-98f9872b-be7d-40e2-ae67-8b7df5b67553 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0434518 Aug 19 18:40:09.946785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-80cb3f04-349c-46ec-a9ea-b747ed16e0d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242395 Aug 19 18:40:10.039708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-d9d17618-1045-435d-8e28-a4475ad12d64 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863953 Aug 19 18:40:10.132761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0b151ac-8c27-4902-be3a-266dca490cd4 req-284bca14-34e5-4b30-b25d-de41361727b4 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861354 Aug 19 18:40:10.910893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87b492-561a-4d20-b358-1bce892e257a req-c59256c0-bcdc-4ed3-9c95-173c105b5376 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:10.912575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f87b492-561a-4d20-b358-1bce892e257a req-c59256c0-bcdc-4ed3-9c95-173c105b5376 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0527115 Aug 19 18:40:10.952052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f87b492-561a-4d20-b358-1bce892e257a req-cbb1809c-7adc-49c0-bc8f-76cc137d2bc2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Aug 19 18:40:12.073109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e105f2-4c1d-42de-8fd9-ce4b25338377 req-59f10572-e766-4e84-aaed-5bfc9d42810b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:12.074635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92e105f2-4c1d-42de-8fd9-ce4b25338377 req-59f10572-e766-4e84-aaed-5bfc9d42810b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0514476 Aug 19 18:40:12.114883 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92e105f2-4c1d-42de-8fd9-ce4b25338377 req-a264e7a2-d82d-4454-9ec1-62e94d3c10c0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Aug 19 18:40:13.229168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420dff6-4a4a-4b97-b77a-88a4acf8deeb req-11a6c434-a855-4299-8f93-a71a923653ef tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:13.230663 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9420dff6-4a4a-4b97-b77a-88a4acf8deeb req-11a6c434-a855-4299-8f93-a71a923653ef tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 19 18:40:13.273145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9420dff6-4a4a-4b97-b77a-88a4acf8deeb req-338e3e45-b242-418a-a687-ca096e72fa67 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356493 Aug 19 18:40:14.395175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820909f2-1c90-4d84-856a-9fcd14a1683c req-4c37ca5b-73de-4d92-a544-d683eff8a6de tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:14.396717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820909f2-1c90-4d84-856a-9fcd14a1683c req-4c37ca5b-73de-4d92-a544-d683eff8a6de tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0519836 Aug 19 18:40:14.435050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-820909f2-1c90-4d84-856a-9fcd14a1683c req-1d2b5709-f8d9-4930-9495-d50fa15756a2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 19 18:40:15.554001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc664f-fd3c-4204-8e9b-67dd245d7006 req-1d13a905-77a4-46cf-b957-070aaf8c63f1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:15.555521 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22bc664f-fd3c-4204-8e9b-67dd245d7006 req-1d13a905-77a4-46cf-b957-070aaf8c63f1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0504692 Aug 19 18:40:15.594689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22bc664f-fd3c-4204-8e9b-67dd245d7006 req-7708a25d-b29d-4729-9101-51ae3aa72e94 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Aug 19 18:40:16.712763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305960ec-2b5d-4c1f-aeb0-31fa56a8f633 req-08c5aa61-ac58-46e0-bdb0-6dc51d11edba tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:16.714267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-305960ec-2b5d-4c1f-aeb0-31fa56a8f633 req-08c5aa61-ac58-46e0-bdb0-6dc51d11edba tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0489554 Aug 19 18:40:16.763219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-305960ec-2b5d-4c1f-aeb0-31fa56a8f633 req-a1a6b670-9d4e-42b0-9ab3-1b9a63966c3e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Aug 19 18:40:17.483471 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:17.883044 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed4fa-9b81-4719-9cbd-2a9266a51251 req-adb880f2-08f5-4d58-a1ba-89829638a6e1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:17.884563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d28ed4fa-9b81-4719-9cbd-2a9266a51251 req-adb880f2-08f5-4d58-a1ba-89829638a6e1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0494895 Aug 19 18:40:17.924039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d28ed4fa-9b81-4719-9cbd-2a9266a51251 req-6d58275a-34c4-4124-9fdf-aa27a4863024 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Aug 19 18:40:19.042813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd69280-9364-4aa5-8a3e-68af1682f300 req-4152e1af-a924-4555-92a0-b0b0aefaca24 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:19.044336 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bd69280-9364-4aa5-8a3e-68af1682f300 req-4152e1af-a924-4555-92a0-b0b0aefaca24 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0500937 Aug 19 18:40:19.082724 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bd69280-9364-4aa5-8a3e-68af1682f300 req-0f3d256e-8c6e-4957-a37f-53ab932fee6b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Aug 19 18:40:20.200026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687d6d5-8b0e-489e-9ca6-b5226562d941 req-0bfba295-d488-4cfd-8fac-611bc57035b2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:20.201544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1687d6d5-8b0e-489e-9ca6-b5226562d941 req-0bfba295-d488-4cfd-8fac-611bc57035b2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0500202 Aug 19 18:40:20.243825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1687d6d5-8b0e-489e-9ca6-b5226562d941 req-82164b4e-b491-4bc0-8b75-65064ab3d427 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354316 Aug 19 18:40:21.360588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830b4c-b91b-4735-b82f-69b4b025bafc req-669e79f5-628f-4179-a711-01bef59be7a4 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:21.362099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae830b4c-b91b-4735-b82f-69b4b025bafc req-669e79f5-628f-4179-a711-01bef59be7a4 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0503652 Aug 19 18:40:21.402732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae830b4c-b91b-4735-b82f-69b4b025bafc req-64eea655-4221-4ae9-8f08-b72aefbba89a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Aug 19 18:40:22.524529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe73e8-6afa-4ae0-961e-e525fc07dae1 req-fb5b7cdd-67dd-4f9f-a12f-d8904567e122 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:22.526084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4efe73e8-6afa-4ae0-961e-e525fc07dae1 req-fb5b7cdd-67dd-4f9f-a12f-d8904567e122 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0511062 Aug 19 18:40:22.563679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4efe73e8-6afa-4ae0-961e-e525fc07dae1 req-b844bbae-328e-4402-98a9-a2bd26e4667b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Aug 19 18:40:23.684392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9feac-9041-4ac7-b742-b018db52a35e req-5d8435af-d8ac-4f6e-bac5-a3d7a83811f9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:23.685895 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9d9feac-9041-4ac7-b742-b018db52a35e req-5d8435af-d8ac-4f6e-bac5-a3d7a83811f9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 19 18:40:23.728068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9d9feac-9041-4ac7-b742-b018db52a35e req-2fe5235f-ed7f-40d7-87ac-8da986910c45 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Aug 19 18:40:24.849598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e58b-44ab-41f3-a41e-ee34c0412c7f req-48045a5f-9fa3-4296-a002-a65e3dd025ae tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:24.851168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4154e58b-44ab-41f3-a41e-ee34c0412c7f req-48045a5f-9fa3-4296-a002-a65e3dd025ae tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0548627 Aug 19 18:40:24.892711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4154e58b-44ab-41f3-a41e-ee34c0412c7f req-b5a3b49a-eb7e-4b3b-9706-c342c2e9a925 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Aug 19 18:40:26.013959 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981457-b990-48d8-a102-fc8029e93cd0 req-e0ca05e5-4a38-4be6-a069-ee5a4ebf3bab tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:26.015471 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63981457-b990-48d8-a102-fc8029e93cd0 req-e0ca05e5-4a38-4be6-a069-ee5a4ebf3bab tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0518737 Aug 19 18:40:26.055212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-63981457-b990-48d8-a102-fc8029e93cd0 req-5fdacc7b-d47a-4eed-ab81-002cf3f0734e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Aug 19 18:40:26.601776 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:27.184535 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f6e3-6bcf-4388-89e1-7eac2a6f6555 req-bb8fbd8b-7ae3-4b97-b273-49426100f90d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.186060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6999f6e3-6bcf-4388-89e1-7eac2a6f6555 req-bb8fbd8b-7ae3-4b97-b273-49426100f90d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0579035 Aug 19 18:40:27.229244 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6999f6e3-6bcf-4388-89e1-7eac2a6f6555 req-4655f1bc-d303-446b-aa98-4ec90b5fb6b9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Aug 19 18:40:27.727417 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-aab45782-17a6-414c-8b29-7e165a18a929 service neutron] show failed (client error): The resource could not be found. Aug 19 18:40:27.728514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-aab45782-17a6-414c-8b29-7e165a18a929 service neutron] 10.222.0.42 "GET /v2.0/ports/73786239-dafa-4343-9f34-2ee716432d18/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0624685 Aug 19 18:40:27.955247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-0109db8d-4162-416c-bc91-d4586e4c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:27.956764 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-0109db8d-4162-416c-bc91-d4586e4c8363 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b&tenant_id=664a3d08c67a41b8badbc0cf898ddb1f HTTP/1.1" status: 200 len: 1097 time: 0.0443134 Aug 19 18:40:27.974981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:28.036776 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.187676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-021646df-d821-4832-b140-3a114971e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.250668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:28.283629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:28.323221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:28.325510 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e77539-d4d7-41bc-bb29-cbc8dedfe5dd" -d '{"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:28.329449 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.348823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Transition to ACTIVE for port object 73786239-dafa-4343-9f34-2ee716432d18 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:28.350215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b5ff-962a-4bfa-84fa-5122836ce2ac req-7e186b7b-7566-4878-8b22-501e6e6fc3fa tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.352152 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4aa6b5ff-962a-4bfa-84fa-5122836ce2ac req-7e186b7b-7566-4878-8b22-501e6e6fc3fa tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0516021 Aug 19 18:40:28.358498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.386575 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1289f-12ca-42a2-841c-eabea4355a06 x-openstack-request-id: req-5db1289f-12ca-42a2-841c-eabea4355a06 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:28.386870 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:28.387119 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5db1289f-12ca-42a2-841c-eabea4355a06 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:28.387530 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'code': 200} Aug 19 18:40:28.393925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4aa6b5ff-962a-4bfa-84fa-5122836ce2ac req-c72bf848-8e97-43cf-bc65-198e6ea20021 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Aug 19 18:40:28.409398 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:28.432090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] No DVR routers for this DVR port 73786239-dafa-4343-9f34-2ee716432d18 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:28.465502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:40:28.465830 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:40:28.466154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:28.470297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:40:28.470614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Attempting to bind port 73786239-dafa-4343-9f34-2ee716432d18 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:28.475318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:40:28.475686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Checking segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:28.476063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Bound using segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:40:28.476476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Bound port: 73786239-dafa-4343-9f34-2ee716432d18, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:40:28.476830 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.540111 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:28.543032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:40:28.547673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.581123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.581747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:28.584457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] 10.222.0.13 "PUT /v2.0/ports/73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 1092 time: 0.6141376 Aug 19 18:40:28.607233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9b81d-655d-4bd1-b0a6-0460e2decab6 service neutron] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:28.661443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-bb71b6ed-cbe8-4f8d-a753-b8bf1dc32614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.662916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-bb71b6ed-cbe8-4f8d-a753-b8bf1dc32614 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1095 time: 0.0443947 Aug 19 18:40:28.755693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-bafd6ef3-85df-4253-b49c-0f29d4df88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.757172 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-bafd6ef3-85df-4253-b49c-0f29d4df88ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0873053 Aug 19 18:40:28.800415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-86d370c1-1b03-47ef-9ed7-1775a341aec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0363336 Aug 19 18:40:28.849852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-ea6b9ab6-5440-413a-8782-22be26863c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:28.851310 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-ea6b9ab6-5440-413a-8782-22be26863c9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0437939 Aug 19 18:40:28.885016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-bc070c0b-a91d-4cfa-ab15-ce6c00c6f9ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260108 Aug 19 18:40:28.979996 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-0c122d79-95b0-4d80-942b-88bbcbb91cde service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882721 Aug 19 18:40:29.076047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1438ddd5-dc60-4211-a4e5-aa1dbee9432c req-dcf196ac-5384-408c-ad51-808b001b61e2 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891964 Aug 19 18:40:29.522375 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712362a-765a-43c8-9492-7ef959529af1 req-aaa1e96a-c236-44b6-bf54-2f350803bbd7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:29.523967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9712362a-765a-43c8-9492-7ef959529af1 req-aaa1e96a-c236-44b6-bf54-2f350803bbd7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 943 time: 0.0558670 Aug 19 18:40:29.565682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9712362a-765a-43c8-9492-7ef959529af1 req-c5517406-c3ae-48b2-913d-fd2caaa7d2ba tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349443 Aug 19 18:40:30.351338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:30.389014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:30.389552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:30.391620 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a817e-93df-45db-aca0-1e669e1c3feb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:30.438717 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18de48e-c9aa-4d53-bc67-a5a8671aa8e3 x-openstack-request-id: req-e18de48e-c9aa-4d53-bc67-a5a8671aa8e3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:30.439008 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:30.439256 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e18de48e-c9aa-4d53-bc67-a5a8671aa8e3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:30.439685 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'status': 'completed', 'code': 200} Aug 19 18:40:30.506152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-91feb912-4976-41c5-adef-19555f5dad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.507773 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-91feb912-4976-41c5-adef-19555f5dad6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1095 time: 0.0467718 Aug 19 18:40:30.524985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-dd733983-dd88-47dd-865f-29cde861233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.526461 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-dd733983-dd88-47dd-865f-29cde861233d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1095 time: 0.0450847 Aug 19 18:40:30.601395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-b5ceff62-fe29-4efe-a489-0efe8a911455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.602880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-b5ceff62-fe29-4efe-a489-0efe8a911455 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0886447 Aug 19 18:40:30.647431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4256e0c3-28b6-49a9-a1e0-74a13fd2a51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:30.656654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-704da947-3923-4f17-a929-3fa796f74617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.658135 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-704da947-3923-4f17-a929-3fa796f74617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0949097 Aug 19 18:40:30.664403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-92459592-759c-4b41-ac61-354d4f135450 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0542428 Aug 19 18:40:30.705981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-d249e142-8729-4678-a4da-56fae376c7bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0384042 Aug 19 18:40:30.743489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-46e98404-b02c-493a-90ae-367d3c622f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.744809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-46e98404-b02c-493a-90ae-367d3c622f87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0701294 Aug 19 18:40:30.754073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade9a36-5546-49f9-a2be-97f259bca838 req-1b75fdfa-4c16-4c6a-a47b-ccce539088a2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.758199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ade9a36-5546-49f9-a2be-97f259bca838 req-1b75fdfa-4c16-4c6a-a47b-ccce539088a2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 943 time: 0.0962055 Aug 19 18:40:30.763024 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-dc0311d2-5aae-46d2-a2df-bacbd340cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:30.764559 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-dc0311d2-5aae-46d2-a2df-bacbd340cfd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0519545 Aug 19 18:40:30.796176 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-527b7032-2649-484c-9a17-1236b06869a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247412 Aug 19 18:40:30.797267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-5687162d-5c4b-4227-8b48-dc985b911f3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381567 Aug 19 18:40:30.859963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ade9a36-5546-49f9-a2be-97f259bca838 req-4a2269cd-72c8-491f-95fd-8219f19e0649 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931339 Aug 19 18:40:30.893353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-04f99be7-fab0-4202-b574-cf4759713833 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893307 Aug 19 18:40:30.902829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-205dd432-5cad-423e-8d76-60c4fafb528e service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979590 Aug 19 18:40:30.970379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:30.994741 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-efa3f99f-13ae-456b-a6f2-756f99af6946 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941069 Aug 19 18:40:31.000166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed6a817e-93df-45db-aca0-1e669e1c3feb req-77c37a24-2818-420a-8dfc-c4084aa6c098 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900517 Aug 19 18:40:31.296756 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:40:31.390860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:31.402221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '73786239-dafa-4343-9f34-2ee716432d18', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'port_id': '73786239-dafa-4343-9f34-2ee716432d18', 'mac_address': 'fa:16:3e:47:dc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b15be-5193-4afc-b436-418101272b49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:40:31.437311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:31.449798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73786239-dafa-4343-9f34-2ee716432d18 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:31.469037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:31.473240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:31.523252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:31.756760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['73786239-dafa-4343-9f34-2ee716432d18'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:31.989448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f586e4-a323-4832-8fd1-f125981fc164 req-fd80eb08-c5ba-4058-8bb4-66fff5aec6c0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:31.990944 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67f586e4-a323-4832-8fd1-f125981fc164 req-fd80eb08-c5ba-4058-8bb4-66fff5aec6c0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 944 time: 0.0580227 Aug 19 18:40:32.031242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67f586e4-a323-4832-8fd1-f125981fc164 req-b66776fc-3217-4337-9dc7-555b359c257e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Aug 19 18:40:32.122157 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:32.309795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1257-484e-4504-8515-d1f61b85f9ae req-7c580843-15a9-4cef-82a5-4313b8997c59 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:32.311281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdca1257-484e-4504-8515-d1f61b85f9ae req-7c580843-15a9-4cef-82a5-4313b8997c59 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 944 time: 0.1179748 Aug 19 18:40:32.319460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-0f2f2f9d-e109-4183-b7ea-2b72d3f8db41 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:32.320807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-0f2f2f9d-e109-4183-b7ea-2b72d3f8db41 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b&tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.1175096 Aug 19 18:40:32.382398 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fdca1257-484e-4504-8515-d1f61b85f9ae req-d3c3085a-58c8-4937-a2e2-c5bf5457a8ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606391 Aug 19 18:40:32.401202 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-d51e5558-f18f-4dd4-94b7-4aa468a3067c service neutron] delete failed (client error): The resource could not be found. Aug 19 18:40:32.402215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-d51e5558-f18f-4dd4-94b7-4aa468a3067c service neutron] 10.222.0.42 "DELETE /v2.0/ports/73786239-dafa-4343-9f34-2ee716432d18/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0739045 Aug 19 18:40:32.788162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-98ffc704-4aa0-430d-bc9c-792127b2fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:32.789584 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-98ffc704-4aa0-430d-bc9c-792127b2fe9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 1096 time: 0.3446097 Aug 19 18:40:32.880405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-bce79099-30ea-4a20-bc23-87c9ce12e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:32.881875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-bce79099-30ea-4a20-bc23-87c9ce12e351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0859108 Aug 19 18:40:32.925558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-3160a9b1-d181-468f-aea6-018796c218ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Aug 19 18:40:32.974087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-d7d9d2c0-f6f6-431b-9890-b71dd2bf0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:32.975569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-d7d9d2c0-f6f6-431b-9890-b71dd2bf0b4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0437801 Aug 19 18:40:33.006529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-7c3879af-f5c4-4222-88da-d057b085a35b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245945 Aug 19 18:40:33.101284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-b7f86cea-760e-4c7e-816b-583e6639882b service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880775 Aug 19 18:40:33.192399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68fe8cb3-c27b-438b-bebc-596dab84d392 req-c89c165d-ced4-43f4-aac4-cfd5d02f4354 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840764 Aug 19 18:40:33.305642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:40:33.355213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 73786239-dafa-4343-9f34-2ee716432d18 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:40:33.358750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 73786239-dafa-4343-9f34-2ee716432d18 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:40:33.359129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.440590 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.465236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:33.467545 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df0e32-3040-479a-b031-7e7393e931e7" -d '{"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-plugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:33.483422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:33.488279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:33.534776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7cae7-30fc-4d6f-bcb3-3a5b02cb84eb req-8a43f738-4298-46ba-8bda-d61135cce631 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:33.543467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:33.543807 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ee7cae7-30fc-4d6f-bcb3-3a5b02cb84eb req-8a43f738-4298-46ba-8bda-d61135cce631 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 944 time: 0.0903699 Aug 19 18:40:33.554032 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0f5ba-a68d-4c5b-8359-2a143536ec22 x-openstack-request-id: req-72f0f5ba-a68d-4c5b-8359-2a143536ec22 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:33.554332 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-plugged", "status": "completed", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:33.555121 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72f0f5ba-a68d-4c5b-8359-2a143536ec22 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:33.555121 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'code': 200} Aug 19 18:40:33.586317 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ee7cae7-30fc-4d6f-bcb3-3a5b02cb84eb req-09df97c4-388e-4681-80bf-c81617989e66 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Aug 19 18:40:33.677769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:34.713323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1a460-510c-4a5d-9c23-1effb05e6fd5 req-628db7c3-a92a-4bac-b296-2141d87198dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:34.714923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a1a460-510c-4a5d-9c23-1effb05e6fd5 req-628db7c3-a92a-4bac-b296-2141d87198dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0558012 Aug 19 18:40:34.762343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a1a460-510c-4a5d-9c23-1effb05e6fd5 req-9b5ff21e-c2e2-4a4a-9bc8-ccee63776c96 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366535 Aug 19 18:40:34.875715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f42da8-584b-4200-8454-75492d09f91c req-331fc9c1-f51c-4f14-a510-f2befbd2fa2f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:34.877217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51f42da8-584b-4200-8454-75492d09f91c req-331fc9c1-f51c-4f14-a510-f2befbd2fa2f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0492558 Aug 19 18:40:34.917999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51f42da8-584b-4200-8454-75492d09f91c req-4b3400fe-503b-401b-8541-3c6837593356 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Aug 19 18:40:35.033122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef962d-7ca9-4d42-98ed-6bb3cb5a3656 req-c7162745-d1f8-4683-bd87-23765ea9843e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:35.034538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ef962d-7ca9-4d42-98ed-6bb3cb5a3656 req-c7162745-d1f8-4683-bd87-23765ea9843e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0507803 Aug 19 18:40:35.075278 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75ef962d-7ca9-4d42-98ed-6bb3cb5a3656 req-84757249-96cc-42e1-8168-787ef59125f1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Aug 19 18:40:35.417230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-2915feec-f5a4-4921-a6dd-d9fc58efc386 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:35.418722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-2915feec-f5a4-4921-a6dd-d9fc58efc386 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 815 time: 0.1002114 Aug 19 18:40:35.433927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-9f06a047-698c-4300-8a9d-52c335c16303 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/quotas/664a3d08c67a41b8badbc0cf898ddb1f HTTP/1.1" status: 200 len: 375 time: 0.0095472 Aug 19 18:40:35.482324 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-47e55d80-95c1-4731-97e4-27de6d0f2195 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429926 Aug 19 18:40:35.493746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-08320b6c-0c09-42ad-8387-834c20793950 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:40:35.494693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-08320b6c-0c09-42ad-8387-834c20793950 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053253 Aug 19 18:40:35.589809 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-6672ae3f-d16e-4461-a1c7-971b54001102 service neutron] 10.222.0.36 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889838 Aug 19 18:40:35.684401 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-f3694ba9-e3fe-4926-8042-f5993ad16166 service neutron] 10.222.0.36 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885334 Aug 19 18:40:35.848937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0c782b9a-d26b-4b2a-a248-ba007876d46e req-51aee602-165e-4821-b737-483cdf9fbc25 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0266976 Aug 19 18:40:36.412007 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-e24b199c-242e-4cf4-ab84-e5b91b312524 req-75ed74d9-7b0d-493b-85c4-e7c3ec0c2fea service neutron] (101324) timed out ('10.222.0.13', 53927) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:40:36.804996 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-5d006281-dd11-4f5a-bedc-585203470dc1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:36.806484 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-5d006281-dd11-4f5a-bedc-585203470dc1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ffa11b1-b664-46d0-964f-711400732a6b HTTP/1.1" status: 200 len: 945 time: 0.0525143 Aug 19 18:40:36.827366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.13', 54636) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:36.954668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de6e8c6c-ceaf-4de3-a747-216a48e29a4d req-b2610a9d-3df1-44c4-8eac-ae6bf3191443 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0292037 Aug 19 18:40:37.340735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-02d199f6-bd59-4956-86a6-98b2dd6ae0af tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:37.342174 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-02d199f6-bd59-4956-86a6-98b2dd6ae0af tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 815 time: 0.5127358 Aug 19 18:40:37.357237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Deleting port 73786239-dafa-4343-9f34-2ee716432d18 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:40:37.357580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.365703 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Request body: {'port': {'device_id': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'admin_state_up': True, 'tenant_id': '664a3d08c67a41b8badbc0cf898ddb1f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:37.519228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] For port 73786239-dafa-4343-9f34-2ee716432d18, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=73786239-dafa-4343-9f34-2ee716432d18,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:37.519625 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.537513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Calling delete_port for 73786239-dafa-4343-9f34-2ee716432d18 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:40:37.586892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Made reservation on behalf of 664a3d08c67a41b8badbc0cf898ddb1f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:37.590344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.770673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Allocated IP 172.20.0.5 (5d60d392-c59c-4b8b-9930-bfac316e2f46/c75b15be-5193-4afc-b436-418101272b49/811ce02f-0f6d-41eb-85c2-1a61c9480666) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:40:37.777586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.809740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['73786239-dafa-4343-9f34-2ee716432d18'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:37.815378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Pushing event deleted for resources: {'Port': ['ID=73786239-dafa-4343-9f34-2ee716432d18,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:37.882276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] No DVR routers for this DVR port 73786239-dafa-4343-9f34-2ee716432d18 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:40:37.886961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.889016 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.13 "DELETE /v2.0/ports/73786239-dafa-4343-9f34-2ee716432d18 HTTP/1.1" status: 204 len: 173 time: 1.0389884 Aug 19 18:40:37.889481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-deleted', 'tag': '73786239-dafa-4343-9f34-2ee716432d18'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:37.891732 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016208b8-2900-4a42-96a7-02cfaea398cf" -d '{"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-deleted", "tag": "73786239-dafa-4343-9f34-2ee716432d18"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:37.939308 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfcfc10-e33e-4c80-88fe-4e9c8802c9bd x-openstack-request-id: req-ddfcfc10-e33e-4c80-88fe-4e9c8802c9bd {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:37.939638 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffa11b1-b664-46d0-964f-711400732a6b", "name": "network-vif-deleted", "tag": "73786239-dafa-4343-9f34-2ee716432d18", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:37.939888 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddfcfc10-e33e-4c80-88fe-4e9c8802c9bd {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:37.940280 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa11b1-b664-46d0-964f-711400732a6b', 'name': 'network-vif-deleted', 'tag': '73786239-dafa-4343-9f34-2ee716432d18', 'status': 'completed', 'code': 200} Aug 19 18:40:38.005896 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.052758 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.060125 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65497ff9-4b6a-4ccc-b875-3f050dbda41c req-72915a99-3943-4893-a74c-b5675743d3bb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0296061 Aug 19 18:40:38.085238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['73786239-dafa-4343-9f34-2ee716432d18'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:38.097732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Network 5d60d392-c59c-4b8b-9930-bfac316e2f46 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:40:38.103863 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:38.106376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:40:38.140999 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:38.165577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:38.166223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.181001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-52eb2af6-6156-4b36-a186-fb2c33bc96dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8204529 Aug 19 18:40:38.199005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Request body: {'port': {'device_id': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:38.254813 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.533766 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811ce02f-0f6d-41eb-85c2-1a61c9480666 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:38.542604 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.554647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Transition to ACTIVE for port object 811ce02f-0f6d-41eb-85c2-1a61c9480666 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:38.559657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.609954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:38.688365 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:40:38.688697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:40:38.689022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:38.693521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:40:38.693835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:38.698619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:40:38.698955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Checking segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:38.699335 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Bound using segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:40:38.699795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Bound port: 811ce02f-0f6d-41eb-85c2-1a61c9480666, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:40:38.700153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.767683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:38.771710 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:40:38.776835 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.811897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:38.812615 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:38.814050 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] 10.222.0.13 "PUT /v2.0/ports/811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 1092 time: 0.6202648 Aug 19 18:40:38.838293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716434a-1754-41ae-8a1d-92f54b31f5ff service neutron] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:38.910370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-fcda3527-91d7-42b1-ba73-ce464c0f640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:38.911922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-fcda3527-91d7-42b1-ba73-ce464c0f640f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1095 time: 0.0456614 Aug 19 18:40:38.963739 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-9124a242-da8e-44d8-ab52-abae5fba8612 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0386665 Aug 19 18:40:39.013539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e199-60e6-44c5-b184-e85976883c99 req-1a806a4c-6d5a-4697-8244-beb0074e13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:39.015133 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-1a806a4c-6d5a-4697-8244-beb0074e13ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0452683 Aug 19 18:40:39.048415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-ee07957f-93d4-4f34-ba1a-669487dec212 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 19 18:40:39.152667 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-d589b33b-9c37-4c1e-b579-bd115f515691 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977268 Aug 19 18:40:39.189362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591f4ca-1e96-42e9-a070-e6363cf08198 req-909f4ffd-e7ca-49cc-aa5b-5bbde22aef4d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:39.191069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d591f4ca-1e96-42e9-a070-e6363cf08198 req-909f4ffd-e7ca-49cc-aa5b-5bbde22aef4d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 943 time: 0.0546405 Aug 19 18:40:39.233780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d591f4ca-1e96-42e9-a070-e6363cf08198 req-d10d5a14-061d-4497-aa8c-1f2b229d6fcc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Aug 19 18:40:39.250486 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3428e199-60e6-44c5-b184-e85976883c99 req-6c9cccfe-f834-4702-b165-9639f6fab843 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Aug 19 18:40:39.942402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:39.944788 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f8795-34c2-4f27-bc81-5f2cdd8e888b" -d '{"events": [{"name": "network-changed", "server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:39.979386 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12d0b5-c966-466b-be89-2aa1eaa8564a x-openstack-request-id: req-4e12d0b5-c966-466b-be89-2aa1eaa8564a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:39.979706 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:39.979965 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e12d0b5-c966-466b-be89-2aa1eaa8564a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:39.980371 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'status': 'completed', 'code': 200} Aug 19 18:40:40.061688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-7e01f7fb-64c7-4a79-864f-6fc30a31d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:40.063169 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-7e01f7fb-64c7-4a79-864f-6fc30a31d84e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1095 time: 0.0402050 Aug 19 18:40:40.157585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-70977200-a048-4b4d-b327-e724f2650fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:40.159050 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-70977200-a048-4b4d-b327-e724f2650fda service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0879843 Aug 19 18:40:40.199927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-274f82d7-010d-4367-b9b6-d36b6b5402d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0331392 Aug 19 18:40:40.252095 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-bc3b6a34-5186-4fc3-9d72-15fd4be4058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:40.253544 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-bc3b6a34-5186-4fc3-9d72-15fd4be4058a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0475390 Aug 19 18:40:40.288061 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-e68b45c9-90a1-43e8-8b08-3cae1a016a18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271144 Aug 19 18:40:40.353935 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41634c-acf3-467d-989b-01a8cc06121c req-775d980e-0370-4646-b18d-e65f0072fbc0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:40.355517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d41634c-acf3-467d-989b-01a8cc06121c req-775d980e-0370-4646-b18d-e65f0072fbc0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 943 time: 0.0539043 Aug 19 18:40:40.378770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-f207305c-b551-40a0-8db4-306e0c3e48a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Aug 19 18:40:40.393779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d41634c-acf3-467d-989b-01a8cc06121c req-535b6c6b-a832-48ef-aff9-c6ff206c295c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Aug 19 18:40:40.475018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-763f8795-34c2-4f27-bc81-5f2cdd8e888b req-03ca0b2c-bbee-451b-9be2-df56be5aa86e service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888131 Aug 19 18:40:41.368800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:40:41.375357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:40:41.399608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 73786239-dafa-4343-9f34-2ee716432d18 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:40:41.399964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 73786239-dafa-4343-9f34-2ee716432d18 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:40:41.484384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:41.494958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'port_id': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'mac_address': 'fa:16:3e:be:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b15be-5193-4afc-b436-418101272b49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:40:41.512593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26b783-84e1-4a5d-a37f-81e6617e0d16 req-ff7994f6-0256-4f64-afc3-8e0f6ebda13e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:41.514155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a26b783-84e1-4a5d-a37f-81e6617e0d16 req-ff7994f6-0256-4f64-afc3-8e0f6ebda13e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 943 time: 0.0513248 Aug 19 18:40:41.537724 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.550876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ce02f-0f6d-41eb-85c2-1a61c9480666 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:40:41.555810 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a26b783-84e1-4a5d-a37f-81e6617e0d16 req-8f0b4714-d7a2-4e59-bcab-dd5322575d1c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 19 18:40:41.570964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:41.574936 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:41.623225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:41.827662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['811ce02f-0f6d-41eb-85c2-1a61c9480666'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:40:42.673332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e2d39-0027-4ecc-ae9f-05eec170f029 req-aaae8912-e621-4171-9970-d8b4e0c304e5 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:42.674818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774e2d39-0027-4ecc-ae9f-05eec170f029 req-aaae8912-e621-4171-9970-d8b4e0c304e5 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 944 time: 0.0511320 Aug 19 18:40:42.712927 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-774e2d39-0027-4ecc-ae9f-05eec170f029 req-27525e0f-f78d-4302-ad5e-e462bc3f9b20 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 19 18:40:43.375694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:40:43.428526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 811ce02f-0f6d-41eb-85c2-1a61c9480666 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:40:43.432563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 811ce02f-0f6d-41eb-85c2-1a61c9480666 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:40:43.432938 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.511658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.535204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:40:43.538529 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ebbac-d621-40da-9d82-51d31b3dca70" -d '{"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:40:43.556109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:40:43.562082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:43.585722 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab23fe4-c81e-4c9d-bdd4-13fc8b44dba6 x-openstack-request-id: req-3ab23fe4-c81e-4c9d-bdd4-13fc8b44dba6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:40:43.586012 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:40:43.586258 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ab23fe4-c81e-4c9d-bdd4-13fc8b44dba6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:40:43.586639 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'code': 200} Aug 19 18:40:43.613522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:43.717546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712b98-7e1b-428e-88ec-9e9ff14d722b req-e1ed76f6-710c-4960-b9dd-ea57aec5e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:43.718973 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50712b98-7e1b-428e-88ec-9e9ff14d722b req-e1ed76f6-710c-4960-b9dd-ea57aec5e6d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1097 time: 0.0460787 Aug 19 18:40:43.757657 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50712b98-7e1b-428e-88ec-9e9ff14d722b req-84f4e96e-8e6f-4263-bac4-8ea71fe77225 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 19 18:40:43.847284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7273-3813-4531-9fdf-39cd267176de req-78a08a30-dfab-4798-822b-3cd8db19f5cd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:43.849441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c1b7273-3813-4531-9fdf-39cd267176de req-78a08a30-dfab-4798-822b-3cd8db19f5cd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0544417 Aug 19 18:40:43.888151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c1b7273-3813-4531-9fdf-39cd267176de req-21590d25-d982-45d6-bd06-383ca2f8d9d9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Aug 19 18:40:45.018632 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da2b9-7d0f-4e5e-ab47-1af18618c98e req-bd1d05ea-5ffe-4579-b2a3-4870f8b35a2f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:45.020163 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af1da2b9-7d0f-4e5e-ab47-1af18618c98e req-bd1d05ea-5ffe-4579-b2a3-4870f8b35a2f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0527980 Aug 19 18:40:45.058510 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af1da2b9-7d0f-4e5e-ab47-1af18618c98e req-aaf5a839-8022-4599-af3e-73ac5f6fceda tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 19 18:40:45.171362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f85d2-2e50-4e73-9f34-ae6959c35f27 req-967f1df3-d381-48d3-af38-fd108ba24f3c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:45.172794 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b81f85d2-2e50-4e73-9f34-ae6959c35f27 req-967f1df3-d381-48d3-af38-fd108ba24f3c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Aug 19 18:40:45.209649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b81f85d2-2e50-4e73-9f34-ae6959c35f27 req-148accee-69cd-4498-9b14-c825fec177a0 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Aug 19 18:40:45.213034 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:40:45.458139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-e6a5987b-a3a8-4121-a328-489594f759fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685289 Aug 19 18:40:45.474178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c334a-0dfd-4693-b2da-47144b71a79c req-e2cd1679-718d-42da-81bd-ccc7d1b9d6f7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:45.476719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a2c334a-0dfd-4693-b2da-47144b71a79c req-e2cd1679-718d-42da-81bd-ccc7d1b9d6f7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0787139 Aug 19 18:40:45.516959 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a2c334a-0dfd-4693-b2da-47144b71a79c req-4ca45797-6b04-4047-9fac-a3351100b36e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Aug 19 18:40:46.516191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-23dcc26f-6a71-4e14-8900-d621f95660ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:46.517740 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-23dcc26f-6a71-4e14-8900-d621f95660ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1097 time: 0.0487561 Aug 19 18:40:46.613990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-5ea1ae3a-82ff-482e-85ee-e46893bee021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:46.615523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-5ea1ae3a-82ff-482e-85ee-e46893bee021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0913904 Aug 19 18:40:46.638604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3a056-76d5-407b-866a-cbf0951e5c67 req-3ad70b35-0697-4a28-811c-29071bd1d7db tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:46.640176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0f3a056-76d5-407b-866a-cbf0951e5c67 req-3ad70b35-0697-4a28-811c-29071bd1d7db tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Aug 19 18:40:46.664331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-4766bda9-06fb-415c-8cb0-a2af16543cc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0418799 Aug 19 18:40:46.679908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0f3a056-76d5-407b-866a-cbf0951e5c67 req-6d2346b7-3488-42d6-8b4d-e5a8f53b3c7e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Aug 19 18:40:46.716074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-1e4f05b2-c559-497f-aa60-cfc617e51329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:46.717601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-1e4f05b2-c559-497f-aa60-cfc617e51329 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0466151 Aug 19 18:40:46.750615 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-117497a6-425a-4a4b-8acb-e33484287697 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265846 Aug 19 18:40:46.843021 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-27de4019-cd62-43d6-a420-6a06cf8cd236 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Aug 19 18:40:46.932685 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-8095f7e5-ee9b-40e6-b1aa-7f7eabb64918 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Aug 19 18:40:47.505117 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:47.798601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b3382-d194-4d23-8b12-abc51bd5875f req-4436c4ba-9572-4fba-93e5-320737ae7f4d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:47.800031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-829b3382-d194-4d23-8b12-abc51bd5875f req-4436c4ba-9572-4fba-93e5-320737ae7f4d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Aug 19 18:40:47.837955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-829b3382-d194-4d23-8b12-abc51bd5875f req-ea2fd54d-05dd-4eb3-97ea-667df91235c1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Aug 19 18:40:48.954553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40542617-8386-4a8e-8ce1-387623c5c09b req-41f76b36-941f-4809-a80b-f8ebcddde7dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:48.956127 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40542617-8386-4a8e-8ce1-387623c5c09b req-41f76b36-941f-4809-a80b-f8ebcddde7dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Aug 19 18:40:48.994705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40542617-8386-4a8e-8ce1-387623c5c09b req-6f2d8050-3c7a-4c83-9eac-da499d38fabd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Aug 19 18:40:50.109074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfaae2-799b-4fd1-936d-3dc09930c411 req-40d494fa-6bcc-4435-9345-f16ad2b3c4fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:50.110547 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40cfaae2-799b-4fd1-936d-3dc09930c411 req-40d494fa-6bcc-4435-9345-f16ad2b3c4fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Aug 19 18:40:50.148854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40cfaae2-799b-4fd1-936d-3dc09930c411 req-65d83fc9-ab8c-4a5a-9ac7-ade7b53f4846 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 19 18:40:51.267779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e029f-6d56-4e83-ac41-a0172ee63824 req-31f5566f-27dc-4efe-9b62-a38bd286f02f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:51.269268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a17e029f-6d56-4e83-ac41-a0172ee63824 req-31f5566f-27dc-4efe-9b62-a38bd286f02f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0536222 Aug 19 18:40:51.309497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a17e029f-6d56-4e83-ac41-a0172ee63824 req-23dab9b5-edc8-42e8-bfcf-259f8ec21808 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Aug 19 18:40:52.422205 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a42aa2-b38c-43f4-9873-8d86578b7d51 req-71d422f9-312c-4e61-8b34-6094e5f12866 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:52.423709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83a42aa2-b38c-43f4-9873-8d86578b7d51 req-71d422f9-312c-4e61-8b34-6094e5f12866 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 19 18:40:52.461419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-83a42aa2-b38c-43f4-9873-8d86578b7d51 req-1bcd77ac-123b-4fa2-a35a-4773a264e84a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Aug 19 18:40:53.577731 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c1dbc-4bb3-4677-8b0f-25eac82be3f8 req-6313403a-4e22-4e3e-a8cc-1a0f8bb9ee00 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:53.579252 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f4c1dbc-4bb3-4677-8b0f-25eac82be3f8 req-6313403a-4e22-4e3e-a8cc-1a0f8bb9ee00 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0503473 Aug 19 18:40:53.617487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2f4c1dbc-4bb3-4677-8b0f-25eac82be3f8 req-34e72758-ef8e-4f46-9ad7-272434a6c0dc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Aug 19 18:40:54.738225 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42999bff-a6d6-40aa-a75c-06b7ac3da71d req-248c3c4f-458a-4672-bba3-bcbac51053af tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:54.739787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42999bff-a6d6-40aa-a75c-06b7ac3da71d req-248c3c4f-458a-4672-bba3-bcbac51053af tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0542653 Aug 19 18:40:54.778693 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-42999bff-a6d6-40aa-a75c-06b7ac3da71d req-5fc1439f-cea7-4248-9d44-04aaae7b7e78 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Aug 19 18:40:55.893388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b53fb-6261-4184-8db6-32a7cef78d60 req-c92c9f4f-a140-474c-a646-f423059f8783 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:55.894868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42b53fb-6261-4184-8db6-32a7cef78d60 req-c92c9f4f-a140-474c-a646-f423059f8783 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Aug 19 18:40:55.932696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c42b53fb-6261-4184-8db6-32a7cef78d60 req-e6dd132a-8c55-4fa4-8d11-d0f1699f1ac3 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Aug 19 18:40:56.611275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:57.054879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1bb6-498d-4ce1-b109-bcec54cddbd2 req-c873e71b-9637-41e4-891a-41c55871421f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:57.056467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09eb1bb6-498d-4ce1-b109-bcec54cddbd2 req-c873e71b-9637-41e4-891a-41c55871421f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0537212 Aug 19 18:40:57.096395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-09eb1bb6-498d-4ce1-b109-bcec54cddbd2 req-9adb26b2-8a98-4ea7-91e9-3216601576e7 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Aug 19 18:40:58.189047 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e18850ed-8e5c-4617-80c0-100829346c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:58.217823 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4251c-13ec-46e8-aca9-a708b04b99ee req-6c514972-e4f2-4e31-be08-1f05db99eaee tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:58.219363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bb4251c-13ec-46e8-aca9-a708b04b99ee req-6c514972-e4f2-4e31-be08-1f05db99eaee tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0539651 Aug 19 18:40:58.258285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bb4251c-13ec-46e8-aca9-a708b04b99ee req-e0e9336c-7351-4715-9157-967160298e74 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Aug 19 18:40:59.374768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989f71-6f95-4fdd-893e-4117ea7b3ed5 req-d8263396-f75d-40f0-87a2-c47ca849c9dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:59.376275 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6989f71-6f95-4fdd-893e-4117ea7b3ed5 req-d8263396-f75d-40f0-87a2-c47ca849c9dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Aug 19 18:40:59.414146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6989f71-6f95-4fdd-893e-4117ea7b3ed5 req-f89515b0-beb2-4763-ad98-75235582470f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Aug 19 18:41:00.534444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498249bc-85fe-4148-a6b2-8ba44c9181ce req-1fe9c81f-73f7-4b5e-999b-18290864f9bc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:00.535958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-498249bc-85fe-4148-a6b2-8ba44c9181ce req-1fe9c81f-73f7-4b5e-999b-18290864f9bc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Aug 19 18:41:00.575761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-498249bc-85fe-4148-a6b2-8ba44c9181ce req-96cee7b0-6244-4621-9309-f80f92ec5d20 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Aug 19 18:41:00.600638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-b171438c-37a3-4204-abd7-45c83d93d02a req-70314c4c-44f5-49df-b92b-f28dd635e73d service neutron] (101324) timed out ('10.222.0.42', 64420) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:41:00.639346 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b94e-3d38-4b31-8121-d047a4360837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:00.963373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:01.702381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572554e-1c2f-48dd-9730-0cd37f4a8a6f req-e1f9adea-cb90-425d-8871-911f842cbc7d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:01.703958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5572554e-1c2f-48dd-9730-0cd37f4a8a6f req-e1f9adea-cb90-425d-8871-911f842cbc7d tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0618186 Aug 19 18:41:01.743863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5572554e-1c2f-48dd-9730-0cd37f4a8a6f req-b2db6bf2-39bb-4dde-99bb-d3bdc869c6de tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Aug 19 18:41:02.118530 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:02.858923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff3c6c-dcb1-487f-ba68-d486db1217a3 req-6235ce29-d512-42b6-82c1-f1a5dd87b6f2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:02.860446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91ff3c6c-dcb1-487f-ba68-d486db1217a3 req-6235ce29-d512-42b6-82c1-f1a5dd87b6f2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 19 18:41:02.902175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91ff3c6c-dcb1-487f-ba68-d486db1217a3 req-b6f71ba2-ca33-4b0f-8522-6a3a84a9229b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349472 Aug 19 18:41:03.676170 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.017564 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0f79-e4df-43f3-808e-3b00a07eb18e req-a25d05c4-9ac8-4ac3-bf0c-7ec05f8e0753 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:04.019052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-deec0f79-e4df-43f3-808e-3b00a07eb18e req-a25d05c4-9ac8-4ac3-bf0c-7ec05f8e0753 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Aug 19 18:41:04.057369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-deec0f79-e4df-43f3-808e-3b00a07eb18e req-d8e3fa2d-b752-4c65-8990-4fa49ddded01 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Aug 19 18:41:05.179270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de274c7-fb63-479a-9081-9300730f9bf9 req-f081da05-3f8d-4099-944e-518b24da71fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:05.180825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3de274c7-fb63-479a-9081-9300730f9bf9 req-f081da05-3f8d-4099-944e-518b24da71fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Aug 19 18:41:05.218237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3de274c7-fb63-479a-9081-9300730f9bf9 req-40020266-77c3-4402-9cab-40ea2fb647b1 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Aug 19 18:41:06.332697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c427c-aea4-40ef-a212-dd0fd4e5c243 req-650d8d4c-d721-42f9-801e-407f2d1f8688 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:06.334255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-000c427c-aea4-40ef-a212-dd0fd4e5c243 req-650d8d4c-d721-42f9-801e-407f2d1f8688 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Aug 19 18:41:06.372169 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-000c427c-aea4-40ef-a212-dd0fd4e5c243 req-ba884dc7-3bb6-4c06-ad9c-2f15ac52ab23 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Aug 19 18:41:07.501126 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e194-3845-4b75-8d82-5c13cdea5593 req-69fd1e34-2331-4cc2-84ae-b872cfab53b3 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:07.502633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b404e194-3845-4b75-8d82-5c13cdea5593 req-69fd1e34-2331-4cc2-84ae-b872cfab53b3 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Aug 19 18:41:07.542626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b404e194-3845-4b75-8d82-5c13cdea5593 req-2c14e322-4c1b-4ef9-b01b-0f1c207c84fa tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Aug 19 18:41:08.660583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ecbba-b82c-404f-9bc1-c97f40354094 req-16b45ff9-278a-4541-99cc-b177dfae7b91 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:08.662109 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd4ecbba-b82c-404f-9bc1-c97f40354094 req-16b45ff9-278a-4541-99cc-b177dfae7b91 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 19 18:41:08.700091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd4ecbba-b82c-404f-9bc1-c97f40354094 req-ad0b6192-8f37-487e-8f0f-44e290145966 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Aug 19 18:41:09.820740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eaf0a-2f5a-4627-83ac-bbda83bb6c8c req-dc450d41-3469-4e92-8802-08ee7ab1a42b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:09.822135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-802eaf0a-2f5a-4627-83ac-bbda83bb6c8c req-dc450d41-3469-4e92-8802-08ee7ab1a42b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Aug 19 18:41:09.859834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-802eaf0a-2f5a-4627-83ac-bbda83bb6c8c req-a9394d82-3c6b-4d5d-a681-9b8c113b50e9 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 19 18:41:10.978334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e6e4-df2d-4b52-b17a-c86c6512ac27 req-2d63e94f-95ef-4040-9dac-778630c82b7a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:10.979870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3217e6e4-df2d-4b52-b17a-c86c6512ac27 req-2d63e94f-95ef-4040-9dac-778630c82b7a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0506864 Aug 19 18:41:11.020645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3217e6e4-df2d-4b52-b17a-c86c6512ac27 req-d50b544d-66a9-46bf-a0bb-422210edf925 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Aug 19 18:41:12.144033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914b02-b438-4e81-8e4c-3230cbb304cf req-19214122-e715-4568-b969-2be16f1be27e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:12.145512 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd914b02-b438-4e81-8e4c-3230cbb304cf req-19214122-e715-4568-b969-2be16f1be27e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0535233 Aug 19 18:41:12.185183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd914b02-b438-4e81-8e4c-3230cbb304cf req-234c55b5-507c-428f-bb14-ac381cc58579 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Aug 19 18:41:13.298730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0443b-7157-49d4-9987-b63692599d5f req-5ffd272b-089d-4e02-8c9f-25c94f3a86d3 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:13.300261 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b0443b-7157-49d4-9987-b63692599d5f req-5ffd272b-089d-4e02-8c9f-25c94f3a86d3 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Aug 19 18:41:13.337850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8b0443b-7157-49d4-9987-b63692599d5f req-6b1ec5fd-0f4f-464b-9b03-c5989ee028fb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 19 18:41:13.957946 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-1968dcbd-0760-43cf-9525-923be2c9519a service neutron] show failed (client error): The resource could not be found. Aug 19 18:41:13.958960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-1968dcbd-0760-43cf-9525-923be2c9519a service neutron] 10.222.0.13 "GET /v2.0/ports/811ce02f-0f6d-41eb-85c2-1a61c9480666/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.1030567 Aug 19 18:41:14.156173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-8516aad2-1ae6-42aa-92f0-d5af0f126df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:14.157578 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-8516aad2-1ae6-42aa-92f0-d5af0f126df8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8&tenant_id=664a3d08c67a41b8badbc0cf898ddb1f HTTP/1.1" status: 200 len: 1097 time: 0.0420976 Aug 19 18:41:14.170122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:14.239925 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.478746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62a75-6788-412d-8a05-e75b4839bb61 req-5cf3005f-cb16-46a7-96f1-6a4cd98a636c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:14.480201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75f62a75-6788-412d-8a05-e75b4839bb61 req-5cf3005f-cb16-46a7-96f1-6a4cd98a636c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0744617 Aug 19 18:41:14.486615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:14.541069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75f62a75-6788-412d-8a05-e75b4839bb61 req-56711586-b87d-4d45-a5cf-4141cbe94dbc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Aug 19 18:41:14.548264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:14.592238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:14.594469 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff51281-5494-46a4-aea3-da7702041f02" -d '{"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-unplugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:14.598203 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.610671 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Transition to ACTIVE for port object 811ce02f-0f6d-41eb-85c2-1a61c9480666 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:14.615244 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.647834 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851cffa-b3e4-4ce1-8963-0dfa3723df06 x-openstack-request-id: req-7851cffa-b3e4-4ce1-8963-0dfa3723df06 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:14.648134 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-unplugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:14.648384 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7851cffa-b3e4-4ce1-8963-0dfa3723df06 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:14.648775 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'code': 200} Aug 19 18:41:14.671282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:14.687388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] No DVR routers for this DVR port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:41:14.695824 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.696179 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.696527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.696869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.697206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.697541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.697873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.698201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.698529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.698861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.699188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.699549 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.735768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:14.736032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:14.736365 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:14.740691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:41:14.741563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Attempting to bind port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on network 5d60d392-c59c-4b8b-9930-bfac316e2f46 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:14.747866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:14.748283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Checking segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:14.748816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Bound using segment: {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:14.749318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Bound port: 811ce02f-0f6d-41eb-85c2-1a61c9480666, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b79f088-4253-44ad-834a-51e916c64815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:14.749716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.816394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:14.819666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:14.824533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.859729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:14.860351 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.861744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-c6410036-624c-4665-b029-48df032786fd service neutron] 10.222.0.42 "PUT /v2.0/ports/811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 1092 time: 0.6956301 Aug 19 18:41:14.883261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6410036-624c-4665-b029-48df032786fd service neutron] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:14.973952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-cf538e7f-93ba-4d86-949e-07987a31fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:14.975981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-cf538e7f-93ba-4d86-949e-07987a31fb58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1095 time: 0.0889740 Aug 19 18:41:15.069288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-7ccf26c4-76f7-4782-9a87-f60957c7fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:15.070769 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-7ccf26c4-76f7-4782-9a87-f60957c7fad7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0885775 Aug 19 18:41:15.111745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-4c6d973c-d691-4097-afa5-08ee7d77162b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0340741 Aug 19 18:41:15.159026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-4cc99fc1-ef5b-452d-b4df-ea18da347efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:15.160479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-4cc99fc1-ef5b-452d-b4df-ea18da347efb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0425534 Aug 19 18:41:15.195893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-f07837f7-7134-44e2-8379-9210012816e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288768 Aug 19 18:41:15.205971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-9ae1ea19-5e8a-4ab4-b80c-ed65f74c513a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:41:15.206904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-9ae1ea19-5e8a-4ab4-b80c-ed65f74c513a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049601 Aug 19 18:41:15.295800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-277ebddb-37af-435e-8520-72db7d6cb1a6 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824115 Aug 19 18:41:15.387525 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe5e9d-853c-4889-a15d-14e2b0079cf8 req-0c2518ee-6b2c-4a96-819e-532604ace4cf service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Aug 19 18:41:15.657945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e563f1e-8f20-4625-8ce3-a1e9d2c270cf req-100b1e84-cc89-421c-997d-74cec98fe84c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:15.659929 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e563f1e-8f20-4625-8ce3-a1e9d2c270cf req-100b1e84-cc89-421c-997d-74cec98fe84c tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 943 time: 0.0502112 Aug 19 18:41:15.699910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8e563f1e-8f20-4625-8ce3-a1e9d2c270cf req-35bfbdd7-a47a-490e-a8e1-e29adeb3e7eb tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 19 18:41:16.594834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:41:16.650680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:16.653244 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7e686-9683-41ac-88ce-03d6dd9e763a" -d '{"events": [{"name": "network-changed", "server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:16.699312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:16.711899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'network_id': '5d60d392-c59c-4b8b-9930-bfac316e2f46', 'port_id': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'mac_address': 'fa:16:3e:be:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b15be-5193-4afc-b436-418101272b49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:41:16.758603 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:16.772778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ce02f-0f6d-41eb-85c2-1a61c9480666 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:16.797962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:16.805177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:16.832949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691988-b1fa-4146-9a8e-76d14e803fde req-f08e271b-4ad8-4152-9c25-d81d6a0969dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:16.836195 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a691988-b1fa-4146-9a8e-76d14e803fde req-f08e271b-4ad8-4152-9c25-d81d6a0969dd tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 943 time: 0.0577450 Aug 19 18:41:16.837875 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4552ecd6-bc1c-46e9-8b03-643a8479a230 x-openstack-request-id: req-4552ecd6-bc1c-46e9-8b03-643a8479a230 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:16.838616 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:16.839255 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4552ecd6-bc1c-46e9-8b03-643a8479a230 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:16.840080 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'status': 'completed', 'code': 200} Aug 19 18:41:16.879903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:16.891332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.891739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.892057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.892578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.892926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.893265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.893600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.893932 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.894263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.894594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.894922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.895247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:16.926013 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4a691988-b1fa-4146-9a8e-76d14e803fde req-551b1246-a4a9-4efd-8784-4485763c415a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835974 Aug 19 18:41:16.926371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-4408fb3f-7157-4498-8aff-d8849cb904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:16.930282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-4408fb3f-7157-4498-8aff-d8849cb904b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1096 time: 0.0676074 Aug 19 18:41:16.935491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-96cb0504-e918-4bbe-9d6a-8ea2fcf600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:16.936984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-96cb0504-e918-4bbe-9d6a-8ea2fcf600ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1096 time: 0.0732975 Aug 19 18:41:17.025634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['811ce02f-0f6d-41eb-85c2-1a61c9480666'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:17.029499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-7381920f-3780-482b-8497-a2781e95fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:17.031004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-7381920f-3780-482b-8497-a2781e95fc3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0930886 Aug 19 18:41:17.050849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-fecf50c5-1281-4d8e-a13a-68c5be2f53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:17.052859 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-fecf50c5-1281-4d8e-a13a-68c5be2f53cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0938616 Aug 19 18:41:17.081968 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-0e80f176-4584-4145-ad87-af5421acdf91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0440416 Aug 19 18:41:17.103497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-836077ef-e466-4e65-ab96-5fbf3ca78fdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0426993 Aug 19 18:41:17.132911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-82ae6112-bd38-476b-8114-a05485d55a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:17.134393 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-82ae6112-bd38-476b-8114-a05485d55a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0452471 Aug 19 18:41:17.156496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-2e3aafb1-49e7-435b-a246-0164c2e4a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:17.158004 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-2e3aafb1-49e7-435b-a246-0164c2e4a737 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0480306 Aug 19 18:41:17.167866 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-2da11a54-1086-4a65-82e5-b44908fb3811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259588 Aug 19 18:41:17.189534 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-847dcb31-4f53-4816-bba0-4ec985ea6518 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247130 Aug 19 18:41:17.264429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-dfe16bfe-e09a-4060-980f-34e1ed2a7db0 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905092 Aug 19 18:41:17.284249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-772f46ac-e6c9-447b-821e-493a84b59f5e service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874956 Aug 19 18:41:17.353960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-841af196-e8a7-4ec6-a756-983b2bd0bdbe service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827632 Aug 19 18:41:17.379191 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4c7e686-9683-41ac-88ce-03d6dd9e763a req-09a85276-1741-4eec-835b-760913cefa98 service neutron] 10.222.0.42 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862229 Aug 19 18:41:17.503324 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:18.047231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16241350-eb90-4e81-aedd-56b5ecf90f51 req-2a82bda8-525c-4c87-82af-1676d67f2957 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.048737 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16241350-eb90-4e81-aedd-56b5ecf90f51 req-2a82bda8-525c-4c87-82af-1676d67f2957 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 944 time: 0.0499465 Aug 19 18:41:18.086990 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-16241350-eb90-4e81-aedd-56b5ecf90f51 req-21674896-2c60-4fa9-9d38-4d109fbc3adc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Aug 19 18:41:18.290459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adb714-fe32-4267-a3b2-587d050a51d6 req-d8eaf0a4-f719-44f4-af51-44be3156a585 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.292354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0adb714-fe32-4267-a3b2-587d050a51d6 req-d8eaf0a4-f719-44f4-af51-44be3156a585 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 944 time: 0.0578084 Aug 19 18:41:18.334803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0adb714-fe32-4267-a3b2-587d050a51d6 req-ac11ae4b-6de6-4fcc-a6a4-9839bd6f72ce tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Aug 19 18:41:18.357217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-92a7e685-b9ae-4252-9021-460278ef565a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.358835 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-92a7e685-b9ae-4252-9021-460278ef565a tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.13 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8&tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.0539584 Aug 19 18:41:18.425676 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-f639f5ea-9979-4626-bb71-90aceea0f66e service neutron] delete failed (client error): The resource could not be found. Aug 19 18:41:18.426692 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-f639f5ea-9979-4626-bb71-90aceea0f66e service neutron] 10.222.0.13 "DELETE /v2.0/ports/811ce02f-0f6d-41eb-85c2-1a61c9480666/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0607357 Aug 19 18:41:18.532448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-b1d3cefb-23e2-4464-aaa8-4f528ffa23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.533963 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-b1d3cefb-23e2-4464-aaa8-4f528ffa23b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 1096 time: 0.0434284 Aug 19 18:41:18.600005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:18.626266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-dc06e705-cedf-4e11-a58a-ca2e1dbe1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.627784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-dc06e705-cedf-4e11-a58a-ca2e1dbe1f75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 200 len: 916 time: 0.0869474 Aug 19 18:41:18.649193 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 811ce02f-0f6d-41eb-85c2-1a61c9480666 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:18.653101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 811ce02f-0f6d-41eb-85c2-1a61c9480666 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:18.653476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:18.675553 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-ff1eff08-2b05-4d3c-8244-16c57d74685d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 200 len: 217 time: 0.0408270 Aug 19 18:41:18.726455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-d9f1e1ca-733c-4382-b2cc-98ef5eea0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:18.727976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-d9f1e1ca-733c-4382-b2cc-98ef5eea0523 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 200 len: 855 time: 0.0457156 Aug 19 18:41:18.733161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:18.755891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:18.758701 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bae6b4c-f756-4c2a-9b28-891104ce2239" -d '{"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:18.763170 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-08f08a19-f8dd-4c5c-b6c2-7d447b1bc5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d60d392-c59c-4b8b-9930-bfac316e2f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282488 Aug 19 18:41:18.771530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:18.777401 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:18.813250 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551ab86-1ff2-4d79-bf62-d80a6bdb01be x-openstack-request-id: req-e551ab86-1ff2-4d79-bf62-d80a6bdb01be {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:18.813527 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:18.813777 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e551ab86-1ff2-4d79-bf62-d80a6bdb01be {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:18.814349 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'code': 200} Aug 19 18:41:18.831902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:18.861728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-48c80f72-698f-493d-bc7f-4d416b88a171 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916762 Aug 19 18:41:18.950724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7bfd432c-fc69-470b-982f-6845d64ab191 req-3bda6373-6fa8-48b4-92f6-8bfa72e93ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818017 Aug 19 18:41:19.454797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06929150-2d88-49af-af1d-b1651f5a9c5b req-e01e9bf9-1e29-4a03-b796-aead78356c93 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:19.456358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06929150-2d88-49af-af1d-b1651f5a9c5b req-e01e9bf9-1e29-4a03-b796-aead78356c93 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Aug 19 18:41:19.495747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06929150-2d88-49af-af1d-b1651f5a9c5b req-9c707522-2cd6-4504-bb13-34cfcf0cbdd8 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Aug 19 18:41:19.555061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:41:19.595749 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:41:20.612223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818519c8-1ece-4a2c-95e8-f7f44be9311c req-00efddba-e97b-4bea-af4e-8cd2d94584c2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:20.613719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-818519c8-1ece-4a2c-95e8-f7f44be9311c req-00efddba-e97b-4bea-af4e-8cd2d94584c2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 19 18:41:20.652073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-818519c8-1ece-4a2c-95e8-f7f44be9311c req-5a813d66-16bb-41b9-afa6-e52f2041931e tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Aug 19 18:41:20.770505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e756f-c328-4d6e-9649-19f73d361f10 req-61727aa9-1efa-46db-9336-6bd4d0a712c6 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:20.771933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-917e756f-c328-4d6e-9649-19f73d361f10 req-61727aa9-1efa-46db-9336-6bd4d0a712c6 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Aug 19 18:41:20.809575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-917e756f-c328-4d6e-9649-19f73d361f10 req-776fca6e-88a9-4bd9-9b00-e8fa2ecef9dc tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Aug 19 18:41:20.922505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b15cc-78de-40ee-81de-ecc87ec2ad6c req-b4054612-6de8-4eff-a0bb-6ef8d3553fc2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:20.924076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616b15cc-78de-40ee-81de-ecc87ec2ad6c req-b4054612-6de8-4eff-a0bb-6ef8d3553fc2 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0498056 Aug 19 18:41:20.962341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616b15cc-78de-40ee-81de-ecc87ec2ad6c req-4c9e8ad9-9c46-427c-8796-56e7b1dd42df tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 19 18:41:21.285259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c47e4-c2b5-4eac-afb8-7e9df00950ef req-12b1a374-8dd6-4528-9f51-8d9a0dd3639f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:21.286674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e8c47e4-c2b5-4eac-afb8-7e9df00950ef req-12b1a374-8dd6-4528-9f51-8d9a0dd3639f tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0486283 Aug 19 18:41:21.323811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e8c47e4-c2b5-4eac-afb8-7e9df00950ef req-0be1a50a-a0a6-4025-9fb5-94d5ff4d3e83 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Aug 19 18:41:22.211806 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:41:22.443963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609910-9ea8-43f1-9e7a-7bba0c51c6c3 req-038374a6-3073-41cf-9e61-913f4f71f218 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:22.445988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86609910-9ea8-43f1-9e7a-7bba0c51c6c3 req-038374a6-3073-41cf-9e61-913f4f71f218 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0539930 Aug 19 18:41:22.509956 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86609910-9ea8-43f1-9e7a-7bba0c51c6c3 req-e1c12bad-c6ae-45b6-8d0f-43e69d623111 tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.36 "GET /v2.0/security-groups?id=42262e81-9d2d-4d10-bb57-b2effe4ef950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Aug 19 18:41:22.518308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-93e1241d-dbae-4b90-85d3-fbf953c13a2b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:22.519787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-93e1241d-dbae-4b90-85d3-fbf953c13a2b tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.42 "GET /v2.0/ports?device_id=938d5d3c-461a-437f-94b1-785cfbaa2db8 HTTP/1.1" status: 200 len: 945 time: 0.0729203 Aug 19 18:41:22.613115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Deleting port 811ce02f-0f6d-41eb-85c2-1a61c9480666 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:41:22.613808 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:22.701053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] For port 811ce02f-0f6d-41eb-85c2-1a61c9480666, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=811ce02f-0f6d-41eb-85c2-1a61c9480666,segment=NetworkSegment(9b79f088-4253-44ad-834a-51e916c64815),segment_id=9b79f088-4253-44ad-834a-51e916c64815)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:22.701421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:22.714016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Calling delete_port for 811ce02f-0f6d-41eb-85c2-1a61c9480666 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:41:22.842038 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:22.854262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['811ce02f-0f6d-41eb-85c2-1a61c9480666'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:22.870875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Pushing event deleted for resources: {'Port': ['ID=811ce02f-0f6d-41eb-85c2-1a61c9480666,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:22.915289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] No DVR routers for this DVR port 811ce02f-0f6d-41eb-85c2-1a61c9480666 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:41:22.917987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:22.919987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a9803a9-8bec-4c43-9034-9749aca8286d req-7adbff41-abb8-4d34-b82c-817656d605ac tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] 10.222.0.42 "DELETE /v2.0/ports/811ce02f-0f6d-41eb-85c2-1a61c9480666 HTTP/1.1" status: 204 len: 173 time: 0.3943560 Aug 19 18:41:22.920421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-deleted', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:22.922658 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf0406-40fc-4282-a714-c1763b2da075" -d '{"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-deleted", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:22.960978 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c7a8ab-ce1f-4ec1-bad1-46e5385984ab x-openstack-request-id: req-04c7a8ab-ce1f-4ec1-bad1-46e5385984ab {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:22.961288 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938d5d3c-461a-437f-94b1-785cfbaa2db8", "name": "network-vif-deleted", "tag": "811ce02f-0f6d-41eb-85c2-1a61c9480666", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:22.961539 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04c7a8ab-ce1f-4ec1-bad1-46e5385984ab {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:22.961954 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938d5d3c-461a-437f-94b1-785cfbaa2db8', 'name': 'network-vif-deleted', 'tag': '811ce02f-0f6d-41eb-85c2-1a61c9480666', 'status': 'completed', 'code': 200} Aug 19 18:41:23.630048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42706) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:23.673873 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Deleting subnet c75b15be-5193-4afc-b436-418101272b49 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:41:23.676888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.711260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.749904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.800949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.833755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75b15be-5193-4afc-b436-418101272b49,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:23.839767 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.841559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-859f744e-75f7-4921-9fb3-3efc6c0e8d3b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c75b15be-5193-4afc-b436-418101272b49 HTTP/1.1" status: 204 len: 168 time: 0.2105064 Aug 19 18:41:23.844152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42708) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:23.912120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.994223 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.003773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d60d392-c59c-4b8b-9930-bfac316e2f46']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:24.013820 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b79f088-4253-44ad-834a-51e916c64815') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:24.014119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b79f088-4253-44ad-834a-51e916c64815') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:24.022837 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.036175 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.042631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:41:24.043086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:41:24.044910 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:41:24.097762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.103529 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.105376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5d60d392-c59c-4b8b-9930-bfac316e2f46 HTTP/1.1" status: 204 len: 168 time: 0.2601941 Aug 19 18:41:24.116498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1f45-374c-4e14-929d-218faa6b9a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d60d392-c59c-4b8b-9930-bfac316e2f46,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:24.213797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42712) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:24.252866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-12af3143-e091-4ee8-bb66-1debcbe7411d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=664a3d08c67a41b8badbc0cf898ddb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378573 Aug 19 18:41:24.255196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42714) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:24.306493 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.327087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.373779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.376403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:24.377549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42262e81-9d2d-4d10-bb57-b2effe4ef950 HTTP/1.1" status: 204 len: 168 time: 0.1214330 Aug 19 18:41:24.385189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40576874-ca94-46c3-9d9e-3d4318032715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42262e81-9d2d-4d10-bb57-b2effe4ef950,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:25.040986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42736) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:25.141198 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1759700694-network', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:25.162504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:25.165475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.173703 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.263131 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.266817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.291136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:41:25.300754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc42ac-91ba-40b8-bbd7-27cd9910ca8a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:25.305546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.305891 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Added segment 32f189ee-344a-4be2-ae74-357f108f6203 of type vlan for network 2949717d-259f-4d41-b626-226dbdbc9b2b Aug 19 18:41:25.345332 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.374284 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.375175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:25.375857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.431837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3895590 Aug 19 18:41:25.434835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42740) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:25.435340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf85c6c-b23f-41c5-aaaf-67ae6be03508 admin admin] Pushing event updated for resources: {'Network': ['ID=2949717d-259f-4d41-b626-226dbdbc9b2b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:25.441372 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Request body: {'subnet': {'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1759700694-subnet', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:25.444566 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 2949717d-259f-4d41-b626-226dbdbc9b2b details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:41:25.463945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:25.466351 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.640393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.704219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab3f13d-dc8c-44db-b5c7-b0e14da9b619,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:25.715921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.716275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.716621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.716964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.717301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.717635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.717970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.718298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.718628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.718956 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.719288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.719640 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:25.722873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:25.723236 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Network hostable DHCP agents. Network: 2949717d-259f-4d41-b626-226dbdbc9b2b, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:41:25.741529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:41:25.750465 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 2949717d-259f-4d41-b626-226dbdbc9b2b) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:25.754513 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:25.755134 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.760298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f932239-f061-4405-9c4b-986d60b1fba4 None None] Network 2949717d-259f-4d41-b626-226dbdbc9b2b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:25.774721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42742) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:25.774929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7f7c6f8-91a9-4b98-b3e2-8628e82cdb0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3386834 Aug 19 18:41:25.779540 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:25.800714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.801704 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.859828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.910033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-2949717d-259f-4d41-b626-226dbdbc9b2b', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:41:25.910894 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.998763 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.051292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Allocated IP 172.20.0.2 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/0e9529c9-ae43-4f69-af19-aa5f6a25537a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:26.202286 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.212631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Transition to ACTIVE for port object 0e9529c9-ae43-4f69-af19-aa5f6a25537a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:26.228400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Transition to ACTIVE for port object 0e9529c9-ae43-4f69-af19-aa5f6a25537a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:26.234905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.276780 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:26.279953 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:26.284986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:26.291328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Pushing event updated for resources: {'Port': ['ID=0e9529c9-ae43-4f69-af19-aa5f6a25537a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:26.348574 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Attempting to bind port 0e9529c9-ae43-4f69-af19-aa5f6a25537a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:26.348950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Attempting to bind port 0e9529c9-ae43-4f69-af19-aa5f6a25537a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:26.349314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Attempting to bind port 0e9529c9-ae43-4f69-af19-aa5f6a25537a on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:26.355135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:26.355577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:26.356416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.356416 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:26.356844 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Bound port: 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:26.357228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.423558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] For port 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:26.426501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] For port 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0e9529c9-ae43-4f69-af19-aa5f6a25537a,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:26.431715 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.489924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62acc7-5b09-49b9-95a4-ba1f0b545084 None None] Pushing event updated for resources: {'Port': ['ID=0e9529c9-ae43-4f69-af19-aa5f6a25537a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:26.504494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.524709 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.601741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:41:26.631999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 811ce02f-0f6d-41eb-85c2-1a61c9480666 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:41:26.631999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 811ce02f-0f6d-41eb-85c2-1a61c9480666 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:41:26.644502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Allocated IP 172.25.5.234 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/10f5d5b9-b33f-4367-9c50-2de072ba8ceb) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:26.662582 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.767380 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.808023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:26.843905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:26.848851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:26.852772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:26.882045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Pushing event updated for resources: {'Port': ['ID=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:27.107610 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:27.314625 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:27.380952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0730804-66d6-49b7-9555-85e3058a8984 None None] Network 2949717d-259f-4d41-b626-226dbdbc9b2b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:27.446611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e2efcf95-9094-4cbb-b1e0-4d42e4957768 None None] Provisioning for port 0e9529c9-ae43-4f69-af19-aa5f6a25537a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:27.446845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Router 93761365-e37e-4aab-b368-a70e11179197 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:41:27.558734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:27.570659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:27.580152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:27.583994 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:27.584145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dc516f47-85aa-4836-a611-f79f6b1e3e2d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8056519 Aug 19 18:41:27.584232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:27.586570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42744) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:27.694165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:28.020476 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.046664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:26Z', 'revision_number': 3, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:28.073730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:28.074092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Updating router 93761365-e37e-4aab-b368-a70e11179197 port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:28.099110 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.179106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Allocated IP 172.20.0.1 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/5ebad805-8896-4bb9-b9d1-9ef32fb80f79) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:28.210111 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-81718683-e785-4e0e-97b0-72e49a08e9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.288253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.303497 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Transition to ACTIVE for port object 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:28.341952 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.365749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.375778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Transition to ACTIVE for port object 10f5d5b9-b33f-4367-9c50-2de072ba8ceb will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:28.381180 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.383540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:28.386489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:28.390121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:28.414844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Pushing event updated for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:28.433507 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.434328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a7626-2a5c-4eb1-9b9f-955d228f456e None None] Pushing event updated for resources: {'Port': ['ID=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:28.436767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Attempting to bind port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:28.437143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Attempting to bind port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:28.437753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Attempting to bind port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:28.443048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:28.443429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:28.444485 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.444886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:28.445370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Bound port: 10f5d5b9-b33f-4367-9c50-2de072ba8ceb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:28.445759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.500602 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] For port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:28.504280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] For port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:28.516227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.596033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.602169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a7626-2a5c-4eb1-9b9f-955d228f456e None None] Pushing event updated for resources: {'Port': ['ID=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:28.610662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:28.611316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:28.653089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0e9529c9-ae43-4f69-af19-aa5f6a25537a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:28.740461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a88063b-65dc-4ece-91a4-dc68f6cc1f82 None None] Provisioning for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:28.756950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a88063b-65dc-4ece-91a4-dc68f6cc1f82 None None] Provisioning complete for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:28.757348 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a88063b-65dc-4ece-91a4-dc68f6cc1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.767354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.773478 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.805395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:28.837947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8a88063b-65dc-4ece-91a4-dc68f6cc1f82 None None] Port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:28.844505 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0e9529c9-ae43-4f69-af19-aa5f6a25537a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:28.846034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.847660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Pushing event updated for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:28.853257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0e9529c9-ae43-4f69-af19-aa5f6a25537a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:28.853645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:28.947629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:28.949093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:29.056796 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.069154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:41:29.103345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0e9529c9-ae43-4f69-af19-aa5f6a25537a,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:29.109641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.148588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 1, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:29.186257 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966a4ec-2779-4817-a53e-7f6fdcdf2204 None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 1, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:29.198355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0e9529c9-ae43-4f69-af19-aa5f6a25537a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:29.259424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-62f33fc2-6e3e-4173-8e07-89c0834144a4 None None] Provisioning complete for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:29.259838 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-62f33fc2-6e3e-4173-8e07-89c0834144a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:29.297772 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-62f33fc2-6e3e-4173-8e07-89c0834144a4 None None] Port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:29.567528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:29.574403 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-72f3a1af-9575-42db-af9a-f59f0a23392b admin admin] 10.222.0.36 "PUT /v2.0/routers/93761365-e37e-4aab-b368-a70e11179197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9864666 Aug 19 18:41:29.984236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42752) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:29.992049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3923266', 'description': 'tempest-description--1819553867'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:30.017032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.111811 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.116942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.149592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.153505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1654031 Aug 19 18:41:30.153741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42754) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:30.158411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'security_group_rule': {'security_group_id': 'c1ff0cde-5526-4fb8-ad09-4cf5571584e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:30.165428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ac80-7cbd-45e7-96d7-0c24a084011a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff0cde-5526-4fb8-ad09-4cf5571584e4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.192502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.253170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.257869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.276893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251587d4-441e-4a6a-ac91-9251d20cad4d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.282810 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.284079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c8b3f1db-d45b-4227-9ddc-45b34eba468b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293762 Aug 19 18:41:30.286847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 42756) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:30.292891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'security_group_rule': {'security_group_id': 'c1ff0cde-5526-4fb8-ad09-4cf5571584e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:30.322216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.387321 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.391019 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.409954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ea327c-386c-433a-91f8-518d52e9c417,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.418655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.423381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:30.423555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a6ba349e-25e5-4c48-9c95-dd8678bb9f73 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345413 Aug 19 18:41:30.428545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:30.453508 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.554581 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.644565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-df935d45-32dc-4368-9d18-1495aa634395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.652497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 10f5d5b9-b33f-4367-9c50-2de072ba8ceb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:30.667845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Allocated IP 172.25.5.68 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/19fc8a69-3897-4ccb-889e-d459fd0c866c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:30.701789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:30.705449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:30.705828 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.777785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.791335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.812249 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:30.816763 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.817491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0e9529c9-ae43-4f69-af19-aa5f6a25537a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:30.822148 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.860443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:30.867502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:30.871909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:30.877552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=19fc8a69-3897-4ccb-889e-d459fd0c866c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.891347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:30.905050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0e9529c9-ae43-4f69-af19-aa5f6a25537a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:30.905427 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.977888 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:30.985067 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.013322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.171208 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.175983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.234360 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:31.245071 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:31.245260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=19fc8a69-3897-4ccb-889e-d459fd0c866c,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:31.245709 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:31.261171 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.276003 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.277251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c0df196-c4f9-477a-86c2-06ec080a7b63 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8527439 Aug 19 18:41:31.353460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:31.419462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-3616f5e1-3885-41a6-bfc2-7a86951f1bad tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--3923266&fields=id&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 267 time: 0.0357845 Aug 19 18:41:31.540720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-513de3c3-c39f-4399-af34-65c04382145a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:31.542276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-513de3c3-c39f-4399-af34-65c04382145a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1154871 Aug 19 18:41:31.559119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-dab24e28-84a2-4ef4-88dc-574e7f28d28c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/quotas/9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 375 time: 0.0104661 Aug 19 18:41:31.589410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 2, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:31.618832 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:31.619439 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Updating router 93761365-e37e-4aab-b368-a70e11179197 port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:31.620781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-54371f02-4b4e-4eaa-bbda-20b29b75a863 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523586 Aug 19 18:41:31.645104 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:31.723009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-2a55e16e-607d-4bf4-9e07-2b5e773d25d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 Aug 19 18:41:31.821207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ef39a002-3ad2-49a2-95e8-69a5b11d652b service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918961 Aug 19 18:41:31.996758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab40b203-fc6d-46de-b1b7-b117e97427ef req-ec9ea113-40a2-4f3f-b8e6-9511aa612dc1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Aug 19 18:41:32.020909 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.030856 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Transition to ACTIVE for port object 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:32.037293 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.088704 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Pushing event updated for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.122754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.123331 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.123857 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.124340 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.124797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.125159 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.125498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.126097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.126431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.126760 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.127083 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.127411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.127761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:32.162476 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Attempting to bind port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:32.163523 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Attempting to bind port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:32.163915 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Attempting to bind port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:32.169758 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:32.170193 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:32.170554 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.171005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:32.171507 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Bound port: 5ebad805-8896-4bb9-b9d1-9ef32fb80f79, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:32.171924 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.247344 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] For port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:32.251552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] For port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:32.257543 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.309394 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:32.310087 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:32.358613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de11077-7c4e-43cf-8a16-044357ac1f28 None None] Pushing event updated for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.439699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:32.635797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:32.694362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:32.699548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:32.699928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.703808 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:32.741764 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502ee44-3c94-40bf-a7ef-c88911853f03 None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:32.790718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.830665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:32.835390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:32.836525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 10f5d5b9-b33f-4367-9c50-2de072ba8ceb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:32.926340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:32.937903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:32.938282 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.110671 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7dac7ac-7423-4801-ab82-860d67870c6d req-addca15f-c330-4186-9853-1eb15f7be271 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 210 time: 0.0324407 Aug 19 18:41:33.169501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-f3c5ad44-21db-4f0c-a0ea-8510d2ffc8af tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:33.171822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-f3c5ad44-21db-4f0c-a0ea-8510d2ffc8af tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1418221 Aug 19 18:41:33.225429 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-8e2872ba-c476-473d-8288-b196b8b19d41 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 377 time: 0.0388513 Aug 19 18:41:33.235595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'port': {'device_id': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'admin_state_up': True, 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'security_groups': ['c1ff0cde-5526-4fb8-ad09-4cf5571584e4']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.356708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:33.360373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.488501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Allocated IP 172.20.0.7 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/2baeaa0f-a8cf-4661-8431-fd089905b0d7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:33.627358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.641071 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Transition to ACTIVE for port object 2baeaa0f-a8cf-4661-8431-fd089905b0d7 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:33.675334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.679675 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.722023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:33.725648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:33.729507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:33.736284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:33.790078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:33.790720 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:33.808077 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-ca78975d-a428-4e99-a4d2-ff1b3b51bbc5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767148 Aug 19 18:41:33.826345 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Request body: {'port': {'device_id': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:33.885300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.006203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4527315a-8483-4e5a-9fd2-22dec7ab7d12 None None] Provisioning for port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:34.010169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-4527315a-8483-4e5a-9fd2-22dec7ab7d12 None None] Provisioning complete for port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:34.010571 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4527315a-8483-4e5a-9fd2-22dec7ab7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.044430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4527315a-8483-4e5a-9fd2-22dec7ab7d12 None None] Port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:34.149348 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2baeaa0f-a8cf-4661-8431-fd089905b0d7 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:34.157105 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.169607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Transition to ACTIVE for port object 2baeaa0f-a8cf-4661-8431-fd089905b0d7 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:34.174032 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.232628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:34.244201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f072d4e-6ec6-479f-89ab-8b497dca4bfe req-fbc310c8-2e67-45c3-86c7-93b3c44b68ee tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:34.245983 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f072d4e-6ec6-479f-89ab-8b497dca4bfe req-fbc310c8-2e67-45c3-86c7-93b3c44b68ee tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0627494 Aug 19 18:41:34.288977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f072d4e-6ec6-479f-89ab-8b497dca4bfe req-43a53729-017d-49a3-a394-ae5a46e10911 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359631 Aug 19 18:41:34.304194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:34.304194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:34.304194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:34.308089 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:41:34.308485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:34.313662 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:34.313984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:34.314370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:34.314795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Bound port: 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:34.315155 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.384799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:34.388019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:34.392999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.434412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:34.435020 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.436428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] 10.222.0.13 "PUT /v2.0/ports/2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 1092 time: 0.6147106 Aug 19 18:41:34.436861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:34.439096 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db0070c-f192-4a3c-919b-26929bfbb8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:34.464177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd72b5-8e52-40e0-9f5f-2a92ce554a91 service neutron] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:34.489152 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81368aea-219a-4d6d-8b45-35948342b79f x-openstack-request-id: req-81368aea-219a-4d6d-8b45-35948342b79f {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:34.489443 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:34.489696 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81368aea-219a-4d6d-8b45-35948342b79f {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:34.490156 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'status': 'completed', 'code': 200} Aug 19 18:41:34.560492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-76b00b7b-113b-47f3-b91e-cb97af9b193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:34.562199 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-76b00b7b-113b-47f3-b91e-cb97af9b193b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0536721 Aug 19 18:41:34.595108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:34.612345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-485e3528-17a9-4683-8849-fc547fd4ae31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 217 time: 0.0361876 Aug 19 18:41:34.647518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:34.647794 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.667626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-38634241-931d-4040-b076-03b9067b735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:34.669108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-38634241-931d-4040-b076-03b9067b735e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0491741 Aug 19 18:41:34.718824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-4b81e29b-d5a7-40f8-bc1c-de2e07c28c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:34.720392 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-4b81e29b-d5a7-40f8-bc1c-de2e07c28c35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448375 Aug 19 18:41:34.813186 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-2116f36f-d71d-4864-bfe1-cb51ece57b06 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Aug 19 18:41:34.910538 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e1d65c32-5285-4ed1-8e62-2b719bbe99e7 req-6334b49f-a086-483c-8962-6fecab40825c service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Aug 19 18:41:35.033669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-16f2dcd1-b64c-4539-bff1-513350e53319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.035140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-16f2dcd1-b64c-4539-bff1-513350e53319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0400553 Aug 19 18:41:35.130939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-a776c262-f41c-46c5-9108-db729bce65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.132597 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-a776c262-f41c-46c5-9108-db729bce65ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0889232 Aug 19 18:41:35.173359 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-7beca5b7-6a47-4d79-9b9a-6fd33110d9e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 217 time: 0.0336301 Aug 19 18:41:35.226283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-9f7c6344-14ba-4f2d-a1a4-dc0625dc39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.227750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-9f7c6344-14ba-4f2d-a1a4-dc0625dc39ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0468373 Aug 19 18:41:35.273196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-6e6556e0-72a0-48a2-99fa-09ca017106f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.274672 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-6e6556e0-72a0-48a2-99fa-09ca017106f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399191 Aug 19 18:41:35.365519 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-0ea28c79-1961-42b7-bfe5-a60708582c03 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Aug 19 18:41:35.405775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e0cf-e075-48f3-af47-b7623613186a req-5a16acda-520d-40cd-a234-33e079e8a3f0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:35.407282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6f4e0cf-e075-48f3-af47-b7623613186a req-5a16acda-520d-40cd-a234-33e079e8a3f0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0493417 Aug 19 18:41:35.446940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6f4e0cf-e075-48f3-af47-b7623613186a req-f4c5337d-58f4-4459-913f-e655be2c2d99 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326486 Aug 19 18:41:35.463949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db0070c-f192-4a3c-919b-26929bfbb8ce req-e141a856-8f51-471c-baa1-7a1217e922f3 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901747 Aug 19 18:41:36.566312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee4d98-9101-4132-946b-1c38b31def8b req-4bf29bc2-65fd-4760-b17f-275b7cf52a7b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:36.567863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ee4d98-9101-4132-946b-1c38b31def8b req-4bf29bc2-65fd-4760-b17f-275b7cf52a7b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0516188 Aug 19 18:41:36.605206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ee4d98-9101-4132-946b-1c38b31def8b req-e3755d3f-217c-40e4-9a76-8752550dc1d1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312774 Aug 19 18:41:37.633208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:41:37.724713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a65e7-3897-404f-a447-fd7d5eaac019 req-3b8ec04b-9fd0-403c-b3f4-42d8f1b8def1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:37.726216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b7a65e7-3897-404f-a447-fd7d5eaac019 req-3b8ec04b-9fd0-403c-b3f4-42d8f1b8def1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0528021 Aug 19 18:41:37.728158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:37.739161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'mac_address': 'fa:16:3e:cf:a6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:41:37.765378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b7a65e7-3897-404f-a447-fd7d5eaac019 req-488884ec-04a2-4dfc-9e01-f13795a6cfab tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331831 Aug 19 18:41:37.785287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.798298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2baeaa0f-a8cf-4661-8431-fd089905b0d7 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:41:37.816981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:37.820806 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.866585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:38.087558 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['2baeaa0f-a8cf-4661-8431-fd089905b0d7'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:41:38.891401 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf05339-d92c-445b-b2ce-6cf871e7aa49 req-f6a74a64-f710-4f92-a4d0-0c994935ab68 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:38.892975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bf05339-d92c-445b-b2ce-6cf871e7aa49 req-f6a74a64-f710-4f92-a4d0-0c994935ab68 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 944 time: 0.0557930 Aug 19 18:41:38.934250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bf05339-d92c-445b-b2ce-6cf871e7aa49 req-f9b69c1e-8aa5-4431-a929-7c6aacf422a0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352342 Aug 19 18:41:39.648372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:39.696078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:39.699591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:39.699966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.776568 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.798322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:39.800593 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1715c22-0b48-4b66-bd3a-534de6f7ed0b" -d '{"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-plugged", "status": "completed", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:39.816630 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:39.820699 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.868939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:39.904183 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b641a-869b-48f3-bd72-cbd9dbae6d74 x-openstack-request-id: req-5e8b641a-869b-48f3-bd72-cbd9dbae6d74 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:39.904545 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-plugged", "status": "completed", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:39.904810 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e8b641a-869b-48f3-bd72-cbd9dbae6d74 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:39.905206 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'code': 200} Aug 19 18:41:40.024604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771570-4366-45b8-9e63-e6bd825495da req-15d2eb73-e2a2-4773-b2f6-602cc053f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:40.026122 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-91771570-4366-45b8-9e63-e6bd825495da req-15d2eb73-e2a2-4773-b2f6-602cc053f121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1097 time: 0.0416765 Aug 19 18:41:40.052639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78e424-c037-41e6-a44d-4d03831795d8 req-73d0dc24-468c-45d8-822e-a674b5f3a781 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:40.054243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da78e424-c037-41e6-a44d-4d03831795d8 req-73d0dc24-468c-45d8-822e-a674b5f3a781 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Aug 19 18:41:40.061284 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-91771570-4366-45b8-9e63-e6bd825495da req-f27b0197-fc0a-475d-ab00-199cea13a06c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0280941 Aug 19 18:41:40.092196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da78e424-c037-41e6-a44d-4d03831795d8 req-88a8e7f9-aff3-4a07-92bd-a51379be78d7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318742 Aug 19 18:41:41.221654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee3f2-f240-402f-bfdb-ac1ad4fa61eb req-86ea0603-1047-4d66-889a-4abe8e3ced60 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:41.223142 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab3ee3f2-f240-402f-bfdb-ac1ad4fa61eb req-86ea0603-1047-4d66-889a-4abe8e3ced60 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0566089 Aug 19 18:41:41.264006 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ab3ee3f2-f240-402f-bfdb-ac1ad4fa61eb req-d061b31e-5998-4805-816b-ae57d4ef11b5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341909 Aug 19 18:41:42.378938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8198c8-30a1-48cd-bd5a-b54564d54dd1 req-6bc38ca4-31dd-4b30-9a8b-99ce2355984b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:42.380482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c8198c8-30a1-48cd-bd5a-b54564d54dd1 req-6bc38ca4-31dd-4b30-9a8b-99ce2355984b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0504959 Aug 19 18:41:42.419066 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c8198c8-30a1-48cd-bd5a-b54564d54dd1 req-6ea2773e-7abb-4606-9289-376f715a19a8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312691 Aug 19 18:41:42.537945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24382fe-f81d-4264-aa74-43c0fdce1be3 req-94d76061-7f12-4758-91b7-932d3fda47f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:42.539636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d24382fe-f81d-4264-aa74-43c0fdce1be3 req-94d76061-7f12-4758-91b7-932d3fda47f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0559611 Aug 19 18:41:42.548086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 42808) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:42.552579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'floatingip': {'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:42.595159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.041250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.044915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.149428 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec associated. External IP: 172.25.5.68, port: 2baeaa0f-a8cf-4661-8431-fd089905b0d7. Aug 19 18:41:43.673546 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:41:43.784827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:43.789973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:43.795163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:43.805533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:43.806163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:43.817808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-18fea4f4-2ee4-4a7d-a2a2-8fd2715ee3d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "PUT /v2.0/floatingips/572a8f9c-87b3-41b2-96b2-3207df2e21ec HTTP/1.1" status: 200 len: 990 time: 1.2686610 Aug 19 18:41:43.818511 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:41:43.821017 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3891ea5-36df-4272-a693-39ba62cd3208" -d '{"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:41:43.866359 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472873ff-4eed-4e39-bad9-dc450d39dca2 x-openstack-request-id: req-472873ff-4eed-4e39-bad9-dc450d39dca2 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:41:43.866665 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:41:43.866922 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-472873ff-4eed-4e39-bad9-dc450d39dca2 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:41:43.867322 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'status': 'completed', 'code': 200} Aug 19 18:41:43.922752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:43.972683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-2d9a39c9-ab16-40f0-a83a-3874e2e8dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:43.974321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-2d9a39c9-ab16-40f0-a83a-3874e2e8dfe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1097 time: 0.0470591 Aug 19 18:41:44.070330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-44ead5d0-9a92-4733-988c-9e0b737311ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:44.071901 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-44ead5d0-9a92-4733-988c-9e0b737311ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0903656 Aug 19 18:41:44.146865 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-35d33908-45e7-49ab-877a-d63c61fc1c39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 998 time: 0.0676415 Aug 19 18:41:44.202686 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-41969e72-0c96-4d51-9678-669707c394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:44.204203 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-41969e72-0c96-4d51-9678-669707c394c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0502832 Aug 19 18:41:44.250133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-a03b8504-1a0b-4433-9de6-407de06fca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:44.251705 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-a03b8504-1a0b-4433-9de6-407de06fca98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403759 Aug 19 18:41:44.310573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:cf:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:41:42Z', 'revision_number': 1, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:44.341053 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:44.348089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-96ddb025-f1c7-4f7a-9e2b-9bf8d352b4e8 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893614 Aug 19 18:41:44.349024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:44.349680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:41:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:44.455048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:44.457015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b3891ea5-36df-4272-a693-39ba62cd3208 req-12ffa1d9-75df-4e2d-9093-2c0507da343f service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016347 Aug 19 18:41:44.678811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:cf:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:41:42Z', 'revision_number': 1, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:44.710556 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d548a-d000-4937-9a6e-4c79db60bf0b None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:cf:a6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:41:42Z', 'revision_number': 1, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:44.905048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47318302-33a8-46d9-8546-f046717be1e6 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:41:47.502678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:56.650163 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:58.192921 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b4106f0d-5551-4bdc-9a6c-4e255cace67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:59.211798 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:42:00.637398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c93b-545a-4443-858f-d187d8fbe0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:00.967288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:02.125975 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:03.679153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:17.506031 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:17.899246 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-c8423fca-d028-4312-b883-f18d1a309be8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498669 Aug 19 18:42:18.000318 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-42f9a470-6125-494e-ad4f-d2e6d991ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:18.001818 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-42f9a470-6125-494e-ad4f-d2e6d991ccd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1097 time: 0.0424535 Aug 19 18:42:18.105891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-08a5679c-ee97-4bf7-a76c-bc047fb556a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:18.107326 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-08a5679c-ee97-4bf7-a76c-bc047fb556a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0877669 Aug 19 18:42:18.178110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-ffff87cf-483f-4963-9a5a-f7b58ef7bc81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 1000 time: 0.0626378 Aug 19 18:42:18.229101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-6cf48f68-9a7c-42dc-8cc4-cdb39f8d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:18.230554 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-6cf48f68-9a7c-42dc-8cc4-cdb39f8d127b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0453966 Aug 19 18:42:18.276932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-fc946994-6a87-4bb5-af78-5fe5c6292177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:42:18.278450 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-fc946994-6a87-4bb5-af78-5fe5c6292177 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410321 Aug 19 18:42:18.372557 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-cd53b735-5ea3-4b41-8a00-4d9acd6cef46 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862110 Aug 19 18:42:18.465624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-efcc5c63-e49c-4e63-83fd-44a8f4188523 req-772d9295-fd93-4ec3-a3da-2b260bb87583 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 19 18:42:26.640642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:28.194799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-13867dba-f09a-4207-8d6f-13aee0b79855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:30.639749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d05318c2-100b-4a01-96ae-a3bb5a3da484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:30.969228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:32.128481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:33.686229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:36.211225 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:42:47.518465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:56.655579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:58.195347 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a4da91f7-3206-43b2-8351-9d55b6e16c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.641727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-36d67641-0389-4f6b-93b5-63f47baff1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:00.970380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:02.131488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:03.696370 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:13.211134 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:17.531243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:17.885144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-10e768d9-50c8-4e42-b32f-793a33212498 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483313 Aug 19 18:43:17.990159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-b5d1d6e4-bb92-49fa-8652-5d28e23e11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:17.991710 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-b5d1d6e4-bb92-49fa-8652-5d28e23e11f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1097 time: 0.0431073 Aug 19 18:43:18.104145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-c9a4430d-4c87-48db-8c42-262175a62abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.105604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-c9a4430d-4c87-48db-8c42-262175a62abb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0936830 Aug 19 18:43:18.176156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-df7f5fa6-0a37-4a5e-948c-784a300698e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 1000 time: 0.0626450 Aug 19 18:43:18.225718 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-5a8d9b6e-64da-4ca9-a61d-a90eb0aeff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.227181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-5a8d9b6e-64da-4ca9-a61d-a90eb0aeff9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0450280 Aug 19 18:43:18.277269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-4e7cd0e8-ae54-4a7b-81e3-1423dc2b5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.279370 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-4e7cd0e8-ae54-4a7b-81e3-1423dc2b5573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444012 Aug 19 18:43:18.372185 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-61ef0422-d032-433a-8b81-b5ec4ba7648e service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Aug 19 18:43:18.477380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a7f1821-ab75-42df-8f0c-63d770af5440 req-a7860759-7019-4402-ae0c-fd9c524f3906 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972838 Aug 19 18:43:18.966000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed21c2-7052-4c2e-8526-2cb20f02ddc7 req-dddf3039-2bb5-4340-bad7-a21030a9f8a5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.967742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4ed21c2-7052-4c2e-8526-2cb20f02ddc7 req-dddf3039-2bb5-4340-bad7-a21030a9f8a5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0610905 Aug 19 18:43:19.011370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4ed21c2-7052-4c2e-8526-2cb20f02ddc7 req-5bce79a1-f71d-4c80-b110-add31cc822f7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372608 Aug 19 18:43:19.284183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-f96fb715-3ae6-47fc-b93f-582cc37cb7d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705638 Aug 19 18:43:19.291416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cafcf-7c36-40d8-b3be-ab76f5014ee6 req-50940a00-c14a-42dd-8a29-24f34797eb13 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:19.292851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b96cafcf-7c36-40d8-b3be-ab76f5014ee6 req-50940a00-c14a-42dd-8a29-24f34797eb13 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0695136 Aug 19 18:43:19.333383 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b96cafcf-7c36-40d8-b3be-ab76f5014ee6 req-b275b8ea-94f0-4a5c-ad33-8e72552b0baa tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339491 Aug 19 18:43:20.367395 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-e76b99d9-0ae0-487c-820b-d66226ae8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.369112 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-e76b99d9-0ae0-487c-820b-d66226ae8054 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1097 time: 0.0409577 Aug 19 18:43:20.453773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d68c5-75a0-437c-bbeb-18b35fad3cab req-577e1a16-db96-4bf3-9307-973d5d177342 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.455311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-949d68c5-75a0-437c-bbeb-18b35fad3cab req-577e1a16-db96-4bf3-9307-973d5d177342 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Aug 19 18:43:20.470129 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-69718485-8ac2-4168-9393-9e6bc686ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.471793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-69718485-8ac2-4168-9393-9e6bc686ae66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0952907 Aug 19 18:43:20.493765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-949d68c5-75a0-437c-bbeb-18b35fad3cab req-fe0d0d64-0ea8-4fe8-96a1-9bbd3adb9283 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321922 Aug 19 18:43:20.537601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-70c0e7a9-81ef-40de-866f-15870e47adce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 1000 time: 0.0595903 Aug 19 18:43:20.587971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-a0392ae2-2641-46fe-84eb-feb0ff1b5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.589469 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-a0392ae2-2641-46fe-84eb-feb0ff1b5a45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0455630 Aug 19 18:43:20.647581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-4e6b9d93-e398-451f-abcf-f5f4c00f4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.649029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-4e6b9d93-e398-451f-abcf-f5f4c00f4ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532246 Aug 19 18:43:20.738118 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-90febe83-cfc0-4971-b065-f9707429e2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818551 Aug 19 18:43:20.835012 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-80a072e6-f54a-4884-9363-8c6ae5fa47fa service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900958 Aug 19 18:43:21.618264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f87f7-c60d-42d4-9759-dad934ff6834 req-27b51ad7-9344-4e11-9235-f29e9885eb97 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:21.619813 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-683f87f7-c60d-42d4-9759-dad934ff6834 req-27b51ad7-9344-4e11-9235-f29e9885eb97 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Aug 19 18:43:21.659850 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-683f87f7-c60d-42d4-9759-dad934ff6834 req-68ed5771-c9d7-453d-8daf-9b3c1d2793ff tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318925 Aug 19 18:43:22.778636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8d80-7baa-401b-a7dc-840dcda3c09c req-cb4561f4-b086-4b62-ba0d-4740913c67eb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:22.780186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6bd8d80-7baa-401b-a7dc-840dcda3c09c req-cb4561f4-b086-4b62-ba0d-4740913c67eb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0510571 Aug 19 18:43:22.818579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6bd8d80-7baa-401b-a7dc-840dcda3c09c req-f2b6e554-d07c-46fc-a181-2261c070e468 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322680 Aug 19 18:43:23.935037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fd94e-5d91-4c41-882e-8c7f621406d3 req-cc1b4e78-4b47-44a9-a7a9-94b06dc8ad01 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:23.936582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-643fd94e-5d91-4c41-882e-8c7f621406d3 req-cc1b4e78-4b47-44a9-a7a9-94b06dc8ad01 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 19 18:43:23.975741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-643fd94e-5d91-4c41-882e-8c7f621406d3 req-2ca4983a-a2d0-467d-aed4-8af70b37396f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331738 Aug 19 18:43:25.094828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c30d-0351-4f31-8d53-6e1a9da099c5 req-be9c7569-6c3a-4215-a098-266240603866 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:25.096363 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44c1c30d-0351-4f31-8d53-6e1a9da099c5 req-be9c7569-6c3a-4215-a098-266240603866 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0532920 Aug 19 18:43:25.133998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-44c1c30d-0351-4f31-8d53-6e1a9da099c5 req-53bc508b-6291-47c3-bdda-397bc2fbe3bc tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317190 Aug 19 18:43:26.251845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0aff90-e46d-437c-ba97-4365d23d8f9b req-3eb9eed7-44a4-4236-a1f4-2d942f44c5d6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:26.253485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff0aff90-e46d-437c-ba97-4365d23d8f9b req-3eb9eed7-44a4-4236-a1f4-2d942f44c5d6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0513084 Aug 19 18:43:26.293365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff0aff90-e46d-437c-ba97-4365d23d8f9b req-46f2043a-c7e9-4750-b3b4-a40af3d94805 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335433 Aug 19 18:43:26.655538 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:27.410171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887c7e0-b996-4a3c-a4dc-02f1a32fa020 req-10a6ff14-afe8-4f24-865e-ed68f5e2d0c8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:27.411689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f887c7e0-b996-4a3c-a4dc-02f1a32fa020 req-10a6ff14-afe8-4f24-865e-ed68f5e2d0c8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 19 18:43:27.449633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f887c7e0-b996-4a3c-a4dc-02f1a32fa020 req-a4ad9038-2442-44fb-ab01-a2ab60d58cfe tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319064 Aug 19 18:43:28.195735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a9267e8-4c38-47d5-8573-75be9f737826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:28.567713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689359d-6e53-4098-b443-358ee2079876 req-c75e028e-03d5-485f-add8-44dd968b2f78 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:28.569231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a689359d-6e53-4098-b443-358ee2079876 req-c75e028e-03d5-485f-add8-44dd968b2f78 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0530665 Aug 19 18:43:28.618507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a689359d-6e53-4098-b443-358ee2079876 req-388b9e32-22a7-4c47-b5fa-a6126df0cbd2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398679 Aug 19 18:43:29.733573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4a7d-0fd0-4592-93b7-d043b522b8a6 req-0dc7a413-73f7-4161-9795-5fbf0a4953c8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:29.735557 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccbe4a7d-0fd0-4592-93b7-d043b522b8a6 req-0dc7a413-73f7-4161-9795-5fbf0a4953c8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Aug 19 18:43:29.773167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccbe4a7d-0fd0-4592-93b7-d043b522b8a6 req-99a5ec25-ef96-4064-9c3c-2452c6ac7a9c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321190 Aug 19 18:43:30.643109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd27c-2816-48f0-939a-aec25fdfb3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:30.889795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989499ab-0974-4772-8634-8a01bc20750e req-0038903f-1f8e-46a8-87a9-dea9bbff56ae tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:30.891227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-989499ab-0974-4772-8634-8a01bc20750e req-0038903f-1f8e-46a8-87a9-dea9bbff56ae tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Aug 19 18:43:30.929404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-989499ab-0974-4772-8634-8a01bc20750e req-afe7d5cb-841f-419f-9154-1ec5c6fed2d8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322497 Aug 19 18:43:30.972154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.047149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95f21b-2251-48d0-b052-d15afb0616cb req-3345c29e-8f71-47ab-ab8a-385e035c85c4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:32.048659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e95f21b-2251-48d0-b052-d15afb0616cb req-3345c29e-8f71-47ab-ab8a-385e035c85c4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Aug 19 18:43:32.087734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e95f21b-2251-48d0-b052-d15afb0616cb req-b20e04ea-6a4f-4102-86ce-5dababdbb6d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331433 Aug 19 18:43:32.134393 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:32.830752 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-06e9380d-a12f-4384-abef-c7a9f3a65ddc service neutron] show failed (client error): The resource could not be found. Aug 19 18:43:32.831736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-06e9380d-a12f-4384-abef-c7a9f3a65ddc service neutron] 10.222.0.13 "GET /v2.0/ports/2baeaa0f-a8cf-4661-8431-fd089905b0d7/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0554881 Aug 19 18:43:33.034026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-455b03af-6cc4-4621-85b3-d630b30f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:33.035562 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-455b03af-6cc4-4621-85b3-d630b30f6324 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1097 time: 0.0413024 Aug 19 18:43:33.048165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:33.103113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.275147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef786b5-1a01-4841-a6bb-b498fbb4f117 req-9790589a-234c-490b-b782-f6d30949a074 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:33.276666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ef786b5-1a01-4841-a6bb-b498fbb4f117 req-9790589a-234c-490b-b782-f6d30949a074 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 945 time: 0.1218510 Aug 19 18:43:33.359069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8ef786b5-1a01-4841-a6bb-b498fbb4f117 req-0279a7a1-08b3-41a4-a501-0943091ca81d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568106 Aug 19 18:43:33.370379 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:33.406325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:33.450333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:33.452860 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca51267-27b9-42a8-a7a4-c7e5a6db4a26" -d '{"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-unplugged", "status": "completed", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:33.456632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.469620 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Transition to ACTIVE for port object 2baeaa0f-a8cf-4661-8431-fd089905b0d7 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:33.473500 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.511946 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15572a4b-1d66-407b-9231-901eeb5ff041 x-openstack-request-id: req-15572a4b-1d66-407b-9231-901eeb5ff041 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:33.512849 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-unplugged", "status": "completed", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:33.513671 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15572a4b-1d66-407b-9231-901eeb5ff041 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:33.514080 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'code': 200} Aug 19 18:43:33.543397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:33.597154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.597521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.597875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.598220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.598563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.598909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.599246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.599681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.600020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.600353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.600685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.601018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:33.669557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] No DVR routers for this DVR port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:43:33.692703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.810692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:33.810944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:33.811278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:33.815631 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:43:33.815964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Attempting to bind port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:33.820732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:33.821073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:33.821462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:33.821895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Bound port: 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:33.822254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.885097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:33.888682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:33.893178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.929940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:33.930574 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:33.932057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] 10.222.0.42 "PUT /v2.0/ports/2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 1092 time: 0.8886499 Aug 19 18:43:33.964943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d3dc6-8c55-45a3-95d2-d1adbdbcc502 service neutron] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:34.003926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-6df3dcad-a532-4504-b9b5-6e19303da3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.005474 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-6df3dcad-a532-4504-b9b5-6e19303da3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0487630 Aug 19 18:43:34.100026 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-3d92a0bf-608d-4091-9792-a966e6ab5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.101539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-3d92a0bf-608d-4091-9792-a966e6ab5585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0887978 Aug 19 18:43:34.172046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-1fdc7eda-43f7-41dd-8fc3-ef62c1b2345e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 998 time: 0.0630276 Aug 19 18:43:34.222242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-ddb84fb3-fb8e-4e6b-8a60-cdc1ada43a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.223637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-ddb84fb3-fb8e-4e6b-8a60-cdc1ada43a0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0445952 Aug 19 18:43:34.268734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-d306bd18-ce64-4842-9962-67dfe1753004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.270213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-d306bd18-ce64-4842-9962-67dfe1753004 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396259 Aug 19 18:43:34.363522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-23f82043-73a3-4120-8213-9bf01f64147a service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Aug 19 18:43:34.483094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-0513ad32-ae98-4fe7-91cf-75e75fe748fe service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123974 Aug 19 18:43:34.499045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437838d5-aad4-4aff-bd9b-9249d32aaaa6 req-c8936b10-8ff4-4501-809b-8b0400199302 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:34.500565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-437838d5-aad4-4aff-bd9b-9249d32aaaa6 req-c8936b10-8ff4-4501-809b-8b0400199302 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0709889 Aug 19 18:43:34.541975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-437838d5-aad4-4aff-bd9b-9249d32aaaa6 req-284ffe4d-7010-4bc9-a9d4-400ea8d9274d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344362 Aug 19 18:43:35.514867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:35.517264 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a93add-6163-4f72-a611-2ddf05fe1114" -d '{"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:35.565141 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af780f34-878f-4418-8ee5-db5491becf98 x-openstack-request-id: req-af780f34-878f-4418-8ee5-db5491becf98 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:35.565442 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:35.565743 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af780f34-878f-4418-8ee5-db5491becf98 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:35.566124 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'status': 'completed', 'code': 200} Aug 19 18:43:35.644608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-10313697-fab4-4761-8664-078a99cb3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.646222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-10313697-fab4-4761-8664-078a99cb3afc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0425079 Aug 19 18:43:35.657073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-ab7bb584-7e58-4be7-9007-074d1e072228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.658585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-ab7bb584-7e58-4be7-9007-074d1e072228 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0696385 Aug 19 18:43:35.682678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0f285-dca9-47a3-b643-034aff6f3035 req-62fa7812-8f7e-4cb4-af57-d8be8e17c849 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.684221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07d0f285-dca9-47a3-b643-034aff6f3035 req-62fa7812-8f7e-4cb4-af57-d8be8e17c849 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0659025 Aug 19 18:43:35.741853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-88f3f387-6366-4d21-bf35-f1f2a2b75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.743332 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-88f3f387-6366-4d21-bf35-f1f2a2b75b2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0904520 Aug 19 18:43:35.770590 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-07d0f285-dca9-47a3-b643-034aff6f3035 req-cb7beffd-1dc7-4a59-bddb-c1fa46465876 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0766649 Aug 19 18:43:35.794008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-e18dfcdd-874a-4e93-b104-d93ad6fe0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.795551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-e18dfcdd-874a-4e93-b104-d93ad6fe0dba service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1290433 Aug 19 18:43:35.809113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-2b44aa33-b2a2-4d13-8a9f-a3ab05ee978d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 998 time: 0.0584655 Aug 19 18:43:35.861736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-189ac690-0826-4771-b0fa-064c147d7d22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 998 time: 0.0584109 Aug 19 18:43:35.862791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-081176ba-40f5-4512-9757-ea7e63988b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.864345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-081176ba-40f5-4512-9757-ea7e63988b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0491254 Aug 19 18:43:35.914159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-e00671d3-af79-4eb7-8cc3-452d16a90cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.915697 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-e00671d3-af79-4eb7-8cc3-452d16a90cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442963 Aug 19 18:43:35.918800 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-f4239192-c922-41e9-9cd7-b4cf9e30b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.920302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-f4239192-c922-41e9-9cd7-b4cf9e30b18e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0517707 Aug 19 18:43:35.983110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-424577d4-972d-4ce7-916d-87e86eedb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:35.984692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-424577d4-972d-4ce7-916d-87e86eedb3e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501103 Aug 19 18:43:36.008046 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-a34157f8-f8ca-40f3-8495-1ac301c6dd1f service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Aug 19 18:43:36.081426 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-a70e6dd3-9a61-43e7-a28d-ba687a4135ad service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887871 Aug 19 18:43:36.102490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-1a89d213-bf9a-4e75-8e34-3e5f6f3d226c service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870297 Aug 19 18:43:36.173386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-21a93add-6163-4f72-a611-2ddf05fe1114 req-09b7c70d-e462-4f46-8cb1-fa64ae47ae02 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850015 Aug 19 18:43:36.892029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf629d-36d3-4805-b77c-bac7e538016a req-0e8678a5-1e16-45b7-9c05-1bf10e7c7d97 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:36.893445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4cf629d-36d3-4805-b77c-bac7e538016a req-0e8678a5-1e16-45b7-9c05-1bf10e7c7d97 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0500600 Aug 19 18:43:36.931892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4cf629d-36d3-4805-b77c-bac7e538016a req-18963383-6e67-425b-8dc0-10977205cc04 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323632 Aug 19 18:43:37.136049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdca5-50ed-4ef3-9afd-62e78782d197 req-960b17e2-e54c-4fdf-99e2-250aa7e93733 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.137594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c9bdca5-50ed-4ef3-9afd-62e78782d197 req-960b17e2-e54c-4fdf-99e2-250aa7e93733 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0591142 Aug 19 18:43:37.147149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931917bb-7116-4bb9-bed9-642274a3873a req-b5f29faa-07db-45d2-a5e4-1588ffb254a3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.148657 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-b5f29faa-07db-45d2-a5e4-1588ffb254a3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 943 time: 0.0529349 Aug 19 18:43:37.176793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c9bdca5-50ed-4ef3-9afd-62e78782d197 req-7cb87bb5-6ff2-41d3-b623-fe806052327a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329404 Aug 19 18:43:37.214381 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-931917bb-7116-4bb9-bed9-642274a3873a req-aba46a36-b9c8-4266-9474-a51b45d4acb5 service neutron] delete failed (client error): The resource could not be found. Aug 19 18:43:37.216109 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-aba46a36-b9c8-4266-9474-a51b45d4acb5 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2baeaa0f-a8cf-4661-8431-fd089905b0d7/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0583789 Aug 19 18:43:37.318874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931917bb-7116-4bb9-bed9-642274a3873a req-5292a494-9b8a-43ff-982b-2cebf891d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.320483 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-5292a494-9b8a-43ff-982b-2cebf891d490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 1095 time: 0.0404265 Aug 19 18:43:37.412030 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931917bb-7116-4bb9-bed9-642274a3873a req-e26bebce-e46d-474d-a9a9-f0c12326ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.413412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-e26bebce-e46d-474d-a9a9-f0c12326ae3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0856459 Aug 19 18:43:37.482580 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-3632df8e-1c7d-4bbb-87ee-cebcfcd23948 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 200 len: 998 time: 0.0615814 Aug 19 18:43:37.532082 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931917bb-7116-4bb9-bed9-642274a3873a req-107192ce-95e4-4c53-b8eb-f43b762aa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.533591 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-107192ce-95e4-4c53-b8eb-f43b762aa766 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0446274 Aug 19 18:43:37.579685 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931917bb-7116-4bb9-bed9-642274a3873a req-57c8d378-5a2d-41e1-a173-04b5b6a40b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:37.581211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-57c8d378-5a2d-41e1-a173-04b5b6a40b56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412173 Aug 19 18:43:37.678138 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-7377ccaa-2230-42ba-a4ac-53260ae91020 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898385 Aug 19 18:43:37.768651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-931917bb-7116-4bb9-bed9-642274a3873a req-0254e36b-7b57-4edc-b963-3196d0719cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832622 Aug 19 18:43:38.295233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66255b94-2d4e-404b-8065-3612caac1b65 req-acdbbdc3-56bb-4e86-91ea-e38efab88a8f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:38.296804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66255b94-2d4e-404b-8065-3612caac1b65 req-acdbbdc3-56bb-4e86-91ea-e38efab88a8f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0516217 Aug 19 18:43:38.304331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:38.335829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66255b94-2d4e-404b-8065-3612caac1b65 req-5706c3b2-d506-4fb2-ac38-41dff568155b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327425 Aug 19 18:43:38.345834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:38.462906 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ceb7-d006-40a3-bffa-456e513c5617 req-13fa2644-5c3c-4295-9c54-61cafe877985 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:38.464374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4424ceb7-d006-40a3-bffa-456e513c5617 req-13fa2644-5c3c-4295-9c54-61cafe877985 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0547836 Aug 19 18:43:38.506051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4424ceb7-d006-40a3-bffa-456e513c5617 req-8a259c1c-6ebc-4b5b-bf84-62c755120ad2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339193 Aug 19 18:43:38.623661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2150-434d-4b17-a23e-f9f4e26e4036 req-b4fcb1af-65dc-4778-a633-25b12ffc95c9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:38.625132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce9a2150-434d-4b17-a23e-f9f4e26e4036 req-b4fcb1af-65dc-4778-a633-25b12ffc95c9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0539498 Aug 19 18:43:38.662566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce9a2150-434d-4b17-a23e-f9f4e26e4036 req-da90cc8d-d970-4c9f-9596-48ad7cdae8a7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315483 Aug 19 18:43:38.897670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49931-a18d-45b9-ac4f-8d934763562e req-19f64de4-f109-4bb3-a544-75c564aade34 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:38.899180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aa49931-a18d-45b9-ac4f-8d934763562e req-19f64de4-f109-4bb3-a544-75c564aade34 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 943 time: 0.0509303 Aug 19 18:43:38.937314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aa49931-a18d-45b9-ac4f-8d934763562e req-cc21eed4-6074-4d3b-ae01-24e5f83de632 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314379 Aug 19 18:43:39.097127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:43:39.198014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:39.210027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'mac_address': 'fa:16:3e:cf:a6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:43:39.247164 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.260623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2baeaa0f-a8cf-4661-8431-fd089905b0d7 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:39.281035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:39.284691 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.331669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:39.338708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.339059 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.339401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.339763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.340095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.340425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.340751 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.341079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.341467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.341873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.342313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.342641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:39.544289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['2baeaa0f-a8cf-4661-8431-fd089905b0d7'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:43:40.079666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecfcb-536c-4f71-9c6d-5173cce86756 req-bc78fea8-57bd-4bb0-b019-77fa0add859c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:40.081157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5ecfcb-536c-4f71-9c6d-5173cce86756 req-bc78fea8-57bd-4bb0-b019-77fa0add859c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 944 time: 0.0750816 Aug 19 18:43:40.118901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045eab0-2438-45a1-9102-2d2af20b790d req-bd9cf3dd-e061-4f8b-9171-f80523fbc4d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:40.120399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2045eab0-2438-45a1-9102-2d2af20b790d req-bd9cf3dd-e061-4f8b-9171-f80523fbc4d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 944 time: 0.0792685 Aug 19 18:43:40.158330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9c5ecfcb-536c-4f71-9c6d-5173cce86756 req-422435c4-5084-4d8d-a74e-790118d46d5b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699849 Aug 19 18:43:40.217628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Deleting port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:43:40.217956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.308149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] For port 2baeaa0f-a8cf-4661-8431-fd089905b0d7, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=2baeaa0f-a8cf-4661-8431-fd089905b0d7,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:40.308520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.524869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.525182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.525503 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec disassociated. External IP: 172.25.5.68, port: 2baeaa0f-a8cf-4661-8431-fd089905b0d7. Aug 19 18:43:40.525843 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Calling delete_port for 2baeaa0f-a8cf-4661-8431-fd089905b0d7 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:43:40.650628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.678390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'Port': ['ID=2baeaa0f-a8cf-4661-8431-fd089905b0d7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:40.802950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:40.912719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:40.926251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:40.935991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:40.936793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:43:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:40.956201 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] No DVR routers for this DVR port 2baeaa0f-a8cf-4661-8431-fd089905b0d7 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:43:40.958719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:40.960819 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2045eab0-2438-45a1-9102-2d2af20b790d req-efbb4ff4-9546-4fd4-b5d5-86c35d0f02ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "DELETE /v2.0/ports/2baeaa0f-a8cf-4661-8431-fd089905b0d7 HTTP/1.1" status: 204 len: 173 time: 0.8306756 Aug 19 18:43:40.961260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-deleted', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:40.963525 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5da3a4-2b44-4c61-8d3c-890f4515b29a" -d '{"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-deleted", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:41.009038 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f217610-1455-4375-8bcc-afaa13341dd0 x-openstack-request-id: req-0f217610-1455-4375-8bcc-afaa13341dd0 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:41.009265 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888d629b-9705-4e9d-80fd-eaecdea77e58", "name": "network-vif-deleted", "tag": "2baeaa0f-a8cf-4661-8431-fd089905b0d7", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:41.009513 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f217610-1455-4375-8bcc-afaa13341dd0 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:41.009916 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888d629b-9705-4e9d-80fd-eaecdea77e58', 'name': 'network-vif-deleted', 'tag': '2baeaa0f-a8cf-4661-8431-fd089905b0d7', 'status': 'completed', 'code': 200} Aug 19 18:43:41.051704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:41.128036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:43:41.133099 n-d-778550-10 neutron-server[101326]: INFO neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No ports have port_id starting with 2baeaa0f-a8cf-4661-8431-fd089905b0d7 Aug 19 18:43:41.134888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 requested by agent hyperv_n-h1-778550-10 not found in database {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 18:43:41.272172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e9b83f3b-28c7-4e7c-9131-dce30e18619c req-d330960d-3ca3-4d7d-94d2-2635017e502f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=888d629b-9705-4e9d-80fd-eaecdea77e58 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Aug 19 18:43:41.275422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:41.308799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:41.317544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:41.318159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:43:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:41.424674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:41.618125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:41.647642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8282a4f-8c58-4529-a848-24886237dd46 None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:41.886989 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47683b6-b63d-4c9a-b7f9-6e10ac879380 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:43:42.498628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-7217c64c-8142-429e-ab99-51e0d694ee9a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--3923266&fields=id&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 267 time: 0.0337517 Aug 19 18:43:42.904260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-533eeef4-11a2-46c9-8913-2dacb996abb7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:42.905602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-533eeef4-11a2-46c9-8913-2dacb996abb7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.4004071 Aug 19 18:43:42.920969 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-030f2719-cee5-4d08-9a28-91f64a946807 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/quotas/9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 375 time: 0.0096951 Aug 19 18:43:42.974091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-21ba4211-cac4-4d0c-a260-73b0ebb1295c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471306 Aug 19 18:43:42.989488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-b9a51849-5b6c-48a7-8db7-974ac0e75d61 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:43:42.990445 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-b9a51849-5b6c-48a7-8db7-974ac0e75d61 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052123 Aug 19 18:43:43.080675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-f00c3151-a528-4fc9-be0c-9599e6ca7fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846140 Aug 19 18:43:43.171733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-678d9ca2-a9b8-419c-835b-1613b934b9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848024 Aug 19 18:43:44.346156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5352211f-6791-4f2b-85df-b75349830229 req-d706fb00-b26b-4452-95b2-6f6d3787e0a4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 210 time: 0.0268230 Aug 19 18:43:45.126954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:43:45.151146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 2baeaa0f-a8cf-4661-8431-fd089905b0d7 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:43:45.151599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 2baeaa0f-a8cf-4661-8431-fd089905b0d7 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:43:45.346158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-4fe7529a-887c-4793-923c-c10e4d2ffeef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:45.347686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-4fe7529a-887c-4793-923c-c10e4d2ffeef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1096675 Aug 19 18:43:45.393035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-5a924f0b-6cb6-45ec-9792-c3fcc9bfb425 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 377 time: 0.0361464 Aug 19 18:43:45.404140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'port': {'device_id': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'admin_state_up': True, 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'security_groups': ['c1ff0cde-5526-4fb8-ad09-4cf5571584e4']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:45.477543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a0963bd7-ea40-4058-a4d8-ae31d7cd5951 req-faf63086-ce8c-4503-9d0f-3b4b02a95d2c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 210 time: 0.0587494 Aug 19 18:43:45.537302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:45.540817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:45.666872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Allocated IP 172.20.0.7 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/357c2357-a6a0-46a0-829e-9e72976e59db) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:45.806728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:45.819674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Transition to ACTIVE for port object 357c2357-a6a0-46a0-829e-9e72976e59db will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:45.851628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:45.896025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:45.901109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:45.905558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:45.932889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:45.965787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:45.966976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:45.984075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-8d1ec7e4-544f-4263-8339-a86e832c1f9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838120 Aug 19 18:43:45.996681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Request body: {'port': {'device_id': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:46.054246 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.144235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-24d4d9db-83ec-4be9-9c02-a02b77a764e1 None None] Provisioning for port 357c2357-a6a0-46a0-829e-9e72976e59db completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:46.147919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-24d4d9db-83ec-4be9-9c02-a02b77a764e1 None None] Provisioning complete for port 357c2357-a6a0-46a0-829e-9e72976e59db triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:46.148398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-24d4d9db-83ec-4be9-9c02-a02b77a764e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.180944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-24d4d9db-83ec-4be9-9c02-a02b77a764e1 None None] Port 357c2357-a6a0-46a0-829e-9e72976e59db cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:43:46.324164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357c2357-a6a0-46a0-829e-9e72976e59db {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:46.332206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.344622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Transition to ACTIVE for port object 357c2357-a6a0-46a0-829e-9e72976e59db will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:46.348235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.399849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:46.480848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:46.481199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:46.481544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:46.488289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:43:46.488626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:46.494164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:46.494512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:46.494909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:46.495341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Bound port: 357c2357-a6a0-46a0-829e-9e72976e59db, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:46.495738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.596645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:46.611703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:46.619511 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.632715 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c563e2a-4efe-44ec-9cf0-c45e42b2aad5 req-e439e05d-3f2c-483c-9a67-4d229710d5bb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.634213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c563e2a-4efe-44ec-9cf0-c45e42b2aad5 req-e439e05d-3f2c-483c-9a67-4d229710d5bb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0834653 Aug 19 18:43:46.689773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.690421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:46.691948 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 1092 time: 0.6999106 Aug 19 18:43:46.694371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:46.696719 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2381a6-3509-41e5-9262-3fea8cfbbb39" -d '{"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:46.730479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cff62-f077-499c-bdc8-d31cf862bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:46.739065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1c563e2a-4efe-44ec-9cf0-c45e42b2aad5 req-88abf881-5db8-485e-a286-3799d4d4c298 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0843251 Aug 19 18:43:46.778072 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055357c1-0916-48c3-ad35-4f464651a3b9 x-openstack-request-id: req-055357c1-0916-48c3-ad35-4f464651a3b9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:46.778375 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:46.778643 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-055357c1-0916-48c3-ad35-4f464651a3b9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:46.779128 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'status': 'completed', 'code': 200} Aug 19 18:43:46.789811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-363db148-dd99-4d4d-b1c9-9909a227b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.791351 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-363db148-dd99-4d4d-b1c9-9909a227b0ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0513830 Aug 19 18:43:46.836524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-6fd3d838-f4ad-46f2-a4bc-fa2489c7d515 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 217 time: 0.0371385 Aug 19 18:43:46.899030 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-2ffec891-b356-4b51-90fb-2aa72c78dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.900606 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-2ffec891-b356-4b51-90fb-2aa72c78dc82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0564082 Aug 19 18:43:46.951617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-9661fb22-a4eb-4822-b898-cae2dba6c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:46.953060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-9661fb22-a4eb-4822-b898-cae2dba6c44f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440018 Aug 19 18:43:47.047001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-89bd2173-0f89-42fe-a4df-76020d1f2ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Aug 19 18:43:47.143952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9ffb2e38-2b2f-4b91-9f20-44734a7972d6 req-7b284ec2-3e13-461a-ac6e-3c309a34bba3 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903399 Aug 19 18:43:47.230966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-50b79fef-4fd5-4d7d-b7ef-ed6d20d5d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.233237 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-50b79fef-4fd5-4d7d-b7ef-ed6d20d5d4f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0416379 Aug 19 18:43:47.331554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-d3c8f914-8f03-4fd5-a3c1-1b6a77abd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.333054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-d3c8f914-8f03-4fd5-a3c1-1b6a77abd7be service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0931969 Aug 19 18:43:47.380744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-2e0c1a46-39af-4601-9f9e-dc5a4d816954 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 217 time: 0.0379083 Aug 19 18:43:47.434352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-4620464d-e765-4865-a6dd-b3553e62fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.435912 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-4620464d-e765-4865-a6dd-b3553e62fd07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0477107 Aug 19 18:43:47.489234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-cab4c48d-09ce-4907-8364-0bb157052055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.490668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-cab4c48d-09ce-4907-8364-0bb157052055 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463483 Aug 19 18:43:47.556170 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:47.589722 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-96f138bd-a459-4058-b315-83944c5dcfaf service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911491 Aug 19 18:43:47.703407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a2381a6-3509-41e5-9262-3fea8cfbbb39 req-90039eb6-3aec-4791-9055-01f96339f7ca service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056097 Aug 19 18:43:47.868257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1febaee-595b-4287-a234-cfc498953900 req-fa0fe5ed-f226-485e-8b10-94c6a0b8a983 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:47.869776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1febaee-595b-4287-a234-cfc498953900 req-fa0fe5ed-f226-485e-8b10-94c6a0b8a983 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0513740 Aug 19 18:43:47.907620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1febaee-595b-4287-a234-cfc498953900 req-5f7db525-2b92-4df7-9ea9-746f63aca6bb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314536 Aug 19 18:43:49.025836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee665c-660a-46fe-a3c5-9781d82e9654 req-8f7265e1-d2b3-418a-a1a1-131cdd3c0f01 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:49.027347 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65ee665c-660a-46fe-a3c5-9781d82e9654 req-8f7265e1-d2b3-418a-a1a1-131cdd3c0f01 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0507922 Aug 19 18:43:49.069667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-65ee665c-660a-46fe-a3c5-9781d82e9654 req-92262e2e-3504-4fcd-bf95-eee57904c303 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356238 Aug 19 18:43:50.185983 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68725d6d-7079-4d04-a9bf-fee36d4ac0e0 req-e1f61b59-8f6b-4161-9932-c20067f882f3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:50.187493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68725d6d-7079-4d04-a9bf-fee36d4ac0e0 req-e1f61b59-8f6b-4161-9932-c20067f882f3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0497370 Aug 19 18:43:50.210177 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:50.225707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68725d6d-7079-4d04-a9bf-fee36d4ac0e0 req-848044dc-ed79-4baf-8ead-3202b8378456 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322847 Aug 19 18:43:51.143762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:43:51.236978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:51.248491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '357c2357-a6a0-46a0-829e-9e72976e59db', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db', 'mac_address': 'fa:16:3e:d8:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:43:51.285013 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:51.297687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357c2357-a6a0-46a0-829e-9e72976e59db {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:43:51.318029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:51.320988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:51.341645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccec0b-2be1-44de-9210-65d2f92638c0 req-d838eecb-c9b0-46b8-b750-66c9948c5f57 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:51.343190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ccec0b-2be1-44de-9210-65d2f92638c0 req-d838eecb-c9b0-46b8-b750-66c9948c5f57 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0517631 Aug 19 18:43:51.367789 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:51.382697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-06ccec0b-2be1-44de-9210-65d2f92638c0 req-e5f3b722-ec0d-46c3-b597-693491ca56e8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328794 Aug 19 18:43:51.505902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['357c2357-a6a0-46a0-829e-9e72976e59db'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:43:52.500533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccb93-58c5-4d7a-be04-fd82a365a1f2 req-f155be9a-8498-469c-9710-baad59a3247d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:52.502024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd9ccb93-58c5-4d7a-be04-fd82a365a1f2 req-f155be9a-8498-469c-9710-baad59a3247d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 944 time: 0.0491149 Aug 19 18:43:52.544160 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd9ccb93-58c5-4d7a-be04-fd82a365a1f2 req-7d314c78-c8b4-44d2-be59-51e3491c3683 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359831 Aug 19 18:43:53.158383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:43:53.205714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 357c2357-a6a0-46a0-829e-9e72976e59db completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:43:53.209209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 357c2357-a6a0-46a0-829e-9e72976e59db triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:53.209581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:53.286224 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:53.307822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:53.310101 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d83a440-72ff-4e85-9791-bdf0022a9fb6" -d '{"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-plugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:53.322625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:43:53.327210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:53.350742 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26373b6e-1795-43b3-8495-6d102cd76fe2 x-openstack-request-id: req-26373b6e-1795-43b3-8495-6d102cd76fe2 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:53.351040 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-plugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:53.351294 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26373b6e-1795-43b3-8495-6d102cd76fe2 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:53.351704 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'code': 200} Aug 19 18:43:53.381961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:53.448769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb70d-e70c-4e7f-9895-49c608487878 req-3984e8aa-d46b-4c0f-97a3-45a1aee7ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:53.450225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d1eb70d-e70c-4e7f-9895-49c608487878 req-3984e8aa-d46b-4c0f-97a3-45a1aee7ed6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0399530 Aug 19 18:43:53.486208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d1eb70d-e70c-4e7f-9895-49c608487878 req-ca4f1e75-ffd5-4e98-934e-941fd5cedc01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0287244 Aug 19 18:43:53.660625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d9f04-5fdb-48d4-8a54-645af9d4dc0f req-8781dced-73ac-457f-acb0-747c6bb3bfcc tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:53.662137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2d9f04-5fdb-48d4-8a54-645af9d4dc0f req-8781dced-73ac-457f-acb0-747c6bb3bfcc tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Aug 19 18:43:53.699501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6a2d9f04-5fdb-48d4-8a54-645af9d4dc0f req-78221fa4-e85a-40a5-a3b1-daf94eb182b7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312893 Aug 19 18:43:54.820697 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56403727-96e3-4f13-9e65-701e9bcd7193 req-8c86cbff-1c2b-4840-92cf-e8963f513fe3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:54.822114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56403727-96e3-4f13-9e65-701e9bcd7193 req-8c86cbff-1c2b-4840-92cf-e8963f513fe3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0497084 Aug 19 18:43:54.866031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-56403727-96e3-4f13-9e65-701e9bcd7193 req-e8bd1124-42d8-4180-9069-8839a1070932 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370069 Aug 19 18:43:54.977961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fcc0b-cbd2-4480-930c-119f540cf514 req-c8940d90-b4f1-41d4-8d89-36f6ec7ab222 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:54.979499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df8fcc0b-cbd2-4480-930c-119f540cf514 req-c8940d90-b4f1-41d4-8d89-36f6ec7ab222 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Aug 19 18:43:54.989134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43158) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:54.993669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'floatingip': {'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:55.032331 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.474054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.477739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.581999 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec associated. External IP: 172.25.5.68, port: 357c2357-a6a0-46a0-829e-9e72976e59db. Aug 19 18:43:55.793559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:43:55.906991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:43:55.911728 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.916680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:43:55.926394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:55.927014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:43:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:55.938675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e10f1035-1974-44d2-8b2d-eb88c7a5baef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "PUT /v2.0/floatingips/572a8f9c-87b3-41b2-96b2-3207df2e21ec HTTP/1.1" status: 200 len: 990 time: 0.9484346 Aug 19 18:43:55.939264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:43:55.941574 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f72de7833cf3d84130c43c8356e675a1c914c962ba01e7303e9ff256ef373e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399a383-9513-4805-b96b-d15f6287102a" -d '{"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:43:55.980305 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dde432-62f7-4c5c-ad75-14536caf97a4 x-openstack-request-id: req-43dde432-62f7-4c5c-ad75-14536caf97a4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:43:55.980590 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:43:55.980847 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43dde432-62f7-4c5c-ad75-14536caf97a4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:43:55.981249 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'status': 'completed', 'code': 200} Aug 19 18:43:56.036057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:56.048177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a383-9513-4805-b96b-d15f6287102a req-83dd9c69-12d9-4f68-ab68-11ca173a8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:56.049613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-83dd9c69-12d9-4f68-ab68-11ca173a8536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0420489 Aug 19 18:43:56.144482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a383-9513-4805-b96b-d15f6287102a req-8e5e028a-4a33-4314-8622-e4853def3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:56.145992 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-8e5e028a-4a33-4314-8622-e4853def3afe service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0899951 Aug 19 18:43:56.210670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-f7801a50-2351-408c-8c39-d5ab041608a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 998 time: 0.0581236 Aug 19 18:43:56.260369 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a383-9513-4805-b96b-d15f6287102a req-a0ed8575-a595-4523-a2a4-469fe83336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:56.260799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:d8:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:43:55Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:56.261830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-a0ed8575-a595-4523-a2a4-469fe83336f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0441272 Aug 19 18:43:56.287406 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:43:56.296089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:43:56.296714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:43:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:56.416347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:43:56.622010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a383-9513-4805-b96b-d15f6287102a req-ccd5ba39-a630-4fcb-ba29-2e28df431212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:56.624003 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-ccd5ba39-a630-4fcb-ba29-2e28df431212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3556509 Aug 19 18:43:56.672019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-78074fed-eb53-4333-9949-4563967a9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:d8:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:43:55Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:43:56.705197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78074fed-eb53-4333-9949-4563967a9289 None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:d8:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:43:55Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:43:56.713876 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:56.736781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-84a9e6f1-deb0-432b-8614-54d3166b5103 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057100 Aug 19 18:43:56.838982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0399a383-9513-4805-b96b-d15f6287102a req-3b5adaa5-e1f1-49ee-9e5f-c4ff9c16da98 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952795 Aug 19 18:43:56.923499 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3c068-378c-4a30-97c3-3e0080ce1f79 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:43:58.196641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bb1ff68f-2812-4540-a003-6a7711711f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:00.643907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1b564f32-4dd1-4146-844f-add5c5662b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:00.974043 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:02.137529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:03.696611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:14.503396 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-bc64031b-86c3-4acd-846e-ccd0480c2f90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428686 Aug 19 18:44:14.590213 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-08c536c7-8841-4c6a-85d5-de75f3876e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:14.591795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-08c536c7-8841-4c6a-85d5-de75f3876e48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0456066 Aug 19 18:44:14.703290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-e925225f-27ce-473d-a42a-2048dff8fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:14.705403 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-e925225f-27ce-473d-a42a-2048dff8fc1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0917759 Aug 19 18:44:14.776816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-55eb6f9d-0664-41ed-9971-c7056fa2866f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 1000 time: 0.0647423 Aug 19 18:44:14.831270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-445295ba-eddb-40f4-9cb8-d8bbb1592d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:14.832759 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-445295ba-eddb-40f4-9cb8-d8bbb1592d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0479069 Aug 19 18:44:14.879502 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-84a6508f-291f-42fc-9859-be685a5bdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:44:14.880996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-84a6508f-291f-42fc-9859-be685a5bdbbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408511 Aug 19 18:44:14.973645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-c32f8338-e714-465d-97dd-5ec18a849759 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846076 Aug 19 18:44:15.067080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a3ba17e8-6410-48fb-b3e0-1a1721e122e9 req-c82aeb95-3912-4548-8915-5b2bd9f30547 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858941 Aug 19 18:44:17.549841 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:26.700133 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:27.209482 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:44:28.197484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-33457e25-0a89-469f-8a58-7d18b83e0ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:30.645635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-336afeb3-f98e-4780-a53e-956a484397d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:30.975118 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:32.141236 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:33.700711 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:47.562577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:56.701529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:58.199401 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4412723a-79db-46ef-9f7a-6a1b736f5bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:00.646051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b13b643-23b3-430f-a790-005b254173ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:00.977311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:02.143866 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:03.705401 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:04.208655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:45:15.501179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-0b9ed8c1-8ef7-49ae-93a9-c5e41c1033ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409589 Aug 19 18:45:15.587980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89884-cb85-463f-b693-35d31b958021 req-8a258b67-4256-429f-b946-d99556078fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:15.589560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-8a258b67-4256-429f-b946-d99556078fb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0472567 Aug 19 18:45:15.694533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89884-cb85-463f-b693-35d31b958021 req-39188197-27b7-49ad-a1d0-ac9842cdb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:15.696063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-39188197-27b7-49ad-a1d0-ac9842cdb400 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0876906 Aug 19 18:45:15.770467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-54b736ef-b2b5-4d11-9edc-cb073f711d51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 1000 time: 0.0676868 Aug 19 18:45:15.824357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89884-cb85-463f-b693-35d31b958021 req-1e2e597a-bd74-4f26-b617-5f5b7c0d4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:15.825854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-1e2e597a-bd74-4f26-b617-5f5b7c0d4f0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0489409 Aug 19 18:45:15.873293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89884-cb85-463f-b693-35d31b958021 req-a5c36f47-d6f3-4678-be60-3b2dd371318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:15.875092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-a5c36f47-d6f3-4678-be60-3b2dd371318e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416992 Aug 19 18:45:15.968900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-1a7cb93f-3c2f-4d96-97f4-8b5589f1e1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868659 Aug 19 18:45:16.063497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ae89884-cb85-463f-b693-35d31b958021 req-ae50a811-b62c-460e-8614-c33702bfe186 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882425 Aug 19 18:45:17.578694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:26.715721 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:28.201177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbfe0-7165-4ed6-b0fb-ab56d519e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.649737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d111ae2-621d-48b2-8b12-ca7790cd085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:30.978396 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:32.148327 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:33.706454 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:34.107938 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ebcc1-0ceb-4540-9c1d-750daed308f7 req-4e1f60ac-dde8-41ce-8b28-1d3ddae95d07 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:34.109359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-110ebcc1-0ceb-4540-9c1d-750daed308f7 req-4e1f60ac-dde8-41ce-8b28-1d3ddae95d07 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.1246021 Aug 19 18:45:34.151750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-110ebcc1-0ceb-4540-9c1d-750daed308f7 req-1a335491-f9c3-48b8-8bae-e93d9ba678ca tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361807 Aug 19 18:45:35.327674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04b0d-69fb-49bc-9b26-9c9b4e198899 req-0e0542f8-5b17-4666-9f9b-aa130c5b53b0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:35.329172 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93c04b0d-69fb-49bc-9b26-9c9b4e198899 req-0e0542f8-5b17-4666-9f9b-aa130c5b53b0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.1057990 Aug 19 18:45:35.366785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93c04b0d-69fb-49bc-9b26-9c9b4e198899 req-c45f8cbf-2c72-4886-a28c-90019b63ee0d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307789 Aug 19 18:45:36.483071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f334-c439-45dd-9633-27387226da8e req-4ecce7a0-081d-4c65-98b6-c23753e04a5a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:36.484611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86d3f334-c439-45dd-9633-27387226da8e req-4ecce7a0-081d-4c65-98b6-c23753e04a5a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0495172 Aug 19 18:45:36.523409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86d3f334-c439-45dd-9633-27387226da8e req-33894c39-bbd5-496c-a263-1a6d99895f89 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329764 Aug 19 18:45:37.644556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0cce7-c08a-4952-b896-cf897202fe0d req-d107c853-dfe9-4cab-879d-1482090d8d59 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:37.646116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30c0cce7-c08a-4952-b896-cf897202fe0d req-d107c853-dfe9-4cab-879d-1482090d8d59 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0532651 Aug 19 18:45:37.690027 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30c0cce7-c08a-4952-b896-cf897202fe0d req-e11862a7-eb81-4d97-89a0-f4be92bfc2cd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370419 Aug 19 18:45:38.808301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d5dee-d6e9-4bf2-8d09-9edc657713ec req-cb976ebf-c88a-431e-a4ad-00eff14ad55c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:38.809814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-831d5dee-d6e9-4bf2-8d09-9edc657713ec req-cb976ebf-c88a-431e-a4ad-00eff14ad55c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Aug 19 18:45:38.849563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-831d5dee-d6e9-4bf2-8d09-9edc657713ec req-7448b2e8-c1d4-450b-8467-59121cd87ebd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338564 Aug 19 18:45:40.018933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10487f-9247-493c-9e48-6377a9c78a07 req-e7a867cb-5d86-460c-989d-2980e8d33bab tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:40.020505 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd10487f-9247-493c-9e48-6377a9c78a07 req-e7a867cb-5d86-460c-989d-2980e8d33bab tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Aug 19 18:45:40.058978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd10487f-9247-493c-9e48-6377a9c78a07 req-8550f316-ca39-4d33-9c19-6b45511651e8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319347 Aug 19 18:45:41.207875 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:45:41.211072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4049a-d108-4c39-a8ae-6720a9f9f5e5 req-0d9ae85d-ddc1-4a5b-97fd-4ee53372ea41 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:41.212626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93f4049a-d108-4c39-a8ae-6720a9f9f5e5 req-0d9ae85d-ddc1-4a5b-97fd-4ee53372ea41 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0502317 Aug 19 18:45:41.254327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-93f4049a-d108-4c39-a8ae-6720a9f9f5e5 req-6f79852e-0109-4dfe-9f9c-02671429625a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358653 Aug 19 18:45:42.369536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab5d94-f0c4-480d-af15-a8a90297a5b4 req-217c7a9b-2bb1-473e-a74e-85d447036691 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:42.371079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6eab5d94-f0c4-480d-af15-a8a90297a5b4 req-217c7a9b-2bb1-473e-a74e-85d447036691 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Aug 19 18:45:42.409692 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6eab5d94-f0c4-480d-af15-a8a90297a5b4 req-a5b70a88-ee1d-428c-9c9a-7371edd9742a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324013 Aug 19 18:45:43.537500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055af067-ca76-4476-adfa-15b36508cc5c req-21974ba0-e1b9-4caf-8319-9c60dbc5785d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:43.540021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-055af067-ca76-4476-adfa-15b36508cc5c req-21974ba0-e1b9-4caf-8319-9c60dbc5785d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0620387 Aug 19 18:45:43.578048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-055af067-ca76-4476-adfa-15b36508cc5c req-d234c5a8-36a1-4a16-bd49-e73371dc4f9b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322821 Aug 19 18:45:44.696084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dffc7-1683-4eff-82c4-8b9fd622f4ef req-b279e6ca-d874-4f78-8da9-55f2565e9c3e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:44.697617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b61dffc7-1683-4eff-82c4-8b9fd622f4ef req-b279e6ca-d874-4f78-8da9-55f2565e9c3e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Aug 19 18:45:44.741069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b61dffc7-1683-4eff-82c4-8b9fd622f4ef req-92e481cd-a252-42ee-ade3-bafd334b7630 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373032 Aug 19 18:45:45.014893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43408) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:45.081801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da8da-9100-4f3a-8ba2-5aa57f5c3b83 req-1cb142d1-a5be-403a-a6e8-f14e183e5c67 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:45.083262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-529da8da-9100-4f3a-8ba2-5aa57f5c3b83 req-1cb142d1-a5be-403a-a6e8-f14e183e5c67 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0578959 Aug 19 18:45:45.142119 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-529da8da-9100-4f3a-8ba2-5aa57f5c3b83 req-646d4f54-4860-4266-a052-88cdfa3a8386 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414090 Aug 19 18:45:45.144965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-59118fa8-afef-4c61-b0b3-62ee64185344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287572 Aug 19 18:45:46.265801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11ff6-f4c4-4634-90c0-2564b96ccf3d req-e302c1f8-32c1-42a8-ad39-6ac4f1670b17 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:46.267296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff11ff6-f4c4-4634-90c0-2564b96ccf3d req-e302c1f8-32c1-42a8-ad39-6ac4f1670b17 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0530612 Aug 19 18:45:46.305531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ff11ff6-f4c4-4634-90c0-2564b96ccf3d req-df8b5e95-9e26-449b-ab3b-0058a07c607c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320506 Aug 19 18:45:46.437309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-51e8654b-73a6-4c73-88e2-f5f345de3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:46.438892 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-51e8654b-73a6-4c73-88e2-f5f345de3488 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0431051 Aug 19 18:45:46.534227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-4463fdf3-a818-47e7-8f23-32cdc46a9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:46.535811 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-4463fdf3-a818-47e7-8f23-32cdc46a9400 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0903356 Aug 19 18:45:46.602072 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-4694e902-9895-4922-bc40-330a222e273e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 1000 time: 0.0597019 Aug 19 18:45:46.652561 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-48911a65-ad17-4803-8e06-921d381e36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:46.653855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-48911a65-ad17-4803-8e06-921d381e36bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0453355 Aug 19 18:45:46.705184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-21d64710-826b-4215-a45a-cae84c9ec1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:46.706668 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-21d64710-826b-4215-a45a-cae84c9ec1b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463614 Aug 19 18:45:46.799143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-1a87e23f-8fc7-4f79-be82-e962796545c1 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856793 Aug 19 18:45:46.891875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-280b0334-8373-4cf8-b6bc-622cc05f4651 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Aug 19 18:45:47.425513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063106c-e6f5-445b-b563-546079692151 req-6fecad8e-7134-4da4-89a2-1c45fe54292d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:47.427021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8063106c-e6f5-445b-b563-546079692151 req-6fecad8e-7134-4da4-89a2-1c45fe54292d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0511098 Aug 19 18:45:47.467419 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8063106c-e6f5-445b-b563-546079692151 req-08f8064f-db8c-4c05-ae7e-6665e806926c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334308 Aug 19 18:45:47.592340 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:48.716553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf327b8-8741-44cd-b692-132b7ba7f6a2 req-026aa95d-9160-458d-960f-e3deb7b31b75 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:48.718133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf327b8-8741-44cd-b692-132b7ba7f6a2 req-026aa95d-9160-458d-960f-e3deb7b31b75 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.1453202 Aug 19 18:45:48.732603 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-9343eb52-2049-48d9-9539-5d3420954549 req-f57f86e2-2ea1-49b6-846d-0cada818be3e service neutron] show failed (client error): The resource could not be found. Aug 19 18:45:48.733623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-f57f86e2-2ea1-49b6-846d-0cada818be3e service neutron] 10.222.0.42 "GET /v2.0/ports/357c2357-a6a0-46a0-829e-9e72976e59db/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0884004 Aug 19 18:45:48.767246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf327b8-8741-44cd-b692-132b7ba7f6a2 req-989608d9-42fc-4cf0-bcc6-8c2380f15161 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428796 Aug 19 18:45:48.933661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-430de476-320a-4ed4-9e4a-8a05f678ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:48.935178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-430de476-320a-4ed4-9e4a-8a05f678ff4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1097 time: 0.0415821 Aug 19 18:45:48.953168 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:45:49.008160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.219835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:49.253394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:49.294661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:49.297196 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da9de8-60ad-4d1c-a4d1-44d43adf291d" -d '{"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-unplugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:49.301115 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.324938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Transition to ACTIVE for port object 357c2357-a6a0-46a0-829e-9e72976e59db will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:45:49.329722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.431985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:49.443348 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4b83ac-0998-4b05-8f32-1ffe86f62d35 x-openstack-request-id: req-ba4b83ac-0998-4b05-8f32-1ffe86f62d35 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:49.443657 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-unplugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:49.444027 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba4b83ac-0998-4b05-8f32-1ffe86f62d35 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:49.444295 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'code': 200} Aug 19 18:45:49.448437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.448697 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.449222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.449568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.449892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.450222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.450548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.450874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.451202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.451553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.451877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.452201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:49.487621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] No DVR routers for this DVR port 357c2357-a6a0-46a0-829e-9e72976e59db on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:45:49.634366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:45:49.634600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:45:49.634936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:49.639186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:45:49.639585 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Attempting to bind port 357c2357-a6a0-46a0-829e-9e72976e59db on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:45:49.644477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:45:49.644823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:45:49.645215 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:45:49.645646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Bound port: 357c2357-a6a0-46a0-829e-9e72976e59db, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:45:49.646006 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.713795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:45:49.717133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:45:49.722060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.757529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:49.758169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:49.759652 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] 10.222.0.13 "PUT /v2.0/ports/357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 1092 time: 0.8106973 Aug 19 18:45:49.782404 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb8e01-140d-404d-a719-61b2a8497f32 service neutron] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:49.845399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-c0b99aa2-a748-4bb3-9f9c-45ee5e4f795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:49.847138 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-c0b99aa2-a748-4bb3-9f9c-45ee5e4f795d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0523086 Aug 19 18:45:49.894707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db78284-0179-4b53-be57-3c4a8d8582f1 req-962c8dda-445e-4434-8f3d-d16a0bb1c6ae tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:49.896316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4db78284-0179-4b53-be57-3c4a8d8582f1 req-962c8dda-445e-4434-8f3d-d16a0bb1c6ae tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0537002 Aug 19 18:45:49.938297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4db78284-0179-4b53-be57-3c4a8d8582f1 req-bee531ee-a668-4a21-b46a-025454ddf194 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341928 Aug 19 18:45:49.944866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-1f447b31-98ab-4834-a576-7e1d20457c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:49.946565 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-1f447b31-98ab-4834-a576-7e1d20457c36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0924790 Aug 19 18:45:50.019890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-ef4fe66d-61ca-4341-8cf7-1934d675cb4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 998 time: 0.0667458 Aug 19 18:45:50.067788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-d5fe5f60-01ac-4e03-9400-b66d170b28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:50.069223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-d5fe5f60-01ac-4e03-9400-b66d170b28e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0423977 Aug 19 18:45:50.116988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eb52-2049-48d9-9539-5d3420954549 req-985c8f3a-eebb-40bf-bfaa-e163fe70595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:50.118542 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-985c8f3a-eebb-40bf-bfaa-e163fe70595b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422575 Aug 19 18:45:50.584085 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-7f892919-9418-4bfc-bfd2-ee73b3138e61 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576299 Aug 19 18:45:50.673311 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9343eb52-2049-48d9-9539-5d3420954549 req-3f6545f5-4e6c-4b59-b9e6-ae6c5aac7fbc service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820839 Aug 19 18:45:51.156419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb008-46af-419f-94a2-c0b24ef56c31 req-eac63466-0dd0-49f9-9a51-3480d4cbe413 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.157957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ebdb008-46af-419f-94a2-c0b24ef56c31 req-eac63466-0dd0-49f9-9a51-3480d4cbe413 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.1008515 Aug 19 18:45:51.196428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ebdb008-46af-419f-94a2-c0b24ef56c31 req-f0906c16-f5f3-4f27-a588-58309a924b61 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318246 Aug 19 18:45:51.445453 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:51.447929 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359da733-da9c-4752-89e8-ca13372094b7" -d '{"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:51.498070 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830d1a71-aba5-4a4b-9097-2cf1cf169f2d x-openstack-request-id: req-830d1a71-aba5-4a4b-9097-2cf1cf169f2d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:51.498665 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:51.498924 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-830d1a71-aba5-4a4b-9097-2cf1cf169f2d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:51.499326 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'status': 'completed', 'code': 200} Aug 19 18:45:51.568310 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-b725513c-7b4f-4d14-8426-9d9cb394ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.570418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-b725513c-7b4f-4d14-8426-9d9cb394ffff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0494838 Aug 19 18:45:51.583958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-e7e31c61-928e-4181-94fe-63467ebf5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.586056 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-e7e31c61-928e-4181-94fe-63467ebf5baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0501673 Aug 19 18:45:51.663015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-b452088c-55b2-40d1-888f-96639ad3a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.664860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-b452088c-55b2-40d1-888f-96639ad3a3b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0877175 Aug 19 18:45:51.678461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-63f898b4-0c27-4d7a-8769-d8ea6f150fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.680257 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-63f898b4-0c27-4d7a-8769-d8ea6f150fce service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0872350 Aug 19 18:45:51.738452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-86710b85-830c-41fd-abbc-dcab294e7df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 998 time: 0.0666950 Aug 19 18:45:51.748943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-28366877-3838-4520-be15-54a532083a06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 998 time: 0.0618348 Aug 19 18:45:51.790643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-11a4cd69-f36c-48c4-983e-97dbc3643013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.792300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-11a4cd69-f36c-48c4-983e-97dbc3643013 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0477004 Aug 19 18:45:51.800050 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-393f9ab6-92c6-47ca-8122-fcd5d05614bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.801492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-393f9ab6-92c6-47ca-8122-fcd5d05614bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0446477 Aug 19 18:45:51.843492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-b81d9d6c-a9a7-478d-93e7-7b64cb46eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.845103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-b81d9d6c-a9a7-478d-93e7-7b64cb46eb68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464511 Aug 19 18:45:51.848614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da733-da9c-4752-89e8-ca13372094b7 req-a305f63b-309a-4890-a674-72dc9c6dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:51.850110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-a305f63b-309a-4890-a674-72dc9c6dc549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415893 Aug 19 18:45:51.942947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-be48e012-fda2-412a-a17a-060947a9eee5 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Aug 19 18:45:51.951575 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-7d24e5cf-43ac-416e-8753-f171b367ddd1 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Aug 19 18:45:52.049602 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-26f57892-ac5c-42cf-aa0b-41635f9f04dd service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 Aug 19 18:45:52.053113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-359da733-da9c-4752-89e8-ca13372094b7 req-a6615490-e472-4c47-be88-cce288b9d7e8 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030865 Aug 19 18:45:52.318346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf381-e6de-4ae8-9d30-84a26e95c3ac req-395afb4e-e261-4757-aa5c-c643b222e712 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.319852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196bf381-e6de-4ae8-9d30-84a26e95c3ac req-395afb4e-e261-4757-aa5c-c643b222e712 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0537906 Aug 19 18:45:52.358399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196bf381-e6de-4ae8-9d30-84a26e95c3ac req-2ef236c6-3845-4162-aaaa-dadf367feea7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311396 Aug 19 18:45:52.584488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48a54c-7467-410a-b482-3a5fd4eb9a14 req-5e47ed3b-0699-43b3-9128-1907b7940156 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.585946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe48a54c-7467-410a-b482-3a5fd4eb9a14 req-5e47ed3b-0699-43b3-9128-1907b7940156 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 943 time: 0.0799148 Aug 19 18:45:52.593103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-7569799d-6415-4b45-8022-e9e17c70ea76 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.594455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-7569799d-6415-4b45-8022-e9e17c70ea76 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 943 time: 0.0790350 Aug 19 18:45:52.669736 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fe48a54c-7467-410a-b482-3a5fd4eb9a14 req-1915ea37-c003-48b7-87c2-42218bcdb57a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0743303 Aug 19 18:45:52.678200 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-247b16d4-3185-4ca2-8fb6-b6aa04bcd01b service neutron] delete failed (client error): The resource could not be found. Aug 19 18:45:52.679197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-247b16d4-3185-4ca2-8fb6-b6aa04bcd01b service neutron] 10.222.0.42 "DELETE /v2.0/ports/357c2357-a6a0-46a0-829e-9e72976e59db/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0766771 Aug 19 18:45:52.761537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-1af3b310-f170-41f5-8d1d-76301cd4a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.763183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-1af3b310-f170-41f5-8d1d-76301cd4a89f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0427208 Aug 19 18:45:52.786256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:45:52.853602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-d3939d6f-5b45-402f-9b27-a286622a3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.855019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-d3939d6f-5b45-402f-9b27-a286622a3411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0850673 Aug 19 18:45:52.887777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:52.902275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '357c2357-a6a0-46a0-829e-9e72976e59db', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': '357c2357-a6a0-46a0-829e-9e72976e59db', 'mac_address': 'fa:16:3e:d8:d8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:45:52.930253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-e9700b86-6fbc-4c8b-bfba-b77572c9e88a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 998 time: 0.0686178 Aug 19 18:45:52.943283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:52.956944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357c2357-a6a0-46a0-829e-9e72976e59db {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:45:52.978061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:52.981147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-416adbb7-b87e-4fe1-9722-35266bf90601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:52.982102 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:52.982680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-416adbb7-b87e-4fe1-9722-35266bf90601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0458336 Aug 19 18:45:53.030854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-ea2433e7-c6ec-4148-a542-c7e0cfc32774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:53.031898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:53.032413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-ea2433e7-c6ec-4148-a542-c7e0cfc32774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426371 Aug 19 18:45:53.039555 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.039988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.040336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.040674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.041009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.041339 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.041672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.041997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.042322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.042647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.042970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.043293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:53.129721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-fa6d61a1-d20b-47d5-862d-61e70f314d1e service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900636 Aug 19 18:45:53.225793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aa52cf06-ddae-478f-9b86-09978830a8b8 req-788e99da-ec5e-48df-b575-8cda084c85fa service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895190 Aug 19 18:45:53.280188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['357c2357-a6a0-46a0-829e-9e72976e59db'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:45:53.802746 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d433aba-1845-4a7d-a37e-fcafedbcabe0 req-f21ee3ca-1f7e-47ea-b5ea-57fd7fe7d410 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:53.805217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d433aba-1845-4a7d-a37e-fcafedbcabe0 req-f21ee3ca-1f7e-47ea-b5ea-57fd7fe7d410 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 944 time: 0.0617778 Aug 19 18:45:53.806933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:45:53.845524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:45:53.845872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4d433aba-1845-4a7d-a37e-fcafedbcabe0 req-f773fa29-778d-46c6-afb2-8094bfeed4e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334044 Aug 19 18:45:53.961433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4bd-2541-49b7-a236-d364f3b040b9 req-77ec4390-9874-4b77-8613-6eeed2898e48 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:53.962933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6655c4bd-2541-49b7-a236-d364f3b040b9 req-77ec4390-9874-4b77-8613-6eeed2898e48 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 944 time: 0.0498421 Aug 19 18:45:54.002985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6655c4bd-2541-49b7-a236-d364f3b040b9 req-4e6990fd-08f0-433a-baee-0c7c39248825 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340900 Aug 19 18:45:54.212591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7adba-72bf-49b3-af62-004b34448480 req-e1c716d6-071f-4473-ae3a-4dfc423d1165 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:54.214220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b7adba-72bf-49b3-af62-004b34448480 req-e1c716d6-071f-4473-ae3a-4dfc423d1165 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 944 time: 0.0534985 Aug 19 18:45:54.255611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-6bc19aea-15e8-4859-bac1-1a4d9064322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:54.257299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-6bc19aea-15e8-4859-bac1-1a4d9064322c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 1096 time: 0.0471261 Aug 19 18:45:54.258376 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b7adba-72bf-49b3-af62-004b34448480 req-fa28915f-46ef-465f-bbe8-d46e3bda550d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381193 Aug 19 18:45:54.350458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-477eabfe-aa69-4470-8c47-0da609c3774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:54.352546 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-477eabfe-aa69-4470-8c47-0da609c3774f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0886230 Aug 19 18:45:54.424873 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-b7742718-d645-46bb-a56a-2847287ba123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 200 len: 999 time: 0.0623915 Aug 19 18:45:54.473935 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-b6ffdec9-4577-4b5c-a227-ecc6b273a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:54.475367 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-b6ffdec9-4577-4b5c-a227-ecc6b273a201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0437508 Aug 19 18:45:54.522038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-33ad05c9-c552-4f6e-94b8-021922d9bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:54.524329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-33ad05c9-c552-4f6e-94b8-021922d9bacc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415876 Aug 19 18:45:54.617307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-2d81248d-baf5-47f1-816d-f679559142c8 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858114 Aug 19 18:45:54.706402 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7ebcea5e-26e6-4776-a6fb-f5e7c7e4dc68 req-b995a226-88b5-4795-8a99-a4d721240a11 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Aug 19 18:45:54.802152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:45:54.853991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 357c2357-a6a0-46a0-829e-9e72976e59db completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:45:54.857750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 357c2357-a6a0-46a0-829e-9e72976e59db triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:45:54.858127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:54.936553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:54.959651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:54.961914 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10cf334-9680-4ef3-892d-436396671561" -d '{"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-plugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:54.974758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:54.978955 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:55.004714 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f9da8-6e77-4f1d-988f-34d9d403cf1d x-openstack-request-id: req-8a6f9da8-6e77-4f1d-988f-34d9d403cf1d {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:55.005007 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-plugged", "status": "completed", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:55.005257 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a6f9da8-6e77-4f1d-988f-34d9d403cf1d {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:55.005637 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'code': 200} Aug 19 18:45:55.034173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:55.377313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2912c-6157-48fe-af7f-e02563acfc63 req-4a8d17ce-ab00-45fe-87c2-c7e6d962f8be tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:55.378821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9b2912c-6157-48fe-af7f-e02563acfc63 req-4a8d17ce-ab00-45fe-87c2-c7e6d962f8be tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Aug 19 18:45:55.418374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9b2912c-6157-48fe-af7f-e02563acfc63 req-f5312bbb-6156-4178-8eab-108c935b8046 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333517 Aug 19 18:45:55.661674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ebd9-ea61-435c-b32a-3ceaed291b8c req-2a61667d-0b57-4c39-8631-6b13e1f6a7b4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:55.663885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8d9ebd9-ea61-435c-b32a-3ceaed291b8c req-2a61667d-0b57-4c39-8631-6b13e1f6a7b4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Aug 19 18:45:55.701607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8d9ebd9-ea61-435c-b32a-3ceaed291b8c req-07494e86-eee8-4085-8cb5-9b28aa59c38f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316794 Aug 19 18:45:56.728714 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:56.824628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e7a5-fcae-4d58-9268-02463d01990e req-beac3a50-862d-4953-8158-d26a132b3ac4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:56.826132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b417e7a5-fcae-4d58-9268-02463d01990e req-beac3a50-862d-4953-8158-d26a132b3ac4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Aug 19 18:45:56.878644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b417e7a5-fcae-4d58-9268-02463d01990e req-12150674-bb7c-460e-9846-b5b834a70f15 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451052 Aug 19 18:45:57.055540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-6a39283d-ae22-4509-91a5-cf71061fd426 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:57.057151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-6a39283d-ae22-4509-91a5-cf71061fd426 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 945 time: 0.0564487 Aug 19 18:45:57.154668 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Deleting port 357c2357-a6a0-46a0-829e-9e72976e59db {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:45:57.154940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.247764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] For port 357c2357-a6a0-46a0-829e-9e72976e59db, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=357c2357-a6a0-46a0-829e-9e72976e59db,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:45:57.248140 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.430708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.431098 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.431421 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec disassociated. External IP: 172.25.5.68, port: 357c2357-a6a0-46a0-829e-9e72976e59db. Aug 19 18:45:57.431798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Calling delete_port for 357c2357-a6a0-46a0-829e-9e72976e59db owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:45:57.562395 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.598258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'Port': ['ID=357c2357-a6a0-46a0-829e-9e72976e59db,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:57.727016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:45:57.847567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:45:57.858816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:45:57.870440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:57.870968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:45:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:57.889178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] No DVR routers for this DVR port 357c2357-a6a0-46a0-829e-9e72976e59db on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:45:57.892099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:57.894172 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-35cbc9cb-78be-445f-966e-66eae12095b9 req-41bcda36-2267-4874-85e8-f45273bfb1b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "DELETE /v2.0/ports/357c2357-a6a0-46a0-829e-9e72976e59db HTTP/1.1" status: 204 len: 173 time: 0.8314049 Aug 19 18:45:57.894615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-deleted', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:45:57.896952 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efa9f70a71fae0d15e5e7944128847ac917d6020bd3d0ab2598aaf32d7941808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b341b32-a763-47df-8759-a2f54718eaf5" -d '{"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-deleted", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:45:57.945348 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa264c-6b23-45a2-9f37-89c521941c00 x-openstack-request-id: req-20fa264c-6b23-45a2-9f37-89c521941c00 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:45:57.945874 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486709c9-9315-4421-bfb4-14d8a8aa35f4", "name": "network-vif-deleted", "tag": "357c2357-a6a0-46a0-829e-9e72976e59db", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:45:57.946240 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20fa264c-6b23-45a2-9f37-89c521941c00 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:45:57.946730 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486709c9-9315-4421-bfb4-14d8a8aa35f4', 'name': 'network-vif-deleted', 'tag': '357c2357-a6a0-46a0-829e-9e72976e59db', 'status': 'completed', 'code': 200} Aug 19 18:45:57.988529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9288b177-d624-4168-b3b0-c3643aaae44d req-87e808d6-6fb8-40e4-8d2f-4772e37abcb6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=486709c9-9315-4421-bfb4-14d8a8aa35f4 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Aug 19 18:45:58.010830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:58.219380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2613737c-3026-4d25-9177-eb4b35ce7c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:58.245736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:58.273627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:45:58.281979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:45:58.282635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:45:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:58.391684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:45:58.766359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:45:58.794934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb907f9d-5671-4b05-8d01-6aa03c024e4c None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:45:59.032453 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b53c04-12c2-484b-ad04-7434a7a91aa1 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:45:59.295295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-6bc17a19-278b-4681-b42f-c84403ddf6f2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--3923266&fields=id&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 267 time: 0.0345833 Aug 19 18:45:59.407723 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-cdfa6293-92db-4e0a-840b-159e4778a966 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:45:59.410058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-cdfa6293-92db-4e0a-840b-159e4778a966 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1078565 Aug 19 18:45:59.426518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-9b91e575-5ac7-42fb-8c86-d58ea1390362 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/quotas/9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 375 time: 0.0095146 Aug 19 18:45:59.486515 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-40ec8f62-9291-47dc-9f93-bcd79c49e4a6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538418 Aug 19 18:45:59.646343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-7988c22a-073f-4f60-932c-9c93bed6560d service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476882 Aug 19 18:45:59.745189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-352d2ab6-6ae2-4211-a0ef-97f5ed8e67da service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920870 Aug 19 18:46:00.652167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a382ac-2ee3-4122-a6e9-824b11cca25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:00.833234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:46:00.853911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 357c2357-a6a0-46a0-829e-9e72976e59db {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:46:00.854243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 357c2357-a6a0-46a0-829e-9e72976e59db not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:46:00.929591 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf731074-989a-461b-956a-66761ba006a1 req-f6559ee6-320c-4be6-a311-1ddca0892a61 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Aug 19 18:46:00.981245 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:02.017690 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75f14572-f0fe-4861-b459-424c642af778 req-96356d5a-5387-4c96-9a51-d2ddb2aed413 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0374427 Aug 19 18:46:02.149475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:03.098488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebefab7d-b275-4d07-a5d7-4265d258c514 req-9d919cbf-2bd8-4e14-9ac0-0d8c9f02b07f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Aug 19 18:46:03.708280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:04.184219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fde7be2a-af7d-4dda-8206-73dec707bb59 req-19bbec17-f686-46ca-8f42-2dc544fd0900 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0321667 Aug 19 18:46:05.286452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b30f3fa0-1361-4f02-82e2-bc534a13df21 req-5beac16b-6fa4-4ae3-89b5-b9b2a9ef2328 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0272334 Aug 19 18:46:06.023914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-a447bfdf-8947-4c41-ae50-8d2320da4b5b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:06.025446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-a447bfdf-8947-4c41-ae50-8d2320da4b5b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1094205 Aug 19 18:46:06.072276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-41cc9020-c7f0-4a8e-99e1-d934101ece08 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 377 time: 0.0378191 Aug 19 18:46:06.089342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'port': {'device_id': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'admin_state_up': True, 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'security_groups': ['c1ff0cde-5526-4fb8-ad09-4cf5571584e4']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:06.212573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:46:06.216219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.362059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Allocated IP 172.20.0.10 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/d8d4e70f-38a8-4971-b624-ec2260d2578b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:46:06.394264 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b7082dc-516f-4113-839e-674bb91b0ad6 req-ef0e059f-3ead-4d86-8b23-3b8062766815 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0342495 Aug 19 18:46:06.527146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.541518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Transition to ACTIVE for port object d8d4e70f-38a8-4971-b624-ec2260d2578b will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:06.576012 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.617144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:46:06.620036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:46:06.626636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:46:06.655987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:06.671086 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.671433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.671805 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.672144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.672487 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.672818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.673146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.673470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.673793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.674119 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.674444 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.674769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:46:06.692999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:06.693618 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.709375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-295bb3ab-4f3e-49b2-b810-f6f73a558cd3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251621 Aug 19 18:46:06.808338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Request body: {'port': {'device_id': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:06.836243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b345fede-e160-462c-b5b3-275a00ed2b6d None None] Provisioning for port d8d4e70f-38a8-4971-b624-ec2260d2578b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:06.842588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b345fede-e160-462c-b5b3-275a00ed2b6d None None] Provisioning complete for port d8d4e70f-38a8-4971-b624-ec2260d2578b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:06.842961 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b345fede-e160-462c-b5b3-275a00ed2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.874178 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.883663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b345fede-e160-462c-b5b3-275a00ed2b6d None None] Port d8d4e70f-38a8-4971-b624-ec2260d2578b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:46:07.136810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:46:07.144216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.155986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Transition to ACTIVE for port object d8d4e70f-38a8-4971-b624-ec2260d2578b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:46:07.159943 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.215416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:07.290162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:46:07.290505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:46:07.290839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:07.295623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:46:07.295950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:46:07.301268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:46:07.301623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:46:07.302051 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:46:07.302491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Bound port: d8d4e70f-38a8-4971-b624-ec2260d2578b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:46:07.302857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.370679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:46:07.373869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:46:07.378734 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.411679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:07.412298 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.414311 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] 10.222.0.42 "PUT /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1093 time: 0.6610498 Aug 19 18:46:07.423435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:07.452813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c6d2-9e86-45db-9215-382839e11c4d service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:07.503182 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329a16a-142b-44fc-b95e-fe176747ef81" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:07.546073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-a17bf90d-ca94-4e45-994b-4e4f5f17e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:07.547768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-a17bf90d-ca94-4e45-994b-4e4f5f17e19e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0861104 Aug 19 18:46:07.557463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbd49a-ebce-4ab7-ba9e-07df5f5a5d27 req-b78220e6-68b0-410f-83b6-0131a9fd3b83 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:07.562247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7bbd49a-ebce-4ab7-ba9e-07df5f5a5d27 req-b78220e6-68b0-410f-83b6-0131a9fd3b83 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0886264 Aug 19 18:46:07.606310 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-90c45252-8c62-461e-b169-d700fd126284 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 217 time: 0.0461187 Aug 19 18:46:07.647755 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30369773-d06f-47fe-a5ed-fbf598554eb8 x-openstack-request-id: req-30369773-d06f-47fe-a5ed-fbf598554eb8 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:07.648820 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:07.648820 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30369773-d06f-47fe-a5ed-fbf598554eb8 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:07.648820 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'status': 'completed', 'code': 200} Aug 19 18:46:07.667395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7bbd49a-ebce-4ab7-ba9e-07df5f5a5d27 req-4aeaedc3-3c9e-49a8-8f22-a974bf737310 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1011140 Aug 19 18:46:07.689430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-be1fe95c-5abe-4ff4-90f2-9cb1025a434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:07.689430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-be1fe95c-5abe-4ff4-90f2-9cb1025a434d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0730815 Aug 19 18:46:07.737801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599e20a-7952-47cf-b413-0fd37b00237f req-d55549c5-b54c-42e4-a5ad-a059eca2179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:07.739425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-d55549c5-b54c-42e4-a5ad-a059eca2179f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452166 Aug 19 18:46:07.841923 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-d5477b2d-cae9-45f7-a291-d61dde31efac service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949090 Aug 19 18:46:08.257931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4599e20a-7952-47cf-b413-0fd37b00237f req-2cdcd8c4-8be9-477e-814b-0904e587ca32 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080362 Aug 19 18:46:08.341076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-3cb59f42-854e-496b-839e-0e2fc871c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:08.342595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-3cb59f42-854e-496b-839e-0e2fc871c506 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0412576 Aug 19 18:46:08.434650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-7c4fe9ff-aeb8-4f22-9961-ba2de4cdb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:08.436539 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-7c4fe9ff-aeb8-4f22-9961-ba2de4cdb72c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0875037 Aug 19 18:46:08.478178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-d020f140-52e8-408d-bb4c-5f52acf266ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 217 time: 0.0340188 Aug 19 18:46:08.535311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-e38ac1d9-4f41-4ac8-af8e-c8b383353939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:08.537067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-e38ac1d9-4f41-4ac8-af8e-c8b383353939 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0521245 Aug 19 18:46:08.584223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-b35b9e89-7da1-47e8-bfec-ec76196f44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:08.585768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-b35b9e89-7da1-47e8-bfec-ec76196f44e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406044 Aug 19 18:46:08.681397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-c68f444d-f52e-4860-b252-8546ea37e27b service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879965 Aug 19 18:46:08.813524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11f29-36a0-4b25-98b5-ecc54e35983e req-6e6bd7c3-aaf4-4d00-a054-3bf934f0e92d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:08.815019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0d11f29-36a0-4b25-98b5-ecc54e35983e req-6e6bd7c3-aaf4-4d00-a054-3bf934f0e92d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0748236 Aug 19 18:46:08.816844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9329a16a-142b-44fc-b95e-fe176747ef81 req-649946c2-2599-4a35-8007-86d24a6df62b service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269071 Aug 19 18:46:08.863248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f0d11f29-36a0-4b25-98b5-ecc54e35983e req-15609701-6004-42bb-911c-0d70dbb0186f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414371 Aug 19 18:46:09.981667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a370a-7c60-4fe2-9d1b-72f3825ee1f9 req-d03a0ce3-8952-4530-a672-47fa1075947e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:09.983176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b1a370a-7c60-4fe2-9d1b-72f3825ee1f9 req-d03a0ce3-8952-4530-a672-47fa1075947e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Aug 19 18:46:10.022413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b1a370a-7c60-4fe2-9d1b-72f3825ee1f9 req-02dfefad-ef22-4a48-88a5-f1f2cf6cc78c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331151 Aug 19 18:46:11.138064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ef69d-8e5b-4851-abfe-a7c92dbaa76b req-b4738bc7-f618-4664-8af7-6c07604cc97c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:11.139632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-825ef69d-8e5b-4851-abfe-a7c92dbaa76b req-b4738bc7-f618-4664-8af7-6c07604cc97c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0490296 Aug 19 18:46:11.180053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-825ef69d-8e5b-4851-abfe-a7c92dbaa76b req-5f61c9e1-a1a7-42a9-98d7-1472f29bdb9f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344734 Aug 19 18:46:11.936297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:46:12.034316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:12.045818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:46:12.086054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:12.098807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:46:12.120247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:12.124241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:12.171199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:12.301131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22bb1-620f-4362-856e-adba62f36d8f req-6dc6e883-d7e9-4579-a2f1-ae702c07219a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:12.302682 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab22bb1-620f-4362-856e-adba62f36d8f req-6dc6e883-d7e9-4579-a2f1-ae702c07219a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0517945 Aug 19 18:46:12.345943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d8d4e70f-38a8-4971-b624-ec2260d2578b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:46:12.354713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0ab22bb1-620f-4362-856e-adba62f36d8f req-faa7767b-8994-498e-a081-92d4f1f1170a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401564 Aug 19 18:46:13.477058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab987-09f3-42d2-ac48-d272213e3ba3 req-3fac33b1-f017-4c99-b517-c436115af30f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:13.478629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfcab987-09f3-42d2-ac48-d272213e3ba3 req-3fac33b1-f017-4c99-b517-c436115af30f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0525570 Aug 19 18:46:13.517844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfcab987-09f3-42d2-ac48-d272213e3ba3 req-4627f77d-5015-4d0e-946a-83f5b9898a86 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332139 Aug 19 18:46:13.964572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:46:14.013425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port d8d4e70f-38a8-4971-b624-ec2260d2578b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:46:14.017097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d8d4e70f-38a8-4971-b624-ec2260d2578b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:46:14.017491 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:14.094924 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:14.122153 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:14.124453 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7a72f3c97b5df54c7d4b15cc2d8c261ea7f234276042822ee4abd7bc2af6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b47cf3f-9024-4d50-9f7c-b1160624f102" -d '{"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-plugged", "status": "completed", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:14.138274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:46:14.142496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:14.167717 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d248e5-8aba-480f-9de9-772fea58f7f8 x-openstack-request-id: req-13d248e5-8aba-480f-9de9-772fea58f7f8 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:14.168008 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-plugged", "status": "completed", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:14.168258 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13d248e5-8aba-480f-9de9-772fea58f7f8 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:14.168645 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'code': 200} Aug 19 18:46:14.196246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:46:14.269052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dba44-26bc-4180-ba95-1710f447b9d6 req-4201207e-b74e-4566-8a23-dbde156322ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:14.270567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-485dba44-26bc-4180-ba95-1710f447b9d6 req-4201207e-b74e-4566-8a23-dbde156322ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1098 time: 0.0461857 Aug 19 18:46:14.308783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-485dba44-26bc-4180-ba95-1710f447b9d6 req-56210b0d-7ba2-49d1-a058-18ea07106bd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307114 Aug 19 18:46:14.638284 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd96c8-0238-4671-b75c-833cb51517fa req-8282d9a5-a2ad-41f6-9a36-5acce07458f6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:14.639829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52bd96c8-0238-4671-b75c-833cb51517fa req-8282d9a5-a2ad-41f6-9a36-5acce07458f6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Aug 19 18:46:14.683462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52bd96c8-0238-4671-b75c-833cb51517fa req-185348e4-1ebc-428c-910c-797c579a3f2a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374734 Aug 19 18:46:15.473155 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-da7d5e51-14fe-4803-925f-1ce1410e8baa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400581 Aug 19 18:46:15.554282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-97cd70d8-1a09-423f-93a5-d00932f9596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.555777 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-97cd70d8-1a09-423f-93a5-d00932f9596d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1098 time: 0.0407045 Aug 19 18:46:15.661218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-7f36fa80-d09f-42e9-991c-49faba615038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.662689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-7f36fa80-d09f-42e9-991c-49faba615038 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0882614 Aug 19 18:46:15.704122 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-5d600ba7-aff6-4e08-bd57-823a5bc186b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 217 time: 0.0340395 Aug 19 18:46:15.759203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-6169c139-b966-437d-bbcc-2fae19e3024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.760937 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-6169c139-b966-437d-bbcc-2fae19e3024b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0493684 Aug 19 18:46:15.840262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038c3be-baa0-404e-a413-b25628d34f0f req-4d6393d7-e3bd-4ddd-b96d-c212d013a1e2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.841771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2038c3be-baa0-404e-a413-b25628d34f0f req-4d6393d7-e3bd-4ddd-b96d-c212d013a1e2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0856326 Aug 19 18:46:15.844518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-0ac069f0-6721-4b7a-94a9-d2cf0e62acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:15.845926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-0ac069f0-6721-4b7a-94a9-d2cf0e62acac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765076 Aug 19 18:46:15.933696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2038c3be-baa0-404e-a413-b25628d34f0f req-7dfcb860-e85f-4c67-b085-fcdf3224a870 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0857980 Aug 19 18:46:15.965496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-1d982b64-1561-4043-bffd-b46b137dc14e service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105204 Aug 19 18:46:16.087300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98a8c-5a69-4f31-afa5-5aa34a151bc2 req-135c5461-b490-4d09-95c5-84b7b005a188 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:16.088832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5cd98a8c-5a69-4f31-afa5-5aa34a151bc2 req-135c5461-b490-4d09-95c5-84b7b005a188 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0734770 Aug 19 18:46:16.097673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 43582) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:46:16.104428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'floatingip': {'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:46:16.110594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-167ad678-342c-4966-a5fa-7fbbac36c5e1 req-b1ffe511-5d9f-489a-8b63-7e7db9ff0113 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380892 Aug 19 18:46:16.149696 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.598147 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.602106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:16.706089 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec associated. External IP: 172.25.5.68, port: d8d4e70f-38a8-4971-b624-ec2260d2578b. Aug 19 18:46:16.921569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:46:17.027979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:46:17.032828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.039222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:46:17.056317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:17.056956 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:46:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:17.063986 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3dd1c84f-a25c-4660-bafb-179e1acb3ce5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "PUT /v2.0/floatingips/572a8f9c-87b3-41b2-96b2-3207df2e21ec HTTP/1.1" status: 200 len: 991 time: 0.9652719 Aug 19 18:46:17.064575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:46:17.066848 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701290c-097b-4721-9944-0e5142ec47f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:46:17.110297 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd8d8af-e25e-4c2b-a540-017d02392cf6 x-openstack-request-id: req-dfd8d8af-e25e-4c2b-a540-017d02392cf6 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:46:17.110562 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:46:17.110879 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfd8d8af-e25e-4c2b-a540-017d02392cf6 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:46:17.111340 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'status': 'completed', 'code': 200} Aug 19 18:46:17.179808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701290c-097b-4721-9944-0e5142ec47f5 req-15d16193-0edf-4ec5-9ec6-1ff0bf471f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:17.181287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-15d16193-0edf-4ec5-9ec6-1ff0bf471f1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1098 time: 0.0430255 Aug 19 18:46:17.185940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:17.284690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701290c-097b-4721-9944-0e5142ec47f5 req-98c4270e-e854-4c10-bb5e-c4927d1b18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:17.286300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-98c4270e-e854-4c10-bb5e-c4927d1b18f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0984793 Aug 19 18:46:17.357522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-12d58cfa-4ce3-445e-89a5-fb3f0a47fea6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 999 time: 0.0639606 Aug 19 18:46:17.409990 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701290c-097b-4721-9944-0e5142ec47f5 req-910a39a9-be59-4e2c-979c-73ec181489b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:17.410707 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-910a39a9-be59-4e2c-979c-73ec181489b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0457096 Aug 19 18:46:17.438800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:46:16Z', 'revision_number': 9, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:17.458529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701290c-097b-4721-9944-0e5142ec47f5 req-ac421bf6-b2a2-4c90-a29f-7d16f2e4c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:46:17.460268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-ac421bf6-b2a2-4c90-a29f-7d16f2e4c720 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422950 Aug 19 18:46:17.465948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:46:17.474363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:46:17.474971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:46:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:17.561887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-5e9674d2-dfd6-49b0-9b05-219b78663370 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945606 Aug 19 18:46:17.602817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:46:17.605787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:17.663710 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2701290c-097b-4721-9944-0e5142ec47f5 req-07047ac3-499a-4c29-b24f-cfb7d1d31967 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948260 Aug 19 18:46:17.829989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:46:16Z', 'revision_number': 9, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:46:17.861006 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c182393c-ab2f-48b1-b2c4-51b62ce0f0fa None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:46:16Z', 'revision_number': 9, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:46:18.066641 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ed141-e29f-4ba1-a3d2-3fc7b7750324 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:46:18.211939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:26.733075 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:28.199994 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-61e914b3-c660-4c69-919a-34de55eb7c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.653035 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5d4928c7-21fe-41df-80a4-948309f3b65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:30.982725 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:32.155793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:33.710369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:47.620880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:55.212030 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:56.738433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:58.201697 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b8d97ce7-6daf-4ddb-9689-fef07f17ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:00.654117 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-65a72a46-2e98-4786-b80c-24a9bb4f6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:00.984606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:02.157022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:03.715292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:15.511832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-3741ed90-1cb2-45a8-9fe4-4970258cf2c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403252 Aug 19 18:47:15.600072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-79127ec5-fd9d-4fb6-b28d-c9a8459c798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:15.601691 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-79127ec5-fd9d-4fb6-b28d-c9a8459c798f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1098 time: 0.0485821 Aug 19 18:47:15.716622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-b725e926-2ce4-4268-bb8b-1d7c7d1f9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:15.718145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-b725e926-2ce4-4268-bb8b-1d7c7d1f9258 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0975261 Aug 19 18:47:15.785343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-bcb25206-04ba-41ba-8af7-30f048604f9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1002 time: 0.0605526 Aug 19 18:47:15.834565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-741b050d-114d-44bd-afc3-8e51ba05dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:15.836033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-741b050d-114d-44bd-afc3-8e51ba05dd2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0436935 Aug 19 18:47:15.885120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-71ecfb06-f7b0-4776-b28d-e6d0786e858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:15.887302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-71ecfb06-f7b0-4776-b28d-e6d0786e858b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440607 Aug 19 18:47:15.977609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-42671ea4-9f20-4b4c-bed2-e97fec13be38 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Aug 19 18:47:16.072434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c65a0617-f50d-42ad-80b0-8dd84f732e61 req-4659b803-a780-4b36-954b-ed420df60929 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881393 Aug 19 18:47:17.630509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:26.729430 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:28.202925 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e35cb7b2-8063-44c5-bb26-77d1829ab533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:30.653900 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eb934ba8-d2a6-46f9-897a-97400bdd225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:30.987759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:32.157550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:32.210741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:47:33.717399 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:47.648431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:54.213301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06581b5-72f2-4668-b95f-b570db510d0d req-a0497cbc-b673-4997-90d7-c437be3ac8b0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:54.215489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c06581b5-72f2-4668-b95f-b570db510d0d req-a0497cbc-b673-4997-90d7-c437be3ac8b0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0572906 Aug 19 18:47:54.256785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c06581b5-72f2-4668-b95f-b570db510d0d req-6f551ef2-7f6b-4a6a-a56f-3ea08adc97a1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346358 Aug 19 18:47:54.298963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-8a3202a8-32e1-4c43-8c24-af49d863db5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824938 Aug 19 18:47:55.402560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ab1d-e889-462d-bbfa-1e464fe6fda4 req-97793982-180b-4284-bfe0-8ef9a9676f50 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:55.404887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8c3ab1d-e889-462d-bbfa-1e464fe6fda4 req-97793982-180b-4284-bfe0-8ef9a9676f50 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0636773 Aug 19 18:47:55.470180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a8c3ab1d-e889-462d-bbfa-1e464fe6fda4 req-d83d4468-e892-4b34-9d74-fd68aa45a6b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0593092 Aug 19 18:47:55.476704 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-17247bdc-b3aa-4868-b6eb-ec88ab3660e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:55.478173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-17247bdc-b3aa-4868-b6eb-ec88ab3660e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1098 time: 0.0662730 Aug 19 18:47:55.570475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-6479fc96-f3c6-43a2-a535-face5bb0bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:55.572036 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-6479fc96-f3c6-43a2-a535-face5bb0bd4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0874257 Aug 19 18:47:55.637496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-09f51e86-e686-4e71-87fb-b27f1b919cf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1002 time: 0.0587466 Aug 19 18:47:55.689215 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-4f12a358-41c3-402d-82cf-4e9e8b6b7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:55.690696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-4f12a358-41c3-402d-82cf-4e9e8b6b7541 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0469360 Aug 19 18:47:55.740296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-24a755f0-33af-4d05-bdc4-288f9d1bcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:55.741789 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-24a755f0-33af-4d05-bdc4-288f9d1bcc04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444176 Aug 19 18:47:55.831113 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-7225b195-10d7-4c0e-8060-c9da306eb0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Aug 19 18:47:56.225689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-c5c05dbc-711a-4ee7-bc73-0464bea3bbf4 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877649 Aug 19 18:47:56.590074 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96481731-5ce1-4223-bb0f-42b8c9be4186 req-0eb7d273-a1f1-47ce-8691-15c932c67da7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:56.591660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96481731-5ce1-4223-bb0f-42b8c9be4186 req-0eb7d273-a1f1-47ce-8691-15c932c67da7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Aug 19 18:47:56.631616 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96481731-5ce1-4223-bb0f-42b8c9be4186 req-22a476ed-eb46-4db3-8360-2485ff89abb0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338745 Aug 19 18:47:56.744531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:57.749378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc83a81-7834-430f-b043-dbc134a70c13 req-72efce83-18dd-405b-8ab3-3086c7fe90e9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:57.750884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cc83a81-7834-430f-b043-dbc134a70c13 req-72efce83-18dd-405b-8ab3-3086c7fe90e9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0513623 Aug 19 18:47:57.791633 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3cc83a81-7834-430f-b043-dbc134a70c13 req-d5ad4b1f-a5a2-4439-8653-7c6ed8cdff6a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343375 Aug 19 18:47:58.204826 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c50ae579-ed9b-4c9a-91cb-aac2cb2b7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:58.914539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ae4d-0c04-4679-8fea-f0883a32145b req-30829a31-cd12-4bb5-b2ce-1d7817764ee4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:47:58.916068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2df9ae4d-0c04-4679-8fea-f0883a32145b req-30829a31-cd12-4bb5-b2ce-1d7817764ee4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0530488 Aug 19 18:47:58.955608 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2df9ae4d-0c04-4679-8fea-f0883a32145b req-a0261bda-ee4c-4554-9948-2ba34618676c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330384 Aug 19 18:48:00.077032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f372ef-578c-46f6-9860-7dac09cc08c4 req-b8f3e4be-dc47-479c-9071-65f163671591 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:00.078569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12f372ef-578c-46f6-9860-7dac09cc08c4 req-b8f3e4be-dc47-479c-9071-65f163671591 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0504501 Aug 19 18:48:00.116487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12f372ef-578c-46f6-9860-7dac09cc08c4 req-8ac4b793-842c-4d60-9e18-8ce86f2775ad tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320466 Aug 19 18:48:00.654652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d3ccdc5-0120-4b90-a98f-16e0f7df74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:00.990085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:01.236006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8faab5-d243-41f1-9996-92f748e62a9c req-231aabb6-76f7-4b06-b015-2c9fd89a78bf tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:01.237441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e8faab5-d243-41f1-9996-92f748e62a9c req-231aabb6-76f7-4b06-b015-2c9fd89a78bf tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0502243 Aug 19 18:48:01.284368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e8faab5-d243-41f1-9996-92f748e62a9c req-729f6f34-ab89-4278-a1cd-efb2067ff34d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375955 Aug 19 18:48:02.163241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:02.405822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50bce-4ff7-4ec5-a1ef-203e38ea7d6b req-beb855bc-c848-4f38-9ef8-36abcce56577 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:02.407648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec50bce-4ff7-4ec5-a1ef-203e38ea7d6b req-beb855bc-c848-4f38-9ef8-36abcce56577 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0550520 Aug 19 18:48:02.447304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec50bce-4ff7-4ec5-a1ef-203e38ea7d6b req-e72fed8b-0bc0-4502-99b8-5583b207ad62 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336351 Aug 19 18:48:03.570727 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14444-28ab-446b-a677-f952cf8c43c2 req-f460047f-3946-496f-a70c-259723e16bba tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:03.572333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68a14444-28ab-446b-a677-f952cf8c43c2 req-f460047f-3946-496f-a70c-259723e16bba tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Aug 19 18:48:03.615175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-68a14444-28ab-446b-a677-f952cf8c43c2 req-a981b532-db95-4623-adc9-fc029079f1ce tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361726 Aug 19 18:48:03.722596 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.731763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aa0f8-c216-45e8-bd61-ba57aad447c5 req-8af6187a-6c6d-426f-b505-99a58cf3eb4d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:04.733181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc1aa0f8-c216-45e8-bd61-ba57aad447c5 req-8af6187a-6c6d-426f-b505-99a58cf3eb4d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0499618 Aug 19 18:48:04.774483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc1aa0f8-c216-45e8-bd61-ba57aad447c5 req-dc2771c3-1ce5-4429-8f9e-af4e16dece5b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354500 Aug 19 18:48:05.897498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd08f8e-4f68-4afa-82ea-5a697d2009fa req-42135f0d-04e9-4ab9-9b41-d4e223dd891a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:05.898917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd08f8e-4f68-4afa-82ea-5a697d2009fa req-42135f0d-04e9-4ab9-9b41-d4e223dd891a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0538185 Aug 19 18:48:05.938050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffd08f8e-4f68-4afa-82ea-5a697d2009fa req-3455fa62-6433-4452-9909-37e75ba75c43 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324450 Aug 19 18:48:07.057273 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773ab7-4fcf-4b70-8ef8-899fc5700cd5 req-ab134bc8-15af-4777-a9b0-9b8aa93fe3ea tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:07.058770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6773ab7-4fcf-4b70-8ef8-899fc5700cd5 req-ab134bc8-15af-4777-a9b0-9b8aa93fe3ea tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Aug 19 18:48:07.097758 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6773ab7-4fcf-4b70-8ef8-899fc5700cd5 req-401ddcd6-bd59-4696-b123-3b2465ce11a4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317492 Aug 19 18:48:08.006454 n-d-778550-10 neutron-server[101324]: INFO neutron.api.v2.resource [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-1632e7c3-6298-4675-8561-f25f0057df7a service neutron] show failed (client error): The resource could not be found. Aug 19 18:48:08.007439 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-1632e7c3-6298-4675-8561-f25f0057df7a service neutron] 10.222.0.42 "GET /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0619335 Aug 19 18:48:08.230573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd94e5-b4f4-4e20-b62e-96a45475e3da req-be8c6c0c-768a-4a44-a802-9463bee30a56 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:08.232120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75bd94e5-b4f4-4e20-b62e-96a45475e3da req-be8c6c0c-768a-4a44-a802-9463bee30a56 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0603967 Aug 19 18:48:08.276092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75bd94e5-b4f4-4e20-b62e-96a45475e3da req-aad0107f-644e-40a6-a978-3a0581e0006b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364976 Aug 19 18:48:08.310046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-1a300739-9501-4cc2-9a8e-93f5bccbe5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:08.311854 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-1a300739-9501-4cc2-9a8e-93f5bccbe5ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1098 time: 0.1030433 Aug 19 18:48:08.329903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:08.391045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.598779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:08.636940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:08.677669 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:08.683572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.697105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Transition to ACTIVE for port object d8d4e70f-38a8-4971-b624-ec2260d2578b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:08.700505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:08.728298 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afa776-c59b-4fb6-acca-c683e0d6439c" -d '{"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:08.791869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=6']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:08.807038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.807394 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.807790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.808154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.808500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.808972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.809166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.809598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.810020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.810137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.811002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.811380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:08.850701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] No DVR routers for this DVR port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:08.853466 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c358f-92f0-4682-a9ed-c547803b1bc6 x-openstack-request-id: req-b13c358f-92f0-4682-a9ed-c547803b1bc6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:08.853760 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:08.854006 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b13c358f-92f0-4682-a9ed-c547803b1bc6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:08.854397 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'code': 200} Aug 19 18:48:09.006314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:09.006660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:09.007046 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:09.011854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:48:09.012187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:09.017573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:09.017904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:09.018295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:09.018730 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Bound port: d8d4e70f-38a8-4971-b624-ec2260d2578b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:09.019094 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.084135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:09.087017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:09.092542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.135838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.136465 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.137860 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1093 time: 0.8129251 Aug 19 18:48:09.155258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b74d-ccdf-4249-9162-3750faf56e77 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:09.209886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:48:09.214289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-87b8024b-3afc-403b-ba83-b4a922317f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.215863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-87b8024b-3afc-403b-ba83-b4a922317f70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0442419 Aug 19 18:48:09.314224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-63f46b90-9e82-4807-a2ec-e65f3cc0a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.315893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-63f46b90-9e82-4807-a2ec-e65f3cc0a762 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0929797 Aug 19 18:48:09.389151 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-a9f1c693-a4a3-4044-a0b3-90f2dcf8db58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0662796 Aug 19 18:48:09.399093 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ccbe-a3d3-4c00-b013-c36b2e56680d req-f9d40f58-36cc-4fdb-b4b1-a195979a0348 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.400566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf9ccbe-a3d3-4c00-b013-c36b2e56680d req-f9d40f58-36cc-4fdb-b4b1-a195979a0348 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0529366 Aug 19 18:48:09.439419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-e47fbf35-9684-4058-a1c8-52a45c82b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.440368 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1cf9ccbe-a3d3-4c00-b013-c36b2e56680d req-98452d3e-3203-4a58-9252-3303de5c5e01 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328753 Aug 19 18:48:09.440962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-e47fbf35-9684-4058-a1c8-52a45c82b07e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0457931 Aug 19 18:48:09.487401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-c5b2df2f-f9da-417a-bd89-836af1864912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:09.488960 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-c5b2df2f-f9da-417a-bd89-836af1864912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412805 Aug 19 18:48:09.581730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-6092b0ff-95c7-428a-ad7f-fe8a4d2c28c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862346 Aug 19 18:48:09.676977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-680e2f2a-9145-41d2-aff7-efbb0ef0bc1d req-69cf75f3-6c48-4e85-90a8-987f46e6ccdf service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Aug 19 18:48:10.564050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37af6d-33cc-4380-8265-6b3077795466 req-8b9873a9-4d1b-4e30-bd67-d1636e321c5f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:10.565702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca37af6d-33cc-4380-8265-6b3077795466 req-8b9873a9-4d1b-4e30-bd67-d1636e321c5f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0522144 Aug 19 18:48:10.604335 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca37af6d-33cc-4380-8265-6b3077795466 req-e84f652d-246e-4b8b-9c50-4841d5efdb8c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324826 Aug 19 18:48:10.855263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:10.858303 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f26123-d86c-4b66-86d8-41b730b9263a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:10.906023 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c2ed0-83cf-429c-aca8-301699ed0cee x-openstack-request-id: req-c13c2ed0-83cf-429c-aca8-301699ed0cee {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:10.906317 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:10.906576 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c13c2ed0-83cf-429c-aca8-301699ed0cee {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:10.906980 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'status': 'completed', 'code': 200} Aug 19 18:48:10.975674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-272f6d19-156d-4659-a994-dadf0a15f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:10.977197 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-272f6d19-156d-4659-a994-dadf0a15f3dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0475781 Aug 19 18:48:10.988479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-17e8ae61-8212-42cc-a1a0-6678caa13cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:10.989931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-17e8ae61-8212-42cc-a1a0-6678caa13cce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0431569 Aug 19 18:48:11.080434 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-6dc38fe5-46c6-46b0-8520-71e3e9c39240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.082742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-9c7d30f1-6fe8-4da6-af08-a7388233db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.082872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-6dc38fe5-46c6-46b0-8520-71e3e9c39240 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0987339 Aug 19 18:48:11.084227 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-9c7d30f1-6fe8-4da6-af08-a7388233db42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0870497 Aug 19 18:48:11.156340 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-b80d6f4f-828a-4753-b1ee-b30ee1d304b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0644176 Aug 19 18:48:11.158206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-1ddf2bcd-e758-448a-b953-dd3a1708c713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0681446 Aug 19 18:48:11.211984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-f5656f34-2502-4acd-9993-b9ee62f954a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.213409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-e30900a5-7071-4ed3-866c-eec7cf3cb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.213526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-f5656f34-2502-4acd-9993-b9ee62f954a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0489380 Aug 19 18:48:11.215027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-e30900a5-7071-4ed3-866c-eec7cf3cb0e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0496092 Aug 19 18:48:11.262237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-e9ee34b1-bd78-4818-b46d-4d6ecbc59583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.263720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-e9ee34b1-bd78-4818-b46d-4d6ecbc59583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435009 Aug 19 18:48:11.285362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-d4056b02-1e93-4a3f-81bc-f3f89c960352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.287926 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-d4056b02-1e93-4a3f-81bc-f3f89c960352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530179 Aug 19 18:48:11.371988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-aa9d6c22-213e-4679-952b-3b8898059891 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004152 Aug 19 18:48:11.391774 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-36f5cdc2-40fa-4b1d-9171-e7f6f0339f69 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956328 Aug 19 18:48:11.472055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-e1d5d123-5fc3-403a-a0a9-35ecf285d61a service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931704 Aug 19 18:48:11.486309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1f26123-d86c-4b66-86d8-41b730b9263a req-a80ce4f6-a87c-4a1a-905b-648aaf88ef99 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875070 Aug 19 18:48:11.730844 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4465dc-6fb9-4452-a46e-4f3710dc1fa6 req-f7451adc-c148-4044-b31c-35e7520199c9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:11.732449 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c4465dc-6fb9-4452-a46e-4f3710dc1fa6 req-f7451adc-c148-4044-b31c-35e7520199c9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0564883 Aug 19 18:48:11.772476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6c4465dc-6fb9-4452-a46e-4f3710dc1fa6 req-0703bc98-421d-49c2-a300-c66277910f7c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340953 Aug 19 18:48:12.096096 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1c052c3-c743-46b0-b31b-42b9f4d4d041 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.097707 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1c052c3-c743-46b0-b31b-42b9f4d4d041 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&binding%3Ahost_id=n-h2-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.0611746 Aug 19 18:48:12.104341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983be9a3-3e75-4f25-8668-79ea8d29bbb2 req-b6a2a659-9459-48e9-81a1-75f085ff1c9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.105814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-983be9a3-3e75-4f25-8668-79ea8d29bbb2 req-b6a2a659-9459-48e9-81a1-75f085ff1c9e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0510366 Aug 19 18:48:12.147171 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-983be9a3-3e75-4f25-8668-79ea8d29bbb2 req-38bff607-d4eb-40e1-85ff-3b6ff88aa4d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345950 Aug 19 18:48:12.162380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-c862c3bb-3514-4239-9750-f96cb0d6577e service neutron] 10.222.0.13 "GET /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b/bindings/n-h2-778550-10 HTTP/1.1" status: 200 len: 383 time: 0.0574625 Aug 19 18:48:12.240373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-9fc9c2e0-332c-4b5f-87d4-bd9ad40c41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.241957 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-9fc9c2e0-332c-4b5f-87d4-bd9ad40c41f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1096 time: 0.0411179 Aug 19 18:48:12.335010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-6aca0d0a-0260-4cd9-94ee-4cdc02336071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.336503 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-6aca0d0a-0260-4cd9-94ee-4cdc02336071 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0873702 Aug 19 18:48:12.401412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-612c40e1-2d17-446d-8c4d-0668f9d61291 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0582654 Aug 19 18:48:12.450242 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-1c2c6c0e-07e1-4aa5-a0ea-a03edbf86a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.451977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-1c2c6c0e-07e1-4aa5-a0ea-a03edbf86a5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0442126 Aug 19 18:48:12.501806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-b3400020-30eb-44f1-b509-6229e0c780b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:12.503583 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-b3400020-30eb-44f1-b509-6229e0c780b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447605 Aug 19 18:48:12.550066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:12.589761 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:12.599729 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-8d01f5e0-0015-4dba-bac9-dc886cb492c3 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893030 Aug 19 18:48:12.695423 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-c7ae2736-1198-486e-a98a-9f5e65c72733 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894103 Aug 19 18:48:13.266512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd7912-f1a7-4be0-9c8c-6a13d1149aa8 req-edb9cb78-9c73-402b-850a-42decfe4a538 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:13.268048 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5dcd7912-f1a7-4be0-9c8c-6a13d1149aa8 req-edb9cb78-9c73-402b-850a-42decfe4a538 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 944 time: 0.0495832 Aug 19 18:48:13.314456 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5dcd7912-f1a7-4be0-9c8c-6a13d1149aa8 req-93e330c5-7652-4a22-b13d-6827d6a240dd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319088 Aug 19 18:48:13.480073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:48:13.578933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:13.590186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:48:13.627173 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.640774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:13.659951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:13.664266 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:13.715465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:13.723509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.723866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.724212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.724554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.724891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.725224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.725553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.725884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.726208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.726536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.726868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:13.727195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:14.449271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34880c4-00ff-4338-82f9-c893c1027c8f req-272835fc-1a66-4453-a58b-8b414cc03447 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:14.450808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a34880c4-00ff-4338-82f9-c893c1027c8f req-272835fc-1a66-4453-a58b-8b414cc03447 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0641165 Aug 19 18:48:14.496189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a34880c4-00ff-4338-82f9-c893c1027c8f req-6c4a6d3e-2aa4-4631-942a-41b14d377d90 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361233 Aug 19 18:48:14.743613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-9a7046b0-b5ab-43af-a184-d5cf76fef6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:14.745139 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-9a7046b0-b5ab-43af-a184-d5cf76fef6de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1097 time: 0.0443456 Aug 19 18:48:14.756946 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:14.813053 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.029017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:15.064886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:15.097793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:15.106564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.117466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Ignored duplicate provisioning block setup for port d8d4e70f-38a8-4971-b624-ec2260d2578b by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 18:48:15.121166 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.202080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=9']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:15.215926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.216282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.216670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.217071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.217407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.217738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.218066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.218435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.218724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.219069 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.219395 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.219741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:15.259463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] No DVR routers for this DVR port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:15.410190 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:15.410534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:15.410869 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:15.415217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:48:15.415582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Attempting to bind port d8d4e70f-38a8-4971-b624-ec2260d2578b on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:15.421466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:15.421752 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:15.422146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:15.422581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Bound port: d8d4e70f-38a8-4971-b624-ec2260d2578b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:15.422947 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.488079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:15.491071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:15.495856 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.504085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:48:15.551062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=10']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:15.559602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.560153 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:15.562325 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-d1883118-ea84-47b3-938a-614d430542cd service neutron] 10.222.0.42 "PUT /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1093 time: 0.8093739 Aug 19 18:48:15.562788 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:15.565645 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758d2834-663e-4d15-813c-165a1442971d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:15.640127 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e5a426-729d-4ac2-bcd5-654edbc657ea x-openstack-request-id: req-75e5a426-729d-4ac2-bcd5-654edbc657ea {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:15.640467 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:15.640667 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75e5a426-729d-4ac2-bcd5-654edbc657ea {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:15.640916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:15.641119 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'status': 'completed', 'code': 200} Aug 19 18:48:15.653959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b has no active binding in host n-h2-778550-10 {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 18:48:15.674094 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b131a-295b-4905-b4b5-da06a2d3d84b req-a17d49dd-9d20-44f1-b68b-34b083c70cba tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.675750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee7b131a-295b-4905-b4b5-da06a2d3d84b req-a17d49dd-9d20-44f1-b68b-34b083c70cba tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0992866 Aug 19 18:48:15.679040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-0b90d939-f460-4a01-98e5-b722bc6bfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.680823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-0b90d939-f460-4a01-98e5-b722bc6bfeba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0705433 Aug 19 18:48:15.713661 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-45e52904-2c29-44fb-9392-1b739eb7043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.715204 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-45e52904-2c29-44fb-9392-1b739eb7043c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0466576 Aug 19 18:48:15.778600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee7b131a-295b-4905-b4b5-da06a2d3d84b req-49a6223b-5500-4609-8771-a380f7f6afaf tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0956724 Aug 19 18:48:15.816541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-8b0a85b9-569e-4737-a731-7a08b0e16c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.818069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-8b0a85b9-569e-4737-a731-7a08b0e16c38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1284187 Aug 19 18:48:15.841206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-4d4163a3-68f9-49a3-a434-6e09f28e77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.842911 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-4d4163a3-68f9-49a3-a434-6e09f28e77e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1199913 Aug 19 18:48:15.886052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-9d2ff75d-4e98-483a-ad3c-86b668829498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0612190 Aug 19 18:48:15.913728 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-7c5c4104-6572-42fb-b4cb-619e2d4e4e22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0639672 Aug 19 18:48:15.943392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-2cb59c3c-8e65-41e8-8b58-369dd6eb5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.945308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-2cb59c3c-8e65-41e8-8b58-369dd6eb5fa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0524232 Aug 19 18:48:15.965094 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-8a9c48b9-d81a-457f-ba28-d70fb3f12383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.967006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-8a9c48b9-d81a-457f-ba28-d70fb3f12383 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0461302 Aug 19 18:48:15.994849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-84a054dd-3741-4fe4-b384-25959d3f9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:15.996793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-84a054dd-3741-4fe4-b384-25959d3f9b28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439920 Aug 19 18:48:16.020063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-f326e4ed-3e95-49cd-8b87-2a3cf4d487ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.021613 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-f326e4ed-3e95-49cd-8b87-2a3cf4d487ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487046 Aug 19 18:48:16.098997 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-2a7bd672-fc14-4f4d-8531-c137621a737c service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952494 Aug 19 18:48:16.114182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-d1f9ea6e-c1a9-4cb0-b157-1eb3d685c4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Aug 19 18:48:16.199634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e24f2df1-109b-43c2-900f-202e5ebc287b req-3795ab39-c757-437a-9ba5-38084c0ad47a service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942726 Aug 19 18:48:16.220092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-5e3ea71f-741d-4449-a669-3f0090ab012c service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986025 Aug 19 18:48:16.284393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-845861f0-e8b5-44b3-bc80-a6c0d654cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.285903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-845861f0-e8b5-44b3-bc80-a6c0d654cf73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0425115 Aug 19 18:48:16.383739 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-91298357-89c2-4a00-b0ec-9496e6f0197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.385181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-91298357-89c2-4a00-b0ec-9496e6f0197d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0925858 Aug 19 18:48:16.452611 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-018f468a-328a-4d54-bcfe-c3650c50ea75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0602746 Aug 19 18:48:16.508382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-0ee7990a-e17a-446d-b7c1-76e77b7d2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.509878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-0ee7990a-e17a-446d-b7c1-76e77b7d2ea4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0499020 Aug 19 18:48:16.558774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2834-663e-4d15-813c-165a1442971d req-b3da2857-f215-46ee-9694-57ec76ed8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.560928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-b3da2857-f215-46ee-9694-57ec76ed8edb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421052 Aug 19 18:48:16.662058 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-d0efd231-d9ee-4581-a285-274655cf5383 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Aug 19 18:48:16.764867 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-758d2834-663e-4d15-813c-165a1442971d req-bf3c6bb1-553a-4cde-a59c-e77cbffb29ea service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952630 Aug 19 18:48:16.909176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-5f901d5e-f1d6-4277-a311-898bb3741148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.910714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-5f901d5e-f1d6-4277-a311-898bb3741148 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0803277 Aug 19 18:48:16.933442 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962af456-4ac0-43ba-84f5-2ce56faff7f9 req-ac1d3433-ab32-4be5-bd46-c22eac5a651f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:16.935150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-962af456-4ac0-43ba-84f5-2ce56faff7f9 req-ac1d3433-ab32-4be5-bd46-c22eac5a651f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0699432 Aug 19 18:48:17.025378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-962af456-4ac0-43ba-84f5-2ce56faff7f9 req-b3fb3020-4c12-43b1-b00e-43c309ef017b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0798359 Aug 19 18:48:17.054068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-d62a0fc1-2c00-4ab0-9753-ca010f6bcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:17.055624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-d62a0fc1-2c00-4ab0-9753-ca010f6bcebe service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1186318 Aug 19 18:48:17.127330 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-1f3abcb8-c8ec-4a7e-93e4-e72b85df5984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 200 len: 1000 time: 0.0640461 Aug 19 18:48:17.177461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-4a1532ba-7d5c-4dd3-9afd-483dd79aa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:17.178864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-4a1532ba-7d5c-4dd3-9afd-483dd79aa954 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0437975 Aug 19 18:48:17.227521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-d5e4f54b-2834-4dff-8e97-4b2302f2f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:17.229075 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-d5e4f54b-2834-4dff-8e97-4b2302f2f5f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426147 Aug 19 18:48:17.322256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-15d9931e-c5a8-4bc8-a6c2-8c7e8c2349b8 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849366 Aug 19 18:48:17.412572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a588fda3-339c-4de4-bdd3-b2cd66e774a3 req-0361535b-405a-461c-9922-077e9ffce670 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Aug 19 18:48:17.506051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:17.549078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:17.655244 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:18.150458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99f58-5989-4f5c-86c0-b0552a2dcdcd req-759d5c51-d9b1-4d97-89d4-79651102300a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.152031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59e99f58-5989-4f5c-86c0-b0552a2dcdcd req-759d5c51-d9b1-4d97-89d4-79651102300a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Aug 19 18:48:18.191220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59e99f58-5989-4f5c-86c0-b0552a2dcdcd req-0deb9379-2f0e-4bfd-b63c-3e2b918b57a8 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322256 Aug 19 18:48:18.307868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023eca9-86c7-4641-9b9e-87b4af5cfc68 req-28928c00-86a0-47e5-a1a8-029aaefa14f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.309298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f023eca9-86c7-4641-9b9e-87b4af5cfc68 req-28928c00-86a0-47e5-a1a8-029aaefa14f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Aug 19 18:48:18.349853 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f023eca9-86c7-4641-9b9e-87b4af5cfc68 req-512f3fec-0d43-41e5-bbfd-a8876687b090 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339985 Aug 19 18:48:18.468229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5965f5-272b-4d5a-b213-6a4cb2091277 req-7bf2a9b9-70e3-4105-bebb-657e45f771a6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.469835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be5965f5-272b-4d5a-b213-6a4cb2091277 req-7bf2a9b9-70e3-4105-bebb-657e45f771a6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Aug 19 18:48:18.511108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be5965f5-272b-4d5a-b213-6a4cb2091277 req-c05b333d-797a-4cf3-854f-5caafa11f5d2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352609 Aug 19 18:48:18.558999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:48:18.678210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:18.692219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'mac_address': 'fa:16:3e:50:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:48:18.738395 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:18.752989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:18.774338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:18.780555 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:18.807579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c79c3-c787-47dc-bc29-32ea7eac817e req-94512b6e-40a0-46df-8ac3-2ba423e8ddcc tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:18.807579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a3c79c3-c787-47dc-bc29-32ea7eac817e req-94512b6e-40a0-46df-8ac3-2ba423e8ddcc tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 945 time: 0.0615327 Aug 19 18:48:18.833186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=11']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:18.850917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a3c79c3-c787-47dc-bc29-32ea7eac817e req-64454baa-64d7-445e-a09a-687f2c9e73b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353682 Aug 19 18:48:19.013281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d8d4e70f-38a8-4971-b624-ec2260d2578b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:48:19.974199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01e36e-49b6-46de-907d-90a12ac25847 req-eb56b736-967d-4317-a318-b29631f7faff tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:19.975730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da01e36e-49b6-46de-907d-90a12ac25847 req-eb56b736-967d-4317-a318-b29631f7faff tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Aug 19 18:48:20.042450 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da01e36e-49b6-46de-907d-90a12ac25847 req-3a13bddc-802b-4f09-8cfb-5cb97cbab4b2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0606802 Aug 19 18:48:20.064221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-91609394-64d7-4ead-94f3-98570133ded9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:20.065744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-91609394-64d7-4ead-94f3-98570133ded9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 946 time: 0.0567901 Aug 19 18:48:20.159397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Deleting port d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:48:20.159771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.249776 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] For port d8d4e70f-38a8-4971-b624-ec2260d2578b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d8d4e70f-38a8-4971-b624-ec2260d2578b,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:20.250144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.425910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.426215 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.426532 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec disassociated. External IP: 172.25.5.68, port: d8d4e70f-38a8-4971-b624-ec2260d2578b. Aug 19 18:48:20.428921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Calling delete_port for d8d4e70f-38a8-4971-b624-ec2260d2578b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:48:20.555308 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:20.588421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:20.591341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'Port': ['ID=d8d4e70f-38a8-4971-b624-ec2260d2578b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:20.611301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:20.611687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 18:48:20.632104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Port d8d4e70f-38a8-4971-b624-ec2260d2578b not found, will not notify nova. {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 18:48:20.718576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:21.144537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca6f8909-53f6-4ce2-8fff-fc310346bb5e req-b9793f89-69b9-4c2a-9b5e-c16cc2293c0e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb957e4-071c-4d6d-b54a-96958dca9a82 HTTP/1.1" status: 200 len: 210 time: 0.0329642 Aug 19 18:48:21.157637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:21.173978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:21.183115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:21.183758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:48:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:21.202691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] No DVR routers for this DVR port d8d4e70f-38a8-4971-b624-ec2260d2578b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:48:21.205381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:21.207478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-532dcb40-1a90-4dd7-8738-cde775aee58a req-54831028-3e52-44c8-b651-98dd4f89d7e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "DELETE /v2.0/ports/d8d4e70f-38a8-4971-b624-ec2260d2578b HTTP/1.1" status: 204 len: 173 time: 1.1358857 Aug 19 18:48:21.207923 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-deleted', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:21.210172 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9ab31-38cf-4448-9018-03d54a30c9b3" -d '{"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-deleted", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:21.252907 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531a8c2-2a7e-4f13-a028-d21fc417b6e3 x-openstack-request-id: req-9531a8c2-2a7e-4f13-a028-d21fc417b6e3 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:21.253333 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb957e4-071c-4d6d-b54a-96958dca9a82", "name": "network-vif-deleted", "tag": "d8d4e70f-38a8-4971-b624-ec2260d2578b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:21.253587 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9531a8c2-2a7e-4f13-a028-d21fc417b6e3 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:21.253979 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb957e4-071c-4d6d-b54a-96958dca9a82', 'name': 'network-vif-deleted', 'tag': 'd8d4e70f-38a8-4971-b624-ec2260d2578b', 'status': 'completed', 'code': 200} Aug 19 18:48:21.445072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:21.650919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:21.684008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:21.693029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:21.693638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:48:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:21.802296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:21.993816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:22.019267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295b902-8125-4594-933d-443e1a4e7d4f None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:22.255874 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4863ac-1029-4f16-8819-608424e31bd6 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:48:22.422495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-688915e5-2373-453a-acb1-5bca0f22eadd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--3923266&fields=id&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 267 time: 0.0338590 Aug 19 18:48:22.530756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-082c2b50-5221-439a-9482-afe9f100652d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:22.532272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-082c2b50-5221-439a-9482-afe9f100652d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1028740 Aug 19 18:48:22.548268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-2cdb11ad-df3e-4a96-8358-38e5637effb0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/quotas/9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 375 time: 0.0096295 Aug 19 18:48:22.601448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-ac24343d-2c24-4ef0-81ba-63670580d4c5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478420 Aug 19 18:48:22.773872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-d3638c3f-03a7-4f03-9f48-603394b73b94 service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263332 Aug 19 18:48:22.864404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-c7cb2722-e705-46bc-b19e-b9885e3d4c14 service neutron] 10.222.0.36 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834513 Aug 19 18:48:23.030341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bc5ea36-8324-42ef-a058-a32caa060b2b req-d2e02950-41ac-44c6-a10c-b167a03f4bf2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Aug 19 18:48:24.030337 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-917f359b-8f46-4874-a112-5912d49ae4a7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:24.031748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-917f359b-8f46-4874-a112-5912d49ae4a7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 812 time: 0.1121209 Aug 19 18:48:24.087655 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-a40498c1-fc72-425e-9468-1e61c5a93fa0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 377 time: 0.0357475 Aug 19 18:48:24.107258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'port': {'device_id': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'admin_state_up': True, 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'security_groups': ['c1ff0cde-5526-4fb8-ad09-4cf5571584e4']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:24.132543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc63d1e8-985e-4fca-bd01-3633d1d09066 req-6c7f6230-2127-4f19-b754-c625cca74385 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Aug 19 18:48:24.215967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Made reservation on behalf of 9d31bd9f06a34bac8ddda03bd80ed751 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:24.219632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.344521 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Allocated IP 172.20.0.11 (2949717d-259f-4d41-b626-226dbdbc9b2b/fab3f13d-dc8c-44db-b5c7-b0e14da9b619/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:24.475470 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.493077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Transition to ACTIVE for port object ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:24.525859 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.570498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Network 2949717d-259f-4d41-b626-226dbdbc9b2b is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:24.573626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:24.577814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:24.591973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:48:24.603592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:24.627329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d8d4e70f-38a8-4971-b624-ec2260d2578b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:48:24.627800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d8d4e70f-38a8-4971-b624-ec2260d2578b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:48:24.634139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:24.634883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.652330 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-521377b6-6d60-496d-906b-12ddcc5f9371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489619 Aug 19 18:48:24.670441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Request body: {'port': {'device_id': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:24.725741 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.852908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-40553214-1a28-4aa0-a991-63542f838544 None None] Provisioning for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:24.856877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-40553214-1a28-4aa0-a991-63542f838544 None None] Provisioning complete for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:24.857863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40553214-1a28-4aa0-a991-63542f838544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:24.891321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-40553214-1a28-4aa0-a991-63542f838544 None None] Port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:24.993434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:25.000736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.012467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Transition to ACTIVE for port object ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:25.016628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.068771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:25.138042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:25.138946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:25.139282 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:25.143976 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:48:25.144310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:25.149255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:25.149598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:25.149990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:25.150421 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Bound port: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:25.150785 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.229630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:25.233391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:25.237488 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.253859 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986f01-f261-42b0-a909-559ac9bab993 req-599d38c2-8694-4c80-8eb5-1a2a600801f7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:25.255374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df986f01-f261-42b0-a909-559ac9bab993 req-599d38c2-8694-4c80-8eb5-1a2a600801f7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0524445 Aug 19 18:48:25.269954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:25.270653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:25.272084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1093 time: 0.6066418 Aug 19 18:48:25.274399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:25.276681 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74176d3-a0a5-47dc-b1f3-dab173059432" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:25.302526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df986f01-f261-42b0-a909-559ac9bab993 req-6c70b539-6dfa-4652-b549-ef8028ec79d1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409954 Aug 19 18:48:25.310324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11a6b5-8d98-412e-a41a-f26378b7b224 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:25.335933 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054aafd-44eb-4e72-8647-6864ce9a07b2 x-openstack-request-id: req-f054aafd-44eb-4e72-8647-6864ce9a07b2 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:25.336225 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:25.336476 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f054aafd-44eb-4e72-8647-6864ce9a07b2 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:25.336878 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'status': 'completed', 'code': 200} Aug 19 18:48:25.389658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-a7a5ac5c-59a3-41d9-b58d-9a22bea12b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:25.391168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-a7a5ac5c-59a3-41d9-b58d-9a22bea12b45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1096 time: 0.0425358 Aug 19 18:48:25.443075 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-5d179910-4a3e-42f5-8c74-69ead18fef68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 217 time: 0.0388322 Aug 19 18:48:25.494792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-9be04f75-495f-49e3-ba5a-130cc5fd4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:25.496274 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-9be04f75-495f-49e3-ba5a-130cc5fd4e7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0433273 Aug 19 18:48:25.541721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-b8066369-4171-4478-b659-e60a6bfb3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:25.543242 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-b8066369-4171-4478-b659-e60a6bfb3764 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392182 Aug 19 18:48:25.993309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-fcf689c6-aba2-483c-937f-94cb6041f49b service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433765 Aug 19 18:48:26.084718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4ded754c-96c8-4426-be42-6f3543dbbb17 req-189e5f34-209b-46e8-af0c-54bb79a4bc38 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Aug 19 18:48:26.211964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-e1532f95-c2be-40e8-bd3e-46e693803b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:26.213488 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-e1532f95-c2be-40e8-bd3e-46e693803b43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1096 time: 0.0465684 Aug 19 18:48:26.305892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-c40e0548-c0df-4f90-bbf3-c97b26891aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:26.307488 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-c40e0548-c0df-4f90-bbf3-c97b26891aa8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0862217 Aug 19 18:48:26.351670 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-42c87110-0343-481d-8790-29e92312e9a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 217 time: 0.0368500 Aug 19 18:48:26.400493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-7ca89253-640c-4acf-9816-0e1304f884dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:26.401987 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-7ca89253-640c-4acf-9816-0e1304f884dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0430307 Aug 19 18:48:26.440501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8814f9-ef7e-4ba6-af65-5d48c8c19168 req-8c32423f-e668-423c-954a-5406eb22d2fd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:26.442016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b8814f9-ef7e-4ba6-af65-5d48c8c19168 req-8c32423f-e668-423c-954a-5406eb22d2fd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0494418 Aug 19 18:48:26.449991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-5267810e-eafd-47c8-9f9e-6affb1d77997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:26.451764 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-5267810e-eafd-47c8-9f9e-6affb1d77997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411904 Aug 19 18:48:26.481500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b8814f9-ef7e-4ba6-af65-5d48c8c19168 req-c96dc996-bdc3-4a9c-8323-22e38fa578e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327291 Aug 19 18:48:26.551531 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-99a3e33b-f5ab-461d-a42d-bc5a905f8a01 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922801 Aug 19 18:48:26.643978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a74176d3-a0a5-47dc-b1f3-dab173059432 req-5d3ef162-0e6b-4b79-954c-cd842289cf26 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852060 Aug 19 18:48:26.753974 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.617234 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d5c69-682d-4e4f-a667-546dbde3ec99 req-f7b2de8a-823d-4005-ae19-f4b78baa4e85 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:27.618729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6d5c69-682d-4e4f-a667-546dbde3ec99 req-f7b2de8a-823d-4005-ae19-f4b78baa4e85 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0530510 Aug 19 18:48:27.656741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b6d5c69-682d-4e4f-a667-546dbde3ec99 req-f328af5f-f204-492c-9ab6-ad6b77954850 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319149 Aug 19 18:48:28.204366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e9cb21f0-6f7f-4280-abb9-433c30b855b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:28.772569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62668131-1a11-4771-9508-67cadbf89f9c req-f73d5b9b-48f8-4866-b609-40009f6d672c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:28.774070 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62668131-1a11-4771-9508-67cadbf89f9c req-f73d5b9b-48f8-4866-b609-40009f6d672c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0503418 Aug 19 18:48:28.811438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-62668131-1a11-4771-9508-67cadbf89f9c req-8cf435b0-a0c2-4128-8027-ab6f38a83932 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308707 Aug 19 18:48:29.581230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:48:29.677475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:29.688887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:48:29.725369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.739014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:48:29.759021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:29.764029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:29.811372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:29.925735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382e13-2d34-45bc-af44-8d9d3d341eac req-8b49422c-6610-4859-bbd7-108392a3ccad tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:29.927225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0382e13-2d34-45bc-af44-8d9d3d341eac req-8b49422c-6610-4859-bbd7-108392a3ccad tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Aug 19 18:48:29.966059 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b0382e13-2d34-45bc-af44-8d9d3d341eac req-08fd1a40-347f-40f8-ac60-45bf3ba6a690 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328751 Aug 19 18:48:30.022842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:48:30.656310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2f42b379-5395-4d54-8bd3-f7f353914337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:30.990635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.090491 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7910a8c-faee-4594-99a9-184cde88e0e7 req-69be10fd-279c-4b3c-b63e-bdfed6a72b4c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:31.092300 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7910a8c-faee-4594-99a9-184cde88e0e7 req-69be10fd-279c-4b3c-b63e-bdfed6a72b4c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0563369 Aug 19 18:48:31.133238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e7910a8c-faee-4594-99a9-184cde88e0e7 req-7f7bbd40-f5cf-4923-b361-b8dff68a8b6a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345378 Aug 19 18:48:31.581282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:31.628472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:31.632076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:31.632451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.709124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.730798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:31.745664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:31.750534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:31.780944 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa431bcf-8faa-4e38-9ba1-3847594200a5" -d '{"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:31.804264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:31.871432 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac8783-f40c-416d-8fca-034bde7ce941 x-openstack-request-id: req-61ac8783-f40c-416d-8fca-034bde7ce941 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:31.871778 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:31.872031 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61ac8783-f40c-416d-8fca-034bde7ce941 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:31.872453 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'code': 200} Aug 19 18:48:31.998199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce007-4d3d-487b-ba7d-fb70130a9e4e req-406ab1ee-f050-476e-a871-1738c5687585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:31.999776 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e35ce007-4d3d-487b-ba7d-fb70130a9e4e req-406ab1ee-f050-476e-a871-1738c5687585 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1098 time: 0.0444467 Aug 19 18:48:32.035092 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e35ce007-4d3d-487b-ba7d-fb70130a9e4e req-901d9498-0f8f-4f62-bd21-fc29421dc6c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0285549 Aug 19 18:48:32.167588 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:32.249999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df8f80-2207-4f5b-ac9e-73bb7a2aea81 req-5bc0ac7a-f431-4c42-9c6f-67b9e2baf5b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:32.251513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8df8f80-2207-4f5b-ac9e-73bb7a2aea81 req-5bc0ac7a-f431-4c42-9c6f-67b9e2baf5b1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Aug 19 18:48:32.289461 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8df8f80-2207-4f5b-ac9e-73bb7a2aea81 req-48031c71-4d7c-4fde-a9d3-c6cc0f781f6c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316036 Aug 19 18:48:33.406775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6830-0b28-4a18-b63c-7a819f56133a req-6bf9511f-0e52-47f7-aab0-67b1b00a9094 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:33.408297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e8c6830-0b28-4a18-b63c-7a819f56133a req-6bf9511f-0e52-47f7-aab0-67b1b00a9094 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Aug 19 18:48:33.444816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6e8c6830-0b28-4a18-b63c-7a819f56133a req-df36d558-5fbd-4626-9a75-d672749b1705 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306308 Aug 19 18:48:33.561745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a3d29-72af-45f2-ae83-66ab15cec153 req-6202e63e-3550-41c6-aed6-c95d77208ae2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:33.563343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-594a3d29-72af-45f2-ae83-66ab15cec153 req-6202e63e-3550-41c6-aed6-c95d77208ae2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0538094 Aug 19 18:48:33.571957 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44010) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:33.576449 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Request body: {'floatingip': {'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:33.616202 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:33.724323 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.056361 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.060134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.159605 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec associated. External IP: 172.25.5.68, port: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28. Aug 19 18:48:34.362240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:34.468317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:34.472944 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:34.478667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:34.487959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:34.488585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:48:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:34.503579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1b911ec2-a1d7-4a89-81ab-73889203171c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "PUT /v2.0/floatingips/572a8f9c-87b3-41b2-96b2-3207df2e21ec HTTP/1.1" status: 200 len: 992 time: 0.9305570 Aug 19 18:48:34.504186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:48:34.507572 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c4fd3-5a00-4acb-84b9-38c3830218fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:48:34.544012 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e04780-a2ed-4846-bef1-c3e14e75b4fc x-openstack-request-id: req-26e04780-a2ed-4846-bef1-c3e14e75b4fc {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:48:34.544012 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:48:34.544012 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26e04780-a2ed-4846-bef1-c3e14e75b4fc {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:48:34.544012 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'status': 'completed', 'code': 200} Aug 19 18:48:34.597995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:34.637034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-2228d2b3-df3d-404f-8587-a75c567723b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:34.638454 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-2228d2b3-df3d-404f-8587-a75c567723b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1098 time: 0.0411108 Aug 19 18:48:34.734855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-fa886386-aec9-4683-a958-ae6de30038e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:34.736437 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-fa886386-aec9-4683-a958-ae6de30038e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0908129 Aug 19 18:48:34.804211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-75f518e6-c883-4c74-bfe0-a95ae0dc951e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0610621 Aug 19 18:48:34.825004 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:48:33Z', 'revision_number': 13, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:34.852489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:34.856614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-14511a62-5b9e-4a94-8134-546a4b46f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:34.858167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-14511a62-5b9e-4a94-8134-546a4b46f287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0476875 Aug 19 18:48:34.861951 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:34.862567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:48:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:34.910406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-b3613e2d-cf48-4c90-8348-b8f3b888159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:34.911844 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-b3613e2d-cf48-4c90-8348-b8f3b888159e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454254 Aug 19 18:48:34.966548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:35.001445 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-cc7db1fc-dfba-4589-bebd-0d2fb46b9ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Aug 19 18:48:35.097180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-372c4fd3-5a00-4acb-84b9-38c3830218fe req-0265f963-555e-4eb2-b3a0-2f1b1b7d0db9 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886931 Aug 19 18:48:35.193877 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:48:33Z', 'revision_number': 13, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:35.221524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f876b8-e6e9-4a77-b8f5-b8da9da32d8d None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '572a8f9c-87b3-41b2-96b2-3207df2e21ec', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '93761365-e37e-4aab-b368-a70e11179197', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:41:30Z', 'updated_at': '2021-08-19T18:48:33Z', 'revision_number': 13, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:35.410315 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebc3a6-8d1b-4b80-8bbb-23b0967e4439 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:48:46.209526 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:48:47.676612 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:56.763742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.206797 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-57f344ce-c02f-4677-935b-cf1fbd94dc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.659003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f6023d26-481c-43ee-be1d-812aa505e1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.991677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.168668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.727865 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:17.692954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.208534 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:49:24.872912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-f7d9b111-f9a4-4991-9b3a-fa22cc81d9db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434885 Aug 19 18:49:24.969293 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-a442afd9-962b-476c-8495-864fcdf516f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.970763 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-a442afd9-962b-476c-8495-864fcdf516f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1098 time: 0.0414350 Aug 19 18:49:25.079563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-304b045d-8dec-4533-8069-95a932531196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.081029 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-304b045d-8dec-4533-8069-95a932531196 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0912018 Aug 19 18:49:25.145782 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-02d8944a-07a1-4635-a26f-486b6bffb904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1002 time: 0.0573406 Aug 19 18:49:25.198835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-299881fe-0798-4918-a4c5-bbe15888107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.200336 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-299881fe-0798-4918-a4c5-bbe15888107a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0473466 Aug 19 18:49:25.246581 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-b1b1dd1a-7496-42b2-8d2c-4e592a2b70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.248188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-b1b1dd1a-7496-42b2-8d2c-4e592a2b70b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402820 Aug 19 18:49:25.259353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-5388dc70-1b28-4e8a-831b-2fa56693252c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:49:25.260322 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-5388dc70-1b28-4e8a-831b-2fa56693252c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049293 Aug 19 18:49:25.353121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-c76a84fa-020f-4914-97da-825f8074d32c service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Aug 19 18:49:25.447053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-492102e9-e5b3-48b4-bd0f-246f9b72414e req-1624ee27-67ec-46fc-820d-11c43c7b9dcb service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852644 Aug 19 18:49:26.760058 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.209412 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4a84f1b-929c-41ca-bfa8-2cd26619c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.662685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2fa325a9-fc7f-45b7-a6d7-4add65270840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.992129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:32.174371 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:33.730428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:47.692162 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:56.790213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.210497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a176fe9c-e534-4bd7-bcb0-6868304c233f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:00.207242 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:00.664108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4e3f-27c5-4139-959f-c066124a280a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:00.993566 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:02.174030 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.733575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.073258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c8ff-180d-445a-986c-031561cfb2db req-2e9c508a-71ff-4890-8b3a-6d6726ef8a06 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:16.074787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a75c8ff-180d-445a-986c-031561cfb2db req-2e9c508a-71ff-4890-8b3a-6d6726ef8a06 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0584185 Aug 19 18:50:16.113111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9a75c8ff-180d-445a-986c-031561cfb2db req-0ef2f2e5-8856-4faf-93b7-73afa1bcdcbb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321419 Aug 19 18:50:17.693609 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.907146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-c4b4b0da-43ae-4185-a4e7-7ef3d1de98fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411456 Aug 19 18:50:26.020122 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-1e73b958-6e38-46ae-9eea-414e02909c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.021617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-1e73b958-6e38-46ae-9eea-414e02909c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1098 time: 0.0419290 Aug 19 18:50:26.132627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-a72c94db-9a1f-4a14-99d1-bc2723aafc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.134095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-a72c94db-9a1f-4a14-99d1-bc2723aafc17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0881038 Aug 19 18:50:26.203510 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-f23a9d71-4740-4d9a-8490-868efdc848f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1002 time: 0.0614722 Aug 19 18:50:26.259361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-2dccfd27-4dca-44ba-9974-e8c99b96374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.260887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-2dccfd27-4dca-44ba-9974-e8c99b96374b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0445046 Aug 19 18:50:26.308611 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-081a7cd5-3173-4553-a7fe-1d44f70a2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.310642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-081a7cd5-3173-4553-a7fe-1d44f70a2a12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412941 Aug 19 18:50:26.412754 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-a726542f-2423-4fe8-add4-f619b139d6bc service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900812 Aug 19 18:50:26.511683 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e91cee50-effb-4743-acda-6befcb8a79b3 req-443a0957-6b45-4611-a9a3-5588014a3ece service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896692 Aug 19 18:50:26.797356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.348305 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-63587787-0710-4ab4-ba74-49f63d86b735 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749943 Aug 19 18:50:27.356951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea7e-6ca6-469b-9fb5-2e9e1dfbcb54 req-12c8f69e-5c30-4056-8625-eaf0b409bc3f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.358825 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6da2ea7e-6ca6-469b-9fb5-2e9e1dfbcb54 req-12c8f69e-5c30-4056-8625-eaf0b409bc3f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0759764 Aug 19 18:50:27.406286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6da2ea7e-6ca6-469b-9fb5-2e9e1dfbcb54 req-a5d478d0-fe6f-461d-a0d5-675e4c63fbae tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411000 Aug 19 18:50:28.210877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fd075e6-2d7b-49e6-824a-143cbd2d16b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.524634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c76c4b-73ff-4394-82fd-505396464335 req-57f40368-d967-4561-b753-ec2d7e1146cd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:28.526120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2c76c4b-73ff-4394-82fd-505396464335 req-57f40368-d967-4561-b753-ec2d7e1146cd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Aug 19 18:50:28.565085 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c2c76c4b-73ff-4394-82fd-505396464335 req-28807975-6e18-4764-bb58-dca063da4f05 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323460 Aug 19 18:50:29.680775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c3af0-6b25-479f-94ae-79eb5e74ccdc req-501aae80-3c70-4af0-80da-f48957f2f108 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:29.682297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-661c3af0-6b25-479f-94ae-79eb5e74ccdc req-501aae80-3c70-4af0-80da-f48957f2f108 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Aug 19 18:50:29.719617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-661c3af0-6b25-479f-94ae-79eb5e74ccdc req-a72bb645-a1ca-43c0-85e1-94baeef0ef4b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306814 Aug 19 18:50:30.505517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-279c12a9-971f-47d6-a58d-7379a7a9efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.507023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-279c12a9-971f-47d6-a58d-7379a7a9efa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1098 time: 0.0413747 Aug 19 18:50:30.607012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-b36864a5-9e9b-4f02-9f36-0dda8ab744f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.608530 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-b36864a5-9e9b-4f02-9f36-0dda8ab744f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.0897126 Aug 19 18:50:30.665408 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9d1cfbb3-a58c-4dfb-94b8-c964877878d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.682764 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-7a494792-9931-45a7-b2c9-f1d0da6307b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1002 time: 0.0665410 Aug 19 18:50:30.744556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-807a7eef-2f11-40c1-a823-ce3afeddf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.746070 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-807a7eef-2f11-40c1-a823-ce3afeddf95e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0443149 Aug 19 18:50:30.794768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-e48b5b38-cf80-4931-bc91-557b2f53e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.796352 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-e48b5b38-cf80-4931-bc91-557b2f53e6b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425444 Aug 19 18:50:30.838705 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85bf81-fad2-41fa-abe5-3794b78c8737 req-edca30b7-0666-4852-91db-7f6d6079757c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.840183 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c85bf81-fad2-41fa-abe5-3794b78c8737 req-edca30b7-0666-4852-91db-7f6d6079757c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0501461 Aug 19 18:50:30.892326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3c85bf81-fad2-41fa-abe5-3794b78c8737 req-9d17864f-d26d-42bd-ade9-fcdc36f55e53 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428872 Aug 19 18:50:30.914303 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-4f2a7c93-7211-47d6-a9c7-638cbb8675fa service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919688 Aug 19 18:50:30.993705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.014121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-b9668ec4-3090-4a93-baa0-fdd70d965982 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891593 Aug 19 18:50:32.010984 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881426fe-f767-454e-8d0c-6cfb6492a954 req-6a5d7637-180d-46d0-a075-5f12483a46b5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:32.013033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-881426fe-f767-454e-8d0c-6cfb6492a954 req-6a5d7637-180d-46d0-a075-5f12483a46b5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0511472 Aug 19 18:50:32.051219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-881426fe-f767-454e-8d0c-6cfb6492a954 req-30902d16-c5da-4e59-afa9-d2d84db4d630 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322905 Aug 19 18:50:32.176741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.173600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f32058-96d2-4b9e-bb4a-5afc953f2eaf req-7a7bae5c-9c63-47d0-9dbb-b568f4299091 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:33.175149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f32058-96d2-4b9e-bb4a-5afc953f2eaf req-7a7bae5c-9c63-47d0-9dbb-b568f4299091 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0544114 Aug 19 18:50:33.216626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10f32058-96d2-4b9e-bb4a-5afc953f2eaf req-442c0fad-0fd6-44fc-8556-e18c2348bb0b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345068 Aug 19 18:50:33.738082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.333732 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612a42-a5db-4e80-88bb-f8c0fdd555f4 req-ea4c7e8f-19b3-40f8-a743-ddfdd2ebde40 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.335235 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7612a42-a5db-4e80-88bb-f8c0fdd555f4 req-ea4c7e8f-19b3-40f8-a743-ddfdd2ebde40 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0482097 Aug 19 18:50:34.378496 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7612a42-a5db-4e80-88bb-f8c0fdd555f4 req-a9c5c38f-06b7-4d66-b069-1903b16251ac tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372882 Aug 19 18:50:35.500184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2020de-0b81-4ccb-a1a2-a346c93c4870 req-d7470499-b3d4-4902-99c5-ec3fd223c307 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:35.501673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2020de-0b81-4ccb-a1a2-a346c93c4870 req-d7470499-b3d4-4902-99c5-ec3fd223c307 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0492873 Aug 19 18:50:35.541239 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd2020de-0b81-4ccb-a1a2-a346c93c4870 req-5e11de7b-f077-448c-9efb-296504a9f67b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331869 Aug 19 18:50:36.658297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49c0a-91c3-49e7-89d6-aa37a7d9e53d req-1a88cb2d-7792-4871-8623-5a4ad946c2c7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:36.659814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0dc49c0a-91c3-49e7-89d6-aa37a7d9e53d req-1a88cb2d-7792-4871-8623-5a4ad946c2c7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 19 18:50:36.697826 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0dc49c0a-91c3-49e7-89d6-aa37a7d9e53d req-4b406f80-3cb5-43c8-9ab9-b5def44fbf1f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320942 Aug 19 18:50:37.206655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:37.814737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb290d-3da1-43e0-abf6-89ae788ae985 req-2a380999-aaf6-4a3a-8acf-08bb57c1a0f6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:37.816165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67bb290d-3da1-43e0-abf6-89ae788ae985 req-2a380999-aaf6-4a3a-8acf-08bb57c1a0f6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0495718 Aug 19 18:50:37.857982 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-67bb290d-3da1-43e0-abf6-89ae788ae985 req-27c8526c-ae5c-4056-829a-5565e1131319 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358479 Aug 19 18:50:38.977285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ff7c-b35d-4cac-ab71-9ceb49e4a0fc req-38ff8fa9-e2bf-4574-a0f7-cb31fa88a614 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:38.978462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a83ff7c-b35d-4cac-ab71-9ceb49e4a0fc req-38ff8fa9-e2bf-4574-a0f7-cb31fa88a614 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Aug 19 18:50:39.017448 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a83ff7c-b35d-4cac-ab71-9ceb49e4a0fc req-6cb3e19d-129b-4daf-937d-3796f3349e38 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328479 Aug 19 18:50:40.132773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da01f7-913c-4e38-acde-9ae54eb3ed93 req-868c3279-009e-44b0-bf89-f01c1ac18c21 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:40.134286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99da01f7-913c-4e38-acde-9ae54eb3ed93 req-868c3279-009e-44b0-bf89-f01c1ac18c21 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Aug 19 18:50:40.175064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-99da01f7-913c-4e38-acde-9ae54eb3ed93 req-42eaea5a-5297-4c57-959d-e9274df5484a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338700 Aug 19 18:50:41.290601 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ea048-94c1-4818-80b5-af09d94f284b req-643fc9d3-b02f-4cd6-be02-e73a22a50885 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:41.292586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264ea048-94c1-4818-80b5-af09d94f284b req-643fc9d3-b02f-4cd6-be02-e73a22a50885 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0490487 Aug 19 18:50:41.334563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-264ea048-94c1-4818-80b5-af09d94f284b req-856631f5-7b8f-4b7d-af99-345b43e982d5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350847 Aug 19 18:50:42.459880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b44b5-c35f-4368-bbad-ba4767f8f996 req-97d4f864-d8b8-4245-bb98-1640fa7183e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:42.461373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-666b44b5-c35f-4368-bbad-ba4767f8f996 req-97d4f864-d8b8-4245-bb98-1640fa7183e6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0554166 Aug 19 18:50:42.500531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-666b44b5-c35f-4368-bbad-ba4767f8f996 req-616d5057-9339-47f2-aa2d-a873059e2a66 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328100 Aug 19 18:50:43.619829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d537715-7803-45e6-b6fe-0999bea372d9 req-db3d92b8-495f-42c7-b9fa-c8bd73a88989 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:43.621326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d537715-7803-45e6-b6fe-0999bea372d9 req-db3d92b8-495f-42c7-b9fa-c8bd73a88989 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Aug 19 18:50:43.659999 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2d537715-7803-45e6-b6fe-0999bea372d9 req-cc9d0896-b0f2-48a7-ae1c-0cd9b9403ac1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320439 Aug 19 18:50:44.791084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88408e9-a995-47d4-bf1f-3b8be5ced513 req-22cb5139-0968-437b-a2e9-e49d4723a812 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:44.792561 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e88408e9-a995-47d4-bf1f-3b8be5ced513 req-22cb5139-0968-437b-a2e9-e49d4723a812 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0533948 Aug 19 18:50:44.836185 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e88408e9-a995-47d4-bf1f-3b8be5ced513 req-3adcaf8d-81b8-412e-b7e4-c1ed3adc9711 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372880 Aug 19 18:50:45.960584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28addcaa-d5e0-4971-ad63-b65ef4da1018 req-43e0d360-37f0-480c-ae8f-e4abba8b147b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:45.962117 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28addcaa-d5e0-4971-ad63-b65ef4da1018 req-43e0d360-37f0-480c-ae8f-e4abba8b147b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0542402 Aug 19 18:50:46.008558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28addcaa-d5e0-4971-ad63-b65ef4da1018 req-6eff38de-598e-438a-b374-9d4e94a7070c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346310 Aug 19 18:50:46.123019 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-1f8df45a-2378-4067-ab77-ce28d4cbd135 service neutron] show failed (client error): The resource could not be found. Aug 19 18:50:46.124158 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-1f8df45a-2378-4067-ab77-ce28d4cbd135 service neutron] 10.222.0.13 "GET /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0554495 Aug 19 18:50:46.334006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-df2a98da-4369-40c7-88a3-1b69b69ad3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:46.335563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-df2a98da-4369-40c7-88a3-1b69b69ad3fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1098 time: 0.0434074 Aug 19 18:50:46.347544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:46.402561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:46.609279 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:46.641699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:46.681514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:46.683758 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d23f30-46db-4955-9ad6-61a01cc5094d" -d '{"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:46.687986 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:46.705318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Transition to ACTIVE for port object ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:46.709490 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:46.739827 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f8a29-a825-4437-87ff-db081cb18c70 x-openstack-request-id: req-9d6f8a29-a825-4437-87ff-db081cb18c70 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:46.740117 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:46.740373 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d6f8a29-a825-4437-87ff-db081cb18c70 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:46.740763 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'code': 200} Aug 19 18:50:46.795056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:46.809209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.809633 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.809910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.810250 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.810591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.810925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.811255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.811613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.811947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.812298 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.812643 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.812952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:46.849786 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] No DVR routers for this DVR port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:46.986466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:46.987287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:46.987287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:46.992260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:50:46.992617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:46.998426 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:46.998765 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:46.999153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:46.999634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Bound port: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:46.999998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:47.068648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:47.072085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:47.078052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:47.145780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.146475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:47.147845 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1093 time: 0.8046982 Aug 19 18:50:47.171077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77964c0f-a550-4c37-add2-f321ed4eadc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:47.212184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27705e-2250-40e3-9861-d7b2f5207728 req-f87ed899-3fe9-42c4-8d07-a9140c5edc10 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.213779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c27705e-2250-40e3-9861-d7b2f5207728 req-f87ed899-3fe9-42c4-8d07-a9140c5edc10 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.1079581 Aug 19 18:50:47.245635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-e316ed8d-c3b8-48c8-b01e-bc3242c194eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.247248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-e316ed8d-c3b8-48c8-b01e-bc3242c194eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1096 time: 0.0732648 Aug 19 18:50:47.282341 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c27705e-2250-40e3-9861-d7b2f5207728 req-a37be796-93ce-4875-aa1b-7fb88019c7d3 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0611241 Aug 19 18:50:47.659551 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-75b4e080-12be-46bf-b857-a9bb32dacd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.661041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-75b4e080-12be-46bf-b857-a9bb32dacd7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.4037857 Aug 19 18:50:47.705507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:47.728053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-3db72465-58eb-4518-8d4c-18934161ea6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0599878 Aug 19 18:50:47.777530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-03e9fa8b-e6a3-43d9-91e5-76f06054fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.779836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-03e9fa8b-e6a3-43d9-91e5-76f06054fba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0454192 Aug 19 18:50:47.829146 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-74b6757c-aab6-4ae2-92a1-537c4bc15a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.830544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-74b6757c-aab6-4ae2-92a1-537c4bc15a96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433123 Aug 19 18:50:47.923624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-695d2f86-2bac-409b-b67a-7939edbb5498 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 Aug 19 18:50:48.021844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-d093891d-23f7-4362-9093-4319d316834b service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917747 Aug 19 18:50:48.407407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78414-cb39-4676-9fbe-f1f30681ddc9 req-e797c613-27e9-424d-94fe-0412fa137b40 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:48.408902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cb78414-cb39-4676-9fbe-f1f30681ddc9 req-e797c613-27e9-424d-94fe-0412fa137b40 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0512023 Aug 19 18:50:48.411227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:48.449715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7cb78414-cb39-4676-9fbe-f1f30681ddc9 req-ed390e71-c279-42ed-8762-427241d6bb80 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339608 Aug 19 18:50:48.452848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:48.741940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:48.744756 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6891898-7172-4ce0-8319-bf2367b14c79" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:48.794396 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18301ffc-2737-4aed-b9b1-4a5ae4148e13 x-openstack-request-id: req-18301ffc-2737-4aed-b9b1-4a5ae4148e13 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:48.794733 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:48.794985 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18301ffc-2737-4aed-b9b1-4a5ae4148e13 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:48.795466 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'status': 'completed', 'code': 200} Aug 19 18:50:48.860164 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-4e00ef43-1976-477d-a7fc-3880af6f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:48.861872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-4e00ef43-1976-477d-a7fc-3880af6f3b71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1096 time: 0.0450537 Aug 19 18:50:48.890794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-c6911922-5d10-4642-8cb8-f5dc92a24068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:48.892351 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-c6911922-5d10-4642-8cb8-f5dc92a24068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1096 time: 0.0481496 Aug 19 18:50:48.970289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-296a8cbf-fef0-46e1-8ed9-17079d7a6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:48.971873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-296a8cbf-fef0-46e1-8ed9-17079d7a6b86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1031940 Aug 19 18:50:49.001399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-e36016cc-79f7-41a1-99e5-94674dcf1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.003219 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-e36016cc-79f7-41a1-99e5-94674dcf1c49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1031566 Aug 19 18:50:49.051302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-48cb426d-ef0b-4fd8-8c16-fc676b6c49e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0726457 Aug 19 18:50:49.081341 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-351658fa-32c8-4a7d-a76a-826acb1be4e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0701184 Aug 19 18:50:49.103191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-0859b998-d919-4694-98ce-aeb0b200d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.104882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-0859b998-d919-4694-98ce-aeb0b200d9e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0469429 Aug 19 18:50:49.133569 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-cf183d6e-48b8-4eea-9444-4436fbb81f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.135163 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-cf183d6e-48b8-4eea-9444-4436fbb81f30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0465455 Aug 19 18:50:49.156108 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-e11fcf69-701e-43e8-acdb-c94049f3cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.157768 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-e11fcf69-701e-43e8-acdb-c94049f3cf64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464656 Aug 19 18:50:49.185181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-dde2f690-8343-4757-a2a8-0efa7b1722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.186846 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-dde2f690-8343-4757-a2a8-0efa7b1722c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440612 Aug 19 18:50:49.267775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-67106a30-7ea2-4673-9b8a-e0ff712a634a service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026912 Aug 19 18:50:49.297679 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-f9410d2d-4d00-4f65-87da-9a863e5050a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031091 Aug 19 18:50:49.372934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-f823678f-4967-463e-820c-151cb2b402c7 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979264 Aug 19 18:50:49.398881 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6891898-7172-4ce0-8319-bf2367b14c79 req-b335f344-be9d-43b5-b8d6-bdbea0635308 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920048 Aug 19 18:50:49.576719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715aca-b234-4b0c-b8f7-9e68dc75c755 req-adb98a0e-6138-4bf7-b7dd-1fdd276dcf71 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.578253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa715aca-b234-4b0c-b8f7-9e68dc75c755 req-adb98a0e-6138-4bf7-b7dd-1fdd276dcf71 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0580614 Aug 19 18:50:49.626236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa715aca-b234-4b0c-b8f7-9e68dc75c755 req-f1eb6824-5741-4106-8019-5fc5884a60fd tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408261 Aug 19 18:50:50.813803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c345-b851-4bcd-a370-a40118232940 req-8d791069-d360-40e9-93de-6a549fc92a47 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:50.819530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6239c345-b851-4bcd-a370-a40118232940 req-8d791069-d360-40e9-93de-6a549fc92a47 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.1115050 Aug 19 18:50:50.858816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6239c345-b851-4bcd-a370-a40118232940 req-b375973c-31b9-4a00-be53-8543fa673f3f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351467 Aug 19 18:50:52.056509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353c5d6-caad-4a7a-a935-f81e0ee5b932 req-6080d0d9-ac77-4e50-9b17-2dade3da8d9b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:52.058090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d353c5d6-caad-4a7a-a935-f81e0ee5b932 req-6080d0d9-ac77-4e50-9b17-2dade3da8d9b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.1131372 Aug 19 18:50:52.107238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d353c5d6-caad-4a7a-a935-f81e0ee5b932 req-2d75a51b-120d-4781-ba31-3eca0b1f1ca2 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386653 Aug 19 18:50:53.226931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18418937-9cae-48c0-a8ea-0f40b6e1bd95 req-174f257a-b709-4c7d-9e6d-25989f59c214 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:53.228478 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18418937-9cae-48c0-a8ea-0f40b6e1bd95 req-174f257a-b709-4c7d-9e6d-25989f59c214 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Aug 19 18:50:53.271836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18418937-9cae-48c0-a8ea-0f40b6e1bd95 req-7a42a74e-bd4b-4a12-8517-8355488baf0e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366578 Aug 19 18:50:54.411210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d3bc1-5796-480b-aefc-d10ea9179f45 req-d6314dfb-e3ac-4021-b3e8-516469b8d810 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:54.412650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a5d3bc1-5796-480b-aefc-d10ea9179f45 req-d6314dfb-e3ac-4021-b3e8-516469b8d810 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0602851 Aug 19 18:50:54.454254 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a5d3bc1-5796-480b-aefc-d10ea9179f45 req-5027da39-9aa6-4b08-9786-b225922b0e48 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350327 Aug 19 18:50:55.580498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f33bd6-e155-412a-9713-65829fc95e73 req-f68e6dab-0fb2-4f8d-9b9c-53cfbfb7c4c6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:55.582284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50f33bd6-e155-412a-9713-65829fc95e73 req-f68e6dab-0fb2-4f8d-9b9c-53cfbfb7c4c6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0530996 Aug 19 18:50:55.625657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50f33bd6-e155-412a-9713-65829fc95e73 req-c0bc6345-4e0c-41e4-969a-0f4346c6a7d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341780 Aug 19 18:50:56.748228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b1f8c-36d8-48d5-a10f-346318a863da req-c4037b82-0ed1-4353-8ebb-411f2814dca5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:56.749820 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e50b1f8c-36d8-48d5-a10f-346318a863da req-c4037b82-0ed1-4353-8ebb-411f2814dca5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0528755 Aug 19 18:50:56.789180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e50b1f8c-36d8-48d5-a10f-346318a863da req-1ddf5b4a-2fe8-4d01-aa38-4f7c070c1b09 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329890 Aug 19 18:50:56.792160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.916277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec422-2d45-43d5-b271-e14e11290cda req-3ed27ec6-946e-4b7b-88a9-794038f26e4f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:57.917781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3aec422-2d45-43d5-b271-e14e11290cda req-3ed27ec6-946e-4b7b-88a9-794038f26e4f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Aug 19 18:50:57.960052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3aec422-2d45-43d5-b271-e14e11290cda req-7322d42e-5e65-4225-9871-03488434e132 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356679 Aug 19 18:50:58.217809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-139bd7b7-7cc3-4eda-a705-d5dbc76c1212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.083563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a33d5-f4cd-4bb0-95bb-249c077a9c62 req-12d3d60d-e673-4774-8a62-f5da93ff14e1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.085024 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-289a33d5-f4cd-4bb0-95bb-249c077a9c62 req-12d3d60d-e673-4774-8a62-f5da93ff14e1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0531304 Aug 19 18:50:59.124658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-289a33d5-f4cd-4bb0-95bb-249c077a9c62 req-e3bbc6ad-b5d9-498e-b716-b348a24a84ab tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321095 Aug 19 18:50:59.212498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:50:59.309882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:59.321792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:50:59.374049 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.394817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:59.418018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:59.423027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.467374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8a29dfec-7a1a-49bb-b2dc-3510d84e8a24 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.469095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8a29dfec-7a1a-49bb-b2dc-3510d84e8a24 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.0959346 Aug 19 18:50:59.494855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54ec6-dda7-4e79-bcb3-b9c7e30ffcca req-0f6a93cb-e8f7-47c1-b2d7-52228e3d7797 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.497092 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9d54ec6-dda7-4e79-bcb3-b9c7e30ffcca req-0f6a93cb-e8f7-47c1-b2d7-52228e3d7797 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 944 time: 0.0919521 Aug 19 18:50:59.577818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9d54ec6-dda7-4e79-bcb3-b9c7e30ffcca req-2e455571-47a4-45ab-a4e0-e5c5b4030795 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0606198 Aug 19 18:50:59.582617 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-fc8547bc-fbba-4c28-b230-764e9c33e2e6 service neutron] 10.222.0.42 "GET /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28/bindings/n-h1-778550-10 HTTP/1.1" status: 200 len: 383 time: 0.1049557 Aug 19 18:50:59.635783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:59.643261 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.643645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.643991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.644332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.644676 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.645163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.645500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.645833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.646167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.646728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.647064 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.647390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:59.651979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-51c71f57-7aa8-41e7-bc79-618cb003ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.654266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-51c71f57-7aa8-41e7-bc79-618cb003ec80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1097 time: 0.0465498 Aug 19 18:50:59.682009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:59.766181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-62fa3b41-d928-4a8b-bdff-4fdd467581bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.767824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-62fa3b41-d928-4a8b-bdff-4fdd467581bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1048288 Aug 19 18:50:59.841409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-308d6bca-36e7-4764-b468-ec82d11d53ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1001 time: 0.0657237 Aug 19 18:50:59.898323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e00f6d0f-f422-4302-b31e-cd90dbc10b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.899747 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e00f6d0f-f422-4302-b31e-cd90dbc10b71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0497682 Aug 19 18:50:59.947939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e3cbe26e-0a09-4aaa-a337-b238a21a246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.949494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e3cbe26e-0a09-4aaa-a337-b238a21a246a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427656 Aug 19 18:51:00.059295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-f23ebbe4-2528-4cae-8c75-018e5ce9990e service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003668 Aug 19 18:51:00.155595 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-3874932f-bc3a-4c77-bd7c-c4560c3e0566 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876656 Aug 19 18:51:00.671907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-036060af-7861-4963-a02b-dc1e07c43e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:00.717599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1488f3-b503-46e0-b151-05aaee262f00 req-03bc03bd-c9f1-4b1c-8381-542ea542767d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:00.719206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da1488f3-b503-46e0-b151-05aaee262f00 req-03bc03bd-c9f1-4b1c-8381-542ea542767d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0604844 Aug 19 18:51:00.761988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-da1488f3-b503-46e0-b151-05aaee262f00 req-49d88437-2e2f-42b7-8a86-ff712d3acd3e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351770 Aug 19 18:51:00.999827 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:01.235886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:01.284807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:01.288763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:01.289315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:01.366696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:01.389717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:01.391999 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfaf239-979f-4a21-b934-8ae79fd46248" -d '{"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:01.405572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:01.409877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:01.449757 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4d1c5-6acd-46b7-b6b5-a10cc0cb3a04 x-openstack-request-id: req-c5b4d1c5-6acd-46b7-b6b5-a10cc0cb3a04 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:01.450300 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:01.450546 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5b4d1c5-6acd-46b7-b6b5-a10cc0cb3a04 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:01.450932 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'code': 200} Aug 19 18:51:01.466876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:01.888312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1f790-98c2-4688-bfac-39e3c603bcf5 req-bda1797a-bdc9-43b8-85ca-3e91c6541422 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:01.889849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2a1f790-98c2-4688-bfac-39e3c603bcf5 req-bda1797a-bdc9-43b8-85ca-3e91c6541422 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0547886 Aug 19 18:51:01.932518 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2a1f790-98c2-4688-bfac-39e3c603bcf5 req-0f0c3bdf-3ddf-4c60-b62f-272c9cb36bd1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365913 Aug 19 18:51:02.179613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:03.064664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e86a-68f7-4136-85b7-c46e0d60d2c0 req-89d1341e-52b9-4dff-ad0d-9eada76c21d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:03.066245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b482e86a-68f7-4136-85b7-c46e0d60d2c0 req-89d1341e-52b9-4dff-ad0d-9eada76c21d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0547061 Aug 19 18:51:03.107130 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b482e86a-68f7-4136-85b7-c46e0d60d2c0 req-0f0f3df3-cdec-44ec-8c53-ef1110fb2500 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339999 Aug 19 18:51:03.741555 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:03.976448 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8e4ce916-59b1-4d09-8da9-1894125809c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:03.977984 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8e4ce916-59b1-4d09-8da9-1894125809c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6&tenant_id=9d31bd9f06a34bac8ddda03bd80ed751 HTTP/1.1" status: 200 len: 1098 time: 0.0520666 Aug 19 18:51:04.003187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:04.057815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.236353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c2d4-0d18-4eb4-8247-d242a3d49bda req-dba4f018-8532-408e-a319-197501387f92 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.239587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1905c2d4-0d18-4eb4-8247-d242a3d49bda req-dba4f018-8532-408e-a319-197501387f92 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0539563 Aug 19 18:51:04.273559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:04.280329 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1905c2d4-0d18-4eb4-8247-d242a3d49bda req-7869ca22-93fb-4cc0-b3f9-4abf9c562371 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343058 Aug 19 18:51:04.307239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:04.352155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:04.354526 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0ee75-6bf7-4f72-93c8-29a848ea7c52" -d '{"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:04.358571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.370751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Transition to ACTIVE for port object ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:04.375619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.412144 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9309df-c19c-4092-a9be-78333f76536a x-openstack-request-id: req-bd9309df-c19c-4092-a9be-78333f76536a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:04.412437 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:04.412687 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd9309df-c19c-4092-a9be-78333f76536a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:04.413118 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'code': 200} Aug 19 18:51:04.458286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=10']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:04.472507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.472855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.473199 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.473539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.473876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.474206 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.474533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.474860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.475189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.475536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.475860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.476181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:04.523370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] No DVR routers for this DVR port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:04.663025 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:04.663358 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:04.663729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:04.668131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:04.668412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Attempting to bind port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on network 2949717d-259f-4d41-b626-226dbdbc9b2b {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:04.673265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:04.673600 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Checking segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:04.673984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Bound using segment: {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:04.674405 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Bound port: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f189ee-344a-4be2-ae74-357f108f6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:04.674759 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.737735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:04.740799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:04.745731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.781566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.782195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.783605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] 10.222.0.13 "PUT /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1094 time: 0.7847550 Aug 19 18:51:04.815941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea12c-f816-42a6-a9b1-203041e8490f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=11']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:04.872468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e9825b8f-4a69-46f8-8f17-06c3bc2e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.874006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e9825b8f-4a69-46f8-8f17-06c3bc2e3a90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1097 time: 0.0535655 Aug 19 18:51:04.983795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8f6835f0-e190-4c4b-9f3d-8c190ab298df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.985317 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-8f6835f0-e190-4c4b-9f3d-8c190ab298df service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1009493 Aug 19 18:51:05.057650 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-e1693cf3-40fa-4138-bdaa-ca46693a06d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0647805 Aug 19 18:51:05.114789 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-b00928bb-73e2-4e29-ac0b-2924557788b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:05.116353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-b00928bb-73e2-4e29-ac0b-2924557788b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0485601 Aug 19 18:51:05.164938 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-274cfad5-b1a7-4798-87e1-3d45ad63f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:05.166438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-274cfad5-b1a7-4798-87e1-3d45ad63f7cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411799 Aug 19 18:51:05.250583 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:05.263552 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-0a90f989-5d89-4574-aeab-b159d127e45b service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881822 Aug 19 18:51:05.289483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:05.370043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-37ec7851-2ed5-4a4d-9e4c-8197ac99a4b7 req-b3271c7d-00bc-44bf-bcd9-0cb85c7a3f59 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978863 Aug 19 18:51:05.406510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ed41-5554-4a57-8c20-71e4f0fc7c71 req-e2608f44-718d-4404-b1da-5f332fd306bb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:05.408882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86b7ed41-5554-4a57-8c20-71e4f0fc7c71 req-e2608f44-718d-4404-b1da-5f332fd306bb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0575891 Aug 19 18:51:05.449430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-86b7ed41-5554-4a57-8c20-71e4f0fc7c71 req-64c217a5-0b2d-4a12-a2ee-af5853a8d46d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342622 Aug 19 18:51:06.414727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:06.417148 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9519b11-bf91-49cd-a5c5-8afa6b368c52" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:06.468765 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba94a2-f35a-4f76-a0df-f5d25a8473b0 x-openstack-request-id: req-41ba94a2-f35a-4f76-a0df-f5d25a8473b0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:06.469059 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:06.469315 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41ba94a2-f35a-4f76-a0df-f5d25a8473b0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:06.469708 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'status': 'completed', 'code': 200} Aug 19 18:51:06.580934 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-47a8832f-39ca-4356-aff3-d76d9cdfc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.582481 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-47a8832f-39ca-4356-aff3-d76d9cdfc679 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1097 time: 0.0500798 Aug 19 18:51:06.624132 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-4b5f5a62-8b81-4500-891d-30f2465a19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.625678 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-4b5f5a62-8b81-4500-891d-30f2465a19e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 1097 time: 0.1322501 Aug 19 18:51:06.638559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101f98-ac5c-4506-9214-e0e0d69685ff req-efc266b9-6b51-4f96-b362-e408ab8ad50d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.641153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88101f98-ac5c-4506-9214-e0e0d69685ff req-efc266b9-6b51-4f96-b362-e408ab8ad50d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.1088464 Aug 19 18:51:06.696514 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-db94a44a-8f38-4d37-a927-c5b35aafcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.698075 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-db94a44a-8f38-4d37-a927-c5b35aafcd40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1053495 Aug 19 18:51:06.737170 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88101f98-ac5c-4506-9214-e0e0d69685ff req-3036cb47-f4dd-4a4d-8d3e-85835f488b16 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0850980 Aug 19 18:51:06.773291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-ae5bcf11-1fa6-4115-9a6a-aeaeb7a119a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.775276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-ae5bcf11-1fa6-4115-9a6a-aeaeb7a119a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 200 len: 913 time: 0.1329503 Aug 19 18:51:06.780228 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-e34db052-8667-4e7e-a279-08f65a3abad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0736613 Aug 19 18:51:06.845391 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-797860c0-5189-4489-a04e-fc8f410dfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.846786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-797860c0-5189-4489-a04e-fc8f410dfb6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0544753 Aug 19 18:51:06.852012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-c42c289f-0ce1-4611-b92f-82e8c01baa43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 200 len: 1000 time: 0.0697443 Aug 19 18:51:06.900284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-bbf5a759-4dab-4490-babe-8c2c88db3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.902312 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-bbf5a759-4dab-4490-babe-8c2c88db3c36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475540 Aug 19 18:51:06.907838 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-9bb2106b-cb1f-4d9f-8e48-e58d3730262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.909346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-9bb2106b-cb1f-4d9f-8e48-e58d3730262f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 200 len: 851 time: 0.0509164 Aug 19 18:51:06.959667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-b496141f-8331-4062-9124-d9e016ef762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.961121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-b496141f-8331-4062-9124-d9e016ef762f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2949717d-259f-4d41-b626-226dbdbc9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444119 Aug 19 18:51:07.004117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-483ed608-1ebb-4f7f-86e7-9e1f23d59f5e service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Aug 19 18:51:07.062470 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-0961b159-19fa-4f39-a20d-4929a7abdbb5 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939207 Aug 19 18:51:07.108662 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-d993abed-ceb2-41d2-87e6-c91d06329d30 service neutron] 10.222.0.13 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968051 Aug 19 18:51:07.162795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9519b11-bf91-49cd-a5c5-8afa6b368c52 req-dbd5e1f2-5a8b-4b26-98e7-1bda21a12c07 service neutron] 10.222.0.42 "GET /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920343 Aug 19 18:51:07.875247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614b9e3-187e-4ad7-9196-9fb2469d515f req-844dd262-5a35-4516-b70a-b06ac6d71c7b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:07.876694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3614b9e3-187e-4ad7-9196-9fb2469d515f req-844dd262-5a35-4516-b70a-b06ac6d71c7b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0531411 Aug 19 18:51:07.922930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3614b9e3-187e-4ad7-9196-9fb2469d515f req-185eba43-62d2-43ad-b436-ad3338e0a282 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392995 Aug 19 18:51:09.044661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa979889-4a53-4fc3-b98f-598d4ace4c91 req-26a55198-a2a2-4abc-b397-de044015fea7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:09.046435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa979889-4a53-4fc3-b98f-598d4ace4c91 req-26a55198-a2a2-4abc-b397-de044015fea7 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0529337 Aug 19 18:51:09.086866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fa979889-4a53-4fc3-b98f-598d4ace4c91 req-69877ccc-3c8e-4a3e-8d54-9f70b6a123d9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343621 Aug 19 18:51:10.211845 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f815df7-950b-4570-a3bb-7b867d175da3 req-710b9a1c-befe-429d-97f2-113d3f944978 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:10.213370 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f815df7-950b-4570-a3bb-7b867d175da3 req-710b9a1c-befe-429d-97f2-113d3f944978 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0506985 Aug 19 18:51:10.255760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8f815df7-950b-4570-a3bb-7b867d175da3 req-2d4809f4-864a-44c2-8fdd-3a0115593c74 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347528 Aug 19 18:51:11.374737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d100aa-4edd-4770-b442-0521d929f8ca req-01891c59-9950-4504-8801-e75b6a602d8e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.376326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0d100aa-4edd-4770-b442-0521d929f8ca req-01891c59-9950-4504-8801-e75b6a602d8e tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0507393 Aug 19 18:51:11.419775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c0d100aa-4edd-4770-b442-0521d929f8ca req-50557536-c1ae-40f2-a311-2256fb15f12b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371816 Aug 19 18:51:12.534625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5314bb-bf9c-4cdc-ae25-a4197a5bb61a req-46bc9028-952b-4783-b047-2b07468217cf tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:12.536154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d5314bb-bf9c-4cdc-ae25-a4197a5bb61a req-46bc9028-952b-4783-b047-2b07468217cf tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Aug 19 18:51:12.574558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7d5314bb-bf9c-4cdc-ae25-a4197a5bb61a req-5753f289-6bc8-461a-8cfb-b555ec758621 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324047 Aug 19 18:51:13.690929 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df9f3-e2eb-47f0-99d5-bb69f4817a4a req-54e2c5b4-49e6-4f5a-b907-ce3cc99b940b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:13.692511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-919df9f3-e2eb-47f0-99d5-bb69f4817a4a req-54e2c5b4-49e6-4f5a-b907-ce3cc99b940b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0504858 Aug 19 18:51:13.741607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-919df9f3-e2eb-47f0-99d5-bb69f4817a4a req-58331783-4f15-4fa8-a591-5b581770a4ef tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427647 Aug 19 18:51:14.206017 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:51:14.865068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f8c90-acaf-4e8b-a224-9761c37ce223 req-c4293469-0c7c-42dc-8588-30ce79f047e5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.866558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d12f8c90-acaf-4e8b-a224-9761c37ce223 req-c4293469-0c7c-42dc-8588-30ce79f047e5 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Aug 19 18:51:14.908920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d12f8c90-acaf-4e8b-a224-9761c37ce223 req-452a45f7-41c6-42aa-8eed-dc3bef2930d0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357759 Aug 19 18:51:16.028787 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f21a6-fc3e-4f06-ac70-689a97c860d6 req-99be1076-27f9-4f95-94be-eff06fd31c29 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:16.029834 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-376f21a6-fc3e-4f06-ac70-689a97c860d6 req-99be1076-27f9-4f95-94be-eff06fd31c29 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Aug 19 18:51:16.068173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-376f21a6-fc3e-4f06-ac70-689a97c860d6 req-973a8af5-43d8-4374-a1f5-06a86d0768b0 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323374 Aug 19 18:51:17.182147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd12f-43e5-481c-899f-3626d65a62ac req-35a10e9f-fa4b-4b9e-bb58-fab817e61e70 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.184213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fcfd12f-43e5-481c-899f-3626d65a62ac req-35a10e9f-fa4b-4b9e-bb58-fab817e61e70 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 19 18:51:17.223964 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3fcfd12f-43e5-481c-899f-3626d65a62ac req-2b10ad38-f58f-4317-9450-a1765eb1ae05 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337570 Aug 19 18:51:17.339255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c0e6-a200-4bbd-b3fd-aa1c9654a8ee req-dd631a43-2330-4997-90e4-842832a74e0f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.340785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2193c0e6-a200-4bbd-b3fd-aa1c9654a8ee req-dd631a43-2330-4997-90e4-842832a74e0f tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Aug 19 18:51:17.382406 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2193c0e6-a200-4bbd-b3fd-aa1c9654a8ee req-251e924c-9461-4a04-8cee-582c9953e7ea tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355601 Aug 19 18:51:17.495271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec222c9-ec68-4814-ab9b-7fb19ddbc627 req-f06abe03-1e41-416a-a628-a87db4298d2c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.497417 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec222c9-ec68-4814-ab9b-7fb19ddbc627 req-f06abe03-1e41-416a-a628-a87db4298d2c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Aug 19 18:51:17.535213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ec222c9-ec68-4814-ab9b-7fb19ddbc627 req-b454818e-0bdc-46cb-b4a9-2362fffb6147 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319192 Aug 19 18:51:17.716431 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:17.777314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899fbf-cc8d-4be7-ae22-674ae073e2b4 req-593c4ff4-fe8a-4881-ba27-7f548947228b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.779096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58899fbf-cc8d-4be7-ae22-674ae073e2b4 req-593c4ff4-fe8a-4881-ba27-7f548947228b tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Aug 19 18:51:17.817032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58899fbf-cc8d-4be7-ae22-674ae073e2b4 req-855dc691-25a1-4c25-9280-709f7b62079c tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318921 Aug 19 18:51:18.524912 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:18.620533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:18.632204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'port_id': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'mac_address': 'fa:16:3e:e4:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:18.670445 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:18.682876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:18.703080 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:18.707312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:18.757364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=12']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:18.932811 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e122ab0-651e-4c10-82ae-706d8b368871 req-0792f726-946b-45ce-8c86-4d14c44281a6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:18.934872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e122ab0-651e-4c10-82ae-706d8b368871 req-0792f726-946b-45ce-8c86-4d14c44281a6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0491316 Aug 19 18:51:18.975984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0e122ab0-651e-4c10-82ae-706d8b368871 req-cdaf8750-31f5-4c6e-88aa-31d24c4d9138 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350418 Aug 19 18:51:19.153808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:19.922819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-e951852c-769c-49ef-880f-d2eb679148f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:19.924220 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-e951852c-769c-49ef-880f-d2eb679148f1 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0489986 Aug 19 18:51:20.018576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Deleting port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:20.018915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:20.091570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1fb7-4781-4be2-b551-061586b6732b req-bfc4eb58-e9a3-4908-9d6c-80ccc931dbb4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.093084 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-638a1fb7-4781-4be2-b551-061586b6732b req-bfc4eb58-e9a3-4908-9d6c-80ccc931dbb4 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 946 time: 0.0502405 Aug 19 18:51:20.106646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] For port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:20.107010 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:20.131173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-638a1fb7-4781-4be2-b551-061586b6732b req-38fe9c73-ce93-44dd-8109-71d01d706cb9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ff0cde-5526-4fb8-ad09-4cf5571584e4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321066 Aug 19 18:51:20.278039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:20.278333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:20.278653 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec disassociated. External IP: 172.25.5.68, port: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28. Aug 19 18:51:20.278992 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Calling delete_port for ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:20.402273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:20.434119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'Port': ['ID=ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:20.550090 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:51:20.660963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:51:20.672896 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:51:20.682601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:20.683325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:51:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:20.793926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:21.000795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:21.028073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:51:21.036989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:21.037606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:51:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:21.059375 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] No DVR routers for this DVR port ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:21.062276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:21.064206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0b84cba7-6e85-44a3-9475-889e9fae05fb req-56702c7b-49f7-4251-9e43-5de4adcf096a tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.13 "DELETE /v2.0/ports/ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 HTTP/1.1" status: 204 len: 173 time: 1.1319697 Aug 19 18:51:21.064636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-deleted', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:21.066853 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46970c0d-9c95-4e19-a5b8-11914838848a" -d '{"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-deleted", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:21.102536 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c5bbe-c6a6-4be1-aa9d-2eedc0da0c7b x-openstack-request-id: req-9b1c5bbe-c6a6-4be1-aa9d-2eedc0da0c7b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:21.102849 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb6ad74-efe0-4402-875e-a3d2975242d6", "name": "network-vif-deleted", "tag": "ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:21.103124 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b1c5bbe-c6a6-4be1-aa9d-2eedc0da0c7b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:21.103572 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb6ad74-efe0-4402-875e-a3d2975242d6', 'name': 'network-vif-deleted', 'tag': 'ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28', 'status': 'completed', 'code': 200} Aug 19 18:51:21.150003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:21.231613 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bef3f3a-2bce-4173-8baa-34afedfb189b req-4f07616b-9032-4495-b3bc-1c4e31c2c9f6 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Aug 19 18:51:21.353337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:21.384998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df7c7-1025-4c9c-b5e3-04717c64fb03 None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:41:28Z', 'revision_number': 4, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '5ebad805-8896-4bb9-b9d1-9ef32fb80f79', 'name': '', 'network_id': '2949717d-259f-4d41-b626-226dbdbc9b2b', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'mac_address': 'fa:16:3e:60:9a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:28Z', 'updated_at': '2021-08-19T18:41:32Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'subnets': [{'id': 'fab3f13d-dc8c-44db-b5c7-b0e14da9b619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:51:21.616510 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d127297-55c2-4ab7-93bc-dd839c1b6979 None None] New status for floating IP 572a8f9c-87b3-41b2-96b2-3207df2e21ec: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:51:22.333443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ada1eb9c-27b9-4ecb-9e92-54aad4d93947 req-b74f5ff4-e5ae-474d-9cbc-aa8b0b483ba9 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Aug 19 18:51:22.553846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:22.559485 n-d-778550-10 neutron-server[101326]: INFO neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No ports have port_id starting with ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 Aug 19 18:51:22.562750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:22.565234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 requested by agent hyperv_n-h2-778550-10 not found in database {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 19 18:51:22.584706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:22.585056 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ac8b6055-6cab-4d6e-849c-7e9a2a7b4b28 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:23.435540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-acb50713-c0b9-4715-996d-b61271bb1d35 req-c0f622d6-53e0-44d8-9d1d-d983c825cdce tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Aug 19 18:51:24.549073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af1dad9e-9c86-48ea-a385-b28af730e845 req-7b04030e-f75e-4fe9-b182-d21970abed68 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb6ad74-efe0-4402-875e-a3d2975242d6 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Aug 19 18:51:26.804544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.212668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-84163aed-a01c-4678-a5d7-2fbe636d1948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.275651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44498) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:28.330653 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.353520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.401612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.404926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.406228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1ff0cde-5526-4fb8-ad09-4cf5571584e4 HTTP/1.1" status: 204 len: 168 time: 0.1293485 Aug 19 18:51:28.408842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44500) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:28.415306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468dc17-ef4f-42b9-8aa7-ba0365ad281d tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff0cde-5526-4fb8-ad09-4cf5571584e4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:28.425229 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-ed738ea4-1878-47bb-952f-d5d48d7967fb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] show failed (client error): The resource could not be found. Aug 19 18:51:28.426484 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ed738ea4-1878-47bb-952f-d5d48d7967fb tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "GET /v2.0/security-groups/c1ff0cde-5526-4fb8-ad09-4cf5571584e4 HTTP/1.1" status: 404 len: 347 time: 0.0164392 Aug 19 18:51:28.429402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44502) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:28.560695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Deleting port 19fc8a69-3897-4ccb-889e-d459fd0c866c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:28.561039 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.639260 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.639700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.651059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Calling delete_port for 19fc8a69-3897-4ccb-889e-d459fd0c866c owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:28.783256 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.813272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Pushing event deleted for resources: {'Port': ['ID=19fc8a69-3897-4ccb-889e-d459fd0c866c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:28.872139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.874756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.875919 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-962323e1-b6ad-473a-b780-362311a1b537 tempest-ServerActionsTestJSON-171965293 tempest-ServerActionsTestJSON-171965293-project] 10.222.0.36 "DELETE /v2.0/floatingips/572a8f9c-87b3-41b2-96b2-3207df2e21ec HTTP/1.1" status: 204 len: 168 time: 0.4455674 Aug 19 18:51:28.878864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44504) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:29.431178 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.688258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Deleting port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:29.688513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.764890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] For port 5ebad805-8896-4bb9-b9d1-9ef32fb80f79, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:29.765249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.778560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Calling delete_port for 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:29.960473 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:29.991658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebad805-8896-4bb9-b9d1-9ef32fb80f79,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:30.155666 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.374274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Router 93761365-e37e-4aab-b368-a70e11179197 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:51:30.480002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:51:30.485397 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f7c3fbf-78ac-4271-a95a-bc5625e8c0f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/93761365-e37e-4aab-b368-a70e11179197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055830 Aug 19 18:51:30.488183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44508) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:30.489513 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Sync routers for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:51:30.499517 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:30.500142 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:51:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:30.594516 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.603533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:30.698071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.708319 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b86c1576-2950-4c15-9e7b-aab9d00f7797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.752035 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Deleting port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:30.752460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.791057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:51:29Z', 'revision_number': 5, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port': {'id': '10f5d5b9-b33f-4367-9c50-2de072ba8ceb', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93761365-e37e-4aab-b368-a70e11179197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:26Z', 'updated_at': '2021-08-19T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:30.818662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Checking router: 93761365-e37e-4aab-b368-a70e11179197 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:51:30.827578 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Routers {'93761365-e37e-4aab-b368-a70e11179197'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:30.828197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:51:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['93761365-e37e-4aab-b368-a70e11179197'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:30.839942 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] For port 10f5d5b9-b33f-4367-9c50-2de072ba8ceb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:30.840403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.852324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Calling delete_port for 10f5d5b9-b33f-4367-9c50-2de072ba8ceb owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:30.917331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] Set router 93761365-e37e-4aab-b368-a70e11179197 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:30.975434 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:51:30Z', 'revision_number': 6, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:31.016828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e97565-668a-42d7-a129-60ee5a818e0f None None] The sync data for ids ['93761365-e37e-4aab-b368-a70e11179197'] in n-d-778550-10 is: [{'id': '93761365-e37e-4aab-b368-a70e11179197', 'name': 'tempest-ServerActionsTestJSON-1759700694-router', 'tenant_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:25Z', 'updated_at': '2021-08-19T18:51:30Z', 'revision_number': 6, 'project_id': '9d31bd9f06a34bac8ddda03bd80ed751', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:51:31.031169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.032360 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.057851 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=10f5d5b9-b33f-4367-9c50-2de072ba8ceb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.126069 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.214730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.217090 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.267670 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.268212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93761365-e37e-4aab-b368-a70e11179197 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:51:31.272531 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.273696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-13544aff-3d46-4d37-afc8-157186090b8f admin admin] 10.222.0.36 "DELETE /v2.0/routers/93761365-e37e-4aab-b368-a70e11179197 HTTP/1.1" status: 204 len: 168 time: 0.7845023 Aug 19 18:51:31.276196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44510) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:31.320993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Deleting subnet fab3f13d-dc8c-44db-b5c7-b0e14da9b619 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:51:31.324086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.357786 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.445719 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.499018 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.523345 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab3f13d-dc8c-44db-b5c7-b0e14da9b619,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.530140 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.532452 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fbc75723-9fdb-49ab-91f8-69b527b36db9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fab3f13d-dc8c-44db-b5c7-b0e14da9b619 HTTP/1.1" status: 204 len: 168 time: 0.2551651 Aug 19 18:51:31.535086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44512) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:31.537872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcbfdb-37c7-4c83-a34c-480484c72557 None None] Network 2949717d-259f-4d41-b626-226dbdbc9b2b requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:31.611811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.665746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Deleting port 0e9529c9-ae43-4f69-af19-aa5f6a25537a {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:31.666091 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.734904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] For port 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0e9529c9-ae43-4f69-af19-aa5f6a25537a,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:31.735186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.749001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Calling delete_port for 0e9529c9-ae43-4f69-af19-aa5f6a25537a owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:31.775166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707a54e-2451-45b7-8330-36618b966293 None None] DHCP port deletion for 2949717d-259f-4d41-b626-226dbdbc9b2b request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:51:31.832338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Deleting port 0e9529c9-ae43-4f69-af19-aa5f6a25537a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:31.832813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.841139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.880850 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9529c9-ae43-4f69-af19-aa5f6a25537a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.885455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] No DVR routers for this DVR port 0e9529c9-ae43-4f69-af19-aa5f6a25537a on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:31.919075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b707a54e-2451-45b7-8330-36618b966293 None None] For port 0e9529c9-ae43-4f69-af19-aa5f6a25537a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0e9529c9-ae43-4f69-af19-aa5f6a25537a,segment=NetworkSegment(32f189ee-344a-4be2-ae74-357f108f6203),segment_id=32f189ee-344a-4be2-ae74-357f108f6203)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:31.919394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.933427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Calling delete_port for 0e9529c9-ae43-4f69-af19-aa5f6a25537a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:31.968727 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:31.981162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2949717d-259f-4d41-b626-226dbdbc9b2b']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:31.992253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f189ee-344a-4be2-ae74-357f108f6203') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:31.992559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f189ee-344a-4be2-ae74-357f108f6203') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:32.006984 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.022671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.026764 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.030802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:51:32.031275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:51:32.033420 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:51:32.054717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707a54e-2451-45b7-8330-36618b966293 None None] Pushing event deleted for resources: {'Port': ['ID=0e9529c9-ae43-4f69-af19-aa5f6a25537a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:32.060673 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707a54e-2451-45b7-8330-36618b966293 None None] No DVR routers for this DVR port 0e9529c9-ae43-4f69-af19-aa5f6a25537a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:32.111998 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.116512 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.118770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] 10.222.0.36 "DELETE /v2.0/networks/2949717d-259f-4d41-b626-226dbdbc9b2b HTTP/1.1" status: 204 len: 168 time: 0.5812254 Aug 19 18:51:32.133606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816c5fd-540b-4152-92aa-b4cb62d23f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2949717d-259f-4d41-b626-226dbdbc9b2b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:32.187965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.265018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44516) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:32.307387 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-83383ff3-9f2e-4bb0-80c9-1a5da008d6cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d31bd9f06a34bac8ddda03bd80ed751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411928 Aug 19 18:51:32.310017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44518) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:32.366800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.389956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.438435 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.440631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:32.442027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bcc42ac-91ba-40b8-bbd7-27cd9910ca8a HTTP/1.1" status: 204 len: 168 time: 0.1308188 Aug 19 18:51:32.451765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269eb35-6901-4bc1-9e4e-f96dafdd8fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc42ac-91ba-40b8-bbd7-27cd9910ca8a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:32.903248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:32.923586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:32.923935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5ebad805-8896-4bb9-b9d1-9ef32fb80f79 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:32.924356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 10f5d5b9-b33f-4367-9c50-2de072ba8ceb no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:32.945849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 10f5d5b9-b33f-4367-9c50-2de072ba8ceb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:32.946209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 10f5d5b9-b33f-4367-9c50-2de072ba8ceb not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:32.946612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0e9529c9-ae43-4f69-af19-aa5f6a25537a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:32.968850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0e9529c9-ae43-4f69-af19-aa5f6a25537a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:51:32.969254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0e9529c9-ae43-4f69-af19-aa5f6a25537a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:51:33.170463 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44540) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:33.278101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1960450097-network', 'tenant_id': '1f708845227c423c91a4ba7113b44d72'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:33.303316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Made reservation on behalf of 1f708845227c423c91a4ba7113b44d72 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:33.305574 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.313804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.402665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.406599 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.435319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:51:33.440738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:33.448498 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.449420 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Added segment a639f81a-ab50-4cd6-b075-2246f99a98a9 of type vlan for network b701a12a-fc1c-44be-a78c-1f0db22fd59c Aug 19 18:51:33.489643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.515163 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.516104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.516686 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.573717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4020965 Aug 19 18:51:33.577380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44544) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:33.579400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ba409-bfad-42f8-8b65-4a4ac03be680 admin admin] Pushing event updated for resources: {'Network': ['ID=b701a12a-fc1c-44be-a78c-1f0db22fd59c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:33.582516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Request body: {'subnet': {'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1960450097-subnet', 'tenant_id': '1f708845227c423c91a4ba7113b44d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:33.595388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:51:33.604852 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Made reservation on behalf of 1f708845227c423c91a4ba7113b44d72 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:33.607315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.743378 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.777382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.825109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4318964f-b27e-4269-b009-a538ec3d48e4,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:33.841594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Checking segment: {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:33.841954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Network hostable DHCP agents. Network: b701a12a-fc1c-44be-a78c-1f0db22fd59c, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:51:33.859914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:51:33.868488 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b701a12a-fc1c-44be-a78c-1f0db22fd59c) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:33.873947 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.874560 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.880743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44f0c3-775a-4983-9305-ceeb177f3115 None None] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:33.890251 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eba22051-de0e-413d-96c6-91e3ef4c9bab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3117490 Aug 19 18:51:34.009009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9fde14-04ae-4959-a7e2-a5cd687840e4 None None] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:51:34.355589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-5ad71f4c-8766-4094-8de1-74d9ddef31dd tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:34.357129 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-5ad71f4c-8766-4094-8de1-74d9ddef31dd tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 814 time: 0.1072156 Aug 19 18:51:34.372688 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-04b8cb9d-9786-4eb4-8d8f-60a7214415dc tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/quotas/1f708845227c423c91a4ba7113b44d72 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Aug 19 18:51:34.404411 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-b7735457-458d-47cf-aea4-c0776b1afd0c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264108 Aug 19 18:51:34.578150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-5db9894f-cfed-4f2a-b09a-e6118351ec5d service neutron] 10.222.0.36 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333041 Aug 19 18:51:34.666841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-c026b50a-aefb-4a72-aa05-01d54adb2487 service neutron] 10.222.0.36 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824752 Aug 19 18:51:34.835767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdbf6e0e-dae5-4f80-a01c-3ce775c69ad9 req-0a7267e3-f088-453f-bca2-efac9f126381 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 210 time: 0.0345080 Aug 19 18:51:35.939697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-413c5c9b-6b12-4a85-84a0-aeef6bc4a049 req-5079e426-e972-4e5d-83dd-df3256a169ec tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 210 time: 0.0305290 Aug 19 18:51:36.147385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-54c7bc63-3d9e-403c-b426-a5d41c8f717f tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.148808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-54c7bc63-3d9e-403c-b426-a5d41c8f717f tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.13 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 814 time: 0.1063607 Aug 19 18:51:36.171396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Request body: {'port': {'device_id': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c', 'admin_state_up': True, 'tenant_id': '1f708845227c423c91a4ba7113b44d72'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:36.282572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Made reservation on behalf of 1f708845227c423c91a4ba7113b44d72 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:36.286084 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.407307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Allocated IP 172.20.0.10 (b701a12a-fc1c-44be-a78c-1f0db22fd59c/4318964f-b27e-4269-b009-a538ec3d48e4/046b8019-5f7f-4950-87e7-37693baeefcd) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:36.553354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.592045 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.640212 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:36.643283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:36.647238 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:36.654064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Pushing event updated for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:36.699575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.700199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.713288 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-58da5806-c749-4f1a-8e25-bebe1663fbf4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464878 Aug 19 18:51:36.736577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Request body: {'port': {'device_id': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:36.790675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.056772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce515-f723-4702-9b84-be0006b488e7 req-ef377350-e79a-490d-a4fd-0ab34836906e tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.058387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec1ce515-f723-4702-9b84-be0006b488e7 req-ef377350-e79a-490d-a4fd-0ab34836906e tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 932 time: 0.0493493 Aug 19 18:51:37.077166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046b8019-5f7f-4950-87e7-37693baeefcd {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:37.085385 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.098949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Transition to ACTIVE for port object 046b8019-5f7f-4950-87e7-37693baeefcd will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:37.099362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ec1ce515-f723-4702-9b84-be0006b488e7 req-6c100a5f-e161-4247-9226-133d559b3254 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Aug 19 18:51:37.103069 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.164987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Pushing event updated for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:37.242460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Attempting to bind port 046b8019-5f7f-4950-87e7-37693baeefcd on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:37.242715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Attempting to bind port 046b8019-5f7f-4950-87e7-37693baeefcd by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:37.243054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Attempting to bind port 046b8019-5f7f-4950-87e7-37693baeefcd on network b701a12a-fc1c-44be-a78c-1f0db22fd59c {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:37.248313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Port 046b8019-5f7f-4950-87e7-37693baeefcd on network b701a12a-fc1c-44be-a78c-1f0db22fd59c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:37.248643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Attempting to bind port 046b8019-5f7f-4950-87e7-37693baeefcd on network b701a12a-fc1c-44be-a78c-1f0db22fd59c {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:37.255216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:37.255873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Checking segment: {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:37.256267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Bound using segment: {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:37.256705 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Bound port: 046b8019-5f7f-4950-87e7-37693baeefcd, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:37.257073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.328207 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:37.331344 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=046b8019-5f7f-4950-87e7-37693baeefcd,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:37.336579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.371167 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.371832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.373247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] 10.222.0.13 "PUT /v2.0/ports/046b8019-5f7f-4950-87e7-37693baeefcd HTTP/1.1" status: 200 len: 1093 time: 0.6408987 Aug 19 18:51:37.373693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:37.375994 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:37.403920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348d7a-6e71-462d-bd0b-2d8b89968c49 service neutron] Pushing event updated for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:37.415724 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f999f8-b193-45e1-8ccd-5023d8bff2be x-openstack-request-id: req-b6f999f8-b193-45e1-8ccd-5023d8bff2be {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:37.416023 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:37.416282 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f999f8-b193-45e1-8ccd-5023d8bff2be {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:37.416769 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd', 'status': 'completed', 'code': 200} Aug 19 18:51:37.483818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-5b403eda-70bc-43f0-a199-b4d92f71712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.485345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-5b403eda-70bc-43f0-a199-b4d92f71712d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 1096 time: 0.0422168 Aug 19 18:51:37.548103 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-3b57de33-e09b-4554-84bb-47e6e655a16c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046b8019-5f7f-4950-87e7-37693baeefcd HTTP/1.1" status: 200 len: 217 time: 0.0395901 Aug 19 18:51:37.599409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-fd2a8e7a-c762-454a-a10b-d51376ea4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.600926 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-fd2a8e7a-c762-454a-a10b-d51376ea4798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4318964f-b27e-4269-b009-a538ec3d48e4 HTTP/1.1" status: 200 len: 854 time: 0.0455332 Aug 19 18:51:37.642440 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-14bb67e2-ba3d-4682-891f-571354e3e695 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b701a12a-fc1c-44be-a78c-1f0db22fd59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272827 Aug 19 18:51:37.756460 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-c6c5692f-2ecc-4995-bcb7-b956e2c72618 service neutron] 10.222.0.13 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979905 Aug 19 18:51:37.854767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-788a41d6-7773-43ce-a50e-d64f82d632b5 req-fb076d0a-09ea-4929-a33b-65c2c1800201 service neutron] 10.222.0.13 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888891 Aug 19 18:51:38.020147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-319276a3-5d4f-418d-9ee0-2d1474c04498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.021638 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-319276a3-5d4f-418d-9ee0-2d1474c04498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 1096 time: 0.0464447 Aug 19 18:51:38.117628 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-ccdf81ce-de24-43a2-b437-5b02077de03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.119002 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-ccdf81ce-de24-43a2-b437-5b02077de03b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 915 time: 0.0844855 Aug 19 18:51:38.175900 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-8ec64938-9f6f-45ee-bb09-73e8d263eb74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046b8019-5f7f-4950-87e7-37693baeefcd HTTP/1.1" status: 200 len: 217 time: 0.0432673 Aug 19 18:51:38.218992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d057b-fee9-444b-a078-6968cd8b52f7 req-1f4c9937-b6c8-44c5-af25-7a3f33ec1058 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.220533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-158d057b-fee9-444b-a078-6968cd8b52f7 req-1f4c9937-b6c8-44c5-af25-7a3f33ec1058 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 944 time: 0.0501714 Aug 19 18:51:38.233937 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-945ff7a7-463d-438e-aae2-b842b2526370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.235752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-945ff7a7-463d-438e-aae2-b842b2526370 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4318964f-b27e-4269-b009-a538ec3d48e4 HTTP/1.1" status: 200 len: 854 time: 0.0472200 Aug 19 18:51:38.259097 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-158d057b-fee9-444b-a078-6968cd8b52f7 req-0da4ad4d-7b07-4a1d-ac3a-e6337b648c72 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Aug 19 18:51:38.272527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-9491b5b8-99b3-4c4e-bddc-83e243597f15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b701a12a-fc1c-44be-a78c-1f0db22fd59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272706 Aug 19 18:51:38.370518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-ebd0ce73-707f-4e3c-9acb-a8b44ef868e6 service neutron] 10.222.0.13 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894709 Aug 19 18:51:38.466454 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e76f130b-a42f-4d33-a8f1-4205bb3cf04e req-e07be74c-fc32-4772-8cd1-5e9fa0e63671 service neutron] 10.222.0.13 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847166 Aug 19 18:51:39.390059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc26a4-48ff-432a-b969-d227176df167 req-19cfa43b-84f8-478a-badb-a7c32ea0c137 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:39.391615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46fc26a4-48ff-432a-b969-d227176df167 req-19cfa43b-84f8-478a-badb-a7c32ea0c137 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 944 time: 0.0582633 Aug 19 18:51:39.434246 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-46fc26a4-48ff-432a-b969-d227176df167 req-e3d6956b-736f-44bf-83e8-cc2fc4b31146 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Aug 19 18:51:40.550472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91719293-34e8-44a7-ad78-5f4f72bb460e req-451766dc-7427-422a-9a1c-8f03d212180c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:40.552047 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91719293-34e8-44a7-ad78-5f4f72bb460e req-451766dc-7427-422a-9a1c-8f03d212180c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 944 time: 0.0506604 Aug 19 18:51:40.591780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-91719293-34e8-44a7-ad78-5f4f72bb460e req-24a0ba15-2e53-463f-97e5-75dc05506add tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337207 Aug 19 18:51:40.624611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 046b8019-5f7f-4950-87e7-37693baeefcd details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:40.879763 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=046b8019-5f7f-4950-87e7-37693baeefcd,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:40.890859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '046b8019-5f7f-4950-87e7-37693baeefcd', 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c', 'port_id': '046b8019-5f7f-4950-87e7-37693baeefcd', 'mac_address': 'fa:16:3e:63:d0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4318964f-b27e-4269-b009-a538ec3d48e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:40.926892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:40.939736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046b8019-5f7f-4950-87e7-37693baeefcd {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:40.959717 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=046b8019-5f7f-4950-87e7-37693baeefcd,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:40.963587 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:41.010187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:41.328158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['046b8019-5f7f-4950-87e7-37693baeefcd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:41.705926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8fa67-30f8-4d9c-9c5e-3df4d92a49be req-c86432c0-0d2e-407e-8873-25d89e2bcaa1 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.707767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10d8fa67-30f8-4d9c-9c5e-3df4d92a49be req-c86432c0-0d2e-407e-8873-25d89e2bcaa1 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 945 time: 0.0487015 Aug 19 18:51:41.744928 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10d8fa67-30f8-4d9c-9c5e-3df4d92a49be req-5cf401dc-a4f9-492d-92da-6320efc27804 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Aug 19 18:51:42.638317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 046b8019-5f7f-4950-87e7-37693baeefcd up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:42.686155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 046b8019-5f7f-4950-87e7-37693baeefcd completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:42.689788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 046b8019-5f7f-4950-87e7-37693baeefcd triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:42.690166 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.766630 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.790866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:42.793229 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abda9c5-3b71-41a0-9df2-f2831b57f410" -d '{"events": [{"server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "name": "network-vif-plugged", "status": "completed", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:42.805678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=046b8019-5f7f-4950-87e7-37693baeefcd,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:42.810524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:42.838026 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6457bd3b-9a61-4152-8081-f5a5ac2e1389 x-openstack-request-id: req-6457bd3b-9a61-4152-8081-f5a5ac2e1389 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:42.838320 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "name": "network-vif-plugged", "status": "completed", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:42.838589 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6457bd3b-9a61-4152-8081-f5a5ac2e1389 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:42.838974 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd', 'code': 200} Aug 19 18:51:42.862889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:42.869055 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4aff-751d-4339-a9f2-bfea280aa61d req-cc8c813b-cf08-4533-85d6-90de261046da tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.871878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d33f4aff-751d-4339-a9f2-bfea280aa61d req-cc8c813b-cf08-4533-85d6-90de261046da tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0559256 Aug 19 18:51:42.978984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716222ec-980b-4bc4-9609-57d13dc48cad req-efc06ced-ee31-44dd-ab36-333fed408ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.980758 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-716222ec-980b-4bc4-9609-57d13dc48cad req-efc06ced-ee31-44dd-ab36-333fed408ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 1098 time: 0.0440714 Aug 19 18:51:43.019718 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-716222ec-980b-4bc4-9609-57d13dc48cad req-fd2c176c-19f0-4f79-90fd-214a9033779e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Aug 19 18:51:43.223742 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d33f4aff-751d-4339-a9f2-bfea280aa61d req-79275051-7895-42c7-98bd-a27a59df14d0 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452325 Aug 19 18:51:44.340997 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408117cd-9ec4-4ee6-ba4a-dc9a1dc3efbd req-57b2c34d-475e-4b85-b21e-6ad8074f479b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.342516 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-408117cd-9ec4-4ee6-ba4a-dc9a1dc3efbd req-57b2c34d-475e-4b85-b21e-6ad8074f479b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0497847 Aug 19 18:51:44.388289 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-408117cd-9ec4-4ee6-ba4a-dc9a1dc3efbd req-ac449ab0-8136-4cb6-abe9-90865b33842a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396600 Aug 19 18:51:45.502988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80784c36-c2fe-4e94-af6e-76df732d9070 req-be9436a3-ea1e-4432-b325-9fae6f81b545 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:45.504666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80784c36-c2fe-4e94-af6e-76df732d9070 req-be9436a3-ea1e-4432-b325-9fae6f81b545 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0495031 Aug 19 18:51:45.544053 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-80784c36-c2fe-4e94-af6e-76df732d9070 req-242ac39b-1aee-4f53-8863-d8ef6987e874 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Aug 19 18:51:45.766940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-024842b7-503a-4fe1-95d4-e93c3a678870 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:45.768377 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-024842b7-503a-4fe1-95d4-e93c3a678870 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 814 time: 0.1043212 Aug 19 18:51:45.784497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-7b6ad2aa-ee28-40a0-b123-29bdca605ebc tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/quotas/1f708845227c423c91a4ba7113b44d72 HTTP/1.1" status: 200 len: 375 time: 0.0102892 Aug 19 18:51:45.838265 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-839f0a19-17bb-4517-9350-f0f4589bb367 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480287 Aug 19 18:51:45.940776 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-f8ff8ef7-4a44-4e82-a9f1-7e4e416d6ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953145 Aug 19 18:51:46.039658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-62f2a68e-9245-4a38-842f-880647e73317 service neutron] 10.222.0.36 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926745 Aug 19 18:51:46.218843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8b1571ec-f203-4f3e-b409-3c37bc53be7f req-873609b7-42e7-4ae9-bffd-bb6a8ab362c4 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 210 time: 0.0457163 Aug 19 18:51:47.214590 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-7eb6b7a8-5c8f-4048-84e8-243fbe846ae6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.216076 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-7eb6b7a8-5c8f-4048-84e8-243fbe846ae6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.42 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 814 time: 0.1065297 Aug 19 18:51:47.229140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Request body: {'port': {'device_id': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c', 'admin_state_up': True, 'tenant_id': '1f708845227c423c91a4ba7113b44d72'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:47.319922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5a29377-b3b7-4f51-838e-41bb41971951 req-f6e07a96-f15c-4fc2-9920-f1c922e6ca3d tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 210 time: 0.0314722 Aug 19 18:51:47.365591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Made reservation on behalf of 1f708845227c423c91a4ba7113b44d72 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:47.369191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.499532 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Allocated IP 172.20.0.14 (b701a12a-fc1c-44be-a78c-1f0db22fd59c/4318964f-b27e-4269-b009-a538ec3d48e4/4020f7d8-68c8-46c8-864d-76c4a40f2369) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:47.645940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.688377 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.732235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Network b701a12a-fc1c-44be-a78c-1f0db22fd59c is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:47.735380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:47.736501 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.739554 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:47.750309 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['046b8019-5f7f-4950-87e7-37693baeefcd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:47.763744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Pushing event updated for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:47.778665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.778966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.779221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.779588 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.780048 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.780344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.780669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.781032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.781363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.781692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.782037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.782328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:47.805560 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.806185 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:47.821701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-0bcebdd3-d570-49a5-833a-5a2f3c9b6e4a tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966263 Aug 19 18:51:47.833295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-4eed8b34-f583-4164-930b-05f62340a8f6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:51:47.834694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-4eed8b34-f583-4164-930b-05f62340a8f6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056057 Aug 19 18:51:47.846248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Request body: {'port': {'device_id': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:47.908261 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.186690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4020f7d8-68c8-46c8-864d-76c4a40f2369 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:48.195150 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.207899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Transition to ACTIVE for port object 4020f7d8-68c8-46c8-864d-76c4a40f2369 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:48.211787 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.265384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Pushing event updated for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:48.336235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Attempting to bind port 4020f7d8-68c8-46c8-864d-76c4a40f2369 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:48.336575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Attempting to bind port 4020f7d8-68c8-46c8-864d-76c4a40f2369 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:48.337033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Attempting to bind port 4020f7d8-68c8-46c8-864d-76c4a40f2369 on network b701a12a-fc1c-44be-a78c-1f0db22fd59c {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:48.342414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Port 4020f7d8-68c8-46c8-864d-76c4a40f2369 on network b701a12a-fc1c-44be-a78c-1f0db22fd59c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:48.342743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Attempting to bind port 4020f7d8-68c8-46c8-864d-76c4a40f2369 on network b701a12a-fc1c-44be-a78c-1f0db22fd59c {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:48.348260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:48.349020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Checking segment: {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:48.349020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Bound using segment: {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:48.349419 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Bound port: 4020f7d8-68c8-46c8-864d-76c4a40f2369, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a639f81a-ab50-4cd6-b075-2246f99a98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:48.349776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.445965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:48.450689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:48.456113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.472583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7e72-ec88-4d51-b74b-3d2d7cfbe1b3 req-845c2bd3-d886-4d21-a07c-11d619516af2 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.474123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3c7e72-ec88-4d51-b74b-3d2d7cfbe1b3 req-845c2bd3-d886-4d21-a07c-11d619516af2 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 944 time: 0.0811543 Aug 19 18:51:48.524479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.525112 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:48.526528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] 10.222.0.42 "PUT /v2.0/ports/4020f7d8-68c8-46c8-864d-76c4a40f2369 HTTP/1.1" status: 200 len: 1093 time: 0.6851795 Aug 19 18:51:48.529397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:48.531746 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d" -d '{"events": [{"name": "network-changed", "server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:48.560337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093026-7b6a-4cb9-b951-03984140fb5d service neutron] Pushing event updated for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:48.573034 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff3c7e72-ec88-4d51-b74b-3d2d7cfbe1b3 req-058ba3ed-7baf-46c4-ab21-6bbd72c0ba94 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776157 Aug 19 18:51:48.622078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-f7e9a26f-3cfe-4a2a-9cf4-1ed2eb21a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.623499 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-f7e9a26f-3cfe-4a2a-9cf4-1ed2eb21a3af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 1096 time: 0.0496511 Aug 19 18:51:48.667695 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a273bc-f331-41b9-9921-c01826bba5c7 x-openstack-request-id: req-55a273bc-f331-41b9-9921-c01826bba5c7 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:48.667995 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:48.668250 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55a273bc-f331-41b9-9921-c01826bba5c7 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:48.668648 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369', 'status': 'completed', 'code': 200} Aug 19 18:51:48.670214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-1f8eed18-6a95-49f8-8c0f-b35f0e506e4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369 HTTP/1.1" status: 200 len: 217 time: 0.0389318 Aug 19 18:51:48.726016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-536a5c74-1cbf-4977-acf8-35beb6a2fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.727389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-536a5c74-1cbf-4977-acf8-35beb6a2fcc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4318964f-b27e-4269-b009-a538ec3d48e4 HTTP/1.1" status: 200 len: 854 time: 0.0503712 Aug 19 18:51:48.758894 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-89a74d36-289e-47e1-b39c-8fe75bfc541f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b701a12a-fc1c-44be-a78c-1f0db22fd59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Aug 19 18:51:48.848790 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-fc16609f-d98c-4ff6-9f0b-a053d7c5472d service neutron] 10.222.0.42 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823112 Aug 19 18:51:48.941978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4672a80c-7bb7-49bc-b26b-d33f1d664350 req-59ec24c0-1154-4a65-9db7-203779333fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864520 Aug 19 18:51:49.030577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-29f0ec40-5f62-4b20-af91-7709c9e09d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.032031 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-29f0ec40-5f62-4b20-af91-7709c9e09d4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f708845227c423c91a4ba7113b44d72&device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 1096 time: 0.0409942 Aug 19 18:51:49.126664 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-37ff1382-9f65-47e7-956d-13842e20b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.128290 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-37ff1382-9f65-47e7-956d-13842e20b7db service neutron] 10.222.0.42 "GET /v2.0/networks?id=b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 200 len: 915 time: 0.0894005 Aug 19 18:51:49.171389 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-ac6a4b8b-ab72-4f7a-b293-ff73eb865e1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Aug 19 18:51:49.220936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-6b57bb0b-cc55-445f-98c8-bbf96445e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.222415 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-6b57bb0b-cc55-445f-98c8-bbf96445e501 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4318964f-b27e-4269-b009-a538ec3d48e4 HTTP/1.1" status: 200 len: 854 time: 0.0444353 Aug 19 18:51:49.259680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-4d4135c5-973d-4519-9f65-1b2022cec4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b701a12a-fc1c-44be-a78c-1f0db22fd59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299709 Aug 19 18:51:49.353934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-36b30c9a-1cee-49bf-82f8-c35957e1ea17 service neutron] 10.222.0.42 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Aug 19 18:51:49.452824 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bb7b8c53-e9f0-4c99-b110-db9d7bac695d req-821e43f3-1271-4c35-9255-9259b8d3d39e service neutron] 10.222.0.42 "GET /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915701 Aug 19 18:51:49.692073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b16d4-030c-4555-afa0-58a7d528a4bf req-1ba09661-6e35-4523-876b-642928c353c3 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.693575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908b16d4-030c-4555-afa0-58a7d528a4bf req-1ba09661-6e35-4523-876b-642928c353c3 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 944 time: 0.0498869 Aug 19 18:51:49.731328 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908b16d4-030c-4555-afa0-58a7d528a4bf req-9ebd51eb-f958-4f85-8007-c8900d466445 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Aug 19 18:51:50.855362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7bab-ba92-455e-b99f-370bc7ac71aa req-6726d147-ed46-4ea1-8c48-a97497947296 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.857679 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50df7bab-ba92-455e-b99f-370bc7ac71aa req-6726d147-ed46-4ea1-8c48-a97497947296 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 944 time: 0.0544641 Aug 19 18:51:50.902375 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50df7bab-ba92-455e-b99f-370bc7ac71aa req-71d60bd0-4ae1-4239-b50b-66d4f2e3f491 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Aug 19 18:51:51.205741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:51:51.672487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4020f7d8-68c8-46c8-864d-76c4a40f2369 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:51.767806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:51.783361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '4020f7d8-68c8-46c8-864d-76c4a40f2369', 'network_id': 'b701a12a-fc1c-44be-a78c-1f0db22fd59c', 'port_id': '4020f7d8-68c8-46c8-864d-76c4a40f2369', 'mac_address': 'fa:16:3e:b8:c9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4318964f-b27e-4269-b009-a538ec3d48e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:51.821367 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:51.833895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4020f7d8-68c8-46c8-864d-76c4a40f2369 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:51.855188 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:51.861749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:51.912663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:52.033263 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2118e9e-0556-4001-955c-908712ac36a2 req-1610e5f4-8a0b-42d6-b2c9-c511adc629c7 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.034780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2118e9e-0556-4001-955c-908712ac36a2 req-1610e5f4-8a0b-42d6-b2c9-c511adc629c7 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 945 time: 0.0561728 Aug 19 18:51:52.046390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['4020f7d8-68c8-46c8-864d-76c4a40f2369'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:52.075247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d2118e9e-0556-4001-955c-908712ac36a2 req-a24fdb2e-3604-43eb-9627-703d249d3a4b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Aug 19 18:51:53.204702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260b24d-dd4a-4c4a-98d1-5567ed4b2513 req-39afe2fd-d05d-4262-9fcf-5153e2ea17b5 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.206205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c260b24d-dd4a-4c4a-98d1-5567ed4b2513 req-39afe2fd-d05d-4262-9fcf-5153e2ea17b5 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Aug 19 18:51:53.247280 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c260b24d-dd4a-4c4a-98d1-5567ed4b2513 req-1b45c742-cf1b-4f3f-9ee6-57c0d8c5ad68 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Aug 19 18:51:53.675086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4020f7d8-68c8-46c8-864d-76c4a40f2369 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:53.726736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 4020f7d8-68c8-46c8-864d-76c4a40f2369 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:53.732118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 4020f7d8-68c8-46c8-864d-76c4a40f2369 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:53.732496 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.818418 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.841867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:53.845317 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93cc03-db57-4676-91b0-945c264b6e27" -d '{"events": [{"server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "name": "network-vif-plugged", "status": "completed", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:53.859828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:53.864038 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.889534 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19df4ee-b32e-4fcf-b08a-bde95d0faf5c x-openstack-request-id: req-d19df4ee-b32e-4fcf-b08a-bde95d0faf5c {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:53.889831 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "name": "network-vif-plugged", "status": "completed", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:53.890078 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d19df4ee-b32e-4fcf-b08a-bde95d0faf5c {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:53.890462 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369', 'code': 200} Aug 19 18:51:53.923902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:53.985908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ffb3-cfc2-4137-b9f1-cf33886c4672 req-74b06a59-6eb9-48a2-90a5-b946ca577e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.987480 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31e7ffb3-cfc2-4137-b9f1-cf33886c4672 req-74b06a59-6eb9-48a2-90a5-b946ca577e8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 1098 time: 0.0439010 Aug 19 18:51:54.024941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31e7ffb3-cfc2-4137-b9f1-cf33886c4672 req-5325bfd9-7cda-48a8-8c70-b4af242f263d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Aug 19 18:51:54.366538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912028a9-d249-40a6-8866-d2253face0be req-8250de8b-5201-4b16-a9d1-585acab3f926 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.368021 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-912028a9-d249-40a6-8866-d2253face0be req-8250de8b-5201-4b16-a9d1-585acab3f926 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Aug 19 18:51:54.406023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-912028a9-d249-40a6-8866-d2253face0be req-6ec69429-0b28-47d1-8e8a-6155f7af4f6c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Aug 19 18:51:55.524703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ee25-224f-421c-9680-060c8bf4d48a req-ff903ae7-1517-435e-b626-b5838e74a17c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.526400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01f4ee25-224f-421c-9680-060c8bf4d48a req-ff903ae7-1517-435e-b626-b5838e74a17c tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 946 time: 0.0511250 Aug 19 18:51:55.565115 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01f4ee25-224f-421c-9680-060c8bf4d48a req-1021102c-16aa-4a2b-a45a-52039b6a9803 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Aug 19 18:51:55.800246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b05de-d30d-49b8-90b7-24aadf547b11 req-18482baf-df9e-4d03-ba0b-e67fcfa5a5ae tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.801766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-065b05de-d30d-49b8-90b7-24aadf547b11 req-18482baf-df9e-4d03-ba0b-e67fcfa5a5ae tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Aug 19 18:51:55.841493 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-065b05de-d30d-49b8-90b7-24aadf547b11 req-228f1308-5b0f-46c9-82a4-9e97abe2dfb0 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 19 18:51:56.803793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.967791 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6666-061a-424d-aa31-f2af9e272cf5 req-e6e411bd-8818-4206-a90a-505fe615208b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.969299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02ce6666-061a-424d-aa31-f2af9e272cf5 req-e6e411bd-8818-4206-a90a-505fe615208b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 946 time: 0.0547476 Aug 19 18:51:57.006985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02ce6666-061a-424d-aa31-f2af9e272cf5 req-a3073269-17af-41e4-9b80-05e1b4332dd0 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Aug 19 18:51:57.057114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-23443a14-b67f-458e-a4c8-38310ddf3792 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:57.058634 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-23443a14-b67f-458e-a4c8-38310ddf3792 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.42 "GET /v2.0/ports?device_id=e71f0a8a-2e2a-4827-95d3-53e1475d6b05 HTTP/1.1" status: 200 len: 946 time: 0.0507624 Aug 19 18:51:57.149578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Deleting port 4020f7d8-68c8-46c8-864d-76c4a40f2369 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:51:57.149836 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.246223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] For port 4020f7d8-68c8-46c8-864d-76c4a40f2369, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=4020f7d8-68c8-46c8-864d-76c4a40f2369,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:57.246602 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.260359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Calling delete_port for 4020f7d8-68c8-46c8-864d-76c4a40f2369 owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:51:57.400132 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.412404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['4020f7d8-68c8-46c8-864d-76c4a40f2369'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:57.429982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Pushing event deleted for resources: {'Port': ['ID=4020f7d8-68c8-46c8-864d-76c4a40f2369,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:57.443106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['046b8019-5f7f-4950-87e7-37693baeefcd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:57.471803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] No DVR routers for this DVR port 4020f7d8-68c8-46c8-864d-76c4a40f2369 on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:51:57.474447 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.476605 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5c80a7a0-471b-4fc0-b0ae-2618298ef087 req-aab1bef7-7b18-484a-a8f1-7063a501b266 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.42 "DELETE /v2.0/ports/4020f7d8-68c8-46c8-864d-76c4a40f2369 HTTP/1.1" status: 204 len: 173 time: 0.4119577 Aug 19 18:51:57.477045 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'name': 'network-vif-deleted', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:57.479369 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ba4e1-f7e0-4d41-8e57-d7a4cd461f58" -d '{"events": [{"server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "name": "network-vif-deleted", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:57.520261 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6e8140-3c61-463c-a020-573fc3436226 x-openstack-request-id: req-de6e8140-3c61-463c-a020-573fc3436226 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:57.520567 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71f0a8a-2e2a-4827-95d3-53e1475d6b05", "name": "network-vif-deleted", "tag": "4020f7d8-68c8-46c8-864d-76c4a40f2369", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:57.520822 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de6e8140-3c61-463c-a020-573fc3436226 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:57.521381 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71f0a8a-2e2a-4827-95d3-53e1475d6b05', 'name': 'network-vif-deleted', 'tag': '4020f7d8-68c8-46c8-864d-76c4a40f2369', 'status': 'completed', 'code': 200} Aug 19 18:51:58.162628 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3503ef4-eebd-4d6a-b6b8-156544097980 req-0361a122-8ff0-47a6-ae8b-4b6c8dee05f1 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.164356 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3503ef4-eebd-4d6a-b6b8-156544097980 req-0361a122-8ff0-47a6-ae8b-4b6c8dee05f1 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0539753 Aug 19 18:51:58.204448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1287da81-52d6-43ce-8440-04fbdb21019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.205057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f3503ef4-eebd-4d6a-b6b8-156544097980 req-d832f981-6e55-4376-a7cf-6a49a57a4515 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Aug 19 18:51:58.338591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042fdc1-5346-4f8d-9384-e5bac42e4928 req-e301c65f-76a2-484f-8935-dfc94ca23ead tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.340649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4042fdc1-5346-4f8d-9384-e5bac42e4928 req-e301c65f-76a2-484f-8935-dfc94ca23ead tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0498006 Aug 19 18:51:58.378319 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4042fdc1-5346-4f8d-9384-e5bac42e4928 req-33800795-b27a-4b6b-8a92-33c65eef90a5 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Aug 19 18:51:58.495584 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212952d5-9bce-4973-99c5-f373e2efab0c req-9c5e717c-65bc-42c0-b68e-618bef8fff5b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.497090 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-212952d5-9bce-4973-99c5-f373e2efab0c req-9c5e717c-65bc-42c0-b68e-618bef8fff5b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0491862 Aug 19 18:51:58.536198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-212952d5-9bce-4973-99c5-f373e2efab0c req-05dfc151-0569-4908-8395-a308ad419cb3 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Aug 19 18:51:58.712373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ce31-040b-4cc5-a0c0-d5a1b4a8344e req-acda0930-cdb4-4b2f-9bb6-671a5b3dc01b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.713896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d387ce31-040b-4cc5-a0c0-d5a1b4a8344e req-acda0930-cdb4-4b2f-9bb6-671a5b3dc01b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0586283 Aug 19 18:51:58.752410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d387ce31-040b-4cc5-a0c0-d5a1b4a8344e req-31b9f99d-dd28-4a18-9d56-9f732807b30b tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 19 18:51:58.868702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7d9f-4ff3-4327-a16c-04bc26d53812 req-28945481-37a9-4092-8d3e-9c8ef151fe10 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.870786 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66cc7d9f-4ff3-4327-a16c-04bc26d53812 req-28945481-37a9-4092-8d3e-9c8ef151fe10 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0491645 Aug 19 18:51:58.909972 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-66cc7d9f-4ff3-4327-a16c-04bc26d53812 req-3f2c90fe-9440-41ae-89bc-5af754ba2915 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 19 18:51:59.033981 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef6c14-892e-403b-af3d-cb27474d205b req-e97f6339-9317-4210-b192-64fd06abaf02 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.035497 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1eef6c14-892e-403b-af3d-cb27474d205b req-e97f6339-9317-4210-b192-64fd06abaf02 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0491474 Aug 19 18:51:59.072687 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1eef6c14-892e-403b-af3d-cb27474d205b req-5dfc5b1c-1295-4e39-b26b-0e626eb13ed6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Aug 19 18:51:59.380406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f88c23-2d36-4778-a203-7d57da218b89 req-63953b12-243b-4abf-aff5-1e4d709f3993 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.381829 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3f88c23-2d36-4778-a203-7d57da218b89 req-63953b12-243b-4abf-aff5-1e4d709f3993 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0525544 Aug 19 18:51:59.420514 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3f88c23-2d36-4778-a203-7d57da218b89 req-0bcae133-b30d-4412-943b-28de70af68d6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Aug 19 18:52:00.537775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcdae7-ccea-4c5a-9d39-d92858cc3e2c req-9cbbb2b0-3db6-4608-b3f4-45f21dbe7234 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:00.539285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ebcdae7-ccea-4c5a-9d39-d92858cc3e2c req-9cbbb2b0-3db6-4608-b3f4-45f21dbe7234 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0501034 Aug 19 18:52:00.579247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6ebcdae7-ccea-4c5a-9d39-d92858cc3e2c req-29bf298f-a150-4f0d-9575-b433a833b913 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Aug 19 18:52:00.670419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c55b090-332d-421c-b110-c51573663535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.004159 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.224524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-b0f2b8ab-f99c-463e-83c3-7ae502bb3e1d tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:01.225890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-b0f2b8ab-f99c-463e-83c3-7ae502bb3e1d tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0519645 Aug 19 18:52:01.313265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Deleting port 046b8019-5f7f-4950-87e7-37693baeefcd {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:01.313608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.704341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b162da-ae39-4f35-8116-55f780283b08 req-708d4126-c519-4337-b150-c47bb44cd9b0 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:01.705932 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55b162da-ae39-4f35-8116-55f780283b08 req-708d4126-c519-4337-b150-c47bb44cd9b0 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7082eb9-2dfb-4b03-8120-28929f9b2d9c HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 19 18:52:01.722146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4020f7d8-68c8-46c8-864d-76c4a40f2369 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:01.742668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 4020f7d8-68c8-46c8-864d-76c4a40f2369 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:01.743017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 4020f7d8-68c8-46c8-864d-76c4a40f2369 not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:01.745223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-55b162da-ae39-4f35-8116-55f780283b08 req-ac03669a-e0b7-474b-939b-836d04a6a0b6 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.36 "GET /v2.0/security-groups?id=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Aug 19 18:52:01.761742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] For port 046b8019-5f7f-4950-87e7-37693baeefcd, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=046b8019-5f7f-4950-87e7-37693baeefcd,segment=NetworkSegment(a639f81a-ab50-4cd6-b075-2246f99a98a9),segment_id=a639f81a-ab50-4cd6-b075-2246f99a98a9)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:01.762181 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.774302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Calling delete_port for 046b8019-5f7f-4950-87e7-37693baeefcd owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:01.900373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.927598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Pushing event deleted for resources: {'Port': ['ID=046b8019-5f7f-4950-87e7-37693baeefcd,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:01.937523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['046b8019-5f7f-4950-87e7-37693baeefcd'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:01.974257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] No DVR routers for this DVR port 046b8019-5f7f-4950-87e7-37693baeefcd on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:01.976807 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:01.979213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24edfd32-dcf8-45b5-9190-c55fcad6aedd req-cef76fa7-10b9-4a8c-b823-618fbeccda08 tempest-ServersNegativeTestJSON-1581299669 tempest-ServersNegativeTestJSON-1581299669-project] 10.222.0.13 "DELETE /v2.0/ports/046b8019-5f7f-4950-87e7-37693baeefcd HTTP/1.1" status: 204 len: 173 time: 0.7463989 Aug 19 18:52:01.979748 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'name': 'network-vif-deleted', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:01.982113 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eae018d-7d10-4f6e-9656-f4daafba0192" -d '{"events": [{"server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "name": "network-vif-deleted", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:02.035312 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae4005-0355-48f4-8cc8-22ba5fe181a2 x-openstack-request-id: req-cdae4005-0355-48f4-8cc8-22ba5fe181a2 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:02.035652 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7082eb9-2dfb-4b03-8120-28929f9b2d9c", "name": "network-vif-deleted", "tag": "046b8019-5f7f-4950-87e7-37693baeefcd", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:02.035983 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdae4005-0355-48f4-8cc8-22ba5fe181a2 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:02.036394 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7082eb9-2dfb-4b03-8120-28929f9b2d9c', 'name': 'network-vif-deleted', 'tag': '046b8019-5f7f-4950-87e7-37693baeefcd', 'status': 'completed', 'code': 200} Aug 19 18:52:02.184807 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:02.803209 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44704) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:02.851337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Deleting subnet 4318964f-b27e-4269-b009-a538ec3d48e4 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:02.854441 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:02.890113 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:02.929596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:02.984532 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.009847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4318964f-b27e-4269-b009-a538ec3d48e4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:03.015658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.017816 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-de1805ce-ca1b-45dc-9cce-921d229b221f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4318964f-b27e-4269-b009-a538ec3d48e4 HTTP/1.1" status: 204 len: 168 time: 0.2132266 Aug 19 18:52:03.020510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44706) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:03.094374 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.176002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.186184 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b701a12a-fc1c-44be-a78c-1f0db22fd59c']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:03.196501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639f81a-ab50-4cd6-b075-2246f99a98a9') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:03.196799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639f81a-ab50-4cd6-b075-2246f99a98a9') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:03.205661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.219120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.225287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:03.225667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:03.227262 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:03.283779 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.288236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.290108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b701a12a-fc1c-44be-a78c-1f0db22fd59c HTTP/1.1" status: 204 len: 168 time: 0.2684400 Aug 19 18:52:03.303371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57bdd-67f8-46b4-9e2d-5c589c01e8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b701a12a-fc1c-44be-a78c-1f0db22fd59c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:03.402895 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44710) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:03.444110 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e79bf0ff-27a8-4f7d-b6fc-8fb2ee22f290 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f708845227c423c91a4ba7113b44d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399454 Aug 19 18:52:03.446445 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:03.493638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.515199 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.569189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.571860 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.573006 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6733b9e5-d7f7-4e60-96ce-caf72ab4cce6 HTTP/1.1" status: 204 len: 168 time: 0.1256678 Aug 19 18:52:03.581351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca25233-2cd8-4955-8393-bef173ba6963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6733b9e5-d7f7-4e60-96ce-caf72ab4cce6,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:03.749272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.288994 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:04.383572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900828541'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:04.406336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:04.411315 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.420330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.511088 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.514868 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.544570 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:04.549968 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb98381-8cbb-4d4f-8ad6-c85606d173be,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:04.560366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.560729 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.561078 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.561413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.561747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.562109 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.562505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.562880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.563277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.563633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.564027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.564353 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:04.571214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.571583 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Added segment d3343277-21a8-4ee3-8d2f-853af95b6020 of type vlan for network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 Aug 19 18:52:04.611300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.636679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.642790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:04.643417 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.699391 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4089501 Aug 19 18:52:04.715074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727f64e-051e-4218-b069-3598f56cbe9a tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Network': ['ID=4fbfe52e-24e0-4f75-9d6f-01310bb9a862,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:04.726106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:04.799834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 046b8019-5f7f-4950-87e7-37693baeefcd no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:04.820881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 046b8019-5f7f-4950-87e7-37693baeefcd {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:04.821234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 046b8019-5f7f-4950-87e7-37693baeefcd not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:08.020695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44738) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:08.025910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'subnet': {'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:08.119679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:08.123298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.304143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.363541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Subnet': ['ID=8488b54a-079d-42d0-809e-751daee8f50b,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:08.373370 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking segment: {'id': 'd3343277-21a8-4ee3-8d2f-853af95b6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:08.373735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network hostable DHCP agents. Network: 4fbfe52e-24e0-4f75-9d6f-01310bb9a862, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:08.391043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:08.399084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4fbfe52e-24e0-4f75-9d6f-01310bb9a862) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:08.403887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.404495 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.410954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa5333-9ba4-47ca-b5db-684f6bf25762 None None] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:08.419608 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f78cc57-19bd-4809-8f13-4a0fcea70071 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3978345 Aug 19 18:52:08.423023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44740) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:08.428346 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668153608'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:08.453151 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:08.456793 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.482093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:08.491647 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.492020 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Added segment 4e673e91-6b9e-4c81-9ef9-58cc3b5f4e6e of type vlan for network 547373a3-9bca-4e9b-adf7-452314719143 Aug 19 18:52:08.535626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.563764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.567934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-4fbfe52e-24e0-4f75-9d6f-01310bb9a862', 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862', 'tenant_id': '27651b30491245fdb975833f7683533b', 'fixed_ips': [{'subnet_id': '8488b54a-079d-42d0-809e-751daee8f50b'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:08.568816 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.570369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.570789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.627017 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2028263 Aug 19 18:52:08.629909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44742) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:08.637818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'subnet': {'network_id': '547373a3-9bca-4e9b-adf7-452314719143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:08.686869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d581-c943-44b9-9695-9ac6d1c2dc46 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Network': ['ID=547373a3-9bca-4e9b-adf7-452314719143,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:08.702930 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 547373a3-9bca-4e9b-adf7-452314719143 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:08.739038 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:08.742608 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.753385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Allocated IP 2001:db8:0:ffff::2 (4fbfe52e-24e0-4f75-9d6f-01310bb9a862/8488b54a-079d-42d0-809e-751daee8f50b/756c7bf2-eccc-47aa-9426-df02aa91dc0f) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:08.927812 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.936959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Transition to ACTIVE for port object 756c7bf2-eccc-47aa-9426-df02aa91dc0f will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:08.952247 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Transition to ACTIVE for port object 756c7bf2-eccc-47aa-9426-df02aa91dc0f will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:08.958262 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.958996 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:08.998557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:09.001468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:09.005520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:09.012097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Pushing event updated for resources: {'Port': ['ID=756c7bf2-eccc-47aa-9426-df02aa91dc0f,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.019903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Subnet': ['ID=ca3e3201-b78b-4261-ae0b-f511829f635d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.023230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.024103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.024103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.024403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.024719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.025055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.025382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.025708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.026024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.026959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.027281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.027628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:09.032128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking segment: {'id': '4e673e91-6b9e-4c81-9ef9-58cc3b5f4e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '547373a3-9bca-4e9b-adf7-452314719143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:09.032639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network hostable DHCP agents. Network: 547373a3-9bca-4e9b-adf7-452314719143, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:09.052385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network 547373a3-9bca-4e9b-adf7-452314719143 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:09.066103 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 547373a3-9bca-4e9b-adf7-452314719143) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:09.071118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.071760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.083543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e369b15-66a4-41d7-a775-53f368adf991 None None] Network 547373a3-9bca-4e9b-adf7-452314719143 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:09.088213 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-75060c2f-9f79-4f85-a1ad-c30ccb9d1ba2 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4570189 Aug 19 18:52:09.092237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:09.163911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Attempting to bind port 756c7bf2-eccc-47aa-9426-df02aa91dc0f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:09.164421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Attempting to bind port 756c7bf2-eccc-47aa-9426-df02aa91dc0f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'd3343277-21a8-4ee3-8d2f-853af95b6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:09.165003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Attempting to bind port 756c7bf2-eccc-47aa-9426-df02aa91dc0f on network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:09.174698 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:09.175074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Checking segment: {'id': 'd3343277-21a8-4ee3-8d2f-853af95b6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:09.175502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.176060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Bound using segment: {'id': 'd3343277-21a8-4ee3-8d2f-853af95b6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:09.176528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Bound port: 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3343277-21a8-4ee3-8d2f-853af95b6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4fbfe52e-24e0-4f75-9d6f-01310bb9a862'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:09.176912 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.223056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.292596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] For port 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:09.297851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] For port 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=756c7bf2-eccc-47aa-9426-df02aa91dc0f,segment=NetworkSegment(d3343277-21a8-4ee3-8d2f-853af95b6020),segment_id=d3343277-21a8-4ee3-8d2f-853af95b6020)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:09.303253 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.305216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.347284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c118cd78-a1dc-4ee7-893d-c9517eb9a4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-547373a3-9bca-4e9b-adf7-452314719143', 'network_id': '547373a3-9bca-4e9b-adf7-452314719143', 'tenant_id': '27651b30491245fdb975833f7683533b', 'fixed_ips': [{'subnet_id': 'ca3e3201-b78b-4261-ae0b-f511829f635d'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:09.348201 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c118cd78-a1dc-4ee7-893d-c9517eb9a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.390564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.401894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43c664-912e-40cd-894f-887f3da53619 None None] Pushing event updated for resources: {'Port': ['ID=756c7bf2-eccc-47aa-9426-df02aa91dc0f,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.421702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3e3201-b78b-4261-ae0b-f511829f635d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server [None req-c118cd78-a1dc-4ee7-893d-c9517eb9a4cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca3e3201-b78b-4261-ae0b-f511829f635d: This subnet is being modified by another concurrent operation. Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server raise exception Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca3e3201-b78b-4261-ae0b-f511829f635d: This subnet is being modified by another concurrent operation. Aug 19 18:52:09.491250 n-d-778550-10 neutron-server[101326]: ERROR oslo_messaging.rpc.server Aug 19 18:52:09.499988 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.509054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547373a3-9bca-4e9b-adf7-452314719143']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:09.528002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5513c-0e5b-4b07-b199-965d14abae3c None None] Network 547373a3-9bca-4e9b-adf7-452314719143 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:09.528489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e673e91-6b9e-4c81-9ef9-58cc3b5f4e6e') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:09.528799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e673e91-6b9e-4c81-9ef9-58cc3b5f4e6e') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:09.542526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.560180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.578767 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:09.579324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:09.582992 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:09.675868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.686198 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.688124 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/547373a3-9bca-4e9b-adf7-452314719143 HTTP/1.1" status: 204 len: 168 time: 0.5943401 Aug 19 18:52:09.692219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:09.699806 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671734579'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:09.701084 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e5e4f-4223-496a-bf9f-c6b5b46a510c tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Network': ['ID=547373a3-9bca-4e9b-adf7-452314719143,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.723873 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:09.730231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.759137 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:09.768708 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.769062 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Added segment 12ebedfa-60f9-439b-ae3d-eb421df1a8b5 of type vlan for network 92f3ed1e-8de5-4428-a2ed-953d4eed2969 Aug 19 18:52:09.810585 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.836513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.843070 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.843751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.903140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2096162 Aug 19 18:52:09.905879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:09.919016 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'subnet': {'network_id': '92f3ed1e-8de5-4428-a2ed-953d4eed2969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:09.939263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d4941-e0c3-492f-83d3-6aa06817dba5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Network': ['ID=92f3ed1e-8de5-4428-a2ed-953d4eed2969,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:09.949385 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 92f3ed1e-8de5-4428-a2ed-953d4eed2969 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:10.016692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:10.020403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.088387 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Performing IP validity checks on allocation pools {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 18:52:10.089639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.ipam_backend_mixin [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 18:52:10.222380 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.287329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Subnet': ['ID=7814c667-41d4-4b22-ae5c-78fc91fc6b14,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:10.298970 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking segment: {'id': '12ebedfa-60f9-439b-ae3d-eb421df1a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '92f3ed1e-8de5-4428-a2ed-953d4eed2969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:10.299341 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network hostable DHCP agents. Network: 92f3ed1e-8de5-4428-a2ed-953d4eed2969, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:10.318918 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network 92f3ed1e-8de5-4428-a2ed-953d4eed2969 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:10.330084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 92f3ed1e-8de5-4428-a2ed-953d4eed2969) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:10.338321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17c027-2e98-4e0e-9c33-a7de646b37ba None None] Network 92f3ed1e-8de5-4428-a2ed-953d4eed2969 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:10.340303 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.341192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.363669 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0849070c-8bf1-436d-a426-8b0a200019c7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4543340 Aug 19 18:52:10.364147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44750) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:10.437031 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c68bcf-0b14-401d-b267-c2e4d852441d None None] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:10.471549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.533276 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.541043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e73623aa-2107-4f2e-9d7c-77ec0adbb076 None None] Provisioning for port 756c7bf2-eccc-47aa-9426-df02aa91dc0f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:10.597659 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.603520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e24a90-1ad0-4919-83d6-0279ce1bda44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-92f3ed1e-8de5-4428-a2ed-953d4eed2969', 'network_id': '92f3ed1e-8de5-4428-a2ed-953d4eed2969', 'tenant_id': '27651b30491245fdb975833f7683533b', 'fixed_ips': [{'subnet_id': '7814c667-41d4-4b22-ae5c-78fc91fc6b14'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:10.604674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48e24a90-1ad0-4919-83d6-0279ce1bda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.624563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Subnet': ['ID=7814c667-41d4-4b22-ae5c-78fc91fc6b14,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:10.689029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.699504 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f3ed1e-8de5-4428-a2ed-953d4eed2969']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:10.710737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ebedfa-60f9-439b-ae3d-eb421df1a8b5') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:10.711042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ebedfa-60f9-439b-ae3d-eb421df1a8b5') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:10.721250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.733608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e959453-d28b-402c-8e17-3cd6752a050a None None] Network 92f3ed1e-8de5-4428-a2ed-953d4eed2969 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:10.740352 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.748652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:10.749071 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:10.789553 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:10.819796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.838272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.841255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/92f3ed1e-8de5-4428-a2ed-953d4eed2969 HTTP/1.1" status: 204 len: 168 time: 0.4760034 Aug 19 18:52:10.843009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b8bda-8569-4bff-b7b1-5ee26a3487b7 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Network': ['ID=92f3ed1e-8de5-4428-a2ed-953d4eed2969,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:10.845567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44752) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:10.851172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995272368'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:10.877759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:10.881651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.921674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:10.931572 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:10.931927 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Added segment 8414620e-4641-478e-b906-d21768d4c610 of type vlan for network f6a88612-7a12-441a-ae65-d49220ff0c27 Aug 19 18:52:10.974970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 756c7bf2-eccc-47aa-9426-df02aa91dc0f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:10.978513 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.002822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5bf7d-c72a-4542-84a3-626a6855882c None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:52:11.005143 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.011887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:11.012522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.071955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2219684 Aug 19 18:52:11.072919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44754) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:11.080076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'subnet': {'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:11.081833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361c7f8-6025-4800-8bfb-17c35c548492 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Network': ['ID=f6a88612-7a12-441a-ae65-d49220ff0c27,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:11.094720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 756c7bf2-eccc-47aa-9426-df02aa91dc0f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:11.097581 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f6a88612-7a12-441a-ae65-d49220ff0c27 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:11.102642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5bf7d-c72a-4542-84a3-626a6855882c None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:52:11.140258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 756c7bf2-eccc-47aa-9426-df02aa91dc0f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:11.140623 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.186733 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:11.190348 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.191245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-255d8fd9-a780-47fa-acf4-c18f42f3050a None None] Provisioning complete for port 756c7bf2-eccc-47aa-9426-df02aa91dc0f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:11.191668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-255d8fd9-a780-47fa-acf4-c18f42f3050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.384947 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.455923 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Subnet': ['ID=5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:11.463777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking segment: {'id': '8414620e-4641-478e-b906-d21768d4c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:11.464027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network hostable DHCP agents. Network: f6a88612-7a12-441a-ae65-d49220ff0c27, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:11.481543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network f6a88612-7a12-441a-ae65-d49220ff0c27 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:11.491871 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f6a88612-7a12-441a-ae65-d49220ff0c27) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:11.498334 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:11.498972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.520194 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-274ccb1c-4473-4e2c-9a6b-d0a23d700676 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413652 Aug 19 18:52:11.520484 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44756) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:11.525794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218994821'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:11.547311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:11.551654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.561065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.580352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:11.590323 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.590668 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Added segment 24cc4e8b-e350-408f-ad21-03cb7a4ff621 of type vlan for network b6a573dd-27fb-4d92-a859-2db42720c50e Aug 19 18:52:11.591849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-255d8fd9-a780-47fa-acf4-c18f42f3050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.635170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.637949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=756c7bf2-eccc-47aa-9426-df02aa91dc0f,segment=NetworkSegment(d3343277-21a8-4ee3-8d2f-853af95b6020),segment_id=d3343277-21a8-4ee3-8d2f-853af95b6020)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:11.642497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.663187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.669950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:11.670548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.728794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2066109 Aug 19 18:52:11.732675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44758) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:11.739687 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-255d8fd9-a780-47fa-acf4-c18f42f3050a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:52:11.740184 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-255d8fd9-a780-47fa-acf4-c18f42f3050a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:52:11.741964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Request body: {'subnet': {'network_id': 'b6a573dd-27fb-4d92-a859-2db42720c50e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:11.745770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dae61-f1b0-4bf5-88eb-3042adc32260 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Network': ['ID=b6a573dd-27fb-4d92-a859-2db42720c50e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:11.753815 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=756c7bf2-eccc-47aa-9426-df02aa91dc0f,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:11.769224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network b6a573dd-27fb-4d92-a859-2db42720c50e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:11.815061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10335efe-5fb6-4478-be83-09195425191e None None] Network f6a88612-7a12-441a-ae65-d49220ff0c27 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:11.847331 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Made reservation on behalf of 27651b30491245fdb975833f7683533b for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:11.851173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:11.980139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f6a88612-7a12-441a-ae65-d49220ff0c27', 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27', 'tenant_id': '27651b30491245fdb975833f7683533b', 'fixed_ips': [{'subnet_id': '5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:11.981272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.046337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.114569 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event updated for resources: {'Subnet': ['ID=e9dcf149-01f4-4b35-85a1-98ef9afb9afb,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:12.120677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Allocated IP 2001:db8::2 (f6a88612-7a12-441a-ae65-d49220ff0c27/5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a/32e9b52e-5c09-480c-aa63-ef09bdd38468) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:12.124510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Checking segment: {'id': '24cc4e8b-e350-408f-ad21-03cb7a4ff621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6a573dd-27fb-4d92-a859-2db42720c50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:12.124875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network hostable DHCP agents. Network: b6a573dd-27fb-4d92-a859-2db42720c50e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:12.141943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Network b6a573dd-27fb-4d92-a859-2db42720c50e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:12.152248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, b6a573dd-27fb-4d92-a859-2db42720c50e) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:12.156608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.157355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.174667 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aec11b4c-5478-42ed-85f8-f8d9d24f55c0 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4400256 Aug 19 18:52:12.177120 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f739b0-46b8-4f6c-804c-c5f059d85da9 None None] Network b6a573dd-27fb-4d92-a859-2db42720c50e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:12.177320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44760) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:12.280303 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.334037 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.390314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.395695 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.405683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Transition to ACTIVE for port object 32e9b52e-5c09-480c-aa63-ef09bdd38468 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:12.429402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dcf149-01f4-4b35-85a1-98ef9afb9afb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:12.436164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Transition to ACTIVE for port object 32e9b52e-5c09-480c-aa63-ef09bdd38468 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:12.442255 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.447288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e0001-7696-4ea7-aa18-c1972139560c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-b6a573dd-27fb-4d92-a859-2db42720c50e', 'network_id': 'b6a573dd-27fb-4d92-a859-2db42720c50e', 'tenant_id': '27651b30491245fdb975833f7683533b', 'fixed_ips': [{'subnet_id': 'e9dcf149-01f4-4b35-85a1-98ef9afb9afb'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:12.448741 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0001-7696-4ea7-aa18-c1972139560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.492956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.500582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Network f6a88612-7a12-441a-ae65-d49220ff0c27 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:12.504140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a573dd-27fb-4d92-a859-2db42720c50e']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:12.508773 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:12.516667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:12.517864 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cc4e8b-e350-408f-ad21-03cb7a4ff621') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:12.518287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cc4e8b-e350-408f-ad21-03cb7a4ff621') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:12.529911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.546425 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.552685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:12.553068 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:12.556209 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:12.565087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Pushing event updated for resources: {'Port': ['ID=32e9b52e-5c09-480c-aa63-ef09bdd38468,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:12.593313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c42d2-d6d1-4556-a26d-b80ceb7fbf96 None None] Network b6a573dd-27fb-4d92-a859-2db42720c50e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:12.671922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Attempting to bind port 32e9b52e-5c09-480c-aa63-ef09bdd38468 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:12.672213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Attempting to bind port 32e9b52e-5c09-480c-aa63-ef09bdd38468 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8414620e-4641-478e-b906-d21768d4c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:12.672582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Attempting to bind port 32e9b52e-5c09-480c-aa63-ef09bdd38468 on network f6a88612-7a12-441a-ae65-d49220ff0c27 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:12.686489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:12.686875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Checking segment: {'id': '8414620e-4641-478e-b906-d21768d4c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:12.687292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.687730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Bound using segment: {'id': '8414620e-4641-478e-b906-d21768d4c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:12.688218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Bound port: 32e9b52e-5c09-480c-aa63-ef09bdd38468, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8414620e-4641-478e-b906-d21768d4c610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f6a88612-7a12-441a-ae65-d49220ff0c27'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:12.688610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.800429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] For port 32e9b52e-5c09-480c-aa63-ef09bdd38468, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:12.926383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 756c7bf2-eccc-47aa-9426-df02aa91dc0f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:12.938146 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.945079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.946902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/b6a573dd-27fb-4d92-a859-2db42720c50e HTTP/1.1" status: 204 len: 168 time: 0.7687559 Aug 19 18:52:12.950554 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44762) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:12.962986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dd888-da46-4261-9cdb-156ddf2c5fe5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Network': ['ID=b6a573dd-27fb-4d92-a859-2db42720c50e,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:12.967091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] For port 32e9b52e-5c09-480c-aa63-ef09bdd38468, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32e9b52e-5c09-480c-aa63-ef09bdd38468,segment=NetworkSegment(8414620e-4641-478e-b906-d21768d4c610),segment_id=8414620e-4641-478e-b906-d21768d4c610)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:12.976089 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:12.990529 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0da62ca-177c-4400-bba9-6657050fcb98 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] GET failed (client error): The resource could not be found. Aug 19 18:52:12.991906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c0da62ca-177c-4400-bba9-6657050fcb98 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "GET /v2.0/subnets/e9dcf149-01f4-4b35-85a1-98ef9afb9afb HTTP/1.1" status: 404 len: 337 time: 0.0373044 Aug 19 18:52:12.994818 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44764) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.015876 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e39968-0235-4489-a28b-468db94ee872 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:13.016579 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e39968-0235-4489-a28b-468db94ee872 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:13.018377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b0e39968-0235-4489-a28b-468db94ee872 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/b6a573dd-27fb-4d92-a859-2db42720c50e HTTP/1.1" status: 404 len: 339 time: 0.0216994 Aug 19 18:52:13.023464 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44766) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.044725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 756c7bf2-eccc-47aa-9426-df02aa91dc0f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:13.045100 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.065722 n-d-778550-10 neutron-server[101324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af8415b-c222-4db5-bff4-6e277a121ae9 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:13.066527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af8415b-c222-4db5-bff4-6e277a121ae9 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:13.071347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44768) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.071934 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8723-bcc0-4e7b-876c-a8282568aa08 None None] Pushing event updated for resources: {'Port': ['ID=32e9b52e-5c09-480c-aa63-ef09bdd38468,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:13.081544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2af8415b-c222-4db5-bff4-6e277a121ae9 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/subnets/e9dcf149-01f4-4b35-85a1-98ef9afb9afb HTTP/1.1" status: 404 len: 337 time: 0.0569048 Aug 19 18:52:13.091855 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2373f491-8f8f-4999-b045-f48729c51b68 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:13.092545 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2373f491-8f8f-4999-b045-f48729c51b68 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:13.097438 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2373f491-8f8f-4999-b045-f48729c51b68 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/b6a573dd-27fb-4d92-a859-2db42720c50e HTTP/1.1" status: 404 len: 339 time: 0.0245647 Aug 19 18:52:13.097764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44770) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.154008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Deleting subnet 5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:13.157649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.214707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.311344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.371058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.398059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:13.402320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.404394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ff3b509a-b2f6-4adf-bf74-df43bba45522 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/subnets/5cd7fe2b-a5dd-440d-a9f7-0f7557feed9a HTTP/1.1" status: 204 len: 168 time: 0.3053215 Aug 19 18:52:13.406858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44772) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.491142 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.545690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Deleting port 32e9b52e-5c09-480c-aa63-ef09bdd38468 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:13.546041 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.613136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] For port 32e9b52e-5c09-480c-aa63-ef09bdd38468, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=32e9b52e-5c09-480c-aa63-ef09bdd38468,segment=NetworkSegment(8414620e-4641-478e-b906-d21768d4c610),segment_id=8414620e-4641-478e-b906-d21768d4c610)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:13.613517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.627316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Calling delete_port for 32e9b52e-5c09-480c-aa63-ef09bdd38468 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:13.716718 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.744482 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Port': ['ID=32e9b52e-5c09-480c-aa63-ef09bdd38468,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:13.748591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No DVR routers for this DVR port 32e9b52e-5c09-480c-aa63-ef09bdd38468 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:13.839716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.850769 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a88612-7a12-441a-ae65-d49220ff0c27']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:13.861900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8414620e-4641-478e-b906-d21768d4c610') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:13.862204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8414620e-4641-478e-b906-d21768d4c610') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:13.871945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.889918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.896649 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:13.897065 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:13.900281 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:13.960707 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3e088-b37c-4858-ad1e-143efe9c1d42 None None] Network f6a88612-7a12-441a-ae65-d49220ff0c27 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:13.972858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.977479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-16636f3b-121f-4912-990e-9762a26e6361 None None] Could not find standard attr ID for object 32e9b52e-5c09-480c-aa63-ef09bdd38468. {{(pid=101326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 18:52:13.977843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:13.983271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/f6a88612-7a12-441a-ae65-d49220ff0c27 HTTP/1.1" status: 204 len: 168 time: 0.5731063 Aug 19 18:52:13.983683 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44774) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:13.996556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9def705-1dfb-478c-816b-2db89ad86c97 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Network': ['ID=f6a88612-7a12-441a-ae65-d49220ff0c27,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:14.011898 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c86c362-64c2-4553-94e1-2864aa20b6bd tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:14.012359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c86c362-64c2-4553-94e1-2864aa20b6bd tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:14.014101 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7c86c362-64c2-4553-94e1-2864aa20b6bd tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/subnets/7814c667-41d4-4b22-ae5c-78fc91fc6b14 HTTP/1.1" status: 404 len: 337 time: 0.0292282 Aug 19 18:52:14.016796 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44776) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:14.035728 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f73ead-56bc-4360-bdb3-83ff4a5f3af5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:14.036278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f73ead-56bc-4360-bdb3-83ff4a5f3af5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:14.037992 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-85f73ead-56bc-4360-bdb3-83ff4a5f3af5 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/92f3ed1e-8de5-4428-a2ed-953d4eed2969 HTTP/1.1" status: 404 len: 339 time: 0.0202122 Aug 19 18:52:14.040693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44778) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:14.067411 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03df63f-355e-41f4-bebe-58c79426252d tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:14.067897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03df63f-355e-41f4-bebe-58c79426252d tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:14.069606 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e03df63f-355e-41f4-bebe-58c79426252d tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/subnets/ca3e3201-b78b-4261-ae0b-f511829f635d HTTP/1.1" status: 404 len: 337 time: 0.0279984 Aug 19 18:52:14.072414 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44780) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:14.093719 n-d-778550-10 neutron-server[101325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9511a683-9603-4d3f-ac4f-8449bf6f1e36 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] DELETE failed (client error): The resource could not be found. Aug 19 18:52:14.094309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9511a683-9603-4d3f-ac4f-8449bf6f1e36 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 18:52:14.096094 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9511a683-9603-4d3f-ac4f-8449bf6f1e36 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/547373a3-9bca-4e9b-adf7-452314719143 HTTP/1.1" status: 404 len: 339 time: 0.0212929 Aug 19 18:52:14.099194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44782) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:14.139703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ff3fc-ed8c-4ae6-8659-04d9914f4075 None None] DHCP port deletion for f6a88612-7a12-441a-ae65-d49220ff0c27 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:52:14.160474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Deleting subnet 8488b54a-079d-42d0-809e-751daee8f50b {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:14.163655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.206569 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.291899 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.356939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.382799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Subnet': ['ID=8488b54a-079d-42d0-809e-751daee8f50b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:14.389540 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.391428 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-26f7a45a-1f27-42e7-a112-bc360063cb80 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/subnets/8488b54a-079d-42d0-809e-751daee8f50b HTTP/1.1" status: 204 len: 168 time: 0.2912922 Aug 19 18:52:14.393963 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44784) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:14.395732 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e81e1e-5dc6-4370-9538-11a930890d06 None None] Network 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:14.472834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.530047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Deleting port 756c7bf2-eccc-47aa-9426-df02aa91dc0f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:14.530392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.579616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] DHCP port deletion for 4fbfe52e-24e0-4f75-9d6f-01310bb9a862 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:52:14.601898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] For port 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=756c7bf2-eccc-47aa-9426-df02aa91dc0f,segment=NetworkSegment(d3343277-21a8-4ee3-8d2f-853af95b6020),segment_id=d3343277-21a8-4ee3-8d2f-853af95b6020)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:14.602268 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.616613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Calling delete_port for 756c7bf2-eccc-47aa-9426-df02aa91dc0f owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:14.628511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Deleting port 756c7bf2-eccc-47aa-9426-df02aa91dc0f {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:14.628889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.697570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] For port 756c7bf2-eccc-47aa-9426-df02aa91dc0f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=756c7bf2-eccc-47aa-9426-df02aa91dc0f,segment=NetworkSegment(d3343277-21a8-4ee3-8d2f-853af95b6020),segment_id=d3343277-21a8-4ee3-8d2f-853af95b6020)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:14.697991 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.703016 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.712019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Calling delete_port for 756c7bf2-eccc-47aa-9426-df02aa91dc0f owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:14.734670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Port': ['ID=756c7bf2-eccc-47aa-9426-df02aa91dc0f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:14.740606 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] No DVR routers for this DVR port 756c7bf2-eccc-47aa-9426-df02aa91dc0f on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 18:52:14.790033 n-d-778550-10 neutron-server[101326]: self.session.flush() Aug 19 18:52:14.801635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.827093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.828604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] Pushing event deleted for resources: {'Port': ['ID=756c7bf2-eccc-47aa-9426-df02aa91dc0f,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:14.834499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97b196-2979-4dec-b275-eabe24af75f8 None None] No DVR routers for this DVR port 756c7bf2-eccc-47aa-9426-df02aa91dc0f on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:14.837884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbfe52e-24e0-4f75-9d6f-01310bb9a862']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:14.851843 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3343277-21a8-4ee3-8d2f-853af95b6020') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:14.852143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3343277-21a8-4ee3-8d2f-853af95b6020') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:14.862110 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.877784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.884837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:14.885266 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:14.889362 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:14.933139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 756c7bf2-eccc-47aa-9426-df02aa91dc0f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:14.953361 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 756c7bf2-eccc-47aa-9426-df02aa91dc0f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:14.953828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 756c7bf2-eccc-47aa-9426-df02aa91dc0f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:14.964672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.972771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:14.974421 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] 10.222.0.36 "DELETE /v2.0/networks/4fbfe52e-24e0-4f75-9d6f-01310bb9a862 HTTP/1.1" status: 204 len: 168 time: 0.5791719 Aug 19 18:52:14.989500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db340b-a752-4a50-8f06-713f54c93c06 tempest-NetworksIpV6Test-478415909 tempest-NetworksIpV6Test-478415909-project] Pushing event deleted for resources: {'Network': ['ID=4fbfe52e-24e0-4f75-9d6f-01310bb9a862,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:15.234240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44790) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:15.385088 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8306bb39-af24-48a0-b3cb-fead4513b96f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27651b30491245fdb975833f7683533b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496072 Aug 19 18:52:15.388394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:15.436795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:15.459217 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:15.507677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:15.510251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:15.512178 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/deb98381-8cbb-4d4f-8ad6-c85606d173be HTTP/1.1" status: 204 len: 168 time: 0.1227958 Aug 19 18:52:15.520816 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92051bc3-9be6-4da2-ae62-321f1e390f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb98381-8cbb-4d4f-8ad6-c85606d173be,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:16.224842 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44816) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:16.330099 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1202815292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:16.354025 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.355717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.410482 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.414564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.432395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.434425 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2cf4f7e3-8882-4148-a2f5-6e5306443e8d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2085214 Aug 19 18:52:16.437475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44820) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:16.442597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2129403138'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:16.464230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Made reservation on behalf of 00a9ed1269f142e2937e22e13040ca09 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:16.468293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.477447 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.583046 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.586868 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.619217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:16.626962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ee0a6-43f6-4cb0-bfa4-ab378cf01248,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:16.636488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.636488 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Added segment e18213dd-3643-441e-95c4-b289aafbd7e1 of type vlan for network 4cdc8856-2880-47aa-9662-685c36ca3ee1 Aug 19 18:52:16.686998 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.722077 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.733606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:16.734296 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.793263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3546515 Aug 19 18:52:16.796122 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44822) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:16.801168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'subnet': {'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:16.866125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328836e-7b59-4255-9525-83b45975dbd6 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event updated for resources: {'Network': ['ID=4cdc8856-2880-47aa-9662-685c36ca3ee1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:16.877299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:16.917575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Made reservation on behalf of 00a9ed1269f142e2937e22e13040ca09 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:16.921409 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.121707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.183994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event updated for resources: {'Subnet': ['ID=06ef8a9f-62ad-4b36-8562-a045b4419bdb,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:17.193476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Checking segment: {'id': 'e18213dd-3643-441e-95c4-b289aafbd7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:17.193855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Network hostable DHCP agents. Network: 4cdc8856-2880-47aa-9662-685c36ca3ee1, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:17.211336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:17.221281 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 4cdc8856-2880-47aa-9662-685c36ca3ee1) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:17.226736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:17.228253 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.234018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1578a8b-1a16-401f-880e-1c26066f8c13 None None] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:17.247549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bc0ecba5-edba-41ed-bf2c-9369fc70ef5a tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4500868 Aug 19 18:52:17.250253 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44824) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:17.256027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1839036375'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:17.280868 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Made reservation on behalf of 00a9ed1269f142e2937e22e13040ca09 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:17.284689 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.309985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:17.320850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.321267 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Added segment e195a80e-e401-4048-a80b-953729604031 of type vlan for network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 Aug 19 18:52:17.364387 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.392401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.397010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-4cdc8856-2880-47aa-9662-685c36ca3ee1', 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1', 'tenant_id': '00a9ed1269f142e2937e22e13040ca09', 'fixed_ips': [{'subnet_id': '06ef8a9f-62ad-4b36-8562-a045b4419bdb'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:17.397884 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.398176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:17.398817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.457165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2056236 Aug 19 18:52:17.461181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44826) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:17.468146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'subnet': {'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:17.476870 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b37a-7e2d-4ec2-ab67-42659ad12c2b tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event updated for resources: {'Network': ['ID=f780ea5f-fdd3-454d-9a1f-004d225dd1c8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:17.488968 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:17.569775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Made reservation on behalf of 00a9ed1269f142e2937e22e13040ca09 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:17.573914 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.602135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Allocated IP 172.20.0.2 (4cdc8856-2880-47aa-9662-685c36ca3ee1/06ef8a9f-62ad-4b36-8562-a045b4419bdb/41f2ca10-5ca5-4956-b266-193a5befd93b) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:17.761269 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.772710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.773119 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.783040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Transition to ACTIVE for port object 41f2ca10-5ca5-4956-b266-193a5befd93b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:17.798697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Transition to ACTIVE for port object 41f2ca10-5ca5-4956-b266-193a5befd93b will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:17.805215 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.838315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event updated for resources: {'Subnet': ['ID=080a2f47-fa19-48f0-8b14-5ee1e5c69df9,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:17.846781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Checking segment: {'id': 'e195a80e-e401-4048-a80b-953729604031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:17.846781 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Network hostable DHCP agents. Network: f780ea5f-fdd3-454d-9a1f-004d225dd1c8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:17.847797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:17.851087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:17.856255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:17.859345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Pushing event updated for resources: {'Port': ['ID=41f2ca10-5ca5-4956-b266-193a5befd93b,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:17.869288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:17.886183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f780ea5f-fdd3-454d-9a1f-004d225dd1c8) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:17.894696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:17.895298 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.906266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6b924-a1f0-464b-a551-07ed56c15a9a None None] Network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:17.914883 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e2dbae55-c999-4113-8893-844c2e82f506 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4493392 Aug 19 18:52:17.915087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44828) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:17.920172 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1343c46e-e3b4-471f-b194-4254635416a3 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:17.959747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Attempting to bind port 41f2ca10-5ca5-4956-b266-193a5befd93b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:17.960137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Attempting to bind port 41f2ca10-5ca5-4956-b266-193a5befd93b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e18213dd-3643-441e-95c4-b289aafbd7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:17.960482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Attempting to bind port 41f2ca10-5ca5-4956-b266-193a5befd93b on network 4cdc8856-2880-47aa-9662-685c36ca3ee1 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:17.972305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:17.972744 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Checking segment: {'id': 'e18213dd-3643-441e-95c4-b289aafbd7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:17.973153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:17.973546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Bound using segment: {'id': 'e18213dd-3643-441e-95c4-b289aafbd7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:17.974011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Bound port: 41f2ca10-5ca5-4956-b266-193a5befd93b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18213dd-3643-441e-95c4-b289aafbd7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4cdc8856-2880-47aa-9662-685c36ca3ee1'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:17.974391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.084049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] For port 41f2ca10-5ca5-4956-b266-193a5befd93b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:18.088675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] For port 41f2ca10-5ca5-4956-b266-193a5befd93b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=41f2ca10-5ca5-4956-b266-193a5befd93b,segment=NetworkSegment(e18213dd-3643-441e-95c4-b289aafbd7e1),segment_id=e18213dd-3643-441e-95c4-b289aafbd7e1)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:18.095183 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.132505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1343c46e-e3b4-471f-b194-4254635416a3 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.147254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f780ea5f-fdd3-454d-9a1f-004d225dd1c8', 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8', 'tenant_id': '00a9ed1269f142e2937e22e13040ca09', 'fixed_ips': [{'subnet_id': '080a2f47-fa19-48f0-8b14-5ee1e5c69df9'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:18.148101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.209871 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7765edc-a8d8-46c3-a793-77e0f5dbde67 None None] Pushing event updated for resources: {'Port': ['ID=41f2ca10-5ca5-4956-b266-193a5befd93b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:18.263633 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [None req-1343c46e-e3b4-471f-b194-4254635416a3 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 18:52:18.271085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44830) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:18.271345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1343c46e-e3b4-471f-b194-4254635416a3 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "PUT /v2.0/routers/1c2fc137-f611-4e4f-95a6-804fccdc0b0e HTTP/1.1" status: 400 len: 364 time: 0.3550787 Aug 19 18:52:18.337702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Deleting subnet 080a2f47-fa19-48f0-8b14-5ee1e5c69df9 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:18.355533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Allocated IP 172.21.0.2 (f780ea5f-fdd3-454d-9a1f-004d225dd1c8/080a2f47-fa19-48f0-8b14-5ee1e5c69df9/20416360-aeea-4ddb-91d1-f29ad2aa7e4c) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:18.524760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.534199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Transition to ACTIVE for port object 20416360-aeea-4ddb-91d1-f29ad2aa7e4c will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:18.550143 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Transition to ACTIVE for port object 20416360-aeea-4ddb-91d1-f29ad2aa7e4c will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:18.556064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.556655 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.615627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.724411 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.753157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:18.758404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:18.762519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:18.771357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Pushing event updated for resources: {'Port': ['ID=20416360-aeea-4ddb-91d1-f29ad2aa7e4c,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:18.799918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.825608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Attempting to bind port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:18.825837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Attempting to bind port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'e195a80e-e401-4048-a80b-953729604031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:18.826163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Attempting to bind port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c on network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:18.829038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Subnet': ['ID=080a2f47-fa19-48f0-8b14-5ee1e5c69df9,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:18.832181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:18.832570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Checking segment: {'id': 'e195a80e-e401-4048-a80b-953729604031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:18.832986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.833134 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.833418 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Bound using segment: {'id': 'e195a80e-e401-4048-a80b-953729604031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:18.833862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Bound port: 20416360-aeea-4ddb-91d1-f29ad2aa7e4c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e195a80e-e401-4048-a80b-953729604031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f780ea5f-fdd3-454d-9a1f-004d225dd1c8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:18.834293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.835050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47cf57b0-4949-4979-92a9-b9fa7a121ea9 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "DELETE /v2.0/subnets/080a2f47-fa19-48f0-8b14-5ee1e5c69df9 HTTP/1.1" status: 204 len: 168 time: 0.5626864 Aug 19 18:52:18.837654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44832) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:18.906022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] For port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:18.910898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] For port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=20416360-aeea-4ddb-91d1-f29ad2aa7e4c,segment=NetworkSegment(e195a80e-e401-4048-a80b-953729604031),segment_id=e195a80e-e401-4048-a80b-953729604031)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:18.917799 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.965247 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.008983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 41f2ca10-5ca5-4956-b266-193a5befd93b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:19.018357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa216eeb-ed76-40b6-ab97-5c7ac3ca54d5 None None] Pushing event updated for resources: {'Port': ['ID=20416360-aeea-4ddb-91d1-f29ad2aa7e4c,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.040350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6d28d-d806-43ff-b531-ad3fbdc5d57f None None] Network f780ea5f-fdd3-454d-9a1f-004d225dd1c8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:19.040905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Deleting port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:19.041260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.114288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] For port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=20416360-aeea-4ddb-91d1-f29ad2aa7e4c,segment=NetworkSegment(e195a80e-e401-4048-a80b-953729604031),segment_id=e195a80e-e401-4048-a80b-953729604031)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:19.114744 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.130029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Calling delete_port for 20416360-aeea-4ddb-91d1-f29ad2aa7e4c owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:19.159642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 41f2ca10-5ca5-4956-b266-193a5befd93b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:19.223406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.242657 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d790a1-c1b7-48bd-96c7-ebf8aa09e7df None None] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:19.248483 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Port': ['ID=20416360-aeea-4ddb-91d1-f29ad2aa7e4c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.254187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] No DVR routers for this DVR port 20416360-aeea-4ddb-91d1-f29ad2aa7e4c on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:19.339312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.349624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f780ea5f-fdd3-454d-9a1f-004d225dd1c8']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:19.356662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Provisioning for port 41f2ca10-5ca5-4956-b266-193a5befd93b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:19.359696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e195a80e-e401-4048-a80b-953729604031') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:19.359992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e195a80e-e401-4048-a80b-953729604031') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:19.365108 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Provisioning complete for port 41f2ca10-5ca5-4956-b266-193a5befd93b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:19.365491 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.369117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.383730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.390828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:19.391236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:19.394435 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:19.457459 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.466982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.471418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "DELETE /v2.0/networks/f780ea5f-fdd3-454d-9a1f-004d225dd1c8 HTTP/1.1" status: 204 len: 168 time: 0.6303525 Aug 19 18:52:19.471692 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44834) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:19.485662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.493995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376df4-253b-42ae-b5af-47d0212e8b18 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Network': ['ID=f780ea5f-fdd3-454d-9a1f-004d225dd1c8,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.530173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] For port 41f2ca10-5ca5-4956-b266-193a5befd93b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=41f2ca10-5ca5-4956-b266-193a5befd93b,segment=NetworkSegment(e18213dd-3643-441e-95c4-b289aafbd7e1),segment_id=e18213dd-3643-441e-95c4-b289aafbd7e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:19.535624 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.553721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Deleting subnet 06ef8a9f-62ad-4b36-8562-a045b4419bdb {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:19.558309 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.593009 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f0b75-8c93-4910-af56-e47ce1a7fa4a None None] Pushing event updated for resources: {'Port': ['ID=41f2ca10-5ca5-4956-b266-193a5befd93b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.608548 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.669481 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df78e9-a916-4ff2-a0e5-fff55a6af332 None None] get_active_networks_info from n-d-778550-10 {{(pid=101326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:52:19.699026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.738063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df78e9-a916-4ff2-a0e5-fff55a6af332 None None] Resources bound (agent type, host, resource id): {{(pid=101326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 18:52:19.769852 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.812392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.816821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "DELETE /v2.0/subnets/06ef8a9f-62ad-4b36-8562-a045b4419bdb HTTP/1.1" status: 204 len: 168 time: 0.3418400 Aug 19 18:52:19.816821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98498b-ec20-4725-9675-66181b067877 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Subnet': ['ID=06ef8a9f-62ad-4b36-8562-a045b4419bdb,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.819248 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b2650b5f-ebd0-4a73-aee3-bc1823d8540e None None] Provisioning complete for port 41f2ca10-5ca5-4956-b266-193a5befd93b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:19.819412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44836) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:19.819892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b2650b5f-ebd0-4a73-aee3-bc1823d8540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.905007 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:19.959351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Deleting port 41f2ca10-5ca5-4956-b266-193a5befd93b {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:19.959933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.023618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] For port 41f2ca10-5ca5-4956-b266-193a5befd93b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=41f2ca10-5ca5-4956-b266-193a5befd93b,segment=NetworkSegment(e18213dd-3643-441e-95c4-b289aafbd7e1),segment_id=e18213dd-3643-441e-95c4-b289aafbd7e1)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:20.023989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.037426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Calling delete_port for 41f2ca10-5ca5-4956-b266-193a5befd93b owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:20.038348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4b1fc-4ff6-47c0-99fd-1ffb11772e99 None None] Network 4cdc8856-2880-47aa-9662-685c36ca3ee1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:20.132774 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.172039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Port': ['ID=41f2ca10-5ca5-4956-b266-193a5befd93b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:20.173891 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] No DVR routers for this DVR port 41f2ca10-5ca5-4956-b266-193a5befd93b on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:20.226447 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787ef2f-299a-4104-9eb8-6e117ec3a930 None None] DHCP port deletion for 4cdc8856-2880-47aa-9662-685c36ca3ee1 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:52:20.270526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.282010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdc8856-2880-47aa-9662-685c36ca3ee1']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:20.292429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18213dd-3643-441e-95c4-b289aafbd7e1') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:20.292671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18213dd-3643-441e-95c4-b289aafbd7e1') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:20.301553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.314735 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.321469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:20.322033 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:20.325941 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:20.382754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.393633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.396591 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "DELETE /v2.0/networks/4cdc8856-2880-47aa-9662-685c36ca3ee1 HTTP/1.1" status: 204 len: 168 time: 0.5757756 Aug 19 18:52:20.399272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44838) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:20.410088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c086c2-0086-41f7-891e-bd44aefa0b2d tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Pushing event deleted for resources: {'Network': ['ID=4cdc8856-2880-47aa-9662-685c36ca3ee1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:20.435028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7097c4d6-affb-4332-b9ea-d8e445370d04 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c2fc137-f611-4e4f-95a6-804fccdc0b0e HTTP/1.1" status: 200 len: 205 time: 0.0345008 Aug 19 18:52:20.437499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44840) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:20.513812 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.677525 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.679664 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.724862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.725405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2fc137-f611-4e4f-95a6-804fccdc0b0e {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:52:20.732750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:20.736715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ddb18531-8db2-4911-b0fd-4b3ad96045a0 tempest-RoutersNegativeTest-1022547451 tempest-RoutersNegativeTest-1022547451-project] 10.222.0.36 "DELETE /v2.0/routers/1c2fc137-f611-4e4f-95a6-804fccdc0b0e HTTP/1.1" status: 204 len: 168 time: 0.2956100 Aug 19 18:52:20.929288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 41f2ca10-5ca5-4956-b266-193a5befd93b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:20.950347 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 41f2ca10-5ca5-4956-b266-193a5befd93b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:20.950712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 41f2ca10-5ca5-4956-b266-193a5befd93b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:20.990580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44846) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:21.146247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-562cda22-0e30-441f-bfe5-3b9f9824ef98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00a9ed1269f142e2937e22e13040ca09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544509 Aug 19 18:52:21.149183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44850) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:21.199874 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:21.223226 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:21.272718 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:21.275207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:21.277753 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b51ee0a6-43f6-4cb0-bfa4-ab378cf01248 HTTP/1.1" status: 204 len: 168 time: 0.1270914 Aug 19 18:52:21.286247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3260510-36e8-4e82-b06f-6ceb6fa829ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ee0a6-43f6-4cb0-bfa4-ab378cf01248,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:21.927740 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44872) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:22.033978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-255538461-network', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:22.056174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Made reservation on behalf of 7ab7f9047ff84d729e01097aef3de375 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:22.059056 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.067369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.160731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.164750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.189189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:22.197723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92a8950-3e57-423a-9aea-bbc489f20b73,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:22.203839 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.204206 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Added segment 5860b1d0-eb21-4e3d-a69c-f5b6191221e1 of type vlan for network e4c88e9d-0861-4ec5-bce0-09396f4bc335 Aug 19 18:52:22.248107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.276738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.277659 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:22.278216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.328171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3993018 Aug 19 18:52:22.331900 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44876) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:22.339675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Request body: {'subnet': {'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-subnet', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:22.344732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319e91-6942-4793-9fb1-d8a1ce58cdc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c88e9d-0861-4ec5-bce0-09396f4bc335,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:22.356966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:22.374235 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Made reservation on behalf of 7ab7f9047ff84d729e01097aef3de375 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:22.376903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.558031 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.612890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236c2c45-c318-4e53-9e37-286228d588a4,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:22.622860 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Checking segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:22.623223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Network hostable DHCP agents. Network: e4c88e9d-0861-4ec5-bce0-09396f4bc335, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:22.639581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:22.648028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, e4c88e9d-0861-4ec5-bce0-09396f4bc335) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:22.651928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:22.652524 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.656568 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c36cc59-63e0-4df4-bb18-31fa704cde66 None None] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:22.666079 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-58b1baf6-0782-499b-833b-bbd6df8d57c9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3320522 Aug 19 18:52:22.669282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44878) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:22.673592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:22.693674 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.694649 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.750546 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.809095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:22.809984 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.888783 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:22.945557 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Allocated IP 172.20.0.2 (e4c88e9d-0861-4ec5-bce0-09396f4bc335/236c2c45-c318-4e53-9e37-286228d588a4/58423a8d-9ac0-4471-a5c4-88962b5d32e3) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:23.094835 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.103847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Transition to ACTIVE for port object 58423a8d-9ac0-4471-a5c4-88962b5d32e3 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:23.121001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Transition to ACTIVE for port object 58423a8d-9ac0-4471-a5c4-88962b5d32e3 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:23.127607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.169735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:23.172792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:23.176610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:23.184123 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Pushing event updated for resources: {'Port': ['ID=58423a8d-9ac0-4471-a5c4-88962b5d32e3,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:23.237198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Attempting to bind port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:23.237754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Attempting to bind port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:23.238131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Attempting to bind port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:23.243553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:23.243939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Checking segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:23.244351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.244828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Bound using segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:23.245417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Bound port: 58423a8d-9ac0-4471-a5c4-88962b5d32e3, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:23.245880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.314300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] For port 58423a8d-9ac0-4471-a5c4-88962b5d32e3, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:23.317565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] For port 58423a8d-9ac0-4471-a5c4-88962b5d32e3, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=58423a8d-9ac0-4471-a5c4-88962b5d32e3,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:23.323416 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.387411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccfc8a-cc89-4b25-bb14-70b66ac3ef34 None None] Pushing event updated for resources: {'Port': ['ID=58423a8d-9ac0-4471-a5c4-88962b5d32e3,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:23.411796 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.431476 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.556685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Allocated IP 172.25.5.135 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/e9cfc70a-49ac-43eb-aa12-0d5d01bd892c) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:23.672762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.716549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:23.757228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:23.760214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:23.765252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:23.768463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Pushing event updated for resources: {'Port': ['ID=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:24.028526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:24.233676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:24.235935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63375b-e467-4da8-bd58-ef31f0936678 None None] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:24.346177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-adbedbb1-ae6b-4ddb-9d8a-32a1f83a3138 None None] Provisioning for port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:24.365782 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Router 596714d1-df23-4898-847b-36baf419e442 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:52:24.477725 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:52:24.489302 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Sync routers for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:52:24.499943 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:24.501177 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:24.501386 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cefa6583-f159-4315-aa46-dada59d9386a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8309739 Aug 19 18:52:24.502002 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:24.503867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:24.609694 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:24.872521 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:23Z', 'revision_number': 3, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:24.898266 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Checking router: 596714d1-df23-4898-847b-36baf419e442 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:52:24.898620 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Updating router 596714d1-df23-4898-847b-36baf419e442 port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:52:24.934498 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:24.947975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:24.977552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 58423a8d-9ac0-4471-a5c4-88962b5d32e3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:25.029357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:25.033286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:25.033887 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.119264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.125064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Allocated IP 172.20.0.1 (e4c88e9d-0861-4ec5-bce0-09396f4bc335/236c2c45-c318-4e53-9e37-286228d588a4/1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:25.157157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 58423a8d-9ac0-4471-a5c4-88962b5d32e3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=58423a8d-9ac0-4471-a5c4-88962b5d32e3,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:25.163864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.217611 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.219311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=58423a8d-9ac0-4471-a5c4-88962b5d32e3,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:25.227942 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Transition to ACTIVE for port object e9cfc70a-49ac-43eb-aa12-0d5d01bd892c will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:25.234175 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.246828 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.261143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Transition to ACTIVE for port object 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:25.285752 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Pushing event updated for resources: {'Port': ['ID=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:25.288590 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Attempting to bind port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:25.288952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Attempting to bind port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:25.289309 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Attempting to bind port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:25.297250 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.297880 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.298222 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.298552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.298888 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.299218 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.299564 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.299894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.300207 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.300524 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.300839 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.301157 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.301797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:25.304955 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:25.305328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:25.306161 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.306161 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:25.306548 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Bound port: e9cfc70a-49ac-43eb-aa12-0d5d01bd892c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:25.306923 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.340701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:25.344129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:25.349627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:25.352798 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:25.362731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] For port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:25.366012 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] For port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:25.370997 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.404277 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.437988 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:25.438682 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:25.472517 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955fac-43c0-40da-b3a7-f14b1cdd2308 None None] Pushing event updated for resources: {'Port': ['ID=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:25.552716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.562012 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:25.602420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fb45e91c-c973-4db5-b396-672acac1de5d None None] Provisioning for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:25.606689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-fb45e91c-c973-4db5-b396-672acac1de5d None None] Provisioning complete for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:25.607278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fb45e91c-c973-4db5-b396-672acac1de5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.643325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-fb45e91c-c973-4db5-b396-672acac1de5d None None] Port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:25.721151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.726022 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.743261 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:23Z', 'revision_number': 3, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:25.773952 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5d69-b8cf-4271-8590-45d4337ec732 None None] The sync data for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 is: [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:23Z', 'revision_number': 3, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:52:25.793701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:25.795695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:25.895004 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:25.896415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:26.033556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Router 596714d1-df23-4898-847b-36baf419e442 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:52:26.160280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:52:26.166749 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9799f360-1234-40c3-83a5-000d5d0d4d73 admin admin] 10.222.0.36 "PUT /v2.0/routers/596714d1-df23-4898-847b-36baf419e442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616225 Aug 19 18:52:26.168874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6ea0f506-a550-4490-9d1b-77aa8bcddfc0 None None] Provisioning complete for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:26.169410 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ea0f506-a550-4490-9d1b-77aa8bcddfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.208374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0f506-a550-4490-9d1b-77aa8bcddfc0 None None] Port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:26.669255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44896) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:26.674459 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-64417829-network', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:26.696028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Made reservation on behalf of ab1639ba189b4286a36277daa66da7fd for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:26.697980 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.707904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.819095 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.821899 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.830342 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.859383 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:26.871261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d92e8c-2630-49a6-87b3-d241c5cdaefe,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:26.878272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.878619 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Added segment 8e63b07a-ff2a-4d62-a76d-1476ea2b21c0 of type vlan for network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 Aug 19 18:52:26.929880 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.960462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.961471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:26.962108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.024572 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3515658 Aug 19 18:52:27.025008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 44898) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:27.029278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 58423a8d-9ac0-4471-a5c4-88962b5d32e3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:27.033159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Request body: {'subnet': {'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-subnet', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:27.036474 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ea37d-bdb1-412f-9132-1db3b85a6b29 admin admin] Pushing event updated for resources: {'Network': ['ID=546c7fdd-fadb-44b2-86fb-b1a4feec5e76,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:27.061794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:27.062835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Made reservation on behalf of ab1639ba189b4286a36277daa66da7fd for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:27.065356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.151908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:27.152532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.246597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9cfc70a-49ac-43eb-aa12-0d5d01bd892c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:27.257940 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.300650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:27.304822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:27.305317 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.308060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=141601bd-3a04-4a74-9995-a1e1201096d4,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:27.330524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Checking segment: {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:27.331255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Network hostable DHCP agents. Network: 546c7fdd-fadb-44b2-86fb-b1a4feec5e76, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:27.353660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:27.364019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 546c7fdd-fadb-44b2-86fb-b1a4feec5e76) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:27.371126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:27.371965 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.390571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc26f23-121f-4338-b822-0860cdf4e7ba None None] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:27.391411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44900) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:27.392002 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d0dd004e-5292-453b-af7f-1ba03d3fc64e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3631802 Aug 19 18:52:27.397855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:27.429503 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.430654 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.451352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Sync routers for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:52:27.471465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.486962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:27.487639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:27.490825 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.540947 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:27.552567 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.866888 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:27.903092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:27.931470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'fixed_ips': [{'subnet_id': '141601bd-3a04-4a74-9995-a1e1201096d4'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:52:27.932311 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.979951 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.203052 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.206330 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:52:28.224187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Allocated IP 172.20.0.2 (546c7fdd-fadb-44b2-86fb-b1a4feec5e76/141601bd-3a04-4a74-9995-a1e1201096d4/4319da0c-1b43-46b9-9a6f-47b84749e1cb) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:28.227216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.248950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c2680818-64ae-4e68-a4de-d49bd8354bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.341893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 4, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a', 'name': '', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'mac_address': 'fa:16:3e:91:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:24Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 2, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'subnets': [{'id': '236c2c45-c318-4e53-9e37-286228d588a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:28.348439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Allocated IP 172.25.5.119 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/4ac7903a-79fa-40e0-8644-95fb2867bf9f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:28.377927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Checking router: 596714d1-df23-4898-847b-36baf419e442 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:52:28.378200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Updating router 596714d1-df23-4898-847b-36baf419e442 port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:52:28.421819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.459258 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.493529 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.498756 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.512654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Transition to ACTIVE for port object 4319da0c-1b43-46b9-9a6f-47b84749e1cb will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:28.540221 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:28.545165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:28.549744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:28.552890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac7903a-79fa-40e0-8644-95fb2867bf9f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:28.583790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Transition to ACTIVE for port object 4319da0c-1b43-46b9-9a6f-47b84749e1cb will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:28.593398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.679499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:28.688210 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:28.691861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:28.693755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Pushing event updated for resources: {'Port': ['ID=4319da0c-1b43-46b9-9a6f-47b84749e1cb,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:28.784915 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Attempting to bind port 4319da0c-1b43-46b9-9a6f-47b84749e1cb on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:28.785204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Attempting to bind port 4319da0c-1b43-46b9-9a6f-47b84749e1cb by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:28.785571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Attempting to bind port 4319da0c-1b43-46b9-9a6f-47b84749e1cb on network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:28.795898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:28.796275 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Checking segment: {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:28.796686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.797081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Bound using segment: {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:28.797549 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Bound port: 4319da0c-1b43-46b9-9a6f-47b84749e1cb, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:28.797947 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.800802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.876029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.897635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Transition to ACTIVE for port object 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:28.921505 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:28.923981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] For port 4319da0c-1b43-46b9-9a6f-47b84749e1cb, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:28.929372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] For port 4319da0c-1b43-46b9-9a6f-47b84749e1cb, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4319da0c-1b43-46b9-9a6f-47b84749e1cb,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:28.958571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9cfc70a-49ac-43eb-aa12-0d5d01bd892c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:28.965390 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.024667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ee3f0-298d-4465-8c49-06877dc8231b None None] Pushing event updated for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:29.024945 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.105029 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270096f-e022-4023-93b9-d7dbb45e01d2 None None] Pushing event updated for resources: {'Port': ['ID=4319da0c-1b43-46b9-9a6f-47b84749e1cb,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:29.138198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:29.138718 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.141483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Attempting to bind port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:29.141863 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Attempting to bind port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:29.142225 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Attempting to bind port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:29.171200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:29.171614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Checking segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:29.172027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.172429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Bound using segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:29.172904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Bound port: 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:29.173292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.197211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Router 91375e06-86fa-4cdd-9e12-0974ae36bd13 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:52:29.324389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] For port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:29.345760 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] For port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:29.350861 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:52:29.353521 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.360465 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Sync routers for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:52:29.371166 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:29.372253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:29.377056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.378675 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d40938ac-7f01-41eb-81ad-29abc475c2f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9852591 Aug 19 18:52:29.381496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 44902) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:29.423380 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ee3f0-298d-4465-8c49-06877dc8231b None None] Pushing event updated for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:29.438177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:29.438999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:29.539032 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:29.563405 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:29.748701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:28Z', 'revision_number': 3, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:29.780416 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Checking router: 91375e06-86fa-4cdd-9e12-0974ae36bd13 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:52:29.781404 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Updating router 91375e06-86fa-4cdd-9e12-0974ae36bd13 port 4ac7903a-79fa-40e0-8644-95fb2867bf9f binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:52:29.805319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 4, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a', 'name': '', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'mac_address': 'fa:16:3e:91:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:24Z', 'updated_at': '2021-08-19T18:52:29Z', 'revision_number': 4, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'subnets': [{'id': '236c2c45-c318-4e53-9e37-286228d588a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:29.814196 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:29.840126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd380-049f-4dfd-8fe0-68474c0bfab9 None None] The sync data for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 is: [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:52:25Z', 'revision_number': 4, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a', 'name': '', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'mac_address': 'fa:16:3e:91:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:24Z', 'updated_at': '2021-08-19T18:52:29Z', 'revision_number': 4, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'subnets': [{'id': '236c2c45-c318-4e53-9e37-286228d588a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:52:29.918406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.126228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Allocated IP 172.20.0.1 (546c7fdd-fadb-44b2-86fb-b1a4feec5e76/141601bd-3a04-4a74-9995-a1e1201096d4/670d3d83-36cf-46a2-b855-a26aa6992718) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:30.130065 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.143935 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Transition to ACTIVE for port object 4ac7903a-79fa-40e0-8644-95fb2867bf9f will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:30.151657 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.209812 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Attempting to bind port 4ac7903a-79fa-40e0-8644-95fb2867bf9f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:30.210186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Attempting to bind port 4ac7903a-79fa-40e0-8644-95fb2867bf9f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:30.210555 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Attempting to bind port 4ac7903a-79fa-40e0-8644-95fb2867bf9f on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:30.213969 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6357df7-c50e-468c-be75-e7bf174759b1 None None] Pushing event updated for resources: {'Port': ['ID=4ac7903a-79fa-40e0-8644-95fb2867bf9f,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:30.220472 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:30.220991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:30.221587 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.221939 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:30.222417 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Bound port: 4ac7903a-79fa-40e0-8644-95fb2867bf9f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:30.222801 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.286771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.308289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Transition to ACTIVE for port object 670d3d83-36cf-46a2-b855-a26aa6992718 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:30.311493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0b95e-8619-4722-87a8-191a8b3bac31 None None] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:30.349637 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.385759 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] For port 4ac7903a-79fa-40e0-8644-95fb2867bf9f, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:30.389044 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] For port 4ac7903a-79fa-40e0-8644-95fb2867bf9f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ac7903a-79fa-40e0-8644-95fb2867bf9f,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:30.396305 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.411033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Pushing event updated for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:30.415979 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2e5b51fc-d888-40ec-a7e3-710ff0377b01 None None] Provisioning for port 4319da0c-1b43-46b9-9a6f-47b84749e1cb completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:30.427003 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:30.428544 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:30.430826 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:30.457294 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6357df7-c50e-468c-be75-e7bf174759b1 None None] Pushing event updated for resources: {'Port': ['ID=4ac7903a-79fa-40e0-8644-95fb2867bf9f,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:30.477611 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:30.478423 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:30.483844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.606241 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:30.648772 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.676158 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fa4734af-797e-4b9a-bd8c-428da3d60b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.834154 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:28Z', 'revision_number': 3, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:30.859765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7a41030e-2d55-4552-abb6-fb1c6bd72001 None None] Provisioning for port 670d3d83-36cf-46a2-b855-a26aa6992718 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:30.868091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7a41030e-2d55-4552-abb6-fb1c6bd72001 None None] Provisioning complete for port 670d3d83-36cf-46a2-b855-a26aa6992718 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:30.869491 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a58eb6-af94-45a8-a20a-fb5241ac412d None None] The sync data for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 is: [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:28Z', 'revision_number': 3, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:52:30.869798 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a41030e-2d55-4552-abb6-fb1c6bd72001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.879020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.890725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:30.932024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7a41030e-2d55-4552-abb6-fb1c6bd72001 None None] Port 670d3d83-36cf-46a2-b855-a26aa6992718 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:30.973248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Pushing event updated for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:30.985605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.018641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.097187 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:31.098775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:31.116005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4319da0c-1b43-46b9-9a6f-47b84749e1cb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:31.189526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e2c07ac5-bc4d-4959-87de-66afd7f21d38 None None] Provisioning complete for port 670d3d83-36cf-46a2-b855-a26aa6992718 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:31.191935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e2c07ac5-bc4d-4959-87de-66afd7f21d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.228983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4319da0c-1b43-46b9-9a6f-47b84749e1cb completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:31.242596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4319da0c-1b43-46b9-9a6f-47b84749e1cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:31.243061 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.253337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Router 91375e06-86fa-4cdd-9e12-0974ae36bd13 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:52:31.273177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e2c07ac5-bc4d-4959-87de-66afd7f21d38 None None] Port 670d3d83-36cf-46a2-b855-a26aa6992718 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:31.388288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.419737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31038710-7c77-4835-8916-740efffc815b admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:52:31.425848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-31038710-7c77-4835-8916-740efffc815b admin admin] 10.222.0.36 "PUT /v2.0/routers/91375e06-86fa-4cdd-9e12-0974ae36bd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0430560 Aug 19 18:52:31.465003 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4319da0c-1b43-46b9-9a6f-47b84749e1cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4319da0c-1b43-46b9-9a6f-47b84749e1cb,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:31.471060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.471911 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:31.563167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2a9f3e59-22ff-49a5-ba6b-fc9797f03ebb None None] Provisioning complete for port 670d3d83-36cf-46a2-b855-a26aa6992718 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:31.563562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a9f3e59-22ff-49a5-ba6b-fc9797f03ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.568999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4319da0c-1b43-46b9-9a6f-47b84749e1cb,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:31.615389 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:31.617254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f3e59-22ff-49a5-ba6b-fc9797f03ebb None None] Port 670d3d83-36cf-46a2-b855-a26aa6992718 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:31.622427 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:31.622427 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.711257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.748001 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:31.753650 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:31.826681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:32.162529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1b153e4e-dea2-45ef-b9eb-d6e9375d538d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.163961 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1b153e4e-dea2-45ef-b9eb-d6e9375d538d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 816 time: 0.1098044 Aug 19 18:52:32.180977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-203c451f-7609-4a74-b0b8-99e84eeb1b63 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/quotas/7ab7f9047ff84d729e01097aef3de375 HTTP/1.1" status: 200 len: 375 time: 0.0108685 Aug 19 18:52:32.193361 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:32.233182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-82438c67-eb36-4690-a36b-dda447545521 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456738 Aug 19 18:52:32.249285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-2153cb22-cfed-4978-a527-6e73c5727d28 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:52:32.250276 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-2153cb22-cfed-4978-a527-6e73c5727d28 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058935 Aug 19 18:52:32.339490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-bd9ccd7c-271e-4caf-871f-5a0b211a99a1 service neutron] 10.222.0.36 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824392 Aug 19 18:52:32.448815 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-2219e223-7799-4fbf-8b91-e1b012e7d3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017346 Aug 19 18:52:32.610783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d5d97358-97e0-4d6c-a6ee-f3751698b379 req-51d6dbf0-61d2-4299-b5eb-4f57540e8d78 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Aug 19 18:52:33.059279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4319da0c-1b43-46b9-9a6f-47b84749e1cb up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:33.109262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4319da0c-1b43-46b9-9a6f-47b84749e1cb triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:33.109641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.190162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:33.211625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Sync routers for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:52:33.234451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:33.234988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:33.317287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:33.317656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.535345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:33.680241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ac7903a-79fa-40e0-8644-95fb2867bf9f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:33.712080 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dbfc6ef0-3d25-4afa-89f0-5ac66bde5a1b req-f0c9a104-132f-46b9-8830-194b0d361062 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 210 time: 0.0278885 Aug 19 18:52:33.788626 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.801474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4ac7903a-79fa-40e0-8644-95fb2867bf9f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:33.809334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4ac7903a-79fa-40e0-8644-95fb2867bf9f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:33.809707 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.856421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 4, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '670d3d83-36cf-46a2-b855-a26aa6992718', 'name': '', 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'mac_address': 'fa:16:3e:bc:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:29Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 2, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'subnets': [{'id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:33.885845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Checking router: 91375e06-86fa-4cdd-9e12-0974ae36bd13 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:52:33.886367 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Updating router 91375e06-86fa-4cdd-9e12-0974ae36bd13 port 670d3d83-36cf-46a2-b855-a26aa6992718 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:52:33.936085 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.970688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-9608d1c3-6b00-43e1-952f-808fef3b321b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.972201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-9608d1c3-6b00-43e1-952f-808fef3b321b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 816 time: 0.1215801 Aug 19 18:52:33.977754 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.006652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Request body: {'port': {'device_id': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'admin_state_up': True, 'tenant_id': '7ab7f9047ff84d729e01097aef3de375'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:34.009221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4ac7903a-79fa-40e0-8644-95fb2867bf9f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ac7903a-79fa-40e0-8644-95fb2867bf9f,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:34.014400 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.117826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Made reservation on behalf of 7ab7f9047ff84d729e01097aef3de375 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:34.121382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.157217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4ac7903a-79fa-40e0-8644-95fb2867bf9f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.250804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Allocated IP 172.20.0.13 (e4c88e9d-0861-4ec5-bce0-09396f4bc335/236c2c45-c318-4e53-9e37-286228d588a4/2a1011c0-3a59-4ab4-a1cf-c66ba73485c9) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:52:34.270017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.280039 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Transition to ACTIVE for port object 670d3d83-36cf-46a2-b855-a26aa6992718 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:34.285918 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.337544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dadd1c-89f2-4c26-a40c-0d37bfe83599 None None] Pushing event updated for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.390457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Attempting to bind port 670d3d83-36cf-46a2-b855-a26aa6992718 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:34.390841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Attempting to bind port 670d3d83-36cf-46a2-b855-a26aa6992718 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:34.391217 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Attempting to bind port 670d3d83-36cf-46a2-b855-a26aa6992718 on network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:34.397308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:34.397308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Checking segment: {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:34.397769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.398082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Bound using segment: {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:34.398563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Bound port: 670d3d83-36cf-46a2-b855-a26aa6992718, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:34.398956 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.406853 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.420954 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Transition to ACTIVE for port object 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:34.456629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.478037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] For port 670d3d83-36cf-46a2-b855-a26aa6992718, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:34.482086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] For port 670d3d83-36cf-46a2-b855-a26aa6992718, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=670d3d83-36cf-46a2-b855-a26aa6992718,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:34.486273 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.500907 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:52:34.506835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:34.509322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:52:34.547135 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Pushing event updated for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.576825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:34.577461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:52:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:34.579220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dadd1c-89f2-4c26-a40c-0d37bfe83599 None None] Pushing event updated for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.583512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:34.583931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.599755 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-1f65cacc-9170-4c36-814c-20d48d9506b9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972717 Aug 19 18:52:34.623788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Request body: {'port': {'device_id': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:34.689638 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.712908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:34.880926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c33f891-4749-4c34-b216-3d85fc6a3885 None None] Provisioning for port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:34.892035 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5c33f891-4749-4c34-b216-3d85fc6a3885 None None] Provisioning complete for port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:34.892448 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5c33f891-4749-4c34-b216-3d85fc6a3885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.904287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a4070-6eff-44dc-9a66-67d6e927119e req-b5ab058a-0db0-4a93-b25f-cf1972d52454 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:34.905957 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-517a4070-6eff-44dc-9a66-67d6e927119e req-b5ab058a-0db0-4a93-b25f-cf1972d52454 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 932 time: 0.0794079 Aug 19 18:52:34.950875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-517a4070-6eff-44dc-9a66-67d6e927119e req-eaa86240-0792-4806-80b4-2ab6505481cd tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Aug 19 18:52:34.983708 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ac7903a-79fa-40e0-8644-95fb2867bf9f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:35.017530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5c33f891-4749-4c34-b216-3d85fc6a3885 None None] Port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:52:35.023504 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:35.031568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.043941 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Transition to ACTIVE for port object 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:52:35.047863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.053664 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4ac7903a-79fa-40e0-8644-95fb2867bf9f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:35.054050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.059907 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 4, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '670d3d83-36cf-46a2-b855-a26aa6992718', 'name': '', 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'mac_address': 'fa:16:3e:bc:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:29Z', 'updated_at': '2021-08-19T18:52:34Z', 'revision_number': 4, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'subnets': [{'id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:35.105023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834038e-f89c-4926-88e2-af5c70678de1 None None] The sync data for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 is: [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:52:30Z', 'revision_number': 4, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '670d3d83-36cf-46a2-b855-a26aa6992718', 'name': '', 'network_id': '546c7fdd-fadb-44b2-86fb-b1a4feec5e76', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'mac_address': 'fa:16:3e:bc:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:29Z', 'updated_at': '2021-08-19T18:52:34Z', 'revision_number': 4, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'subnets': [{'id': '141601bd-3a04-4a74-9995-a1e1201096d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:52:35.147052 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:35.218663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Attempting to bind port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:52:35.219196 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Attempting to bind port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:52:35.219469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Attempting to bind port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:35.234286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:52:35.234626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Attempting to bind port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:52:35.240292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:52:35.241015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Checking segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:35.241412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Bound using segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:52:35.241855 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Bound port: 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:52:35.242223 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.317761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:52:35.321147 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:52:35.326901 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.373379 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.374023 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:35.375386 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] 10.222.0.13 "PUT /v2.0/ports/2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 HTTP/1.1" status: 200 len: 1093 time: 0.7564719 Aug 19 18:52:35.375848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:35.378127 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2546c526-da51-4ccd-a195-d4afe755f382" -d '{"events": [{"name": "network-changed", "server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:35.404568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c664-9f04-4820-8196-c95922e2947a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:35.433136 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783db61-003f-4017-b4f4-cc33ac6d7ca5 x-openstack-request-id: req-b783db61-003f-4017-b4f4-cc33ac6d7ca5 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:35.433649 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:35.433763 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b783db61-003f-4017-b4f4-cc33ac6d7ca5 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:35.434229 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9', 'status': 'completed', 'code': 200} Aug 19 18:52:35.499884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-70040903-74bf-4d57-a70a-e8f22e51e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.501610 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-70040903-74bf-4d57-a70a-e8f22e51e416 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 1096 time: 0.0460670 Aug 19 18:52:35.559250 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-d0ee9825-1b88-4bf1-b6c9-901e3a9f6009 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 HTTP/1.1" status: 200 len: 217 time: 0.0389254 Aug 19 18:52:35.616747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-0775ac70-d763-4b16-8218-70e3c92d672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.618241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-0775ac70-d763-4b16-8218-70e3c92d672a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 200 len: 855 time: 0.0502760 Aug 19 18:52:36.032042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-2b3360e6-4cd1-44fd-ba12-d1dcbabf3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.033518 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-2b3360e6-4cd1-44fd-ba12-d1dcbabf3bca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c88e9d-0861-4ec5-bce0-09396f4bc335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4065921 Aug 19 18:52:36.076517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0bc6-cd28-41fb-92dd-c7ee14c2ed16 req-7eb12b3d-eece-4fad-926a-ce9b5ee70ed3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.078051 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-732c0bc6-cd28-41fb-92dd-c7ee14c2ed16 req-7eb12b3d-eece-4fad-926a-ce9b5ee70ed3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 944 time: 0.0507150 Aug 19 18:52:36.116357 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-732c0bc6-cd28-41fb-92dd-c7ee14c2ed16 req-e91ec94b-713d-4e9a-b18a-3ff6081b2e23 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Aug 19 18:52:36.124480 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-731e996e-fb03-40a4-b7aa-05a9d70ef239 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Aug 19 18:52:36.215915 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-baf6e3fc-b8c8-4370-9d14-4aae75240ccd req-bb7c85ff-c7b7-4106-8616-c837f0211689 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838115 Aug 19 18:52:36.371284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c526-da51-4ccd-a195-d4afe755f382 req-fb1c1771-6db0-458c-8d5b-9381f9aeebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.372794 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-fb1c1771-6db0-458c-8d5b-9381f9aeebf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 1096 time: 0.0410802 Aug 19 18:52:36.468860 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c526-da51-4ccd-a195-d4afe755f382 req-ae1d8e3b-1a92-42c4-82c2-4b79e3ca05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.470250 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-ae1d8e3b-1a92-42c4-82c2-4b79e3ca05b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 917 time: 0.0905139 Aug 19 18:52:36.517283 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-c06a7d49-14f6-4843-abf1-bdd9497cbc40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 HTTP/1.1" status: 200 len: 217 time: 0.0334723 Aug 19 18:52:36.569699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c526-da51-4ccd-a195-d4afe755f382 req-259757d4-d3a0-4526-bf1d-d7d5fa3c91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.571146 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-259757d4-d3a0-4526-bf1d-d7d5fa3c91fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 200 len: 855 time: 0.0429511 Aug 19 18:52:36.623906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c526-da51-4ccd-a195-d4afe755f382 req-4c671d23-f807-4e51-b720-58baf660f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.625437 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-4c671d23-f807-4e51-b720-58baf660f5da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c88e9d-0861-4ec5-bce0-09396f4bc335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459492 Aug 19 18:52:36.723053 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-36d16e4d-5398-4828-87be-a126008acaf9 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Aug 19 18:52:36.815688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2546c526-da51-4ccd-a195-d4afe755f382 req-a3a7f642-d72f-4856-8805-dc4f0438739b service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Aug 19 18:52:36.964082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 670d3d83-36cf-46a2-b855-a26aa6992718 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:37.014576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 670d3d83-36cf-46a2-b855-a26aa6992718 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:37.018817 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 670d3d83-36cf-46a2-b855-a26aa6992718 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:37.019271 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.104886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.139086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 670d3d83-36cf-46a2-b855-a26aa6992718, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=670d3d83-36cf-46a2-b855-a26aa6992718,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:37.143391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.196632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:37.251755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb89f8e-da2e-4767-b358-fe0836c708f5 req-67619dcf-1e0d-4c29-b633-f0841ebe15fd tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:37.253208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb89f8e-da2e-4767-b358-fe0836c708f5 req-67619dcf-1e0d-4c29-b633-f0841ebe15fd tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 944 time: 0.0514870 Aug 19 18:52:37.291299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb89f8e-da2e-4767-b358-fe0836c708f5 req-3ef7294b-7de5-42b7-abc6-605820264f94 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Aug 19 18:52:38.412996 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880b7f4-73fd-4444-b8cb-33b7aa69594c req-87f96bc4-43c2-4c0f-a377-c63a8d5a88be tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.414524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0880b7f4-73fd-4444-b8cb-33b7aa69594c req-87f96bc4-43c2-4c0f-a377-c63a8d5a88be tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 944 time: 0.0541434 Aug 19 18:52:38.452808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0880b7f4-73fd-4444-b8cb-33b7aa69594c req-8d4521ed-f015-441e-af45-633abba603d7 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Aug 19 18:52:38.944704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 670d3d83-36cf-46a2-b855-a26aa6992718 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:38.970076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:52:39.049401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 670d3d83-36cf-46a2-b855-a26aa6992718 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:39.049785 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.108706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:39.122850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'port_id': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9', 'mac_address': 'fa:16:3e:f6:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:52:39.190591 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.202882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:39.222092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:39.226060 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.271950 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:39.546931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['2a1011c0-3a59-4ab4-a1cf-c66ba73485c9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:39.567829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d92ae-a39d-4cb2-b1b3-07eb5dd45327 req-970b3b78-0b66-4b38-8e0c-779291435a79 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:39.569378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-773d92ae-a39d-4cb2-b1b3-07eb5dd45327 req-970b3b78-0b66-4b38-8e0c-779291435a79 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 945 time: 0.0503020 Aug 19 18:52:39.608645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-773d92ae-a39d-4cb2-b1b3-07eb5dd45327 req-2fa05851-84a4-4253-87ae-b06ce330d80c tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Aug 19 18:52:40.723606 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53505704-d031-49b6-8ae5-36ea4e32ee6b req-0736125c-4992-4df0-b949-b41de0e88455 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:40.725108 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53505704-d031-49b6-8ae5-36ea4e32ee6b req-0736125c-4992-4df0-b949-b41de0e88455 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 945 time: 0.0485537 Aug 19 18:52:40.764365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53505704-d031-49b6-8ae5-36ea4e32ee6b req-dc06bfac-cad3-4ddc-9af4-fe3439e4ac87 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326960 Aug 19 18:52:40.993552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:41.041046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:52:41.045438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:41.045811 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.119233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.141293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:41.143473 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63225d-7458-4674-97cd-b02cbb11e23d" -d '{"events": [{"server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "name": "network-vif-plugged", "status": "completed", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:41.157922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:41.161773 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:41.188736 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af98d843-8649-4033-9142-7fb35ec1f112 x-openstack-request-id: req-af98d843-8649-4033-9142-7fb35ec1f112 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:41.189036 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "name": "network-vif-plugged", "status": "completed", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:41.189290 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af98d843-8649-4033-9142-7fb35ec1f112 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:41.189682 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9', 'code': 200} Aug 19 18:52:41.214669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:41.317234 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296e51c-8ba3-448b-aa08-4156b1f8fc3a req-71f03790-f04c-4d5e-af3f-a6e35d89fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.318730 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7296e51c-8ba3-448b-aa08-4156b1f8fc3a req-71f03790-f04c-4d5e-af3f-a6e35d89fab8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 1098 time: 0.0397675 Aug 19 18:52:41.353717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7296e51c-8ba3-448b-aa08-4156b1f8fc3a req-4f264843-07bf-4ea8-882e-27180b8c32d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273182 Aug 19 18:52:41.883707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce15f3-ca09-4dab-be30-f3e5f42fcb3b req-cf522ca1-0761-424e-9831-9d7fe4bb4e0b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.885844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6ce15f3-ca09-4dab-be30-f3e5f42fcb3b req-cf522ca1-0761-424e-9831-9d7fe4bb4e0b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0527275 Aug 19 18:52:41.922882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6ce15f3-ca09-4dab-be30-f3e5f42fcb3b req-66b6cadd-0d08-4b44-9d9e-b203c6fad25f tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 19 18:52:43.042741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354ebce-96df-4508-b3fe-16f1ea035cec req-ed22b4fe-4a74-46ec-b255-5d5b7bd70219 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:43.044288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a354ebce-96df-4508-b3fe-16f1ea035cec req-ed22b4fe-4a74-46ec-b255-5d5b7bd70219 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Aug 19 18:52:43.082287 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a354ebce-96df-4508-b3fe-16f1ea035cec req-fee7ae82-e801-4cc2-ba78-a477b4b23016 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 19 18:52:43.197134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e137fe-89bf-47e5-a5bb-1a2102d15e53 req-543f6bfb-b85c-4ea3-bf9d-17046772b598 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:43.199224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77e137fe-89bf-47e5-a5bb-1a2102d15e53 req-543f6bfb-b85c-4ea3-bf9d-17046772b598 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0510185 Aug 19 18:52:43.236248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77e137fe-89bf-47e5-a5bb-1a2102d15e53 req-b27a7312-6821-4487-8bfc-dae816e0323b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Aug 19 18:52:47.766735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.835386 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:58.210045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-154f8818-0bf4-4854-8591-f90d2f94b3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:00.668150 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3a2c591c-50be-43a8-b202-3ccaf20a0d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:01.011137 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:02.191420 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:02.850529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a13a-ea45-4b34-8dec-71ddcb499626 req-ac30fc5e-052a-4098-89a7-947ccf30d675 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:02.852135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40a7a13a-ea45-4b34-8dec-71ddcb499626 req-ac30fc5e-052a-4098-89a7-947ccf30d675 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0524056 Aug 19 18:53:03.204552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-40a7a13a-ea45-4b34-8dec-71ddcb499626 req-ca073b80-f10f-484f-8cdb-9e69807540e8 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457060 Aug 19 18:53:03.754521 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.321389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc51b-9b1a-483d-9be3-b22d164de89f req-7a105e05-0dab-4b21-9457-e2afb78fe0b1 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:04.322893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-525fc51b-9b1a-483d-9be3-b22d164de89f req-7a105e05-0dab-4b21-9457-e2afb78fe0b1 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0483413 Aug 19 18:53:04.359925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-525fc51b-9b1a-483d-9be3-b22d164de89f req-86110fe3-300b-45fa-ab46-8c102adc5904 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 19 18:53:04.963636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-ca5a7b33-003b-40c3-932f-6239b994edfb tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:04.965078 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-ca5a7b33-003b-40c3-932f-6239b994edfb tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 946 time: 0.0477810 Aug 19 18:53:05.059565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Deleting port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:05.059926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.149947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] For port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:05.151053 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.162561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Calling delete_port for 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:05.205773 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:53:05.285902 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.318004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Pushing event deleted for resources: {'Port': ['ID=2a1011c0-3a59-4ab4-a1cf-c66ba73485c9,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:05.324203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['2a1011c0-3a59-4ab4-a1cf-c66ba73485c9'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:05.330790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.331149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.331557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.331881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.332217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.332556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.332916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.333252 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.333607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.333940 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.334268 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.334590 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:05.369489 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] No DVR routers for this DVR port 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:05.372189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.374223 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c7c341ad-e86a-43ea-ab7d-7c3a9ff60211 req-877629da-c4b6-4ddc-97b7-9c8db6fd7d41 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "DELETE /v2.0/ports/2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 HTTP/1.1" status: 204 len: 173 time: 0.4023845 Aug 19 18:53:05.374675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'name': 'network-vif-deleted', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:05.376989 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6eaee7-9128-4d6d-98c4-f64dbd701865" -d '{"events": [{"server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "name": "network-vif-deleted", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:05.420756 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737bb463-dbd7-4661-adb6-a65ae5a0b1c7 x-openstack-request-id: req-737bb463-dbd7-4661-adb6-a65ae5a0b1c7 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:05.421061 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3174dbb8-58b9-456d-b453-18e71e5b1372", "name": "network-vif-deleted", "tag": "2a1011c0-3a59-4ab4-a1cf-c66ba73485c9", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:05.421318 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-737bb463-dbd7-4661-adb6-a65ae5a0b1c7 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:05.421724 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174dbb8-58b9-456d-b453-18e71e5b1372', 'name': 'network-vif-deleted', 'tag': '2a1011c0-3a59-4ab4-a1cf-c66ba73485c9', 'status': 'completed', 'code': 200} Aug 19 18:53:05.470134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8519c7a1-6a0a-4982-98a8-dc83a71608b0 req-8eb5240a-42db-4dbe-b1ba-0e7ce339beb9 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=3174dbb8-58b9-456d-b453-18e71e5b1372 HTTP/1.1" status: 200 len: 210 time: 0.0328472 Aug 19 18:53:06.982058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-03090f4b-b5e4-47fd-a4af-2b274b448bbc tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:06.983551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-03090f4b-b5e4-47fd-a4af-2b274b448bbc tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 816 time: 0.1034164 Aug 19 18:53:06.999157 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-0ac51bb3-2bf8-4ab4-938a-20a18c14782b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/quotas/7ab7f9047ff84d729e01097aef3de375 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Aug 19 18:53:07.049645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-4373f0fc-2fc1-4202-b4a4-647a480d5e20 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450897 Aug 19 18:53:07.152213 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-a4a3f28c-3d17-4676-a930-574366020919 service neutron] 10.222.0.36 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907414 Aug 19 18:53:07.246507 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-1bcba56e-59be-4ab6-ae09-06ed86b745be service neutron] 10.222.0.36 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880163 Aug 19 18:53:07.410504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed7431b9-0f91-46d0-bffa-f5e6f554d7cb req-86607a2c-87e1-42f2-9752-b45eaa5fc163 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 210 time: 0.0324664 Aug 19 18:53:08.479763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-b74e1ce4-2e58-40b9-9def-2b00bd1896d4 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:08.482256 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-b74e1ce4-2e58-40b9-9def-2b00bd1896d4 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 816 time: 0.1132946 Aug 19 18:53:08.513703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-72a688d1-6f4b-4b90-9801-1a9aa9bcdb0f req-277a936b-d03c-4e9f-84ae-ec0272b5d113 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Aug 19 18:53:08.518495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Request body: {'port': {'device_id': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'admin_state_up': True, 'tenant_id': '7ab7f9047ff84d729e01097aef3de375'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:08.623696 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Made reservation on behalf of 7ab7f9047ff84d729e01097aef3de375 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:08.627278 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.754285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Allocated IP 172.20.0.11 (e4c88e9d-0861-4ec5-bce0-09396f4bc335/236c2c45-c318-4e53-9e37-286228d588a4/0671dc51-1965-4d51-bd51-748c90a095b4) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:08.899464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.913262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Transition to ACTIVE for port object 0671dc51-1965-4d51-bd51-748c90a095b4 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:08.945366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.985425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:08.990550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:08.994219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:09.020444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Pushing event updated for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:09.056299 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.057285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.072837 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-41c8452c-831c-493c-a39e-f2ce990545d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577459 Aug 19 18:53:09.162398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:09.186371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:09.186715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 2a1011c0-3a59-4ab4-a1cf-c66ba73485c9 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:09.189771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Request body: {'port': {'device_id': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:09.246500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.281599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9ad445a3-9a15-48f5-81d5-c27b196e9ef9 None None] Provisioning for port 0671dc51-1965-4d51-bd51-748c90a095b4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:09.285924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9ad445a3-9a15-48f5-81d5-c27b196e9ef9 None None] Provisioning complete for port 0671dc51-1965-4d51-bd51-748c90a095b4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:09.286291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ad445a3-9a15-48f5-81d5-c27b196e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.320448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-9ad445a3-9a15-48f5-81d5-c27b196e9ef9 None None] Port 0671dc51-1965-4d51-bd51-748c90a095b4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:09.513900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0671dc51-1965-4d51-bd51-748c90a095b4 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:09.521273 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.533027 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Transition to ACTIVE for port object 0671dc51-1965-4d51-bd51-748c90a095b4 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:09.537036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.592081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Pushing event updated for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:09.642447 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed31da-5792-4db8-a2b3-14bfe7f6dec6 req-8d6fb428-a3e7-4552-be53-8fbe48d7d6b3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.644784 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64ed31da-5792-4db8-a2b3-14bfe7f6dec6 req-8d6fb428-a3e7-4552-be53-8fbe48d7d6b3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 944 time: 0.0613871 Aug 19 18:53:09.662866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Attempting to bind port 0671dc51-1965-4d51-bd51-748c90a095b4 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:09.663220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Attempting to bind port 0671dc51-1965-4d51-bd51-748c90a095b4 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:09.663652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Attempting to bind port 0671dc51-1965-4d51-bd51-748c90a095b4 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:09.670546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Port 0671dc51-1965-4d51-bd51-748c90a095b4 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:09.670886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Attempting to bind port 0671dc51-1965-4d51-bd51-748c90a095b4 on network e4c88e9d-0861-4ec5-bce0-09396f4bc335 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:09.676274 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:09.676624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Checking segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:09.677014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Bound using segment: {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:09.677446 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Bound port: 0671dc51-1965-4d51-bd51-748c90a095b4, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5860b1d0-eb21-4e3d-a69c-f5b6191221e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:09.677843 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.687231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64ed31da-5792-4db8-a2b3-14bfe7f6dec6 req-e65be0eb-913f-4b2c-93ec-8a6eafdc032e tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347412 Aug 19 18:53:09.745432 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:09.748673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0671dc51-1965-4d51-bd51-748c90a095b4,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:09.752876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.795045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.795693 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.797089 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] 10.222.0.13 "PUT /v2.0/ports/0671dc51-1965-4d51-bd51-748c90a095b4 HTTP/1.1" status: 200 len: 1093 time: 0.7069867 Aug 19 18:53:09.797524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:09.799805 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057421d6-bb5f-4b87-a546-454a11861804" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:09.823621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2207-1f83-44f6-8dc4-f6bdb8f855db service neutron] Pushing event updated for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:09.912086 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-d24d02d3-b9cf-4e86-bc06-d1658d00c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.913606 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-d24d02d3-b9cf-4e86-bc06-d1658d00c7f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 1096 time: 0.0509522 Aug 19 18:53:09.915062 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a49d4-bbbe-438f-ad20-6a2d264ccaff x-openstack-request-id: req-7c7a49d4-bbbe-438f-ad20-6a2d264ccaff {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:09.915349 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:09.916161 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c7a49d4-bbbe-438f-ad20-6a2d264ccaff {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:09.916533 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4', 'status': 'completed', 'code': 200} Aug 19 18:53:09.980290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-3d48ee5e-e37f-4abe-8f8c-c34ea29cdcc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0671dc51-1965-4d51-bd51-748c90a095b4 HTTP/1.1" status: 200 len: 217 time: 0.0361836 Aug 19 18:53:10.029875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-88e8d12f-2718-47a4-9ac7-7eea21891303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.031339 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-88e8d12f-2718-47a4-9ac7-7eea21891303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 200 len: 855 time: 0.0439124 Aug 19 18:53:10.082486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-3901f80c-b865-4b2e-a142-294908d3461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.084031 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-3901f80c-b865-4b2e-a142-294908d3461a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c88e9d-0861-4ec5-bce0-09396f4bc335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449960 Aug 19 18:53:10.181890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-53eff98b-cb65-4c87-9eb6-2257b676776b service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820057 Aug 19 18:53:10.276271 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1ff9e989-2c5f-4af5-9f5b-ef0a7c460e50 req-91a3cc1a-9c64-48d3-a2d4-68cf3125cfdf service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Aug 19 18:53:10.422559 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057421d6-bb5f-4b87-a546-454a11861804 req-6dcb3ad9-f0ab-4de8-b457-afad49e35cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.423969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-6dcb3ad9-f0ab-4de8-b457-afad49e35cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 1096 time: 0.0413988 Aug 19 18:53:10.516537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057421d6-bb5f-4b87-a546-454a11861804 req-44bce618-2be1-46c5-957d-9afe3e0749d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.517994 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-44bce618-2be1-46c5-957d-9afe3e0749d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 917 time: 0.0871577 Aug 19 18:53:10.559721 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-4f68220f-07dd-4c27-9f39-a983b55cae30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0671dc51-1965-4d51-bd51-748c90a095b4 HTTP/1.1" status: 200 len: 217 time: 0.0344052 Aug 19 18:53:10.608352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057421d6-bb5f-4b87-a546-454a11861804 req-86252f6b-e134-4c75-83fb-9a6e5cc424d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.609761 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-86252f6b-e134-4c75-83fb-9a6e5cc424d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 200 len: 855 time: 0.0431647 Aug 19 18:53:10.659560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057421d6-bb5f-4b87-a546-454a11861804 req-695c407d-b5d0-483f-9c2d-5b991559605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.661024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-695c407d-b5d0-483f-9c2d-5b991559605c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c88e9d-0861-4ec5-bce0-09396f4bc335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440173 Aug 19 18:53:10.753863 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-de631790-4f57-447d-8ac0-29fb905a79e8 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Aug 19 18:53:10.806818 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1885b32-f97c-4e6c-8b31-8c9d1d3661c8 req-1b52051a-535e-4f37-becd-eea7e3d94710 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.808372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1885b32-f97c-4e6c-8b31-8c9d1d3661c8 req-1b52051a-535e-4f37-becd-eea7e3d94710 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Aug 19 18:53:10.846904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1885b32-f97c-4e6c-8b31-8c9d1d3661c8 req-b3232059-0f6c-4180-9d61-b3ad032cc58d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Aug 19 18:53:10.853777 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-057421d6-bb5f-4b87-a546-454a11861804 req-69981c9b-7900-42c7-8169-13d3836f4c83 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 Aug 19 18:53:11.966443 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea04c3-396c-41a7-a383-ea06de656050 req-fc3125e6-3245-407b-ae54-e9f6debc67af tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:11.968247 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccea04c3-396c-41a7-a383-ea06de656050 req-fc3125e6-3245-407b-ae54-e9f6debc67af tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 944 time: 0.0537112 Aug 19 18:53:12.005852 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccea04c3-396c-41a7-a383-ea06de656050 req-e960acea-6511-4e56-bf8e-92d8463d6a2d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Aug 19 18:53:13.126473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7876946-4962-4b36-a21b-951874e5b201 req-4d134f64-c44a-4fe3-8fb5-465c31e36a43 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:13.128009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7876946-4962-4b36-a21b-951874e5b201 req-4d134f64-c44a-4fe3-8fb5-465c31e36a43 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 944 time: 0.0519478 Aug 19 18:53:13.167366 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7876946-4962-4b36-a21b-951874e5b201 req-a5f6b037-9139-4554-b969-5efe21a9a0ae tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Aug 19 18:53:13.184910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0671dc51-1965-4d51-bd51-748c90a095b4 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:13.277213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0671dc51-1965-4d51-bd51-748c90a095b4,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:13.291750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '0671dc51-1965-4d51-bd51-748c90a095b4', 'network_id': 'e4c88e9d-0861-4ec5-bce0-09396f4bc335', 'port_id': '0671dc51-1965-4d51-bd51-748c90a095b4', 'mac_address': 'fa:16:3e:4b:a1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236c2c45-c318-4e53-9e37-286228d588a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:13.326882 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.339534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0671dc51-1965-4d51-bd51-748c90a095b4 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:13.358919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0671dc51-1965-4d51-bd51-748c90a095b4,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:13.362645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.409856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:13.417675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.417967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.418319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.418658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.418995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.419331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.419689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.420023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.420354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.420684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.421019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.421345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:13.682512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['0671dc51-1965-4d51-bd51-748c90a095b4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:14.280874 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721efbfd-7cb0-4a7d-8fd2-8607ed6b7178 req-f89b706e-94ce-438a-8e81-41ed2a38116d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:14.282409 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721efbfd-7cb0-4a7d-8fd2-8607ed6b7178 req-f89b706e-94ce-438a-8e81-41ed2a38116d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 945 time: 0.0488727 Aug 19 18:53:14.320422 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-721efbfd-7cb0-4a7d-8fd2-8607ed6b7178 req-0882dc8f-6791-4a77-9d45-a871a656dc7e tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Aug 19 18:53:15.187158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0671dc51-1965-4d51-bd51-748c90a095b4 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:15.234424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 0671dc51-1965-4d51-bd51-748c90a095b4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:15.238282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 0671dc51-1965-4d51-bd51-748c90a095b4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:15.238653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.316105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.446611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea78ac-2d00-4baa-97fa-aca02cf5a7a8 req-05f655c6-3f58-4422-a8eb-64d6d47acd2e tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:15.450511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71ea78ac-2d00-4baa-97fa-aca02cf5a7a8 req-05f655c6-3f58-4422-a8eb-64d6d47acd2e tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 945 time: 0.0586355 Aug 19 18:53:15.490302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-71ea78ac-2d00-4baa-97fa-aca02cf5a7a8 req-41299be5-ba8e-43a5-bd3a-93b1e575e1ce tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 19 18:53:15.498115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:15.500410 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b813c7-345b-4496-8f13-84fba674bdac" -d '{"events": [{"server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "name": "network-vif-plugged", "status": "completed", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:15.514336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0671dc51-1965-4d51-bd51-748c90a095b4,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:15.519420 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.547332 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af31a029-01bc-41e0-b4fd-907aa01efc61 x-openstack-request-id: req-af31a029-01bc-41e0-b4fd-907aa01efc61 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:15.547652 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "name": "network-vif-plugged", "status": "completed", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:15.547917 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af31a029-01bc-41e0-b4fd-907aa01efc61 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:15.548334 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4', 'code': 200} Aug 19 18:53:15.570995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:15.676125 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7a03-a2ea-4934-994f-f144fb1be1c3 req-d99b0986-94ad-49a4-adef-8831b4fab888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:15.677620 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a0c7a03-a2ea-4934-994f-f144fb1be1c3 req-d99b0986-94ad-49a4-adef-8831b4fab888 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 1098 time: 0.0424516 Aug 19 18:53:15.711142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9a0c7a03-a2ea-4934-994f-f144fb1be1c3 req-f4be5253-801f-40d3-a4dc-72ebd247d0db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265584 Aug 19 18:53:16.606082 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a14b03-68c8-4acc-98d9-e8fded4afc3b req-1915fe39-b2a9-4d1f-9010-f9e9b4070697 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:16.607602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1a14b03-68c8-4acc-98d9-e8fded4afc3b req-1915fe39-b2a9-4d1f-9010-f9e9b4070697 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0506966 Aug 19 18:53:16.645848 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b1a14b03-68c8-4acc-98d9-e8fded4afc3b req-f3b3932f-cf3b-431e-9452-fdf74d58cecd tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Aug 19 18:53:17.763416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bca17-6250-4665-a028-e5b824a5dbde req-8c1d3205-64b6-4740-a5a8-18631c32da33 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:17.766073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-509bca17-6250-4665-a028-e5b824a5dbde req-8c1d3205-64b6-4740-a5a8-18631c32da33 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Aug 19 18:53:17.778978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.805430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-509bca17-6250-4665-a028-e5b824a5dbde req-f970b459-f167-4334-8dfa-9b35507339d3 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Aug 19 18:53:17.926326 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00edeb9-aac9-4ee6-9624-334227f8d4b4 req-7f8eae30-2711-4bf2-b2d5-0a95fe89154a tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:17.927844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f00edeb9-aac9-4ee6-9624-334227f8d4b4 req-7f8eae30-2711-4bf2-b2d5-0a95fe89154a tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0539169 Aug 19 18:53:17.971267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f00edeb9-aac9-4ee6-9624-334227f8d4b4 req-bafc50f8-2f32-43f5-bccc-acee467aefc4 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Aug 19 18:53:26.838117 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.211766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f27f-0273-445e-8bd5-7efd4a04937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.896147 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-a60f1130-d745-4dec-9708-54dcffa5ed9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460644 Aug 19 18:53:30.028948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-de1d6aa9-b5e7-4f91-a746-d142cb6d999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.030373 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-de1d6aa9-b5e7-4f91-a746-d142cb6d999d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ab7f9047ff84d729e01097aef3de375&device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 1098 time: 0.0465968 Aug 19 18:53:30.161350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-4b97fb55-0bff-4139-b0c4-67d49048584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.162859 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-4b97fb55-0bff-4139-b0c4-67d49048584e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 200 len: 917 time: 0.0910213 Aug 19 18:53:30.209675 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-a67db25d-dd05-45fd-bc7c-2e928951dc2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0671dc51-1965-4d51-bd51-748c90a095b4 HTTP/1.1" status: 200 len: 217 time: 0.0389988 Aug 19 18:53:30.259787 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-e3d04fe4-b25b-4fda-a1b8-236c74d68294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.261207 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-e3d04fe4-b25b-4fda-a1b8-236c74d68294 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 200 len: 855 time: 0.0446165 Aug 19 18:53:30.307429 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-fee78137-3292-4af4-9b09-e2e45187590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.308943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-fee78137-3292-4af4-9b09-e2e45187590f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c88e9d-0861-4ec5-bce0-09396f4bc335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405362 Aug 19 18:53:30.403732 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-4c2f3fdc-f1b7-4afd-bfc2-68e0958d3d70 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867426 Aug 19 18:53:30.492487 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf63e442-d033-4fce-99bf-11c90cf3d03d req-6ec36bf7-a3cc-4ac9-8def-141d30c5d4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815952 Aug 19 18:53:30.668645 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e16544bd-a6a7-4778-b8f8-8e2b41578baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:31.012370 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.197103 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.758303 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:36.403373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77e40-f325-459f-87bb-6361da21b2a3 req-ab7348ed-d9b7-460b-90eb-3c6ce7e5eeaa tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:36.404831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22b77e40-f325-459f-87bb-6361da21b2a3 req-ab7348ed-d9b7-460b-90eb-3c6ce7e5eeaa tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0509458 Aug 19 18:53:36.443623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22b77e40-f325-459f-87bb-6361da21b2a3 req-f2d04ad3-3290-404d-a764-21af3f61121b tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Aug 19 18:53:37.567403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f074d6-a904-4826-8975-2463c98efb3b req-6410ca3c-9bd0-4575-92c9-22d09f3c6227 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:37.568981 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f074d6-a904-4826-8975-2463c98efb3b req-6410ca3c-9bd0-4575-92c9-22d09f3c6227 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0537872 Aug 19 18:53:37.609564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22f074d6-a904-4826-8975-2463c98efb3b req-cdb6b339-c835-45d2-b693-bd8aad65bcee tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Aug 19 18:53:38.602269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d93f-7e02-4cee-b592-97725bb22593 req-b7bb543d-613b-4567-af3c-959c5a738312 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:38.603750 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d436d93f-7e02-4cee-b592-97725bb22593 req-b7bb543d-613b-4567-af3c-959c5a738312 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0519958 Aug 19 18:53:38.703509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Deleting port 0671dc51-1965-4d51-bd51-748c90a095b4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:38.703863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.735370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06b37-c7a4-4aa2-b45f-6ed848fe9ce9 req-310a52e1-a4c1-4922-b2e3-221417308b8a tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:38.736973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccd06b37-c7a4-4aa2-b45f-6ed848fe9ce9 req-310a52e1-a4c1-4922-b2e3-221417308b8a tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0fa2618-ca4c-4c70-8f33-237b9452fd68 HTTP/1.1" status: 200 len: 946 time: 0.0548947 Aug 19 18:53:38.775979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ccd06b37-c7a4-4aa2-b45f-6ed848fe9ce9 req-1db09c84-7ac3-4f9f-b532-1c1fd7c72ef8 tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92a8950-3e57-423a-9aea-bbc489f20b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Aug 19 18:53:38.798509 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] For port 0671dc51-1965-4d51-bd51-748c90a095b4, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=0671dc51-1965-4d51-bd51-748c90a095b4,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:38.798875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.811183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Calling delete_port for 0671dc51-1965-4d51-bd51-748c90a095b4 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:38.939709 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.970961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Pushing event deleted for resources: {'Port': ['ID=0671dc51-1965-4d51-bd51-748c90a095b4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:38.981457 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['0671dc51-1965-4d51-bd51-748c90a095b4'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:39.014788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] No DVR routers for this DVR port 0671dc51-1965-4d51-bd51-748c90a095b4 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:39.017803 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:39.019850 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d436d93f-7e02-4cee-b592-97725bb22593 req-72e845ce-be12-4b40-92ca-427a1d3c330d tempest-TestEncryptedCinderVolumes-2084519081 tempest-TestEncryptedCinderVolumes-2084519081-project] 10.222.0.13 "DELETE /v2.0/ports/0671dc51-1965-4d51-bd51-748c90a095b4 HTTP/1.1" status: 204 len: 173 time: 0.4099000 Aug 19 18:53:39.020291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'name': 'network-vif-deleted', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:39.022687 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39649a01-7996-4eff-88b3-842beddfc0c1" -d '{"events": [{"server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "name": "network-vif-deleted", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:39.060519 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf8088c-52ff-4e9e-90b1-a5e664667725 x-openstack-request-id: req-1cf8088c-52ff-4e9e-90b1-a5e664667725 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:39.060865 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa2618-ca4c-4c70-8f33-237b9452fd68", "name": "network-vif-deleted", "tag": "0671dc51-1965-4d51-bd51-748c90a095b4", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:39.061053 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cf8088c-52ff-4e9e-90b1-a5e664667725 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:39.061451 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa2618-ca4c-4c70-8f33-237b9452fd68', 'name': 'network-vif-deleted', 'tag': '0671dc51-1965-4d51-bd51-748c90a095b4', 'status': 'completed', 'code': 200} Aug 19 18:53:39.868156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45208) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:40.242958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:40.488975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Deleting port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:40.489324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:40.572420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] For port 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:40.572840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:40.584821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Calling delete_port for 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:40.765588 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:40.794603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:40.818710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.818991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.819339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.819709 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.820049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.820387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.820728 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.821059 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.821391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.822283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.822630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.822968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:40.980040 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.194647 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Router 596714d1-df23-4898-847b-36baf419e442 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:41.304254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0671dc51-1965-4d51-bd51-748c90a095b4 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:41.305222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:41.312650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-421277de-85ec-4768-ad2a-9f7a34330301 admin admin] 10.222.0.36 "PUT /v2.0/routers/596714d1-df23-4898-847b-36baf419e442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4422648 Aug 19 18:53:41.314879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45210) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:41.316858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Sync routers for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:41.326549 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:41.327161 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:41.329821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 0671dc51-1965-4d51-bd51-748c90a095b4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:41.330404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 0671dc51-1965-4d51-bd51-748c90a095b4 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:41.428444 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.433293 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:41.536565 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.594010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Deleting port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:41.594364 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.611290 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:53:40Z', 'revision_number': 5, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port': {'id': 'e9cfc70a-49ac-43eb-aa12-0d5d01bd892c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596714d1-df23-4898-847b-36baf419e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:23Z', 'updated_at': '2021-08-19T18:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:41.642985 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Checking router: 596714d1-df23-4898-847b-36baf419e442 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:41.651712 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Routers {'596714d1-df23-4898-847b-36baf419e442'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:41.652423 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['596714d1-df23-4898-847b-36baf419e442'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:41.678529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] For port e9cfc70a-49ac-43eb-aa12-0d5d01bd892c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:41.678890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.691023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Calling delete_port for e9cfc70a-49ac-43eb-aa12-0d5d01bd892c owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:41.739040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] Set router 596714d1-df23-4898-847b-36baf419e442 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:41.793731 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:53:41Z', 'revision_number': 6, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:41.825362 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac16ae1-0de1-46b0-94cb-e8a7b20edec4 None None] The sync data for ids ['596714d1-df23-4898-847b-36baf419e442'] in n-d-778550-10 is: [{'id': '596714d1-df23-4898-847b-36baf419e442', 'name': 'tempest-TestEncryptedCinderVolumes-255538461-router', 'tenant_id': '7ab7f9047ff84d729e01097aef3de375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:22Z', 'updated_at': '2021-08-19T18:53:41Z', 'revision_number': 6, 'project_id': '7ab7f9047ff84d729e01097aef3de375', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:41.866672 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:41.892235 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cfc70a-49ac-43eb-aa12-0d5d01bd892c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:41.952060 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.045340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.047333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.089360 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.089989 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596714d1-df23-4898-847b-36baf419e442 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:53:42.094264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.095358 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9f5a6e82-df9e-490d-8fbc-27c5fd450657 admin admin] 10.222.0.36 "DELETE /v2.0/routers/596714d1-df23-4898-847b-36baf419e442 HTTP/1.1" status: 204 len: 168 time: 0.7794809 Aug 19 18:53:42.099505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45214) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:42.143481 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Deleting subnet 236c2c45-c318-4e53-9e37-286228d588a4 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:53:42.146605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.182342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.205584 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:53:42.278399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.329545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.357840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236c2c45-c318-4e53-9e37-286228d588a4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:42.362162 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.363970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a53425ed-4c18-41c7-8f59-1dfb9d9cadcc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/236c2c45-c318-4e53-9e37-286228d588a4 HTTP/1.1" status: 204 len: 168 time: 0.2635419 Aug 19 18:53:42.366516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45216) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:42.370401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce891d0-bc32-4500-8634-9991fe0076a5 None None] Network e4c88e9d-0861-4ec5-bce0-09396f4bc335 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:42.592565 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] DHCP port deletion for e4c88e9d-0861-4ec5-bce0-09396f4bc335 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:53:42.647722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Deleting port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:42.648104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.720652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] For port 58423a8d-9ac0-4471-a5c4-88962b5d32e3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=58423a8d-9ac0-4471-a5c4-88962b5d32e3,segment=NetworkSegment(5860b1d0-eb21-4e3d-a69c-f5b6191221e1),segment_id=5860b1d0-eb21-4e3d-a69c-f5b6191221e1)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:42.721053 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.733686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Calling delete_port for 58423a8d-9ac0-4471-a5c4-88962b5d32e3 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:42.825428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.832644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.849919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] Pushing event deleted for resources: {'Port': ['ID=58423a8d-9ac0-4471-a5c4-88962b5d32e3,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:42.862085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f3dc3-a209-4dcf-9834-64143ecf66cf None None] No DVR routers for this DVR port 58423a8d-9ac0-4471-a5c4-88962b5d32e3 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:42.918430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.931162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c88e9d-0861-4ec5-bce0-09396f4bc335']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:42.944188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5860b1d0-eb21-4e3d-a69c-f5b6191221e1') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:42.944499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5860b1d0-eb21-4e3d-a69c-f5b6191221e1') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:42.954149 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.970995 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.978219 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:53:42.978621 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:53:42.980972 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:53:42.997307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 58423a8d-9ac0-4471-a5c4-88962b5d32e3 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:43.017541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 58423a8d-9ac0-4471-a5c4-88962b5d32e3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:43.017860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 58423a8d-9ac0-4471-a5c4-88962b5d32e3 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:43.018292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9cfc70a-49ac-43eb-aa12-0d5d01bd892c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:43.037402 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e9cfc70a-49ac-43eb-aa12-0d5d01bd892c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:43.037755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e9cfc70a-49ac-43eb-aa12-0d5d01bd892c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:43.038250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:43.047490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.054805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.059505 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4c88e9d-0861-4ec5-bce0-09396f4bc335 HTTP/1.1" status: 204 len: 168 time: 0.6888981 Aug 19 18:53:43.059682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45218) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:43.061483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:43.062198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1b4ebadc-59b4-43a4-9f4b-6abb8c86fc2a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:43.075546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330115fd-7024-4f49-9bb0-58ecf4888c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c88e9d-0861-4ec5-bce0-09396f4bc335,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:43.419072 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.680129 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Deleting port 670d3d83-36cf-46a2-b855-a26aa6992718 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:43.680382 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.764143 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] For port 670d3d83-36cf-46a2-b855-a26aa6992718, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=670d3d83-36cf-46a2-b855-a26aa6992718,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:43.764522 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.777879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Calling delete_port for 670d3d83-36cf-46a2-b855-a26aa6992718 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:43.964428 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.993258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=670d3d83-36cf-46a2-b855-a26aa6992718,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:44.163432 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:44.376425 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Router 91375e06-86fa-4cdd-9e12-0974ae36bd13 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:44.484282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:44.490733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6ea17f84-dbaa-4b92-a00b-c24c1e3ea0d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/91375e06-86fa-4cdd-9e12-0974ae36bd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4280875 Aug 19 18:53:44.491966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45220) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:44.493704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Sync routers for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:44.502752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:44.503374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:44.600939 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:44.607958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:44.797070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:53:43Z', 'revision_number': 5, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:44.825000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Checking router: 91375e06-86fa-4cdd-9e12-0974ae36bd13 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:44.833806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Routers {'91375e06-86fa-4cdd-9e12-0974ae36bd13'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:44.834438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['91375e06-86fa-4cdd-9e12-0974ae36bd13'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:44.952886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] Set router 91375e06-86fa-4cdd-9e12-0974ae36bd13 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:45.025120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.080232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Deleting port 4ac7903a-79fa-40e0-8644-95fb2867bf9f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:45.080573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.150893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:53:43Z', 'revision_number': 5, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:45.174014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] For port 4ac7903a-79fa-40e0-8644-95fb2867bf9f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4ac7903a-79fa-40e0-8644-95fb2867bf9f,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:45.174633 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.177052 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d470cd14-3f0e-458c-a31f-c035ef35867f None None] The sync data for ids ['91375e06-86fa-4cdd-9e12-0974ae36bd13'] in n-d-778550-10 is: [{'id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'name': 'tempest-TestEncryptedCinderVolumes-64417829-router', 'tenant_id': 'ab1639ba189b4286a36277daa66da7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:52:27Z', 'updated_at': '2021-08-19T18:53:43Z', 'revision_number': 5, 'project_id': 'ab1639ba189b4286a36277daa66da7fd', 'gw_port': {'id': '4ac7903a-79fa-40e0-8644-95fb2867bf9f', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91375e06-86fa-4cdd-9e12-0974ae36bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:52:28Z', 'updated_at': '2021-08-19T18:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:45.188497 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Calling delete_port for 4ac7903a-79fa-40e0-8644-95fb2867bf9f owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:45.357677 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.383193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac7903a-79fa-40e0-8644-95fb2867bf9f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:45.445316 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.544350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.546645 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.594446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.595525 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91375e06-86fa-4cdd-9e12-0974ae36bd13 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:53:45.601524 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.605348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-47153078-797c-44eb-8b22-d0d73f851b93 admin admin] 10.222.0.36 "DELETE /v2.0/routers/91375e06-86fa-4cdd-9e12-0974ae36bd13 HTTP/1.1" status: 204 len: 168 time: 1.1100044 Aug 19 18:53:45.605735 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45222) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:45.654687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Deleting subnet 141601bd-3a04-4a74-9995-a1e1201096d4 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:53:45.658062 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.691596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.781902 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.840830 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.866810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141601bd-3a04-4a74-9995-a1e1201096d4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:45.871256 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.873206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eff93569-8809-4495-894d-5f85edb3cbbc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/141601bd-3a04-4a74-9995-a1e1201096d4 HTTP/1.1" status: 204 len: 168 time: 0.2664261 Aug 19 18:53:45.875794 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45224) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:45.877325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9f164-328b-40a5-8e81-332be63a1007 None None] Network 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:45.950156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.003913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Deleting port 4319da0c-1b43-46b9-9a6f-47b84749e1cb {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:46.004244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.069218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] For port 4319da0c-1b43-46b9-9a6f-47b84749e1cb, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4319da0c-1b43-46b9-9a6f-47b84749e1cb,segment=NetworkSegment(8e63b07a-ff2a-4d62-a76d-1476ea2b21c0),segment_id=8e63b07a-ff2a-4d62-a76d-1476ea2b21c0)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:46.069580 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.081975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Calling delete_port for 4319da0c-1b43-46b9-9a6f-47b84749e1cb owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:46.164857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.177344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770add7-7e93-4554-b797-f9407f45e1c5 None None] DHCP port deletion for 546c7fdd-fadb-44b2-86fb-b1a4feec5e76 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:53:46.193915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4319da0c-1b43-46b9-9a6f-47b84749e1cb,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:46.199012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] No DVR routers for this DVR port 4319da0c-1b43-46b9-9a6f-47b84749e1cb on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:46.273808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.283582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546c7fdd-fadb-44b2-86fb-b1a4feec5e76']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:46.294017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:46.294312 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e63b07a-ff2a-4d62-a76d-1476ea2b21c0') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:46.302766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.317329 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.323528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:53:46.323950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:53:46.325834 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:53:46.379373 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.387018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.390087 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] 10.222.0.36 "DELETE /v2.0/networks/546c7fdd-fadb-44b2-86fb-b1a4feec5e76 HTTP/1.1" status: 204 len: 168 time: 0.5129766 Aug 19 18:53:46.401505 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf99a8-18a5-4013-a771-9700b98dbd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=546c7fdd-fadb-44b2-86fb-b1a4feec5e76,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:46.552462 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45228) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:46.592301 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5b4e1b3e-1221-4992-8e85-9207433b15c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ab7f9047ff84d729e01097aef3de375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386670 Aug 19 18:53:46.594757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45230) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:46.646231 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.667897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.723342 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.726366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.728790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c92a8950-3e57-423a-9aea-bbc489f20b73 HTTP/1.1" status: 204 len: 168 time: 0.1330020 Aug 19 18:53:46.739695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e07f97-5601-4a7a-85f5-db8e4b53b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92a8950-3e57-423a-9aea-bbc489f20b73,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:46.980624 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 670d3d83-36cf-46a2-b855-a26aa6992718 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:47.001685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 670d3d83-36cf-46a2-b855-a26aa6992718 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:47.002019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 670d3d83-36cf-46a2-b855-a26aa6992718 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:47.002454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4319da0c-1b43-46b9-9a6f-47b84749e1cb no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:47.022244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4319da0c-1b43-46b9-9a6f-47b84749e1cb {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:47.022594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4319da0c-1b43-46b9-9a6f-47b84749e1cb not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:47.023017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ac7903a-79fa-40e0-8644-95fb2867bf9f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:47.046666 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4ac7903a-79fa-40e0-8644-95fb2867bf9f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:47.047118 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4ac7903a-79fa-40e0-8644-95fb2867bf9f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:47.058288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45236) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:47.098912 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-63fc82d5-ca1d-414c-b7d8-9ab9d3416af7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab1639ba189b4286a36277daa66da7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394762 Aug 19 18:53:47.101359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45238) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:47.150754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.172051 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.221280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.223725 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.224903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49d92e8c-2630-49a6-87b3-d241c5cdaefe HTTP/1.1" status: 204 len: 168 time: 0.1226645 Aug 19 18:53:47.233799 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d03bd-a87a-449a-ab51-a01b5aec6b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d92e8c-2630-49a6-87b3-d241c5cdaefe,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:47.779137 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:47.923047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45260) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:48.025464 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693765018-network', 'tenant_id': 'a4f46f057eca49659f233585a986ba76'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:48.049556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Made reservation on behalf of a4f46f057eca49659f233585a986ba76 for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:48.052014 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.061501 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.154011 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.157917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.183105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:53:48.192101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb361a7-7956-4df8-b1e2-27281f6a44fe,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:48.199074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.199505 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Added segment b01cd111-b6bb-47ab-ab89-fffd3de58a31 of type vlan for network 612537e5-c025-48c2-8259-247b89be1c35 Aug 19 18:53:48.241485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.266239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.267360 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:48.267963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.325132 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4009352 Aug 19 18:53:48.328176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45264) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:48.329946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7897f-9226-400d-b5aa-8f1d11d35f1d admin admin] Pushing event updated for resources: {'Network': ['ID=612537e5-c025-48c2-8259-247b89be1c35,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:48.334399 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Request body: {'subnet': {'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693765018-subnet', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:48.340520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 612537e5-c025-48c2-8259-247b89be1c35 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:53:48.358135 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Made reservation on behalf of a4f46f057eca49659f233585a986ba76 for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:48.360635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.536688 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.593186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5d06d3-f4f6-468f-942c-f367b3d3ff82,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:48.601210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Checking segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:48.601579 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Network hostable DHCP agents. Network: 612537e5-c025-48c2-8259-247b89be1c35, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:53:48.619878 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Network 612537e5-c025-48c2-8259-247b89be1c35 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:53:48.628403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 612537e5-c025-48c2-8259-247b89be1c35) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:48.635137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:48.635137 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.637969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb47750-dd17-4752-9761-05b92f7180bf None None] Network 612537e5-c025-48c2-8259-247b89be1c35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:48.654281 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45266) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:48.654569 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a4bbce91-2327-4135-bd1c-f5f055d5bca6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3249471 Aug 19 18:53:48.659383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:48.681371 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.682747 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.739815 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.800032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-612537e5-c025-48c2-8259-247b89be1c35', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:53:48.800913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.893854 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:48.937313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Allocated IP 172.20.0.2 (612537e5-c025-48c2-8259-247b89be1c35/7c5d06d3-f4f6-468f-942c-f367b3d3ff82/61067988-316c-425f-9926-6c35d36fc549) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:49.089331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.097612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Transition to ACTIVE for port object 61067988-316c-425f-9926-6c35d36fc549 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:49.103950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.119307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Transition to ACTIVE for port object 61067988-316c-425f-9926-6c35d36fc549 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:49.125502 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.129662 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.162264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Network 612537e5-c025-48c2-8259-247b89be1c35 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:49.167177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:49.170669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:49.182063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Pushing event updated for resources: {'Port': ['ID=61067988-316c-425f-9926-6c35d36fc549,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:49.233586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Attempting to bind port 61067988-316c-425f-9926-6c35d36fc549 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:49.234020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Attempting to bind port 61067988-316c-425f-9926-6c35d36fc549 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:49.234468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Attempting to bind port 61067988-316c-425f-9926-6c35d36fc549 on network 612537e5-c025-48c2-8259-247b89be1c35 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:49.239572 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:49.239965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Checking segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:49.240415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.240809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Bound using segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:49.241277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Bound port: 61067988-316c-425f-9926-6c35d36fc549, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:49.241652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.242572 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Allocated IP 172.25.5.231 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/c296784c-4825-45bc-b107-17f69eae7a37) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:49.307091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] For port 61067988-316c-425f-9926-6c35d36fc549, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:49.310231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] For port 61067988-316c-425f-9926-6c35d36fc549, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=61067988-316c-425f-9926-6c35d36fc549,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:49.315105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.361939 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.372055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e81d6-19b0-40a1-b51f-51557ae47dbf None None] Pushing event updated for resources: {'Port': ['ID=61067988-316c-425f-9926-6c35d36fc549,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:49.402249 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.446884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:49.450073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:49.455197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:49.457188 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Pushing event updated for resources: {'Port': ['ID=c296784c-4825-45bc-b107-17f69eae7a37,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:49.725372 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.925318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.062450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:53:50.178512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:50.192740 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Sync routers for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:50.196738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.199985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3e8e5d29-18a0-439a-a23a-bff9344aade4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5441217 Aug 19 18:53:50.200815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:50.205011 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:50.205722 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:50.319021 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca003ab2-efdd-40ed-aa27-69f4792a628b None None] Network 612537e5-c025-48c2-8259-247b89be1c35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:50.320609 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:50.388881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f06c9966-d25f-4c79-a3b2-9c9052c6da7c None None] Provisioning for port 61067988-316c-425f-9926-6c35d36fc549 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:50.636140 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:49Z', 'revision_number': 3, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:50.666550 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Checking router: bf429fb8-a97b-4c11-b2ff-2c31f975fb7d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:50.666899 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Updating router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d port c296784c-4825-45bc-b107-17f69eae7a37 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:53:50.691942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.694944 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.861561 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Allocated IP 172.20.0.1 (612537e5-c025-48c2-8259-247b89be1c35/7c5d06d3-f4f6-468f-942c-f367b3d3ff82/0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:50.976917 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.977934 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.990528 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Transition to ACTIVE for port object c296784c-4825-45bc-b107-17f69eae7a37 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:50.991630 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Transition to ACTIVE for port object 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:50.998289 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.037059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.040658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 61067988-316c-425f-9926-6c35d36fc549 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:51.050581 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Attempting to bind port c296784c-4825-45bc-b107-17f69eae7a37 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:51.050957 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Attempting to bind port c296784c-4825-45bc-b107-17f69eae7a37 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:51.051317 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Attempting to bind port c296784c-4825-45bc-b107-17f69eae7a37 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:51.059094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:51.059493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:51.059899 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.060291 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:51.060753 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Bound port: c296784c-4825-45bc-b107-17f69eae7a37, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:51.061122 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.080466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Network 612537e5-c025-48c2-8259-247b89be1c35 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:51.085329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:51.092237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Pushing event updated for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:51.096582 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:51.114130 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Pushing event updated for resources: {'Port': ['ID=c296784c-4825-45bc-b107-17f69eae7a37,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:51.117318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 61067988-316c-425f-9926-6c35d36fc549 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:51.121536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 61067988-316c-425f-9926-6c35d36fc549 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:51.121904 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.133179 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] For port c296784c-4825-45bc-b107-17f69eae7a37, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:51.136721 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.137134 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.137961 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.137961 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.138239 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.138504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.138883 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.139270 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.139781 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.140186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.140514 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.140835 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:51.156533 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] For port c296784c-4825-45bc-b107-17f69eae7a37, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c296784c-4825-45bc-b107-17f69eae7a37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:51.159174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.161323 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.216413 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:51.217048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.241643 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.287859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 61067988-316c-425f-9926-6c35d36fc549, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=61067988-316c-425f-9926-6c35d36fc549,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:51.293686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.312186 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3da14-503b-4f71-a147-9a07c06f8e8b None None] Pushing event updated for resources: {'Port': ['ID=c296784c-4825-45bc-b107-17f69eae7a37,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:51.340731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.344904 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:51.384263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=61067988-316c-425f-9926-6c35d36fc549,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:51.392293 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a64d9e39-6306-4a2c-a30e-d47552a793f5 None None] Provisioning for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:51.398241 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a64d9e39-6306-4a2c-a30e-d47552a793f5 None None] Provisioning complete for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:51.398920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a64d9e39-6306-4a2c-a30e-d47552a793f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.444472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a64d9e39-6306-4a2c-a30e-d47552a793f5 None None] Port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:51.530207 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.535705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.559365 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:49Z', 'revision_number': 3, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.591986 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f51ee-f2cb-4da3-8a15-837f3ef55cd9 None None] The sync data for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 is: [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:49Z', 'revision_number': 3, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:51.609549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Pushing event updated for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:51.622049 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.725978 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Network 612537e5-c025-48c2-8259-247b89be1c35 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:51.728182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:51.871373 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:52.084099 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-aafbabbe-ed37-41e0-b4ae-96b2dd2c5e96 None None] Provisioning complete for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:52.084562 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aafbabbe-ed37-41e0-b4ae-96b2dd2c5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.124757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-aafbabbe-ed37-41e0-b4ae-96b2dd2c5e96 None None] Port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:52.405565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:52.413600 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4aff964b-6595-46ab-9d96-c74a770cc60d admin admin] 10.222.0.36 "PUT /v2.0/routers/bf429fb8-a97b-4c11-b2ff-2c31f975fb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2112906 Aug 19 18:53:52.916984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45284) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:52.922286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-138842398-network', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:52.949176 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Made reservation on behalf of 015dd6fb779e40789fb27803a6f7a15b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:52.951594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.960744 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.066587 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.075841 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.085062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c296784c-4825-45bc-b107-17f69eae7a37 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:53.101927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:53:53.119390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cb8d12-0c7c-440b-8b64-271ae6415a5a,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.125578 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.125950 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Added segment 30865208-4ef6-48f1-b250-7bf2789b3a84 of type vlan for network 1d490071-87d5-44eb-b9b6-36fc31df7309 Aug 19 18:53:53.147411 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c296784c-4825-45bc-b107-17f69eae7a37 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:53.153091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c296784c-4825-45bc-b107-17f69eae7a37 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:53.153913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.182838 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.190872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Sync routers for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:53.210358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:53.211264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:53.214799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.216064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:53.216743 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.279370 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3610771 Aug 19 18:53:53.283308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45286) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:53.288626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Request body: {'subnet': {'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-138842398-subnet', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:53.292615 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cf886-356e-4811-898e-5ba1367da460 admin admin] Pushing event updated for resources: {'Network': ['ID=1d490071-87d5-44eb-b9b6-36fc31df7309,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.314207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Made reservation on behalf of 015dd6fb779e40789fb27803a6f7a15b for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:53.317181 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.334167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:53:53.351167 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.432148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c296784c-4825-45bc-b107-17f69eae7a37, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c296784c-4825-45bc-b107-17f69eae7a37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:53.440855 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.441959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 61067988-316c-425f-9926-6c35d36fc549 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:53.444522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:53.499818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.563931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b887a02-8897-4bb5-b5c4-2b70057e8f19,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.574894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Checking segment: {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:53.575267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Network hostable DHCP agents. Network: 1d490071-87d5-44eb-b9b6-36fc31df7309, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:53:53.593926 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:53:53.605054 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 1d490071-87d5-44eb-b9b6-36fc31df7309) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:53.610389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:53.611089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.628067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d996bc21-c4d2-4a50-92ac-a8b738cd560c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3436155 Aug 19 18:53:53.628658 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45288) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:53.633672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:53.661742 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.662857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.730218 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.747952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46094672-e947-4585-94e9-0c726b72ba64 None None] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:53.842998 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c296784c-4825-45bc-b107-17f69eae7a37,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.872722 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.902100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 61067988-316c-425f-9926-6c35d36fc549 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:53.902475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.076235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-1d490071-87d5-44eb-b9b6-36fc31df7309', 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'fixed_ips': [{'subnet_id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:53:54.077093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.090490 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.110832 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.121018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 2, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:54.202713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Checking router: bf429fb8-a97b-4c11-b2ff-2c31f975fb7d for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:54.203066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Updating router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:53:54.225473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Allocated IP 172.25.5.18 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/1fcfeadb-fd69-45f5-85f7-1c34525af13b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:54.257592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.315536 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Allocated IP 172.20.0.2 (1d490071-87d5-44eb-b9b6-36fc31df7309/3b887a02-8897-4bb5-b5c4-2b70057e8f19/f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:54.348982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.390399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.433872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:54.437011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:54.441621 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:54.445482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Pushing event updated for resources: {'Port': ['ID=1fcfeadb-fd69-45f5-85f7-1c34525af13b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:54.639908 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.661750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Transition to ACTIVE for port object f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:54.710544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Transition to ACTIVE for port object f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:54.714613 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.723940 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.727017 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.768321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Transition to ACTIVE for port object 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:54.783414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:54.789035 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.793941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:54.804441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:54.821610 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Pushing event updated for resources: {'Port': ['ID=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:54.938430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.944916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Attempting to bind port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:54.945287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Attempting to bind port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:54.945882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Attempting to bind port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 on network 1d490071-87d5-44eb-b9b6-36fc31df7309 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:54.948798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32078-e85f-4b98-b1c4-a02d703ffac4 None None] Pushing event updated for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:54.972758 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:54.973141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Checking segment: {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:54.973550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.973952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Bound using segment: {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:54.974443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Bound port: f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:54.974830 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.998435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Attempting to bind port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:54.998894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Attempting to bind port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:54.999179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Attempting to bind port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 on network 612537e5-c025-48c2-8259-247b89be1c35 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:55.012500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:55.012878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Checking segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:55.013291 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.013693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Bound using segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:55.014191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Bound port: 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:55.014673 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.058196 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c296784c-4825-45bc-b107-17f69eae7a37 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:55.134817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:53:55.176620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] For port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:55.188208 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] For port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:55.197314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] For port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:55.201876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] For port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:55.206592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.220778 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.271778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:55.286401 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Sync routers for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:55.291280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.293164 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c4f30e3c-ad07-4036-a109-88dcbfbf0737 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6634724 Aug 19 18:53:55.296409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45292) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:55.296670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c296784c-4825-45bc-b107-17f69eae7a37 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:55.297140 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.302776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745343ff-90a3-4fa8-ad8e-b14bf315e779 None None] Pushing event updated for resources: {'Port': ['ID=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:55.312729 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:55.313417 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.323592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:55.324245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.460696 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:55.486067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32078-e85f-4b98-b1c4-a02d703ffac4 None None] Pushing event updated for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:55.568087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:55.741341 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:54Z', 'revision_number': 3, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.787699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Checking router: b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:55.788049 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Updating router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 port 1fcfeadb-fd69-45f5-85f7-1c34525af13b binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:53:55.824144 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.848850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:55Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.882342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c93e98-5faf-4443-9a99-2c36f99c62ce None None] The sync data for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 is: [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:55Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:55.933570 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.145289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Allocated IP 172.20.0.1 (1d490071-87d5-44eb-b9b6-36fc31df7309/3b887a02-8897-4bb5-b5c4-2b70057e8f19/bf50bc88-01c0-43b3-b751-19cab002502f) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:56.161154 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.172769 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Transition to ACTIVE for port object 1fcfeadb-fd69-45f5-85f7-1c34525af13b will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:56.184838 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.261312 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Attempting to bind port 1fcfeadb-fd69-45f5-85f7-1c34525af13b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:56.261692 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Attempting to bind port 1fcfeadb-fd69-45f5-85f7-1c34525af13b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:56.262057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Attempting to bind port 1fcfeadb-fd69-45f5-85f7-1c34525af13b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:56.264605 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbfcb-b377-4ff3-af72-ffc5e480d95b None None] Pushing event updated for resources: {'Port': ['ID=1fcfeadb-fd69-45f5-85f7-1c34525af13b,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:56.280651 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:56.281304 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:56.281696 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.282035 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:56.282792 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Bound port: 1fcfeadb-fd69-45f5-85f7-1c34525af13b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:56.283224 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.292106 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.312575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Transition to ACTIVE for port object bf50bc88-01c0-43b3-b751-19cab002502f will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:56.350987 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] For port 1fcfeadb-fd69-45f5-85f7-1c34525af13b, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:56.355520 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] For port 1fcfeadb-fd69-45f5-85f7-1c34525af13b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1fcfeadb-fd69-45f5-85f7-1c34525af13b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:56.359491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.361016 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.404115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:56.406013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:56.410197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:56.433606 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:56.434253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:56.454210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.488824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbfcb-b377-4ff3-af72-ffc5e480d95b None None] Pushing event updated for resources: {'Port': ['ID=1fcfeadb-fd69-45f5-85f7-1c34525af13b,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:56.531193 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Pushing event updated for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:56.616790 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:56.671521 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01add48a-d955-447a-870c-e02697c14f65 None None] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:56.700571 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.770461 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f9b4c9ba-5906-497e-a6cf-822c3e8f022e None None] Provisioning for port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:56.927821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.003173 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:54Z', 'revision_number': 3, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:57.004443 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.021561 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.068237 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3041bca7-cc1c-4918-9763-7923cd029921 None None] The sync data for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 is: [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:54Z', 'revision_number': 3, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:57.162940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:57.197195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.200472 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Pushing event updated for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.255712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:57.261398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:57.261778 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.320371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:57.324146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:57.383299 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Provisioning complete for port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:57.383749 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.449972 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.470442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:57.713112 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:57.727506 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f624a64-5328-4d3e-82f3-83bad9799c9d admin admin] 10.222.0.36 "PUT /v2.0/routers/b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4217632 Aug 19 18:53:57.798826 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:57.804927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.809443 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.810178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:57.924864 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.980982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:57.983429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.db.api [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:53:57.983891 n-d-778550-10 neutron-server[101326]: DEBUG oslo_db.api [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:53:57.986255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:57.986632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.077949 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.117468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:58.123394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.182016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:58.219927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-59b90629-ce1a-462b-b76d-fd40ee978bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.535796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Provisioning for port bf50bc88-01c0-43b3-b751-19cab002502f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:58.539975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Provisioning complete for port bf50bc88-01c0-43b3-b751-19cab002502f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:58.540142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.581111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-48b1ca96-5471-4d15-9a83-0d6cc8dbe393 None None] Port bf50bc88-01c0-43b3-b751-19cab002502f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:58.706399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f67829e0-432d-4f41-adc7-e30c8fadf101 None None] Provisioning complete for port bf50bc88-01c0-43b3-b751-19cab002502f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:58.706910 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f67829e0-432d-4f41-adc7-e30c8fadf101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.757693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f67829e0-432d-4f41-adc7-e30c8fadf101 None None] Port bf50bc88-01c0-43b3-b751-19cab002502f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:59.138044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:59.235239 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:59.235851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.338146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1fcfeadb-fd69-45f5-85f7-1c34525af13b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:59.396550 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 1fcfeadb-fd69-45f5-85f7-1c34525af13b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:59.404494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1fcfeadb-fd69-45f5-85f7-1c34525af13b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:59.404860 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.502699 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.526221 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Sync routers for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:59.546711 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 1fcfeadb-fd69-45f5-85f7-1c34525af13b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1fcfeadb-fd69-45f5-85f7-1c34525af13b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:59.548603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:59.549274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:53:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:59.553250 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.554149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:59.717330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=1fcfeadb-fd69-45f5-85f7-1c34525af13b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:59.737755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:59.738119 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.761849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:00.039051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 4, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bf50bc88-01c0-43b3-b751-19cab002502f', 'name': '', 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'mac_address': 'fa:16:3e:b7:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:55Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 2, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'subnets': [{'id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:00.076305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Checking router: b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:00.076686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Updating router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 port bf50bc88-01c0-43b3-b751-19cab002502f binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:54:00.111742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.467908 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.481850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Transition to ACTIVE for port object bf50bc88-01c0-43b3-b751-19cab002502f will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:00.492088 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.567924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d76474-12f5-4e40-a8e5-38fc4755d32b None None] Pushing event updated for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:00.636771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Attempting to bind port bf50bc88-01c0-43b3-b751-19cab002502f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:00.637175 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Attempting to bind port bf50bc88-01c0-43b3-b751-19cab002502f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:00.637668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Attempting to bind port bf50bc88-01c0-43b3-b751-19cab002502f on network 1d490071-87d5-44eb-b9b6-36fc31df7309 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:00.644084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:00.644452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Checking segment: {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:00.644868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.645267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Bound using segment: {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:00.645750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Bound port: bf50bc88-01c0-43b3-b751-19cab002502f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30865208-4ef6-48f1-b250-7bf2789b3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:00.646136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.711124 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fef0bfa1-a016-4dcf-b8bf-470c9c4af3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.743114 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] For port bf50bc88-01c0-43b3-b751-19cab002502f, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:00.751305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] For port bf50bc88-01c0-43b3-b751-19cab002502f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bf50bc88-01c0-43b3-b751-19cab002502f,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:00.757180 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:00.838430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:00.839063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:54:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:00.881946 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d76474-12f5-4e40-a8e5-38fc4755d32b None None] Pushing event updated for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:00.993231 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:01.087847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1fcfeadb-fd69-45f5-85f7-1c34525af13b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:01.177206 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:01.241647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 1fcfeadb-fd69-45f5-85f7-1c34525af13b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:01.241950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:01.373736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 4, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bf50bc88-01c0-43b3-b751-19cab002502f', 'name': '', 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'mac_address': 'fa:16:3e:b7:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:55Z', 'updated_at': '2021-08-19T18:54:00Z', 'revision_number': 4, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'subnets': [{'id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:01.411194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfb6c6-43cf-4c61-b9f2-d473bc7ca3c6 None None] The sync data for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 is: [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:53:56Z', 'revision_number': 4, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'bf50bc88-01c0-43b3-b751-19cab002502f', 'name': '', 'network_id': '1d490071-87d5-44eb-b9b6-36fc31df7309', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'mac_address': 'fa:16:3e:b7:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:55Z', 'updated_at': '2021-08-19T18:54:00Z', 'revision_number': 4, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'subnets': [{'id': '3b887a02-8897-4bb5-b5c4-2b70057e8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:02.203613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.076077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bf50bc88-01c0-43b3-b751-19cab002502f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:03.136387 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port bf50bc88-01c0-43b3-b751-19cab002502f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:03.140770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bf50bc88-01c0-43b3-b751-19cab002502f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:03.141225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.241356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.288878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port bf50bc88-01c0-43b3-b751-19cab002502f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bf50bc88-01c0-43b3-b751-19cab002502f,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:03.294106 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.356219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:03.770572 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:05.033675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bf50bc88-01c0-43b3-b751-19cab002502f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:05.086192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port bf50bc88-01c0-43b3-b751-19cab002502f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:05.087366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.290745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-2671e0e1-64fa-48e9-88a5-ba987df99bd0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:08.292245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-2671e0e1-64fa-48e9-88a5-ba987df99bd0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 815 time: 0.1028070 Aug 19 18:54:08.308199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-8e343958-19d5-4c6a-b14b-a54e58e6d6b9 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/quotas/a4f46f057eca49659f233585a986ba76 HTTP/1.1" status: 200 len: 375 time: 0.0097983 Aug 19 18:54:08.364580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-6d1fea4d-416d-4cef-b4d4-8e5a71e00374 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510409 Aug 19 18:54:08.552939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-7390a858-25a2-423e-9cdd-63ff777e4120 service neutron] 10.222.0.36 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764424 Aug 19 18:54:08.652420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f9a39411-794d-4f94-9b5c-dc0381319133 service neutron] 10.222.0.36 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927138 Aug 19 18:54:08.826288 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb634b61-8a91-4957-ba3e-9f9fb94d3713 req-69120239-a99c-488a-907a-d5d010dd15cf tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 210 time: 0.0316057 Aug 19 18:54:09.853793 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-acb93f27-864a-43bc-a56c-ad2ed2e395c0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:09.855202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-acb93f27-864a-43bc-a56c-ad2ed2e395c0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 815 time: 0.1090517 Aug 19 18:54:09.875544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'port': {'device_id': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'admin_state_up': True, 'tenant_id': 'a4f46f057eca49659f233585a986ba76'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:09.928258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-30fea87f-34ea-4f62-ad88-d933b5b8affb req-7f084c40-faeb-41f4-9659-f622d491b47e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Aug 19 18:54:09.986455 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Made reservation on behalf of a4f46f057eca49659f233585a986ba76 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:09.990500 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.123143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Allocated IP 172.20.0.7 (612537e5-c025-48c2-8259-247b89be1c35/7c5d06d3-f4f6-468f-942c-f367b3d3ff82/94bc1616-1d53-49cc-b130-422bf098c646) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:10.301931 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.317200 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Transition to ACTIVE for port object 94bc1616-1d53-49cc-b130-422bf098c646 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:10.357175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.428294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:10.437461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.438093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.438602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.439108 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.439625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.440128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.440613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.441246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.441745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.442227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.442717 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.443208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:10.453790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Network 612537e5-c025-48c2-8259-247b89be1c35 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:10.454914 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:10.457302 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:10.513883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:10.514548 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.537240 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-f8f300db-2b06-49ef-9eff-473637a23dc6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609957 Aug 19 18:54:10.798904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1c67208f-8f84-4a50-9ee1-f7483acd01be None None] Provisioning for port 94bc1616-1d53-49cc-b130-422bf098c646 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:10.803126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1c67208f-8f84-4a50-9ee1-f7483acd01be None None] Provisioning complete for port 94bc1616-1d53-49cc-b130-422bf098c646 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:10.803789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1c67208f-8f84-4a50-9ee1-f7483acd01be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:10.839075 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1c67208f-8f84-4a50-9ee1-f7483acd01be None None] Port 94bc1616-1d53-49cc-b130-422bf098c646 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:11.055018 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c439c9-2e17-4ee4-980b-dbe18faf0dde req-f853ae30-774e-4d8a-9072-a6fbd7f8a488 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:11.056585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04c439c9-2e17-4ee4-980b-dbe18faf0dde req-f853ae30-774e-4d8a-9072-a6fbd7f8a488 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0552483 Aug 19 18:54:11.096674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-04c439c9-2e17-4ee4-980b-dbe18faf0dde req-7ab8848d-b998-499c-aca4-f67546988b8e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Aug 19 18:54:12.231507 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b450de1-a56f-463c-8ddf-7fcca0d0676f req-8f586a89-12e3-46bb-a792-3d9ecd7c7902 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:12.239564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b450de1-a56f-463c-8ddf-7fcca0d0676f req-8f586a89-12e3-46bb-a792-3d9ecd7c7902 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0644739 Aug 19 18:54:12.273650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3b450de1-a56f-463c-8ddf-7fcca0d0676f req-39abeca6-9a8b-4108-94bf-5b1ccdc00fbe tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Aug 19 18:54:13.401675 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a5f2-517f-4141-a6e8-38b5f29cfa05 req-08ce6f96-ba18-4990-97ab-526c66333686 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:13.403488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdf9a5f2-517f-4141-a6e8-38b5f29cfa05 req-08ce6f96-ba18-4990-97ab-526c66333686 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0550771 Aug 19 18:54:13.449095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdf9a5f2-517f-4141-a6e8-38b5f29cfa05 req-168777c2-6115-4784-b35d-8eecae8b6d67 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Aug 19 18:54:14.575979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de851f71-9481-49a5-bf4e-e6f920033a08 req-b1b06238-3529-4931-b6b5-bdfc095085ed tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:14.580179 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de851f71-9481-49a5-bf4e-e6f920033a08 req-b1b06238-3529-4931-b6b5-bdfc095085ed tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0571506 Aug 19 18:54:14.625837 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de851f71-9481-49a5-bf4e-e6f920033a08 req-e04d1f3c-2649-4837-af65-4a73febba074 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Aug 19 18:54:15.750691 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2d8d9-d00d-4dfb-922b-9638dc5d0848 req-2163adad-f105-4001-acda-3b2b8026c492 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:15.752297 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cef2d8d9-d00d-4dfb-922b-9638dc5d0848 req-2163adad-f105-4001-acda-3b2b8026c492 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0539470 Aug 19 18:54:15.799194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cef2d8d9-d00d-4dfb-922b-9638dc5d0848 req-df1e4677-7efd-4770-b1d3-05dd666eb007 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Aug 19 18:54:16.924203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ff589-30ec-4e50-932a-632ca23ec5ef req-5d8dc74e-5383-4cdc-a11b-d534baf041ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:16.926225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b17ff589-30ec-4e50-932a-632ca23ec5ef req-5d8dc74e-5383-4cdc-a11b-d534baf041ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0503910 Aug 19 18:54:16.982384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b17ff589-30ec-4e50-932a-632ca23ec5ef req-f6f48bd5-407c-42bd-9962-2555acfe27aa tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Aug 19 18:54:17.785613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:18.133934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efd310-9645-41f2-8333-5deb9e954001 req-b2bc405b-330c-402e-9d57-ed22f61d570c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:18.135738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59efd310-9645-41f2-8333-5deb9e954001 req-b2bc405b-330c-402e-9d57-ed22f61d570c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0588214 Aug 19 18:54:18.178369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-59efd310-9645-41f2-8333-5deb9e954001 req-4910b330-f81f-4c65-82d5-18bff8688304 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 Aug 19 18:54:19.220354 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:19.312067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e4a3-0c05-40c5-8abe-76fcc31a416b req-12e3bb34-520d-4464-a80b-d95882e9001f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:19.313594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8d8e4a3-0c05-40c5-8abe-76fcc31a416b req-12e3bb34-520d-4464-a80b-d95882e9001f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0591865 Aug 19 18:54:19.352355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f8d8e4a3-0c05-40c5-8abe-76fcc31a416b req-60985cf5-d286-4f24-a9b6-b15602db286f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Aug 19 18:54:20.476311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d968e7-669a-4761-9272-ade4467da2f9 req-7ee32b61-2b48-4a69-8d83-789042f2404a tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:20.478372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47d968e7-669a-4761-9272-ade4467da2f9 req-7ee32b61-2b48-4a69-8d83-789042f2404a tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 931 time: 0.0538876 Aug 19 18:54:20.515831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-47d968e7-669a-4761-9272-ade4467da2f9 req-bd2b519e-1ee2-4d78-baca-1af1bb32bd4f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Aug 19 18:54:20.891627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Request body: {'port': {'device_id': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:20.949789 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.219695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bc1616-1d53-49cc-b130-422bf098c646 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:21.227526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.238897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Transition to ACTIVE for port object 94bc1616-1d53-49cc-b130-422bf098c646 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:21.243572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.291198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:21.368635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Attempting to bind port 94bc1616-1d53-49cc-b130-422bf098c646 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:21.368953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Attempting to bind port 94bc1616-1d53-49cc-b130-422bf098c646 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:21.369441 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Attempting to bind port 94bc1616-1d53-49cc-b130-422bf098c646 on network 612537e5-c025-48c2-8259-247b89be1c35 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:21.374340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Port 94bc1616-1d53-49cc-b130-422bf098c646 on network 612537e5-c025-48c2-8259-247b89be1c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:21.374664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Attempting to bind port 94bc1616-1d53-49cc-b130-422bf098c646 on network 612537e5-c025-48c2-8259-247b89be1c35 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:21.379700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:21.380039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Checking segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:21.380420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Bound using segment: {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:21.380847 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Bound port: 94bc1616-1d53-49cc-b130-422bf098c646, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01cd111-b6bb-47ab-ab89-fffd3de58a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '612537e5-c025-48c2-8259-247b89be1c35'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:21.381205 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.448170 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:21.451201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:21.455889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.489123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.489736 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.491099 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] 10.222.0.13 "PUT /v2.0/ports/94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 1092 time: 0.6039588 Aug 19 18:54:21.491573 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:21.494590 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4799eea-ae4f-4fe6-9492-1495bab85d16" -d '{"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:21.524466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418d4b8-a3f4-410c-a76f-93ce075de42b service neutron] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:21.553551 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1df953-2898-43a0-a8aa-b0cd46577fb3 x-openstack-request-id: req-6f1df953-2898-43a0-a8aa-b0cd46577fb3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:21.554165 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:21.554577 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f1df953-2898-43a0-a8aa-b0cd46577fb3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:21.555985 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:54:21.622104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-3a1c1f98-c33f-44a2-8824-c4c6ce4785b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.623665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-3a1c1f98-c33f-44a2-8824-c4c6ce4785b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1095 time: 0.0539863 Aug 19 18:54:21.650887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54866-a04e-4ea2-be0a-39343b128fb4 req-8830a189-a4cd-4abe-88d4-258b07d442c4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.652935 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17d54866-a04e-4ea2-be0a-39343b128fb4 req-8830a189-a4cd-4abe-88d4-258b07d442c4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 943 time: 0.0556946 Aug 19 18:54:21.676030 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-6dfe17d4-db5d-4f8e-b38b-c50ace709674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 217 time: 0.0365899 Aug 19 18:54:21.695782 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-17d54866-a04e-4ea2-be0a-39343b128fb4 req-5fe17a94-0748-4418-959b-0aaef682b438 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363548 Aug 19 18:54:21.726382 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-0f11cd7c-7c54-4383-8ba8-4ada81b32afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.728426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-0f11cd7c-7c54-4383-8ba8-4ada81b32afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0448687 Aug 19 18:54:21.779879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-2ca20158-a1ce-4775-83ff-fb19facaacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.781307 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-2ca20158-a1ce-4775-83ff-fb19facaacf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444310 Aug 19 18:54:21.871077 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-02cb3f79-0826-4d47-b3b3-e5dcff9573eb service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823689 Aug 19 18:54:21.964938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-753f5cb6-9b9a-4cab-a6ec-58ea985047a0 req-b8b697f6-b54e-4d59-9156-d94398576a33 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861738 Aug 19 18:54:22.088443 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-6110c96f-6fbb-4a05-ae05-ddfa557541ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.089927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-6110c96f-6fbb-4a05-ae05-ddfa557541ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1095 time: 0.0401649 Aug 19 18:54:22.184853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-b98a2348-308b-49bd-b9a1-919fea80aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.186333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-b98a2348-308b-49bd-b9a1-919fea80aa4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.0871420 Aug 19 18:54:22.228315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-ece08a7e-7a03-4e07-bfdb-b74797513828 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 217 time: 0.0346308 Aug 19 18:54:22.281864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-74e16677-fba7-4a29-8aae-af34a9f3e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.283309 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-74e16677-fba7-4a29-8aae-af34a9f3e6b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0441806 Aug 19 18:54:22.333687 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-e029c97b-3e80-4b62-9ecc-90cdec9a7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.335237 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-e029c97b-3e80-4b62-9ecc-90cdec9a7080 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436573 Aug 19 18:54:22.425904 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-6be89546-e852-4cee-b287-5e25dbc1963b service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Aug 19 18:54:22.824312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48c053-f77b-4ef7-9cef-d559b9c4874e req-697b9a30-307b-423c-b9f7-173fdeba3882 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.825962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a48c053-f77b-4ef7-9cef-d559b9c4874e req-697b9a30-307b-423c-b9f7-173fdeba3882 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 943 time: 0.0555363 Aug 19 18:54:22.865520 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a48c053-f77b-4ef7-9cef-d559b9c4874e req-6aae93a8-be57-4177-9fa6-1569cf45c584 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 19 18:54:22.892448 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e4799eea-ae4f-4fe6-9492-1495bab85d16 req-5a73d544-0035-44c9-a725-a929066392c5 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588532 Aug 19 18:54:23.983388 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d4964-3994-495f-8d13-cf4f587ae75a req-e5363554-dbde-463f-b904-f925ec475ec6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.985026 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-452d4964-3994-495f-8d13-cf4f587ae75a req-e5363554-dbde-463f-b904-f925ec475ec6 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 943 time: 0.0496972 Aug 19 18:54:24.024586 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-452d4964-3994-495f-8d13-cf4f587ae75a req-978c881f-9fec-4e54-927b-e4da8f63a188 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Aug 19 18:54:25.141736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48517b1-ce48-43a9-ae1a-6755edd2d4e4 req-7418f083-2f78-4e96-acea-e492a4b71a74 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.143714 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48517b1-ce48-43a9-ae1a-6755edd2d4e4 req-7418f083-2f78-4e96-acea-e492a4b71a74 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 943 time: 0.0524473 Aug 19 18:54:25.194835 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b48517b1-ce48-43a9-ae1a-6755edd2d4e4 req-c7d4041d-e71e-4d56-ab22-1d66c54406e8 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Aug 19 18:54:25.465492 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 94bc1616-1d53-49cc-b130-422bf098c646 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:25.566803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:25.578899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '94bc1616-1d53-49cc-b130-422bf098c646', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'port_id': '94bc1616-1d53-49cc-b130-422bf098c646', 'mac_address': 'fa:16:3e:24:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:25.622966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.637679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bc1616-1d53-49cc-b130-422bf098c646 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:25.658329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:25.662519 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.711983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:25.719375 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.719669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.720020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.720504 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.720854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.721189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.721520 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.721846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.722169 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.722496 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.722821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.723147 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:25.972510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:26.315559 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770808d-aff3-4196-8d79-220d1da9079e req-0de931b6-e8f9-42a3-ab81-2ecb87d2870b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:26.317050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1770808d-aff3-4196-8d79-220d1da9079e req-0de931b6-e8f9-42a3-ab81-2ecb87d2870b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 944 time: 0.0547094 Aug 19 18:54:26.354849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1770808d-aff3-4196-8d79-220d1da9079e req-9de0d9cf-368d-418a-9954-bd8e413d720c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 19 18:54:26.840345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.468304 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe63da-79b6-490d-966b-de5864cb70d4 req-ac38f985-b93f-40fb-8923-4ab86dba8a3b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:27.469821 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe63da-79b6-490d-966b-de5864cb70d4 req-ac38f985-b93f-40fb-8923-4ab86dba8a3b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 944 time: 0.0499508 Aug 19 18:54:27.501425 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 94bc1616-1d53-49cc-b130-422bf098c646 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:27.509800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6fe63da-79b6-490d-966b-de5864cb70d4 req-c17879b8-ffd3-4bd8-b269-c01c3723f6ae tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Aug 19 18:54:27.556686 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 94bc1616-1d53-49cc-b130-422bf098c646 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:27.560338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 94bc1616-1d53-49cc-b130-422bf098c646 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:27.560730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.638847 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.662974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:27.667306 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769fae32-e158-4c47-aef1-1c88a62d6e24" -d '{"events": [{"server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "name": "network-vif-plugged", "status": "completed", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:27.682388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:27.687278 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.756833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:27.853776 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963f3809-cb1a-4000-bb32-a04d6bf9445f x-openstack-request-id: req-963f3809-cb1a-4000-bb32-a04d6bf9445f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:27.854409 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "name": "network-vif-plugged", "status": "completed", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:27.854409 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-963f3809-cb1a-4000-bb32-a04d6bf9445f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:27.854682 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'code': 200} Aug 19 18:54:27.982932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347759-e16b-4de6-9b28-317fc7029b72 req-ea8a7cbb-6bb6-451f-8d61-d422ae880d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:27.984369 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d347759-e16b-4de6-9b28-317fc7029b72 req-ea8a7cbb-6bb6-451f-8d61-d422ae880d9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1097 time: 0.0426719 Aug 19 18:54:28.020688 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8d347759-e16b-4de6-9b28-317fc7029b72 req-73dab547-f7fe-4803-9076-4ef67d93e604 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288279 Aug 19 18:54:28.214289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-82c6989c-b4fc-4905-9ec9-40043feb42b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.622541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c7d7f-2773-4fd4-ad17-ac7a37401d13 req-3c7479f6-0f7e-4d69-a65e-465004997889 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:28.624063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf3c7d7f-2773-4fd4-ad17-ac7a37401d13 req-3c7479f6-0f7e-4d69-a65e-465004997889 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0485699 Aug 19 18:54:28.661603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf3c7d7f-2773-4fd4-ad17-ac7a37401d13 req-e1b7c9d3-e14c-45bb-8504-49ccf4b98c8e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Aug 19 18:54:29.790862 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e8ca0-8565-48bd-abc6-fe9067f2aa2f req-afacd0c9-ab07-4109-a8f7-958c7f34b7de tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:29.792558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b1e8ca0-8565-48bd-abc6-fe9067f2aa2f req-afacd0c9-ab07-4109-a8f7-958c7f34b7de tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0563557 Aug 19 18:54:29.834039 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1b1e8ca0-8565-48bd-abc6-fe9067f2aa2f req-436dce49-16ac-4c3e-8aaf-d3845d61719e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Aug 19 18:54:29.954087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633e64-75ed-497e-92e4-f4c35328b556 req-899fc4f4-4eee-48f5-bfed-9dc076a3f54b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:29.955660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f633e64-75ed-497e-92e4-f4c35328b556 req-899fc4f4-4eee-48f5-bfed-9dc076a3f54b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Aug 19 18:54:29.997495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f633e64-75ed-497e-92e4-f4c35328b556 req-bce1031c-51ea-40dd-b15b-6fc3f442e2f7 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Aug 19 18:54:30.212110 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48d053-c644-4b0e-8639-00a27b354a60 req-a555fe9b-341a-493a-a2a5-7fff220180f7 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:30.214739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb48d053-c644-4b0e-8639-00a27b354a60 req-a555fe9b-341a-493a-a2a5-7fff220180f7 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0668941 Aug 19 18:54:30.253077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cb48d053-c644-4b0e-8639-00a27b354a60 req-7d93ed61-6d46-4087-bf41-2015d158fb34 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Aug 19 18:54:30.676462 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7efcdf32-c79d-4829-a009-5ed85c6cc839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:31.014820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:31.868229 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-233fa9ee-a977-42b8-8c54-97b0dbdc5db3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408757 Aug 19 18:54:31.976413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-f2a73780-b32d-4118-b33c-fefcf538e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.978384 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-f2a73780-b32d-4118-b33c-fefcf538e886 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1097 time: 0.0471926 Aug 19 18:54:32.107720 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-c45c3c1a-cfac-45ff-8902-36b25a250ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.109211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-c45c3c1a-cfac-45ff-8902-36b25a250ee2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.0908267 Aug 19 18:54:32.169180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-33b3e7c3-256a-49ce-a3b0-18e27b3c925e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 217 time: 0.0457814 Aug 19 18:54:32.203054 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.219324 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-2b0b03d3-927d-428d-b53b-2031752c7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.220742 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-2b0b03d3-927d-428d-b53b-2031752c7347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0444419 Aug 19 18:54:32.268100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-2457c888-146c-44ad-b12d-a989039d35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:32.269434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-2457c888-146c-44ad-b12d-a989039d35c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411210 Aug 19 18:54:32.364691 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-51462552-a8c8-43dc-8868-f7474ee0bcb8 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879121 Aug 19 18:54:32.453720 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e9a4cf51-6b28-4635-a319-9ad8c015e0be req-587dd976-25d8-42f5-84bd-ca6875a977e5 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823481 Aug 19 18:54:33.761526 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:41.873394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d586e2-9449-46dd-b45e-d8617375dde5 req-9fcd2eaa-da28-4ec3-897b-1f050ecd92b5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:41.874856 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03d586e2-9449-46dd-b45e-d8617375dde5 req-9fcd2eaa-da28-4ec3-897b-1f050ecd92b5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0550938 Aug 19 18:54:41.915304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-03d586e2-9449-46dd-b45e-d8617375dde5 req-c2eff5c9-0e03-4e7b-b9af-21b83034ab1d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Aug 19 18:54:41.939018 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45504) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:42.028947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e723942-a022-46e0-b197-48aa6513bcb7 tempest-TestMinimumBasicScenario-358470603 tempest-TestMinimumBasicScenario-358470603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:42.030466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-7e723942-a022-46e0-b197-48aa6513bcb7 tempest-TestMinimumBasicScenario-358470603 tempest-TestMinimumBasicScenario-358470603-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1092 time: 0.0903869 Aug 19 18:54:42.033533 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45508) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:42.037932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '94bc1616-1d53-49cc-b130-422bf098c646', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:42.060067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.160590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.270694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Allocated IP 172.25.5.14 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/88a55109-2f64-4e52-8229-ae88d2d9c79c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:42.378555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.416846 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.456742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:42.463278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:42.466946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:42.472273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'Port': ['ID=88a55109-2f64-4e52-8229-ae88d2d9c79c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:42.828192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.904239 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.069905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.075475 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.143191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'Port': ['ID=88a55109-2f64-4e52-8229-ae88d2d9c79c,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:43.159905 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.264522 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Floating IP 1637df59-fa5b-47e4-9298-fe6c72fa9ef1 associated. External IP: 172.25.5.14, port: 94bc1616-1d53-49cc-b130-422bf098c646. Aug 19 18:54:43.472747 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:54:43.581670 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:43.591947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Sync routers for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:43.599363 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.603401 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:43.603401 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:43.631281 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-26a3ee12-d8f0-43d0-a506-7b4bfc9327a0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5967083 Aug 19 18:54:43.632006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:43.634698 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1189f26c-7512-4e81-beef-ed5380f268f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:43.635033 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45510) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:43.641703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60329707', 'description': 'tempest-secgroup-smoke-60329707 description', 'project_id': 'a4f46f057eca49659f233585a986ba76'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:43.668982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.689802 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ccc65-afc2-4c8d-b62a-fb7e2717d03d x-openstack-request-id: req-a98ccc65-afc2-4c8d-b62a-fb7e2717d03d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:43.690121 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:43.691148 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a98ccc65-afc2-4c8d-b62a-fb7e2717d03d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:43.691148 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:54:43.721400 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:43.778110 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.783634 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.787087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-99eb43bf-db47-4f1d-90d5-09e7003b7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.788652 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-99eb43bf-db47-4f1d-90d5-09e7003b7292 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1097 time: 0.0472360 Aug 19 18:54:43.813476 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.817752 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1780491 Aug 19 18:54:43.819092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45514) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:43.824608 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:43.828783 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8be24-bac4-404a-b28d-fda157f83194,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:43.841589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.842085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.842534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.843009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.843436 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.843889 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.844321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.844755 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.845186 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.845613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.846775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.846775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91772de6-d4f1-4d78-9974-bcfff9aabb12 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:43.870400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.903700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-777f17bc-cdc8-4463-9eb7-65e0b53886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.905335 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-777f17bc-cdc8-4463-9eb7-65e0b53886ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.1089606 Aug 19 18:54:43.922616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.926738 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.948581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2652ad1-d2b6-4083-b257-3cddf347b6a5,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:43.954315 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.959394 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-225174a9-af4b-4ae0-a50e-315837923542 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355581 Aug 19 18:54:43.959394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45516) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:43.963376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:43.981804 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '1637df59-fa5b-47e4-9298-fe6c72fa9ef1', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'port_id': '94bc1616-1d53-49cc-b130-422bf098c646', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'mac_address': 'fa:16:3e:24:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:42Z', 'updated_at': '2021-08-19T18:54:42Z', 'revision_number': 0, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:43.994523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-d633aa40-a190-449d-8d53-fd39220c9fe9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 998 time: 0.0794442 Aug 19 18:54:43.995089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.009863 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Checking router: bf429fb8-a97b-4c11-b2ff-2c31f975fb7d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:44.018971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:44.018971 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:54:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:44.058289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-c405bc78-8503-4e08-87f6-6ff74cb11a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.059908 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-c405bc78-8503-4e08-87f6-6ff74cb11a0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0557675 Aug 19 18:54:44.064893 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.068850 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.091480 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.096273 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367927 Aug 19 18:54:44.097039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc773e2-d580-4895-bc2f-aef905082eb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9df6c9-dea8-4dca-832e-7d49dbc67630,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.098910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45518) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:44.104585 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:44.121925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-c340ca9d-0494-4947-a91c-7f2dde46bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.123983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-c340ca9d-0494-4947-a91c-7f2dde46bf89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487609 Aug 19 18:54:44.134423 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:44.140982 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.207421 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.213803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.233479 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-0a04b9b1-2129-4f10-aa29-836142ffbeea service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996838 Aug 19 18:54:44.234188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c436d09a-d1b5-4341-9394-ce814ad7ff86,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.240510 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.244877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:44.245043 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-82d69944-b702-4b44-9ddb-d8255726f6e5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449702 Aug 19 18:54:44.250119 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:44.340484 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.384244 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1189f26c-7512-4e81-beef-ed5380f268f2 req-e987968a-0173-42eb-955b-198a1961f15c service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287556 Aug 19 18:54:44.384487 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '1637df59-fa5b-47e4-9298-fe6c72fa9ef1', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'port_id': '94bc1616-1d53-49cc-b130-422bf098c646', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'mac_address': 'fa:16:3e:24:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:42Z', 'updated_at': '2021-08-19T18:54:42Z', 'revision_number': 0, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:44.413281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.413664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156612b-b097-4811-ba65-6a40f93499c4 None None] The sync data for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 is: [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '1637df59-fa5b-47e4-9298-fe6c72fa9ef1', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'port_id': '94bc1616-1d53-49cc-b130-422bf098c646', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'mac_address': 'fa:16:3e:24:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:42Z', 'updated_at': '2021-08-19T18:54:42Z', 'revision_number': 0, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:44.420137 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.443413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b70a16c-acd2-4892-a184-56f05b7de821,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.447276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.451038 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-24f25441-c13f-4d50-8898-f451e812feb4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025847 Aug 19 18:54:44.451726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45522) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:44.456330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:44.480572 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Project a4f46f057eca49659f233585a986ba76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:54:44.485462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.562628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.567174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.591949 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea238fc-dc02-469f-adf0-00f57f0d8185,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.598598 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.603217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45524) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:44.603493 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e35dab2-9247-4a2e-8d2f-7c13cbf5886d tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507089 Aug 19 18:54:44.608602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'security_group_rule': {'security_group_id': 'faa8be24-bac4-404a-b28d-fda157f83194', 'project_id': 'a4f46f057eca49659f233585a986ba76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:44.634400 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Project a4f46f057eca49659f233585a986ba76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:54:44.638576 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51438a38-5368-4fd1-a0ef-5e7eea09f7b7 None None] New status for floating IP 1637df59-fa5b-47e4-9298-fe6c72fa9ef1: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:54:44.643386 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.709087 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.713118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.730701 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c045b8-6681-483e-9519-371765fd55ad,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.737496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.738817 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6155b3b-95a5-49a1-aa7d-543fc6390ad5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341865 Aug 19 18:54:44.819887 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77793be0-106e-428b-87e5-1f31c2670f24 req-d2ac6ffd-6286-4587-844b-44da75919e99 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60329707&fields=id&tenant_id=a4f46f057eca49659f233585a986ba76 HTTP/1.1" status: 200 len: 267 time: 0.0346971 Aug 19 18:54:44.876230 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793be0-106e-428b-87e5-1f31c2670f24 req-5276c3bc-3101-4ade-9324-d8ea3e2053a9 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.877609 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77793be0-106e-428b-87e5-1f31c2670f24 req-5276c3bc-3101-4ade-9324-d8ea3e2053a9 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Aug 19 18:54:44.889505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'port': {'security_groups': ['3eb361a7-7956-4df8-b1e2-27281f6a44fe', 'faa8be24-bac4-404a-b28d-fda157f83194']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:44.951496 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:45.143494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:45.171941 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:45.176497 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:45.220636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:45.224270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.224919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:45.226939 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-77793be0-106e-428b-87e5-1f31c2670f24 req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "PUT /v2.0/ports/94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 981 time: 0.3414252 Aug 19 18:54:45.227396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:45.229853 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5737d615-c266-41cb-bce4-c2098d7491c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:45.260011 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff73d4-1051-4286-abaa-c9873dc54773 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:45.308008 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd429d7-7e2d-4059-8292-f341dc33eccc x-openstack-request-id: req-afd429d7-7e2d-4059-8292-f341dc33eccc {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:45.308354 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:45.308621 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afd429d7-7e2d-4059-8292-f341dc33eccc {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:45.309022 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:54:45.375200 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:45.404484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a43ef-1955-4b58-bbbf-3599ee42413e req-0ca38316-a843-4b63-9759-f886edfd75f8 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.413537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e57a43ef-1955-4b58-bbbf-3599ee42413e req-0ca38316-a843-4b63-9759-f886edfd75f8 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0772636 Aug 19 18:54:45.424690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-63884498-d90e-4771-960d-ed532092faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.427195 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-63884498-d90e-4771-960d-ed532092faf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1136 time: 0.0620675 Aug 19 18:54:45.471230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e57a43ef-1955-4b58-bbbf-3599ee42413e req-5f2a98f2-aa75-40ef-b405-1b5af905f634 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563412 Aug 19 18:54:45.537527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-f50e7378-433c-4f76-b656-4f83e11075d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.540546 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-f50e7378-433c-4f76-b656-4f83e11075d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.1043818 Aug 19 18:54:45.591570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-bb8a8f7b-93fe-4960-a63a-554eec1f2964 None None] Provisioning complete for port 94bc1616-1d53-49cc-b130-422bf098c646 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:45.591942 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8f7b-93fe-4960-a63a-554eec1f2964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:45.613838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-5ea45fce-a938-4d89-9779-4c651c621f84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 1000 time: 0.0662997 Aug 19 18:54:45.670349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-0645e111-abff-4c1d-bcd6-2406cc137797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.671806 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-0645e111-abff-4c1d-bcd6-2406cc137797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0503900 Aug 19 18:54:45.724014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-eca8ef2a-4a3a-4e2f-b758-abf04cf04b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.725653 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-eca8ef2a-4a3a-4e2f-b758-abf04cf04b69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421600 Aug 19 18:54:45.832398 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-a594571f-90ef-4265-833f-dda7255d59d2 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960202 Aug 19 18:54:45.926686 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5737d615-c266-41cb-bce4-c2098d7491c6 req-9f3bdb0f-39fa-4fb7-b8a1-34a8b590d3f9 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833769 Aug 19 18:54:47.775541 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:56.210261 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:56.853332 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:58.215666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1dcd-91bb-4d6e-950b-0a9b3af57353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:00.682595 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-fb39f4ed-d8db-4bfb-85e6-7445133010eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:01.017689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:02.206240 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:03.763668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:08.346328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851b750-f325-4f11-ae01-295020eeb448 req-e2f93b09-d238-4502-8e30-a3e568f7a5ad tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.347943 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e851b750-f325-4f11-ae01-295020eeb448 req-e2f93b09-d238-4502-8e30-a3e568f7a5ad tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0615256 Aug 19 18:55:08.369482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-b9d31c43-496b-45e6-8266-a9b19be9bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.371036 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-b9d31c43-496b-45e6-8266-a9b19be9bc9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1136 time: 0.0513847 Aug 19 18:55:08.392797 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e851b750-f325-4f11-ae01-295020eeb448 req-218d3810-b12b-42ae-bba0-76dbe13812f2 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0380626 Aug 19 18:55:08.472867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-4361165f-e9dc-45a3-bfa0-76821b5c8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.474357 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-4361165f-e9dc-45a3-bfa0-76821b5c8519 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.0954432 Aug 19 18:55:08.545156 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-898043fc-802c-4e2f-b393-14c05bad2291 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 1000 time: 0.0632985 Aug 19 18:55:08.596929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-1d9c8044-3cb4-41ac-9c4d-70b53a815b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.598415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-1d9c8044-3cb4-41ac-9c4d-70b53a815b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0451422 Aug 19 18:55:08.646642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-8bd175b7-6004-4000-8101-fdcaecf15e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.648048 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-8bd175b7-6004-4000-8101-fdcaecf15e91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415103 Aug 19 18:55:08.743790 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-3c4e8db3-da76-48eb-a04a-7b1b0b4c1169 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Aug 19 18:55:08.833929 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f6e62462-8ce5-4a7d-8f8e-99d8914457ce req-3673c247-8451-45f5-9738-ab64c351ecca service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827479 Aug 19 18:55:09.517192 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819477db-60e5-41ee-92c0-e7b5415c7175 req-27cf73e3-8a6d-40e6-80bc-ea7af275d65e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.518715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819477db-60e5-41ee-92c0-e7b5415c7175 req-27cf73e3-8a6d-40e6-80bc-ea7af275d65e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0539293 Aug 19 18:55:09.559565 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819477db-60e5-41ee-92c0-e7b5415c7175 req-8b23652a-5d6b-4302-9602-e1d01c11c057 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344603 Aug 19 18:55:10.677542 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e4fdd-04b9-4fef-ac46-1752159e9b8f req-a62c2966-0a5d-44ee-b095-7f46ce37f1a5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:10.680062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc5e4fdd-04b9-4fef-ac46-1752159e9b8f req-a62c2966-0a5d-44ee-b095-7f46ce37f1a5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0515091 Aug 19 18:55:10.721248 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc5e4fdd-04b9-4fef-ac46-1752159e9b8f req-ca43725e-232f-494b-9180-b28944d69f7e tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355163 Aug 19 18:55:11.836042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e71bf-5c8a-4477-ba51-280307393c49 req-de69feed-f5dd-4f27-8df1-2263a3e0517f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:11.837593 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-412e71bf-5c8a-4477-ba51-280307393c49 req-de69feed-f5dd-4f27-8df1-2263a3e0517f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0504022 Aug 19 18:55:11.879954 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-412e71bf-5c8a-4477-ba51-280307393c49 req-aea7eb54-4256-4225-8894-4e88a8c959b0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361974 Aug 19 18:55:13.005690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96017e56-3e60-438d-893e-2f162e58062c req-dcf1c7ab-535e-48a0-ad21-1a1bd40ab96f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:13.007369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96017e56-3e60-438d-893e-2f162e58062c req-dcf1c7ab-535e-48a0-ad21-1a1bd40ab96f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0543959 Aug 19 18:55:13.048001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-96017e56-3e60-438d-893e-2f162e58062c req-e8070938-4f32-4e3b-b740-1d38756c4df5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340815 Aug 19 18:55:14.160986 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f5f0d-541c-47df-81ce-854e43f9205a req-92f2f23a-8ab7-47fa-b8b6-2f55790b804f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:14.162465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-762f5f0d-541c-47df-81ce-854e43f9205a req-92f2f23a-8ab7-47fa-b8b6-2f55790b804f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0496268 Aug 19 18:55:14.203216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-762f5f0d-541c-47df-81ce-854e43f9205a req-3fa75d32-6685-4609-a070-c68dc839cb82 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340304 Aug 19 18:55:15.321049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e8c9c-bbf2-414f-8d6e-5ee42cd9aa16 req-999d96ee-0588-4ad0-8aa5-3e58eda734e4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:15.322538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f4e8c9c-bbf2-414f-8d6e-5ee42cd9aa16 req-999d96ee-0588-4ad0-8aa5-3e58eda734e4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0513864 Aug 19 18:55:15.360874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9f4e8c9c-bbf2-414f-8d6e-5ee42cd9aa16 req-bd550c63-b2cc-4a3f-8308-78e529b1c33c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0322356 Aug 19 18:55:16.478891 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6e6cf-d838-4a21-b1d7-0d577c5f15a7 req-9e29df97-05d9-4e7a-a073-e1a90bf237a9 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:16.480395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5de6e6cf-d838-4a21-b1d7-0d577c5f15a7 req-9e29df97-05d9-4e7a-a073-e1a90bf237a9 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0531893 Aug 19 18:55:16.520628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5de6e6cf-d838-4a21-b1d7-0d577c5f15a7 req-5e03f92a-5a3a-4904-abf8-3057440a13a4 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342290 Aug 19 18:55:17.637973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c579-ed51-4b0e-a27d-d7fc3098303f req-992c8f9f-780c-492a-b1f0-c9e337a95b1f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:17.639555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7eb9c579-ed51-4b0e-a27d-d7fc3098303f req-992c8f9f-780c-492a-b1f0-c9e337a95b1f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0507126 Aug 19 18:55:17.680805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7eb9c579-ed51-4b0e-a27d-d7fc3098303f req-adf57d04-cab6-443c-bab3-6a750a483667 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351136 Aug 19 18:55:17.774408 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.802417 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02b03e-2e3c-4525-bb37-a7c978e2dd09 req-2c06eaa1-b3b5-4142-8021-d42b9fa716d0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:18.805116 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf02b03e-2e3c-4525-bb37-a7c978e2dd09 req-2c06eaa1-b3b5-4142-8021-d42b9fa716d0 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0563815 Aug 19 18:55:18.844958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf02b03e-2e3c-4525-bb37-a7c978e2dd09 req-e9a15bff-d06f-4c08-aad1-dcdef6a2374c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340323 Aug 19 18:55:19.967382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae9d5b-b9ef-4d0c-8790-acabda63bdc7 req-26ecc149-119d-45bf-91a2-e95d9834c048 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:19.968916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2eae9d5b-b9ef-4d0c-8790-acabda63bdc7 req-26ecc149-119d-45bf-91a2-e95d9834c048 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0537553 Aug 19 18:55:20.011358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2eae9d5b-b9ef-4d0c-8790-acabda63bdc7 req-fb24535d-6648-4bcd-bd7d-16c307bdb1df tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362432 Aug 19 18:55:21.129484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941d889-8991-43fd-b669-bbd5e5e4bba4 req-eac7d27b-c3aa-46d3-af5e-75d4189c3a1c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:21.131011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8941d889-8991-43fd-b669-bbd5e5e4bba4 req-eac7d27b-c3aa-46d3-af5e-75d4189c3a1c tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0526557 Aug 19 18:55:21.173110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8941d889-8991-43fd-b669-bbd5e5e4bba4 req-2bbf6aa1-ca2f-4829-99da-6ae3e3d4cdb5 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350063 Aug 19 18:55:22.293152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6298fca-d23d-429d-95a5-4538d2e2e9ed req-59957d90-c7f2-4bff-8b07-cc9195cc9a49 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:22.294659 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6298fca-d23d-429d-95a5-4538d2e2e9ed req-59957d90-c7f2-4bff-8b07-cc9195cc9a49 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0500345 Aug 19 18:55:22.334555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6298fca-d23d-429d-95a5-4538d2e2e9ed req-921cb605-8724-4138-b6ba-6cb284607c23 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338008 Aug 19 18:55:23.455954 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7879b-d0da-4cdf-8bcc-424426ad8e9e req-a9d56714-2d78-4948-9733-7f88616d9b29 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:23.457423 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b7879b-d0da-4cdf-8bcc-424426ad8e9e req-a9d56714-2d78-4948-9733-7f88616d9b29 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0532596 Aug 19 18:55:23.497840 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36b7879b-d0da-4cdf-8bcc-424426ad8e9e req-b10cdef7-7b9d-4fce-a729-0ac60e06c32f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333095 Aug 19 18:55:24.618803 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92fd8c-e37d-4e98-bd04-e30b9c110b63 req-b8601046-6563-4784-8087-a524f4f00fba tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:24.620334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c92fd8c-e37d-4e98-bd04-e30b9c110b63 req-b8601046-6563-4784-8087-a524f4f00fba tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0511043 Aug 19 18:55:24.659647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c92fd8c-e37d-4e98-bd04-e30b9c110b63 req-e0f84836-fb3e-47d7-b3b4-df2b38e7f1b3 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332036 Aug 19 18:55:25.780749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357a671-cca9-4ff1-b06c-9de3d99c8b8d req-ea0217ad-5d36-4295-a92a-434e22912529 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:25.782295 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3357a671-cca9-4ff1-b06c-9de3d99c8b8d req-ea0217ad-5d36-4295-a92a-434e22912529 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0541265 Aug 19 18:55:25.826554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3357a671-cca9-4ff1-b06c-9de3d99c8b8d req-cf197d1d-aef0-4df7-a29f-f0fea940aebd tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&id=faa8be24-bac4-404a-b28d-fda157f83194&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0372009 Aug 19 18:55:26.868885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:28.218216 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5bde7e0c-8eb9-47af-bc23-78cfa86f5eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:30.673544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cfe4eabc-4882-41e8-87a3-7f0fdfa2cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:31.018631 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:31.877081 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-b3906de1-a6b4-468e-b991-76f48c3844d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449061 Aug 19 18:55:31.977984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-54c6e24f-4923-4d19-908a-913016dfb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:31.979501 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-54c6e24f-4923-4d19-908a-913016dfb75f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1136 time: 0.0422456 Aug 19 18:55:32.085479 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-5da2c2df-7f0b-4ca2-bb7d-c2a227192e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:32.086985 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-5da2c2df-7f0b-4ca2-bb7d-c2a227192e76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.0839887 Aug 19 18:55:32.160893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-0de8d4e8-b948-4f46-901b-7f8267e9d6d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 1000 time: 0.0625072 Aug 19 18:55:32.208920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:32.211742 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-5dc45d83-9c65-4568-aa0a-83de61ad168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:32.213210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-5dc45d83-9c65-4568-aa0a-83de61ad168c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0442915 Aug 19 18:55:32.258812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-a7671838-8d6e-4c40-b061-afbc8d86c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:32.260301 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-a7671838-8d6e-4c40-b061-afbc8d86c56e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395308 Aug 19 18:55:32.353073 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-0051de17-9017-46e5-83c2-081227da5d53 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849953 Aug 19 18:55:32.447639 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f7e7651a-fc67-410b-9e63-e4f8f6a42d22 req-e7acc217-4636-4b97-9b8b-012a3ee40e1a service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865469 Aug 19 18:55:33.210292 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:55:33.765598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:37.890872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-9e3c4659-9181-40e8-9f96-8fdb6242f940 req-49144e3a-714f-4d6d-bc55-37bf6cb137ea tempest-ServerDiskConfigTestJSON-1242964820 tempest-ServerDiskConfigTestJSON-1242964820-project] (101325) timed out ('10.222.0.13', 53866) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:55:47.790590 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:56.857015 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:58.217588 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-49d723bd-f925-4ab8-9a7d-738b3aee2a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.675045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-967b6eda-3e61-4b24-b2ce-ab6c4507f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:01.018901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:02.212016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:03.768248 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.609483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-a6a1d945-c6b9-4884-9e7a-c125e59ba42f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60329707&fields=id&tenant_id=a4f46f057eca49659f233585a986ba76 HTTP/1.1" status: 200 len: 267 time: 0.1023753 Aug 19 18:56:04.666702 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-da40cc24-3ac0-4218-b4ea-7e6358b445ee tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.668221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-da40cc24-3ac0-4218-b4ea-7e6358b445ee tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 984 time: 0.0527637 Aug 19 18:56:04.679167 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Request body: {'port': {'security_groups': ['3eb361a7-7956-4df8-b1e2-27281f6a44fe']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:04.742326 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.917475 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:04.945263 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.950655 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.987370 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:05.001418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.002029 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.003483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8aad3e4e-cb7f-41d4-882b-d055331aace4 req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "PUT /v2.0/ports/94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 942 time: 0.3287554 Aug 19 18:56:05.003941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:05.009927 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b7631-2cb0-4013-a2b9-05af28e6675f" -d '{"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:05.012142 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45608) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:05.053580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event updated for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:05.062541 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c269e-41b5-42c3-96a3-0f7f3931f2c5 x-openstack-request-id: req-e80c269e-41b5-42c3-96a3-0f7f3931f2c5 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:05.062827 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:05.063216 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e80c269e-41b5-42c3-96a3-0f7f3931f2c5 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:05.063654 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:56:05.065255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.065622 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.066147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.066499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.066910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.067257 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.067756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.068168 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.068568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.068912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.069244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.069577 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6de80-cf87-4b9b-83d0-ebd2cbc22e1b tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.098425 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.163424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.199012 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-d15039a6-1380-45b7-8872-d33982a6493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.200542 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-d15039a6-1380-45b7-8872-d33982a6493a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1097 time: 0.0884752 Aug 19 18:56:05.233341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:05.282156 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.284766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.288331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "DELETE /v2.0/security-groups/faa8be24-bac4-404a-b28d-fda157f83194 HTTP/1.1" status: 204 len: 168 time: 0.2727726 Aug 19 18:56:05.288507 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-66f136e5-4bdd-47e5-bbeb-e2abf903da5b None None] Provisioning complete for port 94bc1616-1d53-49cc-b130-422bf098c646 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:05.288507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-66f136e5-4bdd-47e5-bbeb-e2abf903da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.288679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45612) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:05.306333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8be24-bac4-404a-b28d-fda157f83194,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:05.322719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.323068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.323644 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.323988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.324319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.324652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.324979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.325300 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.325626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.325950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.326336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.326592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac937eb-3c17-4f1d-914c-d1adf60a960f tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:05.333466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-75c42406-7bb1-47ba-a913-8e69199b50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.334877 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-75c42406-7bb1-47ba-a913-8e69199b50b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.1230118 Aug 19 18:56:05.408157 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-7dc0314f-fa23-4e72-80d0-d14e9cd93716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 1000 time: 0.0618043 Aug 19 18:56:05.466166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-aa416e37-4c92-4757-81ef-b2b8d33f013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.468047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-aa416e37-4c92-4757-81ef-b2b8d33f013d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0525331 Aug 19 18:56:05.490407 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Deleting port 88a55109-2f64-4e52-8229-ae88d2d9c79c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:05.490751 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.516690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-7b8ce02b-09d6-4af6-9798-e200a767f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.518199 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-7b8ce02b-09d6-4af6-9798-e200a767f688 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422657 Aug 19 18:56:05.569133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.569470 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.582663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Calling delete_port for 88a55109-2f64-4e52-8229-ae88d2d9c79c owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:05.619526 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-042e887d-c8b5-440f-97d4-3a71bcc46565 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Aug 19 18:56:05.719007 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f56b7631-2cb0-4013-a2b9-05af28e6675f req-e2b5c8ab-b75b-44e7-9912-6ed13f61d724 service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895085 Aug 19 18:56:05.734232 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.761966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event deleted for resources: {'Port': ['ID=88a55109-2f64-4e52-8229-ae88d2d9c79c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:05.825355 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:05.825874 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Floating IP 1637df59-fa5b-47e4-9298-fe6c72fa9ef1 disassociated (deleted). External IP: 172.25.5.14, port: 94bc1616-1d53-49cc-b130-422bf098c646. Aug 19 18:56:06.032810 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:06.144042 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:06.148570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:06.154125 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Sync routers for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:06.164135 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:06.164886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:06.274795 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:06.480150 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:06.488844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8e726abb-3429-4322-888f-09925ed040ff tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "DELETE /v2.0/floatingips/1637df59-fa5b-47e4-9298-fe6c72fa9ef1 HTTP/1.1" status: 204 len: 168 time: 1.1990590 Aug 19 18:56:06.505608 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Checking router: bf429fb8-a97b-4c11-b2ff-2c31f975fb7d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:06.516410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:06.517014 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:06.721706 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:06.916558 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:06.945501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb2706-9b63-42ea-8a14-98e5e493a2d2 None None] The sync data for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 is: [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:53:51Z', 'revision_number': 4, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32', 'name': '', 'network_id': '612537e5-c025-48c2-8259-247b89be1c35', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'mac_address': 'fa:16:3e:53:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:50Z', 'updated_at': '2021-08-19T18:53:58Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'subnets': [{'id': '7c5d06d3-f4f6-468f-942c-f367b3d3ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:07.065353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:07.068136 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f482adaa-894f-45f4-b153-7af5c4cb6f41" -d '{"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:07.106573 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beee3c2-95a3-46dc-b045-6e40646b5268 x-openstack-request-id: req-2beee3c2-95a3-46dc-b045-6e40646b5268 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:07.106877 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:07.107132 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2beee3c2-95a3-46dc-b045-6e40646b5268 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:07.107559 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:56:07.193313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7b6c6-d8e0-4ebe-bd21-6e945d1461ed None None] New status for floating IP 1637df59-fa5b-47e4-9298-fe6c72fa9ef1: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:07.197029 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-eec85133-55b7-406f-b2db-31b2b44b05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:07.198558 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-eec85133-55b7-406f-b2db-31b2b44b05ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f46f057eca49659f233585a986ba76&device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 1097 time: 0.0425875 Aug 19 18:56:07.312290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-bdffc924-e1ab-4c6f-9bbf-afd3a1ab529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:07.313855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-bdffc924-e1ab-4c6f-9bbf-afd3a1ab529f service neutron] 10.222.0.13 "GET /v2.0/networks?id=612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 200 len: 916 time: 0.0996275 Aug 19 18:56:07.357453 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-af241231-e24a-4127-8d30-8316e0e61949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 200 len: 217 time: 0.0353107 Aug 19 18:56:07.408852 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-03e0e61a-414d-4172-87d8-b5dab9bbda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:07.410370 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-03e0e61a-414d-4172-87d8-b5dab9bbda27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 200 len: 854 time: 0.0454021 Aug 19 18:56:07.468278 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-f05466a8-88cc-476b-9743-2d133d17bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:07.469951 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-f05466a8-88cc-476b-9743-2d133d17bee6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612537e5-c025-48c2-8259-247b89be1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513661 Aug 19 18:56:07.567230 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-474792b0-d755-4f14-bc70-b02fe4569abd service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886919 Aug 19 18:56:07.669385 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f482adaa-894f-45f4-b153-7af5c4cb6f41 req-cf9c8286-e297-443b-beab-43d696491f0c service neutron] 10.222.0.13 "GET /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935817 Aug 19 18:56:10.210073 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:56:13.626344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52c7b-d3dc-4df6-992a-5550fbd15c87 req-5404f97a-caaf-4aa7-9cd5-f8786cb9af10 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.627930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bf52c7b-d3dc-4df6-992a-5550fbd15c87 req-5404f97a-caaf-4aa7-9cd5-f8786cb9af10 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0514269 Aug 19 18:56:13.668440 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0bf52c7b-d3dc-4df6-992a-5550fbd15c87 req-81e937aa-8b32-471a-ba23-ab037f1f9c46 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Aug 19 18:56:14.784460 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390485f-cb20-412a-a19f-33ccf125b8c8 req-b52ca24d-e40e-43b7-9781-32ac2bd72754 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:14.785951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3390485f-cb20-412a-a19f-33ccf125b8c8 req-b52ca24d-e40e-43b7-9781-32ac2bd72754 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Aug 19 18:56:14.824899 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3390485f-cb20-412a-a19f-33ccf125b8c8 req-530b69b1-a646-4661-aa80-b96731b21907 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Aug 19 18:56:15.740115 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-b88d3ae4-73cb-469a-ae3b-b8918f7459f3 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:15.741607 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-b88d3ae4-73cb-469a-ae3b-b8918f7459f3 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.13 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Aug 19 18:56:15.841678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Deleting port 94bc1616-1d53-49cc-b130-422bf098c646 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:15.841951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:15.933647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] For port 94bc1616-1d53-49cc-b130-422bf098c646, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=94bc1616-1d53-49cc-b130-422bf098c646,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:15.934003 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:15.944430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acaa27-4002-42fb-832b-b3c07c409c78 req-3ae8b0e5-87af-449d-8498-86c2863f6e11 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:15.946529 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88acaa27-4002-42fb-832b-b3c07c409c78 req-3ae8b0e5-87af-449d-8498-86c2863f6e11 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/ports?device_id=3894b899-fef9-40e0-9d02-daf14ecc4811 HTTP/1.1" status: 200 len: 945 time: 0.0534387 Aug 19 18:56:15.947578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Calling delete_port for 94bc1616-1d53-49cc-b130-422bf098c646 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:15.985314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-88acaa27-4002-42fb-832b-b3c07c409c78 req-f675dba2-ae34-4ab4-b47e-99556ca91cf2 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.36 "GET /v2.0/security-groups?id=3eb361a7-7956-4df8-b1e2-27281f6a44fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Aug 19 18:56:16.080353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:16.107476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Pushing event deleted for resources: {'Port': ['ID=94bc1616-1d53-49cc-b130-422bf098c646,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:16.123433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['94bc1616-1d53-49cc-b130-422bf098c646'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:16.160864 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] No DVR routers for this DVR port 94bc1616-1d53-49cc-b130-422bf098c646 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:16.163280 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:16.166159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1e1f0165-95cb-4675-a4c1-1666d2910719 req-750cfef8-fe98-47c4-a51b-fbdd91de7e89 tempest-TestMinimumBasicScenario-1893623810 tempest-TestMinimumBasicScenario-1893623810-project] 10.222.0.13 "DELETE /v2.0/ports/94bc1616-1d53-49cc-b130-422bf098c646 HTTP/1.1" status: 204 len: 173 time: 0.4133925 Aug 19 18:56:16.166607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'name': 'network-vif-deleted', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:16.169340 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc114b71-b265-4e75-a1e3-8f7f108827d7" -d '{"events": [{"server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "name": "network-vif-deleted", "tag": "94bc1616-1d53-49cc-b130-422bf098c646"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:16.208382 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b04e0-a9d3-42e6-8ff8-57eb3c6bbd11 x-openstack-request-id: req-e15b04e0-a9d3-42e6-8ff8-57eb3c6bbd11 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:16.208677 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3894b899-fef9-40e0-9d02-daf14ecc4811", "name": "network-vif-deleted", "tag": "94bc1616-1d53-49cc-b130-422bf098c646", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:16.208931 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e15b04e0-a9d3-42e6-8ff8-57eb3c6bbd11 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:16.209330 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3894b899-fef9-40e0-9d02-daf14ecc4811', 'name': 'network-vif-deleted', 'tag': '94bc1616-1d53-49cc-b130-422bf098c646', 'status': 'completed', 'code': 200} Aug 19 18:56:17.600931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45718) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:17.804898 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.959319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.107372 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 94bc1616-1d53-49cc-b130-422bf098c646 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:18.129072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 94bc1616-1d53-49cc-b130-422bf098c646 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:18.129609 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 94bc1616-1d53-49cc-b130-422bf098c646 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:18.207669 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Deleting port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:18.208017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.293229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] For port 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:18.293509 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.305858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Calling delete_port for 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:18.492400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.519378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:18.692960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.945266 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:19.068770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:19.076134 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-865bdd05-90db-427c-82d5-ecc4a3347335 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf429fb8-a97b-4c11-b2ff-2c31f975fb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739573 Aug 19 18:56:19.079154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45720) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:19.082161 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Sync routers for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:19.091229 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:19.092214 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.202212 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:19.224733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:19.338614 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:19.397550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Deleting port c296784c-4825-45bc-b107-17f69eae7a37 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:19.397875 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:19.418351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:56:18Z', 'revision_number': 5, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port': {'id': 'c296784c-4825-45bc-b107-17f69eae7a37', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:49Z', 'updated_at': '2021-08-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.446990 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Checking router: bf429fb8-a97b-4c11-b2ff-2c31f975fb7d for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:19.456342 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Routers {'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:19.456880 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.547751 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] Set router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:19.604449 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:56:19Z', 'revision_number': 6, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.631369 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cb470-fb60-4857-8364-c8dc36915cd4 None None] The sync data for ids ['bf429fb8-a97b-4c11-b2ff-2c31f975fb7d'] in n-d-778550-10 is: [{'id': 'bf429fb8-a97b-4c11-b2ff-2c31f975fb7d', 'name': 'tempest-TestMinimumBasicScenario-1693765018-router', 'tenant_id': 'a4f46f057eca49659f233585a986ba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:48Z', 'updated_at': '2021-08-19T18:56:19Z', 'revision_number': 6, 'project_id': 'a4f46f057eca49659f233585a986ba76', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:19.889821 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] For port c296784c-4825-45bc-b107-17f69eae7a37, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c296784c-4825-45bc-b107-17f69eae7a37,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:19.890189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:19.903057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Calling delete_port for c296784c-4825-45bc-b107-17f69eae7a37 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:20.074805 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.104775 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Pushing event deleted for resources: {'Port': ['ID=c296784c-4825-45bc-b107-17f69eae7a37,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:20.172112 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.271220 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.273879 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.324781 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.325292 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf429fb8-a97b-4c11-b2ff-2c31f975fb7d {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:56:20.331338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.334389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0e098313-c361-45a9-a2a0-730bba8e4310 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bf429fb8-a97b-4c11-b2ff-2c31f975fb7d HTTP/1.1" status: 204 len: 168 time: 1.2477090 Aug 19 18:56:20.335844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:20.382728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Deleting subnet 7c5d06d3-f4f6-468f-942c-f367b3d3ff82 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:56:20.386633 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.423426 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.510628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.568632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.595283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5d06d3-f4f6-468f-942c-f367b3d3ff82,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:20.599863 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.602471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-dab2a0c0-2d65-4574-bcef-4aa386b1c429 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c5d06d3-f4f6-468f-942c-f367b3d3ff82 HTTP/1.1" status: 204 len: 168 time: 0.2654040 Aug 19 18:56:20.607197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55765cc5-8440-44af-8e0a-e88887f65b92 None None] Network 612537e5-c025-48c2-8259-247b89be1c35 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:20.607845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:20.687485 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.756460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Deleting port 61067988-316c-425f-9926-6c35d36fc549 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:20.756460 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.800002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] DHCP port deletion for 612537e5-c025-48c2-8259-247b89be1c35 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:56:20.827189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] For port 61067988-316c-425f-9926-6c35d36fc549, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=61067988-316c-425f-9926-6c35d36fc549,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:20.827779 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.841239 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Calling delete_port for 61067988-316c-425f-9926-6c35d36fc549 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:20.846699 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Deleting port 61067988-316c-425f-9926-6c35d36fc549 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:20.847112 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.924451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] For port 61067988-316c-425f-9926-6c35d36fc549, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=61067988-316c-425f-9926-6c35d36fc549,segment=NetworkSegment(b01cd111-b6bb-47ab-ab89-fffd3de58a31),segment_id=b01cd111-b6bb-47ab-ab89-fffd3de58a31)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:20.924878 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.929430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:20.939438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Calling delete_port for 61067988-316c-425f-9926-6c35d36fc549 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:20.958893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] No DVR routers for this DVR port 61067988-316c-425f-9926-6c35d36fc549 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:20.963325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=61067988-316c-425f-9926-6c35d36fc549,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:21.016964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.036117 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.048008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Pushing event deleted for resources: {'Port': ['ID=61067988-316c-425f-9926-6c35d36fc549,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:21.048496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612537e5-c025-48c2-8259-247b89be1c35']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:21.050282 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] No DVR routers for this DVR port 61067988-316c-425f-9926-6c35d36fc549 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:21.057648 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.057995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.058337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.058679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.059012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.059342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.059713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.060042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.060368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.060692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.061014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.061336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db9a13-e1c2-4018-8421-00526453cc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:21.072371 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01cd111-b6bb-47ab-ab89-fffd3de58a31') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:21.072716 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01cd111-b6bb-47ab-ab89-fffd3de58a31') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:21.086629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.106099 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.106765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c296784c-4825-45bc-b107-17f69eae7a37 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:21.112249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:56:21.112634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:56:21.114665 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:56:21.130174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c296784c-4825-45bc-b107-17f69eae7a37 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:21.130531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c296784c-4825-45bc-b107-17f69eae7a37 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:21.130957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 61067988-316c-425f-9926-6c35d36fc549 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:21.152696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 61067988-316c-425f-9926-6c35d36fc549 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:21.153050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 61067988-316c-425f-9926-6c35d36fc549 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:21.153473 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:21.170018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.176263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:21.176447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.176619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 0d44f88a-40d1-48ae-aaa6-ea3a3ea87a32 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:21.179757 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] 10.222.0.36 "DELETE /v2.0/networks/612537e5-c025-48c2-8259-247b89be1c35 HTTP/1.1" status: 204 len: 168 time: 0.5698707 Aug 19 18:56:21.181745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45726) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:21.191811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf448-420d-4659-9fca-4e6e89471a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=612537e5-c025-48c2-8259-247b89be1c35,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:21.545446 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.800749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Deleting port bf50bc88-01c0-43b3-b751-19cab002502f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:21.801109 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.878465 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] For port bf50bc88-01c0-43b3-b751-19cab002502f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=bf50bc88-01c0-43b3-b751-19cab002502f,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:21.878827 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:21.891760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Calling delete_port for bf50bc88-01c0-43b3-b751-19cab002502f owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:22.074597 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:22.101067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf50bc88-01c0-43b3-b751-19cab002502f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:22.282007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:22.529301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:22.640773 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:22.646400 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-338eecb9-14bd-4b9f-9594-5f92da42a738 admin admin] 10.222.0.36 "PUT /v2.0/routers/b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628055 Aug 19 18:56:22.649458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45728) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:22.652331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Sync routers for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:22.662768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:22.663393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:22.764020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:22.773164 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:22.960468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:56:22Z', 'revision_number': 5, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:22.991993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Checking router: b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:23.001702 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Routers {'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:23.002344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:23.200390 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.257005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Deleting port 1fcfeadb-fd69-45f5-85f7-1c34525af13b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:23.257270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.272973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] Set router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:23.337706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] For port 1fcfeadb-fd69-45f5-85f7-1c34525af13b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=1fcfeadb-fd69-45f5-85f7-1c34525af13b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:23.338363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.355203 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Calling delete_port for 1fcfeadb-fd69-45f5-85f7-1c34525af13b owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:23.467162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:56:22Z', 'revision_number': 5, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:23.494253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0e9a8-67ee-44fb-bbd3-cf13a372bdf8 None None] The sync data for ids ['b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72'] in n-d-778550-10 is: [{'id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'name': 'tempest-TestMinimumBasicScenario-138842398-router', 'tenant_id': '015dd6fb779e40789fb27803a6f7a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:53:53Z', 'updated_at': '2021-08-19T18:56:22Z', 'revision_number': 5, 'project_id': '015dd6fb779e40789fb27803a6f7a15b', 'gw_port': {'id': '1fcfeadb-fd69-45f5-85f7-1c34525af13b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:53:54Z', 'updated_at': '2021-08-19T18:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:23.520676 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.550212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcfeadb-fd69-45f5-85f7-1c34525af13b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:23.612335 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.702494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.704608 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.747962 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.748499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:56:23.753469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.754041 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e7a30b58-576b-4b27-bbd7-c32f91092a10 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b15ec4a7-4916-4cd3-a2e9-17e3c43e5e72 HTTP/1.1" status: 204 len: 168 time: 1.1031024 Aug 19 18:56:23.756529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45730) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:23.804280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Deleting subnet 3b887a02-8897-4bb5-b5c4-2b70057e8f19 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:56:23.810183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.844671 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.926451 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:23.989958 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.018272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b887a02-8897-4bb5-b5c4-2b70057e8f19,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:24.022015 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.024494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-abb443e4-4f37-4056-a04d-6e218f204703 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b887a02-8897-4bb5-b5c4-2b70057e8f19 HTTP/1.1" status: 204 len: 168 time: 0.2670169 Aug 19 18:56:24.027511 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45732) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:24.030305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57de25-4271-4a0e-8a21-dad5694c0dc9 None None] Network 1d490071-87d5-44eb-b9b6-36fc31df7309 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:24.107359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.168578 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Deleting port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:24.168919 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.238831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] For port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,segment=NetworkSegment(30865208-4ef6-48f1-b250-7bf2789b3a84),segment_id=30865208-4ef6-48f1-b250-7bf2789b3a84)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:24.239203 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.252194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Calling delete_port for f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:24.339066 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.366100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] No DVR routers for this DVR port f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:24.368468 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:24.447419 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.458243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d490071-87d5-44eb-b9b6-36fc31df7309']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:24.471555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30865208-4ef6-48f1-b250-7bf2789b3a84') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:24.471555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30865208-4ef6-48f1-b250-7bf2789b3a84') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:24.481799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.491424 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1196e3b7-b1af-41f5-9720-4dfe284b8c19 None None] DHCP port deletion for 1d490071-87d5-44eb-b9b6-36fc31df7309 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:56:24.509407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.517298 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:56:24.517749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:56:24.519416 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:56:24.577717 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.584457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.586867 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1d490071-87d5-44eb-b9b6-36fc31df7309 HTTP/1.1" status: 204 len: 168 time: 0.5572519 Aug 19 18:56:24.598256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e7d4e-d6a3-4c5e-aa08-19ca803253b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d490071-87d5-44eb-b9b6-36fc31df7309,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:24.760431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45736) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:24.802584 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-56a76ca9-ee30-4682-a508-655a8658f07d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4f46f057eca49659f233585a986ba76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405855 Aug 19 18:56:24.805616 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45738) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:24.862602 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.886391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.937121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.939800 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:24.941024 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3eb361a7-7956-4df8-b1e2-27281f6a44fe HTTP/1.1" status: 204 len: 168 time: 0.1343117 Aug 19 18:56:24.950277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aeeaa-c508-4910-bbf1-7db62218a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb361a7-7956-4df8-b1e2-27281f6a44fe,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:25.089226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:25.110989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:25.111341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f0ca2e74-ed5d-4dc5-af8f-cb9bf70bbcd0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:25.111807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bf50bc88-01c0-43b3-b751-19cab002502f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:25.136704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: bf50bc88-01c0-43b3-b751-19cab002502f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:25.137046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device bf50bc88-01c0-43b3-b751-19cab002502f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:25.137478 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1fcfeadb-fd69-45f5-85f7-1c34525af13b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:25.156840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 1fcfeadb-fd69-45f5-85f7-1c34525af13b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:25.157238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 1fcfeadb-fd69-45f5-85f7-1c34525af13b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:25.315301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45744) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:25.359882 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8e519b14-2e7d-4357-9676-34f4e6ef7a99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=015dd6fb779e40789fb27803a6f7a15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429816 Aug 19 18:56:25.362198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:25.412626 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:25.435420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:25.483740 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:25.486433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:25.487642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54cb8d12-0c7c-440b-8b64-271ae6415a5a HTTP/1.1" status: 204 len: 168 time: 0.1244447 Aug 19 18:56:25.496728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd975fc-4218-4f4f-b564-5477a3ea8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cb8d12-0c7c-440b-8b64-271ae6415a5a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:26.866814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.216400 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45786) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.221998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080648240', 'description': 'tempest-secgroup-smoke-1080648240 description', 'project_id': '02938f18f5df4651887781b6024b663f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.243962 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.251590 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.344341 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.347888 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.386501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e6245-9c5b-49d6-8a56-cd90c3b157e2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.440424 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.443972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.472154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.473376 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2559392 Aug 19 18:56:27.475232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8bfa-fe06-4234-ad97-aada9211f470 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb4c46-33ad-47c9-ada1-e5fddd018780,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.477171 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45788) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.482176 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.509206 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.566919 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.571820 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.592307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffc2968-85bb-4504-8fe2-8e69fc476d1f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.599317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.600622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-398027be-50f4-4a0e-9ddd-8dde6ebe9779 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222692 Aug 19 18:56:27.603812 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45790) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.608321 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.635488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.693403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.697626 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.718500 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1d460a-bebc-4598-8edb-7a3b252b03bd,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.721858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.723065 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8932d038-2248-404a-bf45-39f6476fa2c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183140 Aug 19 18:56:27.725821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45792) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.730283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.760578 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.819959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.824023 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.841534 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8528617-0cea-4a8d-aca3-faeb8d2a6f4e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.847583 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.848727 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f4e9a32b-6649-4edd-a275-6de0fef4cb82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219649 Aug 19 18:56:27.851378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.856091 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.881897 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.940995 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.944385 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.963232 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7b3d51-4f48-4aa5-ad0d-017480a10c68,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.968530 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.969833 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ac447003-76ea-416f-b8af-6e16f88d3996 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174650 Aug 19 18:56:27.972471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45796) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.977290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:27.999108 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:56:28.003823 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.065465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.068817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.087177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986137c4-c696-4bd3-afbc-1ca713f59b61,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:28.092239 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.093677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-81df2739-1bc0-4c0c-8ed7-34ce8c3c8f54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202514 Aug 19 18:56:28.096470 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45798) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:28.100881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '84cb4c46-33ad-47c9-ada1-e5fddd018780', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:28.123600 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:56:28.128322 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.192472 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.195845 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.216006 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ac1eb4-ae39-4492-8816-b733c93e3063,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:28.217341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d6788753-0079-49cd-80ed-491d802d9ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.220204 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.221729 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a18881e2-abba-4542-be58-3fdd6a61318c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240220 Aug 19 18:56:28.224411 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45800) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:28.230566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'network': {'name': 'tempest-network-smoke--2147436683', 'project_id': '02938f18f5df4651887781b6024b663f', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:28.251240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:56:28.254666 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.277492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:56:28.286561 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.286892 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Added segment 751753d9-faaf-423a-98fe-0e1eb8ebacfb of type vlan for network 842d9321-0750-47c3-85db-aab4d5a0402e Aug 19 18:56:28.327173 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.350467 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.356636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:28.357165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.416374 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1874943 Aug 19 18:56:28.416831 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45802) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:28.421803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'admin_state_up': True, 'project_id': '02938f18f5df4651887781b6024b663f', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:28.425716 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ff51-ed4d-4ef7-9ef7-ba8715696182 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Network': ['ID=842d9321-0750-47c3-85db-aab4d5a0402e,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:28.436892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 842d9321-0750-47c3-85db-aab4d5a0402e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:56:28.451640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.452643 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.506086 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.640873 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.831595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.850209 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.958378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.197 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/89a0e3ec-ea42-4318-954b-5dff8e44de2c) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:29.065034 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.105407 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.146598 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:29.150340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:29.155477 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:29.158390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=89a0e3ec-ea42-4318-954b-5dff8e44de2c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:29.404918 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.606537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.738383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:56:29.850066 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:29.860182 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Sync routers for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:29.869457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.873579 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:29.873719 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a623ab6c-ad3c-4d34-8332-522d5d320b89 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4527922 Aug 19 18:56:29.873817 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:29.873953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45806) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:29.979741 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:29.995879 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3cf4ea4c-577a-4a0e-9e1d-1ea070f6f00d tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=02938f18f5df4651887781b6024b663f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209743 Aug 19 18:56:29.998500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45810) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.089409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a68779-fae4-4384-a444-25bca3dd17ff tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:30.090930 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-78a68779-fae4-4384-a444-25bca3dd17ff tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915356 Aug 19 18:56:30.093978 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45812) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.130192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a460b685-3675-487a-ab74-65f44088bb6d tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350244 Aug 19 18:56:30.133702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45814) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.139088 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395753369', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'project_id': '02938f18f5df4651887781b6024b663f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:30.164418 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:30.191391 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Checking router: 6a80d165-bc4b-4a74-b659-a019cea1f8b0 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:30.191684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Updating router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 port 89a0e3ec-ea42-4318-954b-5dff8e44de2c binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:56:30.216031 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.226420 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:56:30.230401 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.415745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.470849 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.478837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Subnet': ['ID=66e5ceac-4b7d-42ad-82d9-7917b1895d2b,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.481378 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Transition to ACTIVE for port object 89a0e3ec-ea42-4318-954b-5dff8e44de2c will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:30.488300 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.491567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Checking segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:30.491942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network hostable DHCP agents. Network: 842d9321-0750-47c3-85db-aab4d5a0402e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:56:30.509715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 842d9321-0750-47c3-85db-aab4d5a0402e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:56:30.519309 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 842d9321-0750-47c3-85db-aab4d5a0402e) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:30.524311 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:30.524920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.533414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033835fe-3d1a-40ab-b322-f8556c97ae01 None None] Network 842d9321-0750-47c3-85db-aab4d5a0402e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:30.541735 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-47f19287-5411-411f-a16a-b8a53c0c723b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066739 Aug 19 18:56:30.543600 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Pushing event updated for resources: {'Port': ['ID=89a0e3ec-ea42-4318-954b-5dff8e44de2c,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.544444 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45816) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.552872 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Attempting to bind port 89a0e3ec-ea42-4318-954b-5dff8e44de2c on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:30.553255 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Attempting to bind port 89a0e3ec-ea42-4318-954b-5dff8e44de2c by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:30.553601 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Attempting to bind port 89a0e3ec-ea42-4318-954b-5dff8e44de2c on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:30.559623 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:30.560262 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:30.560673 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.561066 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:30.561543 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Bound port: 89a0e3ec-ea42-4318-954b-5dff8e44de2c, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:30.561906 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.582097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.582437 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.582775 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.583104 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.583428 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.583773 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.584094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.584411 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.584730 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.585067 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.585362 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.585676 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:30.622042 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] For port 89a0e3ec-ea42-4318-954b-5dff8e44de2c, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:30.625383 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] For port 89a0e3ec-ea42-4318-954b-5dff8e44de2c, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89a0e3ec-ea42-4318-954b-5dff8e44de2c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:30.629472 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.705003 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-69d6a627-19b3-4e20-80f1-f0d8ecaa4f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.707107 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942c3be-d627-4967-8ac2-810f46a6f7e9 None None] Pushing event updated for resources: {'Port': ['ID=89a0e3ec-ea42-4318-954b-5dff8e44de2c,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.718130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-842d9321-0750-47c3-85db-aab4d5a0402e', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:56:30.719023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.720633 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:30.722152 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:30.831947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:30.861861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Allocated IP 172.20.0.2 (842d9321-0750-47c3-85db-aab4d5a0402e/66e5ceac-4b7d-42ad-82d9-7917b1895d2b/076d1f3b-1ec4-4187-a21f-707df765881a) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:31.033528 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.040605 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.042987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Transition to ACTIVE for port object 076d1f3b-1ec4-4187-a21f-707df765881a will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:31.058963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.064500 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Transition to ACTIVE for port object 076d1f3b-1ec4-4187-a21f-707df765881a will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:31.070357 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.104955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Network 842d9321-0750-47c3-85db-aab4d5a0402e is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:31.110978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:31.116983 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:31.132068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Pushing event updated for resources: {'Port': ['ID=076d1f3b-1ec4-4187-a21f-707df765881a,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:31.147721 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:31.175573 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e1e17-0b86-4596-8cc9-20660d75bdb2 None None] The sync data for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 is: [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:31.177868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Attempting to bind port 076d1f3b-1ec4-4187-a21f-707df765881a on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:31.178352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Attempting to bind port 076d1f3b-1ec4-4187-a21f-707df765881a by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:31.178722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Attempting to bind port 076d1f3b-1ec4-4187-a21f-707df765881a on network 842d9321-0750-47c3-85db-aab4d5a0402e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:31.188839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:31.189229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Checking segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:31.189656 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.190092 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Bound using segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:31.190731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Bound port: 076d1f3b-1ec4-4187-a21f-707df765881a, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:31.191125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.266796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] For port 076d1f3b-1ec4-4187-a21f-707df765881a, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:31.271463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] For port 076d1f3b-1ec4-4187-a21f-707df765881a, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=076d1f3b-1ec4-4187-a21f-707df765881a,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:31.276994 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.346995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb8e83-4be7-4acf-897e-2e378be7a6b4 None None] Pushing event updated for resources: {'Port': ['ID=076d1f3b-1ec4-4187-a21f-707df765881a,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:31.749049 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.1 (842d9321-0750-47c3-85db-aab4d5a0402e/66e5ceac-4b7d-42ad-82d9-7917b1895d2b/f5000fcd-26d8-4712-9c44-dbf81ef22837) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:31.882157 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.901839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object f5000fcd-26d8-4712-9c44-dbf81ef22837 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:31.938516 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:31.984356 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 842d9321-0750-47c3-85db-aab4d5a0402e is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:31.987910 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:31.993121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:31.996184 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:32.041738 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.192543 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.218102 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.354194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34560db1-5c10-4560-9b22-3e1006adf0a2 None None] Network 842d9321-0750-47c3-85db-aab4d5a0402e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:32.477597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8653a74a-da28-4463-b46e-2201e20c40b5 None None] Provisioning for port 076d1f3b-1ec4-4187-a21f-707df765881a completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:32.487903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.492541 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.569073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:32.571795 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.678347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 842d9321-0750-47c3-85db-aab4d5a0402e is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:32.680055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:32.806503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:32.816774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a422d09c-8153-47cf-9ca8-dea96dbc1ad9 None None] Provisioning for port f5000fcd-26d8-4712-9c44-dbf81ef22837 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:32.822312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a422d09c-8153-47cf-9ca8-dea96dbc1ad9 None None] Provisioning complete for port f5000fcd-26d8-4712-9c44-dbf81ef22837 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:32.822768 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a422d09c-8153-47cf-9ca8-dea96dbc1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:32.864159 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a422d09c-8153-47cf-9ca8-dea96dbc1ad9 None None] Port f5000fcd-26d8-4712-9c44-dbf81ef22837 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:32.929041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:32.942799 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3eddc5b1-08f9-4321-824b-2e9f3f13c3ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/6a80d165-bc4b-4a74-b659-a019cea1f8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3884113 Aug 19 18:56:32.942917 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Sync routers for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:32.950258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:32.950902 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:33.019590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f2869b84-6ec7-4017-ab56-bb306b8ea247 None None] Provisioning complete for port f5000fcd-26d8-4712-9c44-dbf81ef22837 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:33.020024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f2869b84-6ec7-4017-ab56-bb306b8ea247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.104674 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-e5453abc-96b2-4558-a402-345f86ecb088 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080648240&fields=id&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 267 time: 0.0459387 Aug 19 18:56:33.127214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f2869b84-6ec7-4017-ab56-bb306b8ea247 None None] Port f5000fcd-26d8-4712-9c44-dbf81ef22837 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:33.138213 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:33.216748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 076d1f3b-1ec4-4187-a21f-707df765881a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:33.246020 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-bb58376e-13c1-4a46-bd48-ec18ee96b178 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:33.247559 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-bb58376e-13c1-4a46-bd48-ec18ee96b178 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/networks?id=842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 200 len: 797 time: 0.1305835 Aug 19 18:56:33.264372 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-eb816f54-7daa-4dac-943d-ddefcf88834d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/quotas/02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 375 time: 0.0108070 Aug 19 18:56:33.315590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e3252957-dfc6-438a-b2e2-b7da2df7ce7f None None] Provisioning complete for port f5000fcd-26d8-4712-9c44-dbf81ef22837 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:33.316174 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3252957-dfc6-438a-b2e2-b7da2df7ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.317626 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-1921a39b-9183-45ae-ba0d-2cd87c7722a4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471981 Aug 19 18:56:33.335024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-35050537-f9fc-4002-94eb-21883f4b3f0d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:56:33.335963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-35050537-f9fc-4002-94eb-21883f4b3f0d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055568 Aug 19 18:56:33.381812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 076d1f3b-1ec4-4187-a21f-707df765881a completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:33.388553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e3252957-dfc6-438a-b2e2-b7da2df7ce7f None None] Port f5000fcd-26d8-4712-9c44-dbf81ef22837 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:33.391590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 076d1f3b-1ec4-4187-a21f-707df765881a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:33.391813 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.429442 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-54e02087-82b4-4f22-9298-14042fcc7978 service neutron] 10.222.0.36 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874705 Aug 19 18:56:33.495011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 2, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:33.527089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Checking router: 6a80d165-bc4b-4a74-b659-a019cea1f8b0 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:33.527466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Updating router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 port f5000fcd-26d8-4712-9c44-dbf81ef22837 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:56:33.527600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-27278294-ae6d-4cde-9928-3900c2898093 service neutron] 10.222.0.36 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909605 Aug 19 18:56:33.556339 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.562657 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.624847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 076d1f3b-1ec4-4187-a21f-707df765881a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=076d1f3b-1ec4-4187-a21f-707df765881a,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:33.634462 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.634462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89a0e3ec-ea42-4318-954b-5dff8e44de2c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:33.708203 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5f48184d-89cf-4b75-9829-ef35c3cbb67d req-3bc425bc-3a9f-45d2-a51c-d8070b7e7cf6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 210 time: 0.0293002 Aug 19 18:56:33.793276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=076d1f3b-1ec4-4187-a21f-707df765881a,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:33.805807 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.848976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 89a0e3ec-ea42-4318-954b-5dff8e44de2c completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:33.856781 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 89a0e3ec-ea42-4318-954b-5dff8e44de2c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:33.857160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.005288 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.022756 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.038776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 89a0e3ec-ea42-4318-954b-5dff8e44de2c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89a0e3ec-ea42-4318-954b-5dff8e44de2c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:34.042421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Transition to ACTIVE for port object f5000fcd-26d8-4712-9c44-dbf81ef22837 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:34.046042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.053544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.292034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=89a0e3ec-ea42-4318-954b-5dff8e44de2c,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:34.372560 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Attempting to bind port f5000fcd-26d8-4712-9c44-dbf81ef22837 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:34.373245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Attempting to bind port f5000fcd-26d8-4712-9c44-dbf81ef22837 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:34.373349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Attempting to bind port f5000fcd-26d8-4712-9c44-dbf81ef22837 on network 842d9321-0750-47c3-85db-aab4d5a0402e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:34.375291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87db41c-5e85-4b95-a1de-67d28103df3b None None] Pushing event updated for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:34.381887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:34.382251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Checking segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:34.383932 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.384462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Bound using segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:34.384980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Bound port: f5000fcd-26d8-4712-9c44-dbf81ef22837, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:34.385319 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.453482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] For port f5000fcd-26d8-4712-9c44-dbf81ef22837, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:34.456436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] For port f5000fcd-26d8-4712-9c44-dbf81ef22837, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5000fcd-26d8-4712-9c44-dbf81ef22837,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:34.461820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.524460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:34.525111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:34.530882 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87db41c-5e85-4b95-a1de-67d28103df3b None None] Pushing event updated for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:34.651532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:34.825333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-7f31d5b0-30f0-46e9-9f58-f15f7acafaf7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:34.826978 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-7f31d5b0-30f0-46e9-9f58-f15f7acafaf7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/networks?id=842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 200 len: 797 time: 0.1244507 Aug 19 18:56:34.844979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1eb1a4c5-4e90-4670-a053-4ad1aabd361b req-56da60e3-a508-4e48-ac2d-4b852d83afb6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 210 time: 0.0290167 Aug 19 18:56:34.884735 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-e8828056-1214-44f0-9407-f7a6d93db9b0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 380 time: 0.0412803 Aug 19 18:56:34.899174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:34.923058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'port': {'device_id': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'admin_state_up': True, 'tenant_id': '02938f18f5df4651887781b6024b663f', 'security_groups': ['84cb4c46-33ad-47c9-ada1-e5fddd018780']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:34.925805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df2797-8add-4eeb-b7c3-be11d7f92d81 None None] The sync data for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 is: [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:35.088977 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:56:35.093387 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.194993 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89a0e3ec-ea42-4318-954b-5dff8e44de2c up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:35.235325 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.5 (842d9321-0750-47c3-85db-aab4d5a0402e/66e5ceac-4b7d-42ad-82d9-7917b1895d2b/82011980-db7f-4421-af1f-0c72b4fb8e82) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:35.246569 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 89a0e3ec-ea42-4318-954b-5dff8e44de2c triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:35.247057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.336363 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5000fcd-26d8-4712-9c44-dbf81ef22837 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:35.382214 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.389891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f5000fcd-26d8-4712-9c44-dbf81ef22837 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:35.393750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f5000fcd-26d8-4712-9c44-dbf81ef22837 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:35.394129 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.399921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 82011980-db7f-4421-af1f-0c72b4fb8e82 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:35.436359 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.477527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.483704 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 842d9321-0750-47c3-85db-aab4d5a0402e is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:35.487023 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:35.493552 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:35.514629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f5000fcd-26d8-4712-9c44-dbf81ef22837, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5000fcd-26d8-4712-9c44-dbf81ef22837,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:35.522854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.524803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 076d1f3b-1ec4-4187-a21f-707df765881a up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:35.529163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:35.565966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:35.566654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.586377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2882fb86-ae88-4b0e-8e61-230a4d0dd2cd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664879 Aug 19 18:56:35.606364 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Request body: {'port': {'device_id': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:35.612575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:35.626192 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 076d1f3b-1ec4-4187-a21f-707df765881a triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:35.626577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.677664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.776659 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f86abe2a-152c-48d2-ab1a-cdf68536456a None None] Provisioning for port 82011980-db7f-4421-af1f-0c72b4fb8e82 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:35.780995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f86abe2a-152c-48d2-ab1a-cdf68536456a None None] Provisioning complete for port 82011980-db7f-4421-af1f-0c72b4fb8e82 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:35.781411 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f86abe2a-152c-48d2-ab1a-cdf68536456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.822173 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f86abe2a-152c-48d2-ab1a-cdf68536456a None None] Port 82011980-db7f-4421-af1f-0c72b4fb8e82 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:35.980408 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ea8da-5cbd-4f18-8ea5-5dc8077649be req-ee3b440e-7f29-4eb0-9f36-2a4126f00464 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:35.982585 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-575ea8da-5cbd-4f18-8ea5-5dc8077649be req-ee3b440e-7f29-4eb0-9f36-2a4126f00464 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 931 time: 0.0619862 Aug 19 18:56:35.984553 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82011980-db7f-4421-af1f-0c72b4fb8e82 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:35.993361 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.009283 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Transition to ACTIVE for port object 82011980-db7f-4421-af1f-0c72b4fb8e82 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:36.013210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.035945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-575ea8da-5cbd-4f18-8ea5-5dc8077649be req-b2a260f3-6e0b-4bcb-b4a3-2a565fa49fd9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Aug 19 18:56:36.064709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Pushing event updated for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:36.146426 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Attempting to bind port 82011980-db7f-4421-af1f-0c72b4fb8e82 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:36.146769 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Attempting to bind port 82011980-db7f-4421-af1f-0c72b4fb8e82 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:36.147100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Attempting to bind port 82011980-db7f-4421-af1f-0c72b4fb8e82 on network 842d9321-0750-47c3-85db-aab4d5a0402e {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:36.151926 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Port 82011980-db7f-4421-af1f-0c72b4fb8e82 on network 842d9321-0750-47c3-85db-aab4d5a0402e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:56:36.152255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Attempting to bind port 82011980-db7f-4421-af1f-0c72b4fb8e82 on network 842d9321-0750-47c3-85db-aab4d5a0402e {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:36.157427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:36.157848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Checking segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:36.158310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Bound using segment: {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:36.158820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Bound port: 82011980-db7f-4421-af1f-0c72b4fb8e82, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751753d9-faaf-423a-98fe-0e1eb8ebacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:36.159192 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.234332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:36.237485 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=82011980-db7f-4421-af1f-0c72b4fb8e82,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:36.241769 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.279253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.279960 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.281433 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] 10.222.0.13 "PUT /v2.0/ports/82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 200 len: 1092 time: 0.6809561 Aug 19 18:56:36.281893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:36.284304 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db320b8-3770-467f-a184-35acd77f50f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:36.314853 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4720e-dbe4-4eca-b4ea-d4022fd25291 service neutron] Pushing event updated for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:36.347679 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c2c9d-e96d-4f8d-b009-b28dab91a1a0 x-openstack-request-id: req-eb9c2c9d-e96d-4f8d-b009-b28dab91a1a0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:36.348050 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:36.348374 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb9c2c9d-e96d-4f8d-b009-b28dab91a1a0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:36.348868 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'status': 'completed', 'code': 200} Aug 19 18:56:36.413251 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-a74085d4-1f2b-4c96-be87-7e19e85ea675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.415077 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-a74085d4-1f2b-4c96-be87-7e19e85ea675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1095 time: 0.0528929 Aug 19 18:56:36.468962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-358cbea7-c0ba-4de5-9673-f910fa27e4a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 200 len: 217 time: 0.0398738 Aug 19 18:56:36.518209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-846e1149-7ad9-49a8-afad-1c45be182df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.519704 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-846e1149-7ad9-49a8-afad-1c45be182df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66e5ceac-4b7d-42ad-82d9-7917b1895d2b HTTP/1.1" status: 200 len: 834 time: 0.0443161 Aug 19 18:56:36.565693 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-4bb1cf23-2062-495a-b8d5-e7467a9f7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.567202 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-4bb1cf23-2062-495a-b8d5-e7467a9f7917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=842d9321-0750-47c3-85db-aab4d5a0402e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396876 Aug 19 18:56:36.662327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-2bb19ae9-84b0-431a-8c3e-49585542843c service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870557 Aug 19 18:56:36.753145 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8af4d130-286d-4ea7-8ce3-84773c7b6560 req-70f58913-b9f7-4375-be67-276f7c82d53a service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Aug 19 18:56:36.891912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db320b8-3770-467f-a184-35acd77f50f1 req-9d38894d-1bee-421b-bd19-04cad4769217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.893426 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-9d38894d-1bee-421b-bd19-04cad4769217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1095 time: 0.0461648 Aug 19 18:56:36.982814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db320b8-3770-467f-a184-35acd77f50f1 req-b895a8da-e53f-4602-b518-516cc969a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:36.984431 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-b895a8da-e53f-4602-b518-516cc969a21e service neutron] 10.222.0.13 "GET /v2.0/networks?id=842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 200 len: 898 time: 0.0839522 Aug 19 18:56:37.035104 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-8334b4ad-d5f0-404e-94ee-e3ca8fd09267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 200 len: 217 time: 0.0394855 Aug 19 18:56:37.095872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5000fcd-26d8-4712-9c44-dbf81ef22837 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:37.096762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db320b8-3770-467f-a184-35acd77f50f1 req-7194258b-52cc-4918-877c-58f4be9b8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:37.098389 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-7194258b-52cc-4918-877c-58f4be9b8cb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66e5ceac-4b7d-42ad-82d9-7917b1895d2b HTTP/1.1" status: 200 len: 834 time: 0.0542662 Aug 19 18:56:37.147832 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db320b8-3770-467f-a184-35acd77f50f1 req-04800efe-4760-458b-afe7-b0590e86554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:37.149136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f5000fcd-26d8-4712-9c44-dbf81ef22837 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:37.149703 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.149841 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-04800efe-4760-458b-afe7-b0590e86554e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=842d9321-0750-47c3-85db-aab4d5a0402e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434759 Aug 19 18:56:37.157267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e219-9c14-4034-8329-dc311d0b639c req-d12e0617-06c2-43ed-bbce-083703e706a4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:37.159049 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11c7e219-9c14-4034-8329-dc311d0b639c req-d12e0617-06c2-43ed-bbce-083703e706a4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 943 time: 0.0521233 Aug 19 18:56:37.206268 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-11c7e219-9c14-4034-8329-dc311d0b639c req-04e9cd3b-44e7-479f-8872-7b0379bf92f8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 Aug 19 18:56:37.250601 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-444812ea-540c-461f-bd6d-8fef53c564ff service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931323 Aug 19 18:56:37.339698 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3db320b8-3770-467f-a184-35acd77f50f1 req-028778c5-dbb0-4500-b57e-629b4325f57c service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819774 Aug 19 18:56:38.318031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba887e64-465c-4776-921b-a010ad1614b4 req-31f9d3f7-448c-49d7-92c7-2da59cf0e7e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:38.319543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba887e64-465c-4776-921b-a010ad1614b4 req-31f9d3f7-448c-49d7-92c7-2da59cf0e7e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 943 time: 0.0494468 Aug 19 18:56:38.358272 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba887e64-465c-4776-921b-a010ad1614b4 req-245ee94b-e283-4890-9667-cdb6b8c07773 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317914 Aug 19 18:56:39.477478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359147e-3ca2-44d6-ad74-dda6f2fc1a70 req-db7b1327-4f79-43b9-892b-0ad2039b00e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:39.478985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9359147e-3ca2-44d6-ad74-dda6f2fc1a70 req-db7b1327-4f79-43b9-892b-0ad2039b00e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 943 time: 0.0534692 Aug 19 18:56:39.517196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9359147e-3ca2-44d6-ad74-dda6f2fc1a70 req-fca6d202-ed3e-4eac-9aa3-8c3bb7ed5656 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Aug 19 18:56:40.237924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 82011980-db7f-4421-af1f-0c72b4fb8e82 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:56:40.331531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=82011980-db7f-4421-af1f-0c72b4fb8e82,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:40.342623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'port_id': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'mac_address': 'fa:16:3e:c8:79:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:56:40.380497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:40.393532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82011980-db7f-4421-af1f-0c72b4fb8e82 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:40.412961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=82011980-db7f-4421-af1f-0c72b4fb8e82,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:40.417100 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:40.463437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:40.631894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f54b38-5652-4675-b3d0-3299a4ccacf0 req-0833dfc2-d4dc-4d6d-aed6-724b1db16421 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:40.634475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5f54b38-5652-4675-b3d0-3299a4ccacf0 req-0833dfc2-d4dc-4d6d-aed6-724b1db16421 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 944 time: 0.0497766 Aug 19 18:56:40.673262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a5f54b38-5652-4675-b3d0-3299a4ccacf0 req-d87cc0e7-c663-4e49-83be-a29b5ca94a02 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 19 18:56:40.732701 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['82011980-db7f-4421-af1f-0c72b4fb8e82'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:41.790063 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c6ba9-6190-4a83-a0d2-d0f0169839bc req-7b713cf1-96ac-48ee-8182-56c388916e8d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:41.791603 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d85c6ba9-6190-4a83-a0d2-d0f0169839bc req-7b713cf1-96ac-48ee-8182-56c388916e8d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 944 time: 0.0504770 Aug 19 18:56:41.829544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d85c6ba9-6190-4a83-a0d2-d0f0169839bc req-e9a56392-f729-4431-babc-b8a7bc4cb5b9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Aug 19 18:56:42.232336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 82011980-db7f-4421-af1f-0c72b4fb8e82 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:42.279059 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 82011980-db7f-4421-af1f-0c72b4fb8e82 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:42.282559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 82011980-db7f-4421-af1f-0c72b4fb8e82 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:42.282933 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:42.360379 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:42.382201 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:42.385559 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae16be5d-edeb-4098-8ca4-3bebe0b6a5a9" -d '{"events": [{"server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "name": "network-vif-plugged", "status": "completed", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:42.398850 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=82011980-db7f-4421-af1f-0c72b4fb8e82,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:42.402915 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:42.426784 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012f0f03-423a-4dcb-8e9e-3d3115ecf79a x-openstack-request-id: req-012f0f03-423a-4dcb-8e9e-3d3115ecf79a {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:42.427187 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "name": "network-vif-plugged", "status": "completed", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:42.427187 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-012f0f03-423a-4dcb-8e9e-3d3115ecf79a {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:42.427553 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'code': 200} Aug 19 18:56:42.452891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:42.554043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aca99-1e63-4d39-9ac5-24286062309b req-26003035-f798-4247-ac1f-0c2a021826b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:42.556376 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d39aca99-1e63-4d39-9ac5-24286062309b req-26003035-f798-4247-ac1f-0c2a021826b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1097 time: 0.0411496 Aug 19 18:56:42.596939 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d39aca99-1e63-4d39-9ac5-24286062309b req-3bd3587d-63ca-447f-99dd-6004606c5525 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Aug 19 18:56:42.948846 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1843c83-f3b1-4c08-9a1b-1218da6b73b3 req-f811dd87-481c-4e32-be72-e580da2cb7f9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:42.950338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1843c83-f3b1-4c08-9a1b-1218da6b73b3 req-f811dd87-481c-4e32-be72-e580da2cb7f9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0539691 Aug 19 18:56:42.988645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1843c83-f3b1-4c08-9a1b-1218da6b73b3 req-ffa6178a-a7a0-4013-83d3-58e941764b49 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Aug 19 18:56:44.104794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e867f4e-2269-4da7-85de-b0cc1ab6f9b9 req-bb1a6a87-20c0-4291-81b3-b5e681cbb16b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:44.106286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e867f4e-2269-4da7-85de-b0cc1ab6f9b9 req-bb1a6a87-20c0-4291-81b3-b5e681cbb16b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Aug 19 18:56:44.143966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4e867f4e-2269-4da7-85de-b0cc1ab6f9b9 req-15c1acdd-e844-4654-bcee-8d3d3b85e4e8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Aug 19 18:56:44.260116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b36e4-efcf-449c-852f-d9df98c1a5e7 req-62a51dfc-095a-4a67-96ab-77e8916820e9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:44.261721 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819b36e4-efcf-449c-852f-d9df98c1a5e7 req-62a51dfc-095a-4a67-96ab-77e8916820e9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0523453 Aug 19 18:56:44.299902 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-819b36e4-efcf-449c-852f-d9df98c1a5e7 req-d36025e1-3c06-4a40-8cfc-3c48fc72f4f7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Aug 19 18:56:44.321989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45872) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:44.365316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ba253-6a28-4430-a2df-3b6da906f64b tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:44.367342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b97ba253-6a28-4430-a2df-3b6da906f64b tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1092 time: 0.0438573 Aug 19 18:56:44.370240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45874) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:44.374665 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:44.396616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:44.490818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:44.598875 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.139 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/accacdf8-8ed1-417f-ae6a-bf83bc361952) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:44.699089 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:44.739592 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:44.784520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:44.787373 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:44.792139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:44.798052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=accacdf8-8ed1-417f-ae6a-bf83bc361952,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:45.154605 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.223643 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.374313 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.378966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.449261 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=accacdf8-8ed1-417f-ae6a-bf83bc361952,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:45.457341 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.557319 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP 35f480d5-907a-40f9-8aa4-8c9eba08ba61 associated. External IP: 172.25.5.139, port: 82011980-db7f-4421-af1f-0c72b4fb8e82. Aug 19 18:56:45.764485 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:45.870431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:45.880568 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Sync routers for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:45.889403 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:45.891070 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:45.891779 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:45.916382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-56c99f42-9034-415f-ab3e-12288030e51e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5451334 Aug 19 18:56:45.916995 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:45.919315 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4593275a-9333-4f04-ae3e-999cd4116418" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:45.958554 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce81150-56d9-4f5a-a014-b5cca9eb88f4 x-openstack-request-id: req-8ce81150-56d9-4f5a-a014-b5cca9eb88f4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:45.959040 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:45.959335 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ce81150-56d9-4f5a-a014-b5cca9eb88f4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:45.959765 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'status': 'completed', 'code': 200} Aug 19 18:56:46.000553 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:46.016960 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c09a67-9309-4110-91c8-6e9b2d42e902 req-8e439e6b-3293-41bc-957a-506c596336dc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.018413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4c09a67-9309-4110-91c8-6e9b2d42e902 req-8e439e6b-3293-41bc-957a-506c596336dc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Aug 19 18:56:46.046596 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593275a-9333-4f04-ae3e-999cd4116418 req-004aeb96-9e74-468c-85a2-100a351a33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.048375 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-004aeb96-9e74-468c-85a2-100a351a33f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1097 time: 0.0434709 Aug 19 18:56:46.062069 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e4c09a67-9309-4110-91c8-6e9b2d42e902 req-63cd77a0-011c-473c-a4cd-eb10ef4e3fef tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Aug 19 18:56:46.086678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:46.149061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593275a-9333-4f04-ae3e-999cd4116418 req-cf3a0377-d404-4fc6-b421-60d6fb5a2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.150201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-cf3a0377-d404-4fc6-b421-60d6fb5a2984 service neutron] 10.222.0.13 "GET /v2.0/networks?id=842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 200 len: 898 time: 0.0940850 Aug 19 18:56:46.156648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64176606-2c18-4e44-a2bc-20666665680f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/35f480d5-907a-40f9-8aa4-8c9eba08ba61 HTTP/1.1" status: 200 len: 991 time: 0.0688267 Aug 19 18:56:46.221673 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-7c092bdc-aa5d-4073-994a-ed46407f3514 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 200 len: 999 time: 0.0625422 Aug 19 18:56:46.236158 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '35f480d5-907a-40f9-8aa4-8c9eba08ba61', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.139', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'port_id': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'mac_address': 'fa:16:3e:c8:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:45Z', 'updated_at': '2021-08-19T18:56:45Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:46.262448 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Checking router: 6a80d165-bc4b-4a74-b659-a019cea1f8b0 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:46.270496 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:46.271032 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:56:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:46.274637 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593275a-9333-4f04-ae3e-999cd4116418 req-17da459d-b02e-4dde-9e72-761f517753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.276175 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-17da459d-b02e-4dde-9e72-761f517753d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66e5ceac-4b7d-42ad-82d9-7917b1895d2b HTTP/1.1" status: 200 len: 834 time: 0.0469034 Aug 19 18:56:46.323708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593275a-9333-4f04-ae3e-999cd4116418 req-096b77ba-0b8a-4740-8d6b-920956db74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:46.325277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-096b77ba-0b8a-4740-8d6b-920956db74fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=842d9321-0750-47c3-85db-aab4d5a0402e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416899 Aug 19 18:56:46.376193 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:46.424425 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-a077f583-1d49-4ab5-be8d-5305c985eb6f service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911562 Aug 19 18:56:46.519390 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4593275a-9333-4f04-ae3e-999cd4116418 req-30d864cc-2641-4316-ac9c-0e49d9dc63dc service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861344 Aug 19 18:56:46.607287 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '35f480d5-907a-40f9-8aa4-8c9eba08ba61', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.139', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'port_id': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'mac_address': 'fa:16:3e:c8:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:45Z', 'updated_at': '2021-08-19T18:56:45Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:46.633970 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587374a2-f27f-42de-820d-7ccd6645baff None None] The sync data for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 is: [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '35f480d5-907a-40f9-8aa4-8c9eba08ba61', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.139', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'port_id': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'mac_address': 'fa:16:3e:c8:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:45Z', 'updated_at': '2021-08-19T18:56:45Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:46.818296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b581f15-177b-44fa-b157-fe4f1b0fba53 None None] New status for floating IP 35f480d5-907a-40f9-8aa4-8c9eba08ba61: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:47.161144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45882) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:47.209223 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:56:47.220673 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f210ec31-b08d-47bd-a411-f53802622ad9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/35f480d5-907a-40f9-8aa4-8c9eba08ba61 HTTP/1.1" status: 200 len: 993 time: 0.0583532 Aug 19 18:56:47.802015 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.874433 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:58.218072 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6a73adfd-99cc-464c-85e0-5e625312f1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:00.675704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7176-278e-4506-9158-56fd29d6cfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:01.019965 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:02.221268 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:03.773600 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:17.803833 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:21.649087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c7d12-79c0-4158-96f7-727e7ad54e10 req-1fd4d394-5183-46ae-b90c-4a1fc8ec1955 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:21.650600 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd7c7d12-79c0-4158-96f7-727e7ad54e10 req-1fd4d394-5183-46ae-b90c-4a1fc8ec1955 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0542533 Aug 19 18:57:21.689875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cd7c7d12-79c0-4158-96f7-727e7ad54e10 req-e9ea1338-d65f-4aa1-8a7a-ef5a72cbabed tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Aug 19 18:57:22.809880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3304-0fb6-4232-b912-cf9adaa6d1c8 req-b54c5f1e-90f0-491b-a6a1-e616633f7f3c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:22.811387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad4d3304-0fb6-4232-b912-cf9adaa6d1c8 req-b54c5f1e-90f0-491b-a6a1-e616633f7f3c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Aug 19 18:57:22.848604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ad4d3304-0fb6-4232-b912-cf9adaa6d1c8 req-a7c19bdf-c91b-4e8e-8f7c-af377394b5fc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Aug 19 18:57:22.871576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45906) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:22.933799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-20540f9a-f557-445a-9e18-e4d9133d9a83 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/35f480d5-907a-40f9-8aa4-8c9eba08ba61 HTTP/1.1" status: 200 len: 993 time: 0.0611112 Aug 19 18:57:24.208181 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436c41-b265-4098-a945-e38f2ded99ba req-a66f6692-ba9d-478b-9c05-76ac9cb830d8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:24.208858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:57:24.209579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01436c41-b265-4098-a945-e38f2ded99ba req-a66f6692-ba9d-478b-9c05-76ac9cb830d8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 19 18:57:24.247242 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-01436c41-b265-4098-a945-e38f2ded99ba req-33465693-4f5a-47f8-be63-bf6816608c2f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Aug 19 18:57:25.365389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480374-7dbb-4e47-8d7d-aeabf2243963 req-def702b1-42e4-4d2e-a83d-0c5f2262f4f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:25.367143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7480374-7dbb-4e47-8d7d-aeabf2243963 req-def702b1-42e4-4d2e-a83d-0c5f2262f4f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0492885 Aug 19 18:57:25.405228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b7480374-7dbb-4e47-8d7d-aeabf2243963 req-25e7df51-59b3-4f23-a2ca-6940eda777e8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Aug 19 18:57:25.427808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45916) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:25.490485 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-14e39512-b98d-4842-9027-b6702c709488 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/35f480d5-907a-40f9-8aa4-8c9eba08ba61 HTTP/1.1" status: 200 len: 993 time: 0.0615666 Aug 19 18:57:25.717965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45922) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:25.877827 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port accacdf8-8ed1-417f-ae6a-bf83bc361952 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:57:25.878177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:25.952764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:25.953093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:25.965263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for accacdf8-8ed1-417f-ae6a-bf83bc361952 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:57:26.125151 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:26.151284 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=accacdf8-8ed1-417f-ae6a-bf83bc361952,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:26.178041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.178393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.178736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.179076 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.179409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.179770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.180141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.180434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.180763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.181087 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.181411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.181738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:26.225764 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:26.226161 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP 35f480d5-907a-40f9-8aa4-8c9eba08ba61 disassociated (deleted). External IP: 172.25.5.139, port: 82011980-db7f-4421-af1f-0c72b4fb8e82. Aug 19 18:57:26.426471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:26.532784 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:26.537430 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:26.542268 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Sync routers for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:26.550833 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:26.551460 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:26.566571 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-4344b0f0-5115-435b-acbb-e84c8cca774a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/floatingips/35f480d5-907a-40f9-8aa4-8c9eba08ba61 HTTP/1.1" status: 204 len: 168 time: 0.8475473 Aug 19 18:57:26.567169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:57:26.569440 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e201b8b-5413-4865-bb89-80d35cd1223e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:57:26.609326 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2398fdc-6d1d-4937-9862-090835158be3 x-openstack-request-id: req-d2398fdc-6d1d-4937-9862-090835158be3 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:57:26.609793 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:57:26.610175 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2398fdc-6d1d-4937-9862-090835158be3 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:57:26.610872 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'status': 'completed', 'code': 200} Aug 19 18:57:26.662117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:26.700493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-9d364ce0-d3df-4ce8-80cf-d02a3e744777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:26.702056 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-9d364ce0-d3df-4ce8-80cf-d02a3e744777 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 1097 time: 0.0478241 Aug 19 18:57:26.797968 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a892fa-ba75-4022-8f78-8141d3c2077a req-92572ae9-09fc-43ee-b353-d237f9142614 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:26.799775 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79a892fa-ba75-4022-8f78-8141d3c2077a req-92572ae9-09fc-43ee-b353-d237f9142614 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Aug 19 18:57:26.834945 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-b2cabff6-8812-4793-9411-01504cfd93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:26.836616 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-b2cabff6-8812-4793-9411-01504cfd93d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 200 len: 898 time: 0.0896368 Aug 19 18:57:26.844676 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-79a892fa-ba75-4022-8f78-8141d3c2077a req-cc23e5bf-ba99-468b-b490-dee80671ce36 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Aug 19 18:57:26.878096 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:26.884634 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:26.888784 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-1d8ac1bb-b506-47f2-9ee0-1e05688b5a24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 200 len: 217 time: 0.0448315 Aug 19 18:57:26.913821 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Checking router: 6a80d165-bc4b-4a74-b659-a019cea1f8b0 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:26.922879 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:26.923533 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:26.940547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-81809d07-1616-4dae-ae0b-b2db6d3afe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:26.942003 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-81809d07-1616-4dae-ae0b-b2db6d3afe99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66e5ceac-4b7d-42ad-82d9-7917b1895d2b HTTP/1.1" status: 200 len: 834 time: 0.0452030 Aug 19 18:57:26.989765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-14bb1bfa-9a14-4e1a-986f-ef9932c3efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:26.991182 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-14bb1bfa-9a14-4e1a-986f-ef9932c3efcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=842d9321-0750-47c3-85db-aab4d5a0402e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406816 Aug 19 18:57:27.092814 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-d097684e-7ea0-49eb-a545-8cfab3c78b87 service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934026 Aug 19 18:57:27.120954 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:27.182573 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9e201b8b-5413-4865-bb89-80d35cd1223e req-e4013d32-f7e2-476e-8f28-eae853c1e077 service neutron] 10.222.0.13 "GET /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824087 Aug 19 18:57:27.322920 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:27.348503 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd7355-92d7-4f90-a7ba-8d732cf5e8c3 None None] The sync data for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 is: [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'f5000fcd-26d8-4712-9c44-dbf81ef22837', 'name': '', 'network_id': '842d9321-0750-47c3-85db-aab4d5a0402e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:8d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:31Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '66e5ceac-4b7d-42ad-82d9-7917b1895d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:27.558735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc12bb57-ddef-4052-bae4-d4796cd7d562 None None] New status for floating IP 35f480d5-907a-40f9-8aa4-8c9eba08ba61: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:57:27.964242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ef5a9-bf23-4531-9ae1-14ece10e1e8b req-68bcb400-c313-461f-89f5-85af4f9a7fa1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:27.965750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f27ef5a9-bf23-4531-9ae1-14ece10e1e8b req-68bcb400-c313-461f-89f5-85af4f9a7fa1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Aug 19 18:57:28.003255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f27ef5a9-bf23-4531-9ae1-14ece10e1e8b req-ada36f05-5d33-4bd3-8e73-6266de4e5d72 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=84cb4c46-33ad-47c9-ada1-e5fddd018780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Aug 19 18:57:28.217877 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f9b7d48-69c3-4278-8993-0af3ca5813ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:28.575958 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-7d3a5655-f924-4460-be17-a71077aa9ead tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:28.577422 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-7d3a5655-f924-4460-be17-a71077aa9ead tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Aug 19 18:57:28.667169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 82011980-db7f-4421-af1f-0c72b4fb8e82 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:57:28.667534 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:28.756314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 82011980-db7f-4421-af1f-0c72b4fb8e82, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=82011980-db7f-4421-af1f-0c72b4fb8e82,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:28.756675 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:28.770985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 82011980-db7f-4421-af1f-0c72b4fb8e82 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:57:28.900861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:28.933340 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=82011980-db7f-4421-af1f-0c72b4fb8e82,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:28.974428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] No DVR routers for this DVR port 82011980-db7f-4421-af1f-0c72b4fb8e82 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:57:28.977258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:28.979773 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e30cdb60-fd01-4507-a821-4e52c2681f83 req-e6f0fd87-0f4d-46ad-9ce6-22c8f5fedd7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "DELETE /v2.0/ports/82011980-db7f-4421-af1f-0c72b4fb8e82 HTTP/1.1" status: 204 len: 173 time: 0.3954968 Aug 19 18:57:28.980250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'name': 'network-vif-deleted', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:57:28.982949 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff2368b-2c07-4add-8537-3c8b4193870e" -d '{"events": [{"server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "name": "network-vif-deleted", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:57:29.021743 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6533c207-01bb-4a7f-a3f9-d5f30f98af6f x-openstack-request-id: req-6533c207-01bb-4a7f-a3f9-d5f30f98af6f {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:57:29.022033 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac67492-f688-4b6b-8975-c2e3bc623a42", "name": "network-vif-deleted", "tag": "82011980-db7f-4421-af1f-0c72b4fb8e82", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:57:29.022306 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6533c207-01bb-4a7f-a3f9-d5f30f98af6f {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:57:29.022702 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac67492-f688-4b6b-8975-c2e3bc623a42', 'name': 'network-vif-deleted', 'tag': '82011980-db7f-4421-af1f-0c72b4fb8e82', 'status': 'completed', 'code': 200} Aug 19 18:57:29.103420 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1cfed2a-6a27-45bf-85db-d774d078a882 req-87342e6c-f1b1-423c-a62f-00d07b651a32 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac67492-f688-4b6b-8975-c2e3bc623a42 HTTP/1.1" status: 200 len: 210 time: 0.0315351 Aug 19 18:57:30.158901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45938) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:30.689524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf090b8b-d831-4863-8738-12c8cc083e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:30.845194 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.021136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.101079 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port f5000fcd-26d8-4712-9c44-dbf81ef22837 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:57:31.101346 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.193067 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port f5000fcd-26d8-4712-9c44-dbf81ef22837, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5000fcd-26d8-4712-9c44-dbf81ef22837,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:31.193776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.205624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for f5000fcd-26d8-4712-9c44-dbf81ef22837 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:57:31.392272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.418244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=f5000fcd-26d8-4712-9c44-dbf81ef22837,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:31.428325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.428680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.429027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.429374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.429713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.431239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.431621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.431973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.432775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.432775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.432979 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.433288 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:31.614862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:31.831392 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:31.940636 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:31.945701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6a1dd650-89f3-488f-9c58-0223c44cccd1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/6a80d165-bc4b-4a74-b659-a019cea1f8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7856519 Aug 19 18:57:31.948587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45940) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:31.951900 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Sync routers for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:31.961504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:31.962571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:32.004872 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting subnet 66e5ceac-4b7d-42ad-82d9-7917b1895d2b {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:57:32.008469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.048857 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.072490 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:32.135617 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.202638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.221228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.234882 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Subnet': ['ID=66e5ceac-4b7d-42ad-82d9-7917b1895d2b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:32.239587 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.244947 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-178ed04a-77a3-495e-98b5-6fc7d2ca4128 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/subnets/66e5ceac-4b7d-42ad-82d9-7917b1895d2b HTTP/1.1" status: 204 len: 168 time: 0.2911384 Aug 19 18:57:32.245103 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45942) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:32.252279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f530fa6-33e1-4537-846d-1eba74f853fa None None] Network 842d9321-0750-47c3-85db-aab4d5a0402e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:32.256189 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:57:31Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:32.283726 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Checking router: 6a80d165-bc4b-4a74-b659-a019cea1f8b0 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:32.292382 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Routers {'6a80d165-bc4b-4a74-b659-a019cea1f8b0'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:32.293138 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:32.362304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.399016 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] Set router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:32.450349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] DHCP port deletion for 842d9321-0750-47c3-85db-aab4d5a0402e request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:57:32.478940 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.492573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 82011980-db7f-4421-af1f-0c72b4fb8e82 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:57:32.519403 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 82011980-db7f-4421-af1f-0c72b4fb8e82 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:57:32.520036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 82011980-db7f-4421-af1f-0c72b4fb8e82 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:57:32.528146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Deleting port 076d1f3b-1ec4-4187-a21f-707df765881a {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:57:32.528788 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.535834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 89a0e3ec-ea42-4318-954b-5dff8e44de2c {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:57:32.536179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.592337 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:57:31Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:32.598489 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] For port 076d1f3b-1ec4-4187-a21f-707df765881a, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=076d1f3b-1ec4-4187-a21f-707df765881a,segment=NetworkSegment(751753d9-faaf-423a-98fe-0e1eb8ebacfb),segment_id=751753d9-faaf-423a-98fe-0e1eb8ebacfb)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:32.598889 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.615851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Calling delete_port for 076d1f3b-1ec4-4187-a21f-707df765881a owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:57:32.620423 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 89a0e3ec-ea42-4318-954b-5dff8e44de2c, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=89a0e3ec-ea42-4318-954b-5dff8e44de2c,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:32.620833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.622838 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8609af5a-6cb3-40fc-8772-47c2f58fcea7 None None] The sync data for ids ['6a80d165-bc4b-4a74-b659-a019cea1f8b0'] in n-d-778550-10 is: [{'id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517703835', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:57:31Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '89a0e3ec-ea42-4318-954b-5dff8e44de2c', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80d165-bc4b-4a74-b659-a019cea1f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:56:28Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:32.641028 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 89a0e3ec-ea42-4318-954b-5dff8e44de2c owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:57:32.697883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.722797 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Pushing event deleted for resources: {'Port': ['ID=076d1f3b-1ec4-4187-a21f-707df765881a,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:32.726836 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] No DVR routers for this DVR port 076d1f3b-1ec4-4187-a21f-707df765881a on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:57:32.736665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.737519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.737519 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.737808 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.737987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.738318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.738647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.738970 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.739286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.739629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.740010 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.740264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd026b58-ece6-4c18-adf8-18b3575489e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:32.809798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.840218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=89a0e3ec-ea42-4318-954b-5dff8e44de2c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:32.899780 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.991911 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:32.995740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.061353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.061943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Fanout notify agent at l3_agent the message router_deleted on router 6a80d165-bc4b-4a74-b659-a019cea1f8b0 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:57:33.069183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.073944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45944) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:33.074495 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c0383783-a32a-4880-a0fb-cf8ee867dec3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/routers/6a80d165-bc4b-4a74-b659-a019cea1f8b0 HTTP/1.1" status: 204 len: 168 time: 0.8279727 Aug 19 18:57:33.162762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.175714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5000fcd-26d8-4712-9c44-dbf81ef22837 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:57:33.198755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f5000fcd-26d8-4712-9c44-dbf81ef22837 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:57:33.199150 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5000fcd-26d8-4712-9c44-dbf81ef22837 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:57:33.199794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 076d1f3b-1ec4-4187-a21f-707df765881a no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:57:33.224746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 076d1f3b-1ec4-4187-a21f-707df765881a {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:57:33.225297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 076d1f3b-1ec4-4187-a21f-707df765881a not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:57:33.260942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.271366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842d9321-0750-47c3-85db-aab4d5a0402e']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:33.282744 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751753d9-faaf-423a-98fe-0e1eb8ebacfb') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:33.283063 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751753d9-faaf-423a-98fe-0e1eb8ebacfb') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:33.293366 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.307466 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.313694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:57:33.314114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: timer() Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:57:33.317134 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:57:33.377551 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.382335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.385252 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/networks/842d9321-0750-47c3-85db-aab4d5a0402e HTTP/1.1" status: 204 len: 168 time: 0.3090782 Aug 19 18:57:33.388302 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45946) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:33.400406 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91b429-032c-4d89-97aa-cdb0bac1b92c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Network': ['ID=842d9321-0750-47c3-85db-aab4d5a0402e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:33.447735 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.473021 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.531901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.534448 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.535694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/security-groups/84cb4c46-33ad-47c9-ada1-e5fddd018780 HTTP/1.1" status: 204 len: 168 time: 0.1462548 Aug 19 18:57:33.545134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde905b1-b19a-49f0-97c8-768305dd0991 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb4c46-33ad-47c9-ada1-e5fddd018780,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:33.778104 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.106804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45952) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.111834 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651693165', 'description': 'tempest-secgroup-smoke-651693165 description', 'project_id': '02938f18f5df4651887781b6024b663f'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.137533 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.216101 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.219706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.248491 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.249717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1417537 Aug 19 18:57:34.251666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755e6ff-eb0e-4d10-a053-65c3fb7f8067 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be847cbd-38ce-47ee-8e74-cd5a6d86fa79,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.252761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 45954) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.258846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.287197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.341808 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.345429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.364362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efe908e-4616-44b3-9f56-0adcb85e94f5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.367948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.369357 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b23dc579-2ec3-466e-869a-3ac2581cde47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155505 Aug 19 18:57:34.372238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45956) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.376922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.404527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.468612 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.472540 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.490264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98432d0b-c409-49f1-b656-1fa9f0f54a73,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.498984 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.500208 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-41dd51b2-2415-44db-8984-cd7fede2032c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269414 Aug 19 18:57:34.502945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45958) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.507293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.534091 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.592465 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.596115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.615915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2fa4b0-a04a-45db-9be4-702e8bf93db4,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.619717 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.623511 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-18a04532-eaf9-4e47-8e6d-7c7c02fb4afa tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170304 Aug 19 18:57:34.623993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45960) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.628105 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.654451 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.714191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.717862 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.736839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571457fa-e901-4563-8ac1-1066d5e6c07e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.739663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.740827 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e3ab043a-04eb-4d84-a6bf-1aa99c8c3113 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161683 Aug 19 18:57:34.744604 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45962) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.749195 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.771165 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:57:34.776083 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.841005 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.844878 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.863616 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980a160e-a962-48e9-9f3b-fe79916bf85f,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.871822 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.873044 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1b3a322c-3dec-485a-ab33-bed9ca490999 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274438 Aug 19 18:57:34.875988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45964) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.880503 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': 'be847cbd-38ce-47ee-8e74-cd5a6d86fa79', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:34.901844 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:57:34.906740 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.967705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.971461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.990381 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a85436-8ede-416f-9fc4-4bfcdb1aba45,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.997260 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.998555 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d84c7d9b-4aab-4622-a617-0100d78c42f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216078 Aug 19 18:57:35.001421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45966) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:35.006300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'network': {'name': 'tempest-network-smoke--1157651037', 'project_id': '02938f18f5df4651887781b6024b663f', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:35.028318 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:35.031817 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.056472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:57:35.065404 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.065659 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Added segment b1182789-ab0f-46aa-a54a-0553ff45a8b5 of type vlan for network a449b892-4b86-4a35-be38-c6014e1abda6 Aug 19 18:57:35.088635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89a0e3ec-ea42-4318-954b-5dff8e44de2c no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:57:35.106976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.110952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 89a0e3ec-ea42-4318-954b-5dff8e44de2c {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:57:35.111313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 89a0e3ec-ea42-4318-954b-5dff8e44de2c not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:57:35.132002 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.138148 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:35.138739 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.193198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907244 Aug 19 18:57:35.195967 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45968) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:35.207314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'admin_state_up': True, 'project_id': '02938f18f5df4651887781b6024b663f', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:35.221024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f08b8-8475-4c35-88e2-bb19a298ce47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Network': ['ID=a449b892-4b86-4a35-be38-c6014e1abda6,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:35.232162 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network a449b892-4b86-4a35-be38-c6014e1abda6 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:57:35.237106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.238156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.289269 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.426864 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.617519 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.637286 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.736536 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.166 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/4142df30-2839-42c0-b729-b9877cc381b3) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:35.843662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.882280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.925886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:35.928951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:35.931850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:35.957334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=4142df30-2839-42c0-b729-b9877cc381b3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:36.485254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.684230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.810183 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router ecf27d89-7259-4a68-9dd5-997834485873 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:57:36.918194 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:36.928046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Sync routers for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:36.936865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.937646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:36.938277 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d115bbc4-c188-4f1b-965d-d1b2a66e0e8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7411711 Aug 19 18:57:36.938526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:36.941386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45970) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:36.976313 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-690d46fc-6deb-4099-b9d9-6404a7ca83fc tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=02938f18f5df4651887781b6024b663f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337851 Aug 19 18:57:36.979749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45972) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:37.044476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:37.129936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6bd13f-3405-4b0c-83a0-c2ca1b43bf12 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:37.131467 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ac6bd13f-3405-4b0c-83a0-c2ca1b43bf12 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508017 Aug 19 18:57:37.135134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45974) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:37.167592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-063bf421-26fe-47e9-b988-f5c3a4f6dbc2 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313084 Aug 19 18:57:37.170053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45976) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:37.174836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076957384', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'project_id': '02938f18f5df4651887781b6024b663f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:37.223524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:36Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:37.249900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Checking router: ecf27d89-7259-4a68-9dd5-997834485873 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:37.250471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Updating router ecf27d89-7259-4a68-9dd5-997834485873 port 4142df30-2839-42c0-b729-b9877cc381b3 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:37.261673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:37.265182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.275983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.449564 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.521254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Subnet': ['ID=8c68a582-c962-482b-8695-5dd486554dbe,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:37.526881 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Checking segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:37.527248 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network hostable DHCP agents. Network: a449b892-4b86-4a35-be38-c6014e1abda6, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:57:37.537283 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.546333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network a449b892-4b86-4a35-be38-c6014e1abda6 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:57:37.549230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Transition to ACTIVE for port object 4142df30-2839-42c0-b729-b9877cc381b3 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:37.555360 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.557145 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, a449b892-4b86-4a35-be38-c6014e1abda6) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:37.564742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:37.564853 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.582564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d8055836-e5a0-40fb-84d8-b2d4d6b61da7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4089029 Aug 19 18:57:37.582952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 45978) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:37.590149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027f6fb-fc33-4816-a993-343017c506d2 None None] Network a449b892-4b86-4a35-be38-c6014e1abda6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:37.664585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54920a66-19a8-40aa-a17c-f46728ae29a6 None None] Pushing event updated for resources: {'Port': ['ID=4142df30-2839-42c0-b729-b9877cc381b3,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:37.669827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Attempting to bind port 4142df30-2839-42c0-b729-b9877cc381b3 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:37.670198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Attempting to bind port 4142df30-2839-42c0-b729-b9877cc381b3 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:37.670668 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Attempting to bind port 4142df30-2839-42c0-b729-b9877cc381b3 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:37.680467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:37.681378 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:37.681782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.682172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:37.682638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Bound port: 4142df30-2839-42c0-b729-b9877cc381b3, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:37.683021 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.777820 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] For port 4142df30-2839-42c0-b729-b9877cc381b3, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:37.782289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] For port 4142df30-2839-42c0-b729-b9877cc381b3, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4142df30-2839-42c0-b729-b9877cc381b3,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:37.788131 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.003126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-a449b892-4b86-4a35-be38-c6014e1abda6', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:57:38.004139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.038149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.038859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54920a66-19a8-40aa-a17c-f46728ae29a6 None None] Pushing event updated for resources: {'Port': ['ID=4142df30-2839-42c0-b729-b9877cc381b3,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.046541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:38.047174 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:38.240332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:38.296811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Allocated IP 172.20.0.2 (a449b892-4b86-4a35-be38-c6014e1abda6/8c68a582-c962-482b-8695-5dd486554dbe/f5441ddb-6050-4a3e-a3e7-4037bc342ea0) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:38.529261 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.539827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Transition to ACTIVE for port object f5441ddb-6050-4a3e-a3e7-4037bc342ea0 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:38.556724 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:36Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:38.560757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Transition to ACTIVE for port object f5441ddb-6050-4a3e-a3e7-4037bc342ea0 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:38.586083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ca55d-6664-45d8-b3db-ebb757f12420 None None] The sync data for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 is: [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:36Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:38.589460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.630838 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Network a449b892-4b86-4a35-be38-c6014e1abda6 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:38.637575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:38.639845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Pushing event updated for resources: {'Port': ['ID=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.642020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:38.645966 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.1 (a449b892-4b86-4a35-be38-c6014e1abda6/8c68a582-c962-482b-8695-5dd486554dbe/56104224-761b-455e-9d36-612a194526d0) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:38.702534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Attempting to bind port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:38.702910 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Attempting to bind port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:38.703277 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Attempting to bind port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 on network a449b892-4b86-4a35-be38-c6014e1abda6 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:38.708452 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:38.708825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Checking segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:38.709226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.709684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Bound using segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:38.710152 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Bound port: f5441ddb-6050-4a3e-a3e7-4037bc342ea0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:38.710531 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.770358 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.777460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] For port f5441ddb-6050-4a3e-a3e7-4037bc342ea0, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:38.781027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] For port f5441ddb-6050-4a3e-a3e7-4037bc342ea0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:38.786933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 56104224-761b-455e-9d36-612a194526d0 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:38.788930 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.834869 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.882045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a4e1e-5705-44c2-86d0-e538ff0119a1 None None] Pushing event updated for resources: {'Port': ['ID=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.901177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network a449b892-4b86-4a35-be38-c6014e1abda6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:38.904743 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:38.909545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:38.913797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.965916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.124161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.241179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4142df30-2839-42c0-b729-b9877cc381b3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:39.300719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 4142df30-2839-42c0-b729-b9877cc381b3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:39.307824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4142df30-2839-42c0-b729-b9877cc381b3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:39.308214 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.396139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.420484 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 4142df30-2839-42c0-b729-b9877cc381b3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4142df30-2839-42c0-b729-b9877cc381b3,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:39.425871 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.428085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5441ddb-6050-4a3e-a3e7-4037bc342ea0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:39.458975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.464486 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.511012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=4142df30-2839-42c0-b729-b9877cc381b3,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:39.533834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:39.540580 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:39.545803 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.650496 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network a449b892-4b86-4a35-be38-c6014e1abda6 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:39.651975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:39.768849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router ecf27d89-7259-4a68-9dd5-997834485873 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:39.879596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736fba3-7ed7-4d8f-b3d3-8f295e11d7f6 None None] Network a449b892-4b86-4a35-be38-c6014e1abda6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:39.993585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Provisioning for port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:40.002843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Provisioning complete for port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.003227 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.136642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.177611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] For port f5441ddb-6050-4a3e-a3e7-4037bc342ea0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:40.187483 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.248874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176176b-39de-449c-9edf-607266ad7e74 None None] Pushing event updated for resources: {'Port': ['ID=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:40.249596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:40.255980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-526dbed7-d95c-4953-8619-1e4877807d19 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/ecf27d89-7259-4a68-9dd5-997834485873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721280 Aug 19 18:57:40.392586 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Sync routers for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:40.410361 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:40.410577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Provisioning complete for port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.411125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.411273 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:40.432159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-9aa2c9bc-db1d-421c-8d2b-cf477b99e092 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651693165&fields=id&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 267 time: 0.0508504 Aug 19 18:57:40.516463 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Provisioning for port 56104224-761b-455e-9d36-612a194526d0 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:40.522083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Provisioning complete for port 56104224-761b-455e-9d36-612a194526d0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.522786 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.560479 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:40.564981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1abdf-f919-48a6-8a3b-6a58c99c2e71 None None] Port 56104224-761b-455e-9d36-612a194526d0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:40.578751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-5fcb512c-ad84-4efc-a7e1-083a27e6b8cb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:40.580343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-5fcb512c-ad84-4efc-a7e1-083a27e6b8cb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 797 time: 0.1473827 Aug 19 18:57:40.597767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-76ee555c-b439-4b1e-90eb-85ffcf01d346 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/quotas/02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 375 time: 0.0111949 Aug 19 18:57:40.657479 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-f3c2e172-434c-4f86-81a6-6aa9081470b5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531111 Aug 19 18:57:40.692051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e3e2f723-777a-4008-9298-433bd4814e15 None None] Provisioning complete for port 56104224-761b-455e-9d36-612a194526d0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.692575 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f723-777a-4008-9298-433bd4814e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.730112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2f723-777a-4008-9298-433bd4814e15 None None] Port 56104224-761b-455e-9d36-612a194526d0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:40.781142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 2, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:40.810987 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Checking router: ecf27d89-7259-4a68-9dd5-997834485873 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:40.811339 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Updating router ecf27d89-7259-4a68-9dd5-997834485873 port 56104224-761b-455e-9d36-612a194526d0 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:40.830580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-fabaeae9-7f7b-403b-8b52-8eaf185dc496 service neutron] 10.222.0.36 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594894 Aug 19 18:57:40.837359 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.851669 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7ae71ce2-a1d9-46a7-adb9-b5764b061e30 None None] Provisioning complete for port 56104224-761b-455e-9d36-612a194526d0 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.852175 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7ae71ce2-a1d9-46a7-adb9-b5764b061e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.893111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7ae71ce2-a1d9-46a7-adb9-b5764b061e30 None None] Port 56104224-761b-455e-9d36-612a194526d0 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:40.933435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-322cd342-393e-4072-8ba6-2f7e43e02aea service neutron] 10.222.0.36 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950613 Aug 19 18:57:41.110382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-75dba14d-8ea0-4731-a822-d3fc917f0afc req-0f8d9ae6-85d0-422d-90f0-6be9968399c8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Aug 19 18:57:41.119366 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.130455 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Transition to ACTIVE for port object 56104224-761b-455e-9d36-612a194526d0 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:41.137729 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.148482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4142df30-2839-42c0-b729-b9877cc381b3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:41.213486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 4142df30-2839-42c0-b729-b9877cc381b3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:41.213701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Pushing event updated for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:41.214507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.222302 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.222656 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.222999 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.223327 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.223689 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.224018 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.224351 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.224672 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.224996 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.225318 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.225641 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.225961 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:41.261641 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Attempting to bind port 56104224-761b-455e-9d36-612a194526d0 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:41.262006 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Attempting to bind port 56104224-761b-455e-9d36-612a194526d0 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:41.262373 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Attempting to bind port 56104224-761b-455e-9d36-612a194526d0 on network a449b892-4b86-4a35-be38-c6014e1abda6 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:41.267649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:41.268029 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Checking segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:41.268772 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.269175 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Bound using segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:41.270253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Bound port: 56104224-761b-455e-9d36-612a194526d0, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:41.271030 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.319220 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5441ddb-6050-4a3e-a3e7-4037bc342ea0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:41.346829 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] For port 56104224-761b-455e-9d36-612a194526d0, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:41.350655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] For port 56104224-761b-455e-9d36-612a194526d0, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=56104224-761b-455e-9d36-612a194526d0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:41.355276 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.394832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:41.395341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.423928 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62240c0b-6af4-4c3c-9afc-a1fd7ef6fcc4 None None] Pushing event updated for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:41.436264 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:41.436886 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:41.668553 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:41.879964 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:41Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:41.909554 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893f966-0b80-43c2-9e42-573cc8daeb3a None None] The sync data for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 is: [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:41Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:42.216705 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-58eaa068-9f08-4b96-828b-cd880281c69b req-455a7f27-c370-491a-9d18-280eacc29ace tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 210 time: 0.0278568 Aug 19 18:57:42.786756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-89bd5318-dcf3-4a7f-9465-c16a9ad7395f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:42.788328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-89bd5318-dcf3-4a7f-9465-c16a9ad7395f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 797 time: 0.4857433 Aug 19 18:57:42.837715 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-9b367efb-e643-4bc7-ba3b-75a94f8d4ca1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 379 time: 0.0353425 Aug 19 18:57:42.847737 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'port': {'device_id': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'admin_state_up': True, 'tenant_id': '02938f18f5df4651887781b6024b663f', 'security_groups': ['be847cbd-38ce-47ee-8e74-cd5a6d86fa79']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:42.957919 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:42.961572 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.094536 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.7 (a449b892-4b86-4a35-be38-c6014e1abda6/8c68a582-c962-482b-8695-5dd486554dbe/e7bc7879-351e-4699-8a69-f6b9e4041006) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:43.152654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 56104224-761b-455e-9d36-612a194526d0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:43.203057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 56104224-761b-455e-9d36-612a194526d0 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:43.206757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 56104224-761b-455e-9d36-612a194526d0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:43.207188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.247542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.262437 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object e7bc7879-351e-4699-8a69-f6b9e4041006 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:43.288880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.298502 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.322570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 56104224-761b-455e-9d36-612a194526d0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=56104224-761b-455e-9d36-612a194526d0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:43.327371 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.351165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213af9-addb-43e5-80b3-3734947cbfdc req-35f81c64-b2eb-4640-adfd-4b5b739c1d07 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:43.353966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b213af9-addb-43e5-80b3-3734947cbfdc req-35f81c64-b2eb-4640-adfd-4b5b739c1d07 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 931 time: 0.0610650 Aug 19 18:57:43.354531 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.367017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network a449b892-4b86-4a35-be38-c6014e1abda6 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:43.369861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:43.372285 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:43.378246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.403413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4b213af9-addb-43e5-80b3-3734947cbfdc req-064ed6c1-589b-471d-8c40-eb2fa9e062d2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388293 Aug 19 18:57:43.425412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:43.426163 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.442642 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-6f2e36d7-5711-4cdb-bd9e-417794ed48e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987685 Aug 19 18:57:43.462333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Request body: {'port': {'device_id': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:43.526382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.672467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-04e0e567-da9a-4ee5-9d4d-4e318a809296 None None] Provisioning for port e7bc7879-351e-4699-8a69-f6b9e4041006 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:43.675848 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-04e0e567-da9a-4ee5-9d4d-4e318a809296 None None] Provisioning complete for port e7bc7879-351e-4699-8a69-f6b9e4041006 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:43.676226 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e0e567-da9a-4ee5-9d4d-4e318a809296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.710144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-04e0e567-da9a-4ee5-9d4d-4e318a809296 None None] Port e7bc7879-351e-4699-8a69-f6b9e4041006 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:43.790609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bc7879-351e-4699-8a69-f6b9e4041006 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:57:43.798074 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.810998 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Transition to ACTIVE for port object e7bc7879-351e-4699-8a69-f6b9e4041006 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:43.814667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.886085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.942522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Attempting to bind port e7bc7879-351e-4699-8a69-f6b9e4041006 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:43.942865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Attempting to bind port e7bc7879-351e-4699-8a69-f6b9e4041006 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:43.943204 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Attempting to bind port e7bc7879-351e-4699-8a69-f6b9e4041006 on network a449b892-4b86-4a35-be38-c6014e1abda6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:43.947903 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Port e7bc7879-351e-4699-8a69-f6b9e4041006 on network a449b892-4b86-4a35-be38-c6014e1abda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:57:43.948230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Attempting to bind port e7bc7879-351e-4699-8a69-f6b9e4041006 on network a449b892-4b86-4a35-be38-c6014e1abda6 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:43.953210 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:43.953562 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Checking segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:43.953948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Bound using segment: {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:43.954384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Bound port: e7bc7879-351e-4699-8a69-f6b9e4041006, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1182789-ab0f-46aa-a54a-0553ff45a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:43.954746 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.021899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:44.025378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7bc7879-351e-4699-8a69-f6b9e4041006,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:44.030368 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.067141 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.067869 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.069241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 1092 time: 0.6120846 Aug 19 18:57:44.071333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:57:44.073607 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:57:44.101385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a54e74-a6b0-456b-954f-d41f2553de90 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:44.124972 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e3037-3387-417e-a5a9-2d43a6733b4b x-openstack-request-id: req-8d6e3037-3387-417e-a5a9-2d43a6733b4b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:57:44.125271 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:57:44.125526 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d6e3037-3387-417e-a5a9-2d43a6733b4b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:57:44.125918 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'status': 'completed', 'code': 200} Aug 19 18:57:44.187191 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-cb9fc3f6-8572-484d-8291-afe7dc049cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.188766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-cb9fc3f6-8572-484d-8291-afe7dc049cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1095 time: 0.0446122 Aug 19 18:57:44.240247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-b7e110cc-87c5-4e4a-9814-60aee65645bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 217 time: 0.0361836 Aug 19 18:57:44.291609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-4bb3185b-d410-4dd4-bc43-70347ddc9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.293080 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-4bb3185b-d410-4dd4-bc43-70347ddc9574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0460510 Aug 19 18:57:44.344699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-40a2629d-14b3-4d59-9975-c62e2d5248c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.346232 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-40a2629d-14b3-4d59-9975-c62e2d5248c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456257 Aug 19 18:57:44.436586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-46ed03d3-6198-4887-95d3-d948d98b68eb service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820248 Aug 19 18:57:44.529285 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70ed5-d0b0-4ad7-8484-8b1da81fa976 req-afae6963-ea86-4e08-8bd0-f763b3c8b67a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.530739 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23a70ed5-d0b0-4ad7-8484-8b1da81fa976 req-afae6963-ea86-4e08-8bd0-f763b3c8b67a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 943 time: 0.0572073 Aug 19 18:57:44.534069 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5ac53c7c-eb42-494e-8e18-d3863fddd965 req-d1e5c3cc-2e07-48db-a60c-3c30dca17b1c service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896399 Aug 19 18:57:44.572993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-23a70ed5-d0b0-4ad7-8484-8b1da81fa976 req-e2e88e16-c920-4e35-b250-e28bf1b7488a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362902 Aug 19 18:57:44.666385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-c2f844fc-c090-4694-8d7d-42efd1132fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.667937 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-c2f844fc-c090-4694-8d7d-42efd1132fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1095 time: 0.0425737 Aug 19 18:57:44.762654 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-ed1ae722-2415-43d6-a6f2-dbe0cbc1d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.764166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-ed1ae722-2415-43d6-a6f2-dbe0cbc1d506 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 898 time: 0.0882385 Aug 19 18:57:44.805327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-75d7b167-c72f-408e-99b6-0b69a6dfa678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 217 time: 0.0339448 Aug 19 18:57:44.855174 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-f425bfc0-f27b-46dc-a117-112aeda5ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.856630 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-f425bfc0-f27b-46dc-a117-112aeda5ae98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0432382 Aug 19 18:57:44.907059 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-797aa377-a2fd-480e-8c0f-3b00a374e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:44.908592 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-797aa377-a2fd-480e-8c0f-3b00a374e07b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442853 Aug 19 18:57:44.999032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-0fedd705-563a-4e03-ab7c-ce4c5573ad33 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Aug 19 18:57:45.095536 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-38d1a1e2-0a06-4067-9d5b-dfa3992a6329 req-3de5d37c-8b62-4529-80a0-4a9287ed5444 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884895 Aug 19 18:57:45.133238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 56104224-761b-455e-9d36-612a194526d0 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:45.182949 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 56104224-761b-455e-9d36-612a194526d0 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:45.183321 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:45.689866 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591498d-dfad-4318-aa82-04c7bfc7ab0c req-1a40c1fb-fc61-44aa-8fb3-967bb3f9c8c3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:45.691355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8591498d-dfad-4318-aa82-04c7bfc7ab0c req-1a40c1fb-fc61-44aa-8fb3-967bb3f9c8c3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 943 time: 0.0501158 Aug 19 18:57:45.729487 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8591498d-dfad-4318-aa82-04c7bfc7ab0c req-870da074-4ee0-4895-b927-152b299ab0ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313764 Aug 19 18:57:46.552126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7bc7879-351e-4699-8a69-f6b9e4041006 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:57:46.646589 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7bc7879-351e-4699-8a69-f6b9e4041006,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:46.657870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'port_id': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'mac_address': 'fa:16:3e:b1:c9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:57:46.693425 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.705791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bc7879-351e-4699-8a69-f6b9e4041006 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:57:46.725475 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7bc7879-351e-4699-8a69-f6b9e4041006,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:46.730384 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.777445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:46.845964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31b796-1546-4a81-87e2-e17691816544 req-fd0f753a-9b25-499e-b25e-21fdc34b01d2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:46.847382 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff31b796-1546-4a81-87e2-e17691816544 req-fd0f753a-9b25-499e-b25e-21fdc34b01d2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 944 time: 0.0499475 Aug 19 18:57:46.886258 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ff31b796-1546-4a81-87e2-e17691816544 req-b9b10ac6-f3d4-4750-b450-cb019d2c383b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Aug 19 18:57:47.028615 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['e7bc7879-351e-4699-8a69-f6b9e4041006'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:57:47.801561 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.018737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22199-8536-45aa-aff5-24c06ea5d97d req-ff53d3d7-d026-4511-bb50-69f359a4574f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:48.020262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8d22199-8536-45aa-aff5-24c06ea5d97d req-ff53d3d7-d026-4511-bb50-69f359a4574f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 944 time: 0.0522914 Aug 19 18:57:48.059199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8d22199-8536-45aa-aff5-24c06ea5d97d req-33613dc7-9fe7-422e-b982-6ac02c72cf7b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Aug 19 18:57:48.557037 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7bc7879-351e-4699-8a69-f6b9e4041006 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:48.609429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port e7bc7879-351e-4699-8a69-f6b9e4041006 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:48.612924 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port e7bc7879-351e-4699-8a69-f6b9e4041006 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:48.613293 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.686992 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.708906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:57:48.711055 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f55deb-b8a2-4a33-8b54-bb288f4fd422" -d '{"events": [{"server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "name": "network-vif-plugged", "status": "completed", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:57:48.723494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7bc7879-351e-4699-8a69-f6b9e4041006,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:48.728211 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.756461 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ceed0-8213-4adb-9346-39ff2e9a39cb x-openstack-request-id: req-445ceed0-8213-4adb-9346-39ff2e9a39cb {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:57:48.756750 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "name": "network-vif-plugged", "status": "completed", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:57:48.756998 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-445ceed0-8213-4adb-9346-39ff2e9a39cb {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:57:48.757370 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'code': 200} Aug 19 18:57:48.784027 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:48.872026 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409bda3-04f3-4148-8511-697005bd9c96 req-670b8fb7-80dd-4cb7-bdbe-27f6e28a1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:48.873556 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9409bda3-04f3-4148-8511-697005bd9c96 req-670b8fb7-80dd-4cb7-bdbe-27f6e28a1983 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1097 time: 0.0420861 Aug 19 18:57:48.912947 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9409bda3-04f3-4148-8511-697005bd9c96 req-f88fb957-8831-43bf-8c68-36d9cefa39f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304222 Aug 19 18:57:49.173801 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34c5f1-5e95-4a58-ab5c-28180514a151 req-e1afd495-2e2a-46a4-bf94-04c05d2ed64c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:49.175282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd34c5f1-5e95-4a58-ab5c-28180514a151 req-e1afd495-2e2a-46a4-bf94-04c05d2ed64c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0493844 Aug 19 18:57:49.212910 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dd34c5f1-5e95-4a58-ab5c-28180514a151 req-7088f6d3-8954-43c7-90f2-917a9ec48bcb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Aug 19 18:57:50.329153 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56896a0-8d23-4ce9-b24c-8915b67858c7 req-d4bc4e07-5a8d-4707-8397-be13302731a5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:50.330636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b56896a0-8d23-4ce9-b24c-8915b67858c7 req-d4bc4e07-5a8d-4707-8397-be13302731a5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Aug 19 18:57:50.368194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b56896a0-8d23-4ce9-b24c-8915b67858c7 req-8baf16b8-5d2c-4bed-9a8a-542a7980fd38 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Aug 19 18:57:50.487461 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a154db-e694-4c72-9b80-a41298a34e43 req-f8ca03dc-1822-4a38-83d9-4edfc81db617 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:50.488975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57a154db-e694-4c72-9b80-a41298a34e43 req-f8ca03dc-1822-4a38-83d9-4edfc81db617 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Aug 19 18:57:50.527785 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-57a154db-e694-4c72-9b80-a41298a34e43 req-0312765d-1e4e-4505-853e-714eae68dd7c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322599 Aug 19 18:57:50.549219 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46036) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:50.590614 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12e21a-ed35-4588-9f71-154fd1c36c0b tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:50.592216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-cf12e21a-ed35-4588-9f71-154fd1c36c0b tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1092 time: 0.0420148 Aug 19 18:57:50.595021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46038) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:50.599317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:50.620814 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.719614 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.820329 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.20 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:50.925865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.966935 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.003036 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:51.007928 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:51.011768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:51.035339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:51.371330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.437890 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.591283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.595916 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.667598 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:51.679606 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.781433 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP cc10086f-1993-423b-8fdd-794d63bbd9bb associated. External IP: 172.25.5.20, port: e7bc7879-351e-4699-8a69-f6b9e4041006. Aug 19 18:57:51.995610 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router ecf27d89-7259-4a68-9dd5-997834485873 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:52.103275 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:52.113176 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Sync routers for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:52.118749 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.124223 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:52.124857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:52.150481 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8f9be955-b9fc-4ed4-9f60-e3b7af25b8e0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5543993 Aug 19 18:57:52.151066 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:57:52.153354 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:57:52.255941 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e895d4f-7008-4dcc-abb7-d2a337459d04 x-openstack-request-id: req-6e895d4f-7008-4dcc-abb7-d2a337459d04 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:57:52.256240 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:57:52.256497 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e895d4f-7008-4dcc-abb7-d2a337459d04 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:57:52.256903 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'status': 'completed', 'code': 200} Aug 19 18:57:52.270939 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3eec8-dce6-4d6f-b902-adbc21ad3cdb req-58a702e2-cf14-48e9-b123-c745c43cfc76 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:52.272657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8de3eec8-dce6-4d6f-b902-adbc21ad3cdb req-58a702e2-cf14-48e9-b123-c745c43cfc76 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0582490 Aug 19 18:57:52.314162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8de3eec8-dce6-4d6f-b902-adbc21ad3cdb req-8806a6cc-3eb0-469d-a69a-88215ea86ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346215 Aug 19 18:57:52.342339 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46046) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:52.386397 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-b426b104-a117-4246-a107-107b52650e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:52.387976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-b426b104-a117-4246-a107-107b52650e83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1097 time: 0.0849943 Aug 19 18:57:52.401786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:52.455365 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-04f3d899-be5f-4337-a3e7-4384f5d20b74 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/cc10086f-1993-423b-8fdd-794d63bbd9bb HTTP/1.1" status: 200 len: 990 time: 0.1118371 Aug 19 18:57:52.504208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-bf41fe4e-a82d-49a9-985e-67f1a5ce2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:52.505731 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-bf41fe4e-a82d-49a9-985e-67f1a5ce2745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 898 time: 0.1087730 Aug 19 18:57:52.578938 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-bbfdc677-5b67-49a4-9323-d6be876e9923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 998 time: 0.0644741 Aug 19 18:57:52.629745 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-46c8ec42-d336-401b-b7b1-7f366463e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:52.631222 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-46c8ec42-d336-401b-b7b1-7f366463e168 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0450954 Aug 19 18:57:52.639252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'cc10086f-1993-423b-8fdd-794d63bbd9bb', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'port_id': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'mac_address': 'fa:16:3e:b1:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:57:51Z', 'updated_at': '2021-08-19T18:57:51Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:52.665822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Checking router: ecf27d89-7259-4a68-9dd5-997834485873 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:52.674687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:52.675313 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:57:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:52.686469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-12426a31-f30b-42f9-ab4d-9488c7a64a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:52.688292 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-12426a31-f30b-42f9-ab4d-9488c7a64a3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489655 Aug 19 18:57:52.784465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:52.784706 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-9c0ab0dd-5e54-407b-9a5c-d38b4def80ea service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887244 Aug 19 18:57:52.879314 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d8053dc9-4bb5-4a8c-9ba2-79cad3457162 req-3d049fbe-da0d-41e0-b0f2-1b189decbf25 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876739 Aug 19 18:57:53.010401 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'cc10086f-1993-423b-8fdd-794d63bbd9bb', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'port_id': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'mac_address': 'fa:16:3e:b1:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:57:51Z', 'updated_at': '2021-08-19T18:57:51Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:53.036007 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae3fa5-aeae-4052-884f-0fc60d753383 None None] The sync data for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 is: [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'cc10086f-1993-423b-8fdd-794d63bbd9bb', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'port_id': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'mac_address': 'fa:16:3e:b1:c9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:57:51Z', 'updated_at': '2021-08-19T18:57:51Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:53.230440 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80390f3-73d1-4771-9fa1-ba40d56bc203 None None] New status for floating IP cc10086f-1993-423b-8fdd-794d63bbd9bb: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:57:53.456925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46048) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:53.517755 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4688ebc2-063e-4e33-85d9-ab78382b9be4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/cc10086f-1993-423b-8fdd-794d63bbd9bb HTTP/1.1" status: 200 len: 992 time: 0.0596743 Aug 19 18:57:56.894503 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:58.219331 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-00059d1f-3477-4001-9a41-b61ebaf62fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:00.681275 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0842dddd-2d09-42ee-875f-551fa7a66774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:01.021900 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:01.207221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:02.223086 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:03.780092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:17.813727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:19.285431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-fd71975e-3240-4e56-bb89-b359d1a90a7e req-f96fb715-3ae6-47fc-b93f-582cc37cb7d4 service neutron] (101324) timed out ('10.222.0.36', 42220) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 18:58:26.892220 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:28.219610 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-28ce013b-197d-4355-964f-fac3aa67a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:29.056133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de204210-6dee-481c-b20a-8e39db6f1df9 req-b537e617-a6a6-479d-b6e1-0b325c269d17 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.057725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de204210-6dee-481c-b20a-8e39db6f1df9 req-b537e617-a6a6-479d-b6e1-0b325c269d17 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0577488 Aug 19 18:58:29.098397 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de204210-6dee-481c-b20a-8e39db6f1df9 req-d5f52c35-49ea-4bdf-ad4f-81b779e22f9e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Aug 19 18:58:29.123187 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65f32-2106-4b56-9270-d0008d604e97 req-77c7d196-fbdb-4b5c-ac7b-2fb8483d9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.124793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-77c7d196-fbdb-4b5c-ac7b-2fb8483d9e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1097 time: 0.0873277 Aug 19 18:58:29.218413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65f32-2106-4b56-9270-d0008d604e97 req-0fa0afab-14bc-4655-9eed-8e3399fe6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.219886 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-0fa0afab-14bc-4655-9eed-8e3399fe6b5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 898 time: 0.0878603 Aug 19 18:58:29.285331 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-5c8130bc-a389-4c8c-a3d7-eef073943c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 1000 time: 0.0573099 Aug 19 18:58:29.333322 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65f32-2106-4b56-9270-d0008d604e97 req-e62ccb75-6680-4bf0-add4-3bbe7308a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.334717 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-e62ccb75-6680-4bf0-add4-3bbe7308a86c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0414467 Aug 19 18:58:29.385646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65f32-2106-4b56-9270-d0008d604e97 req-fa6df58e-d902-4d89-9b8a-335d4133c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.387027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-fa6df58e-d902-4d89-9b8a-335d4133c095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438683 Aug 19 18:58:29.479970 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-d3ed68d2-681d-4470-b636-22033cc374de service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Aug 19 18:58:29.584280 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-54e65f32-2106-4b56-9270-d0008d604e97 req-b9f40b9c-0181-4251-9743-a73120e7d7c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966113 Aug 19 18:58:30.219650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6afe39-4909-4619-8dc7-457a9f70f3ab req-a38d8de6-5f50-429d-83fe-372fc25eb2cb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:30.221133 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba6afe39-4909-4619-8dc7-457a9f70f3ab req-a38d8de6-5f50-429d-83fe-372fc25eb2cb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Aug 19 18:58:30.258886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba6afe39-4909-4619-8dc7-457a9f70f3ab req-6607b4af-368f-428a-8b03-a0d939a12837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Aug 19 18:58:30.684247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f3e694f8-f4f1-4371-afcb-e2e436417808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:31.022576 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:31.372749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e88f2-9f42-4003-9288-28a0b072cc2f req-be87a196-7a5b-4e9a-8e10-26cb8c78ef45 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:31.374266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-493e88f2-9f42-4003-9288-28a0b072cc2f req-be87a196-7a5b-4e9a-8e10-26cb8c78ef45 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Aug 19 18:58:31.412215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-493e88f2-9f42-4003-9288-28a0b072cc2f req-e3040f3d-80c7-44cc-a4da-5bee3e115488 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Aug 19 18:58:32.226958 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:32.531529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd199-7113-4803-8a8c-657f920d0f05 req-dd2d91f2-5d5f-4452-86c3-eef2356b9496 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:32.532984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfacd199-7113-4803-8a8c-657f920d0f05 req-dd2d91f2-5d5f-4452-86c3-eef2356b9496 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Aug 19 18:58:32.572395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfacd199-7113-4803-8a8c-657f920d0f05 req-ef059540-cd63-40af-b563-f0981d9d2a9c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 19 18:58:33.689111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d5a4-0d1d-4fff-8397-27dc17428281 req-0f5b9a2b-bd87-43bc-b012-4dd0ab589cdc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:33.690620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad5d5a4-0d1d-4fff-8397-27dc17428281 req-0f5b9a2b-bd87-43bc-b012-4dd0ab589cdc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Aug 19 18:58:33.728854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ad5d5a4-0d1d-4fff-8397-27dc17428281 req-b73442ce-7c7c-4af8-9347-89399d7df183 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Aug 19 18:58:33.782804 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:34.848499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755cdc-20d0-40e5-ad78-6044cf24bfae req-7d1ec99f-806f-4d2f-8a57-b355cbc9a9e2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.849906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be755cdc-20d0-40e5-ad78-6044cf24bfae req-7d1ec99f-806f-4d2f-8a57-b355cbc9a9e2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0506008 Aug 19 18:58:34.891055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-be755cdc-20d0-40e5-ad78-6044cf24bfae req-f9c8cb77-f26e-4f4f-a123-7e3bac2563e4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339403 Aug 19 18:58:34.916689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-7aea643f-dd5e-43ac-9490-ea5be0061ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.918233 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-7aea643f-dd5e-43ac-9490-ea5be0061ade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1097 time: 0.0421860 Aug 19 18:58:35.023186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-58801f8b-9ae2-473a-ad78-a530f30c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:35.024855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-58801f8b-9ae2-473a-ad78-a530f30c62c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 898 time: 0.0872149 Aug 19 18:58:35.089632 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-114952fa-cf90-469c-aebd-41529f80b75c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 1000 time: 0.0576653 Aug 19 18:58:35.139390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-d2770a1c-d9a9-49e0-805a-a9df80ae9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:35.140890 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-d2770a1c-d9a9-49e0-805a-a9df80ae9109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0445700 Aug 19 18:58:35.190254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-5e9cab86-b21a-488a-bb8b-ab440d76c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:35.191789 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-5e9cab86-b21a-488a-bb8b-ab440d76c74a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441265 Aug 19 18:58:35.279529 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-c14aeb11-9e8f-4170-adf7-0207a3cac4dd service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811546 Aug 19 18:58:35.370678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-76169eb6-e11d-458f-bd0f-4969788e1235 req-b9f97273-2765-443e-bba6-bef6ca562483 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847194 Aug 19 18:58:36.009124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210661-68e7-40ce-8310-b286b1071d0f req-fb981d3c-71b6-46f0-bf75-c83d02b7df1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:36.010893 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85210661-68e7-40ce-8310-b286b1071d0f req-fb981d3c-71b6-46f0-bf75-c83d02b7df1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0530808 Aug 19 18:58:36.048545 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-85210661-68e7-40ce-8310-b286b1071d0f req-eafb35fc-07d3-4ddf-8c88-1ecfe42c5abb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Aug 19 18:58:37.162280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f166401-bfb9-4440-8ff6-54bc8d7315c8 req-cea1e6ca-6b20-421f-b1bb-eb858bd080b4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:37.164361 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f166401-bfb9-4440-8ff6-54bc8d7315c8 req-cea1e6ca-6b20-421f-b1bb-eb858bd080b4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0486374 Aug 19 18:58:37.201551 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f166401-bfb9-4440-8ff6-54bc8d7315c8 req-15e4bbdf-6541-4bd1-a582-001b5298ab6d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Aug 19 18:58:38.206453 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:38.315092 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559911-7014-4692-a2f3-591ac3b6762c req-603eb82a-8609-4403-b540-700595d6fa1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:38.316628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6559911-7014-4692-a2f3-591ac3b6762c req-603eb82a-8609-4403-b540-700595d6fa1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Aug 19 18:58:38.355993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d6559911-7014-4692-a2f3-591ac3b6762c req-522e7623-dccf-4050-ac1f-a0f1e935ebef tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Aug 19 18:58:39.474236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe171-1091-4799-aacc-8bf5d41e079b req-9f8054f8-9e90-4114-8c5f-22b459edbe49 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:39.475734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e39fe171-1091-4799-aacc-8bf5d41e079b req-9f8054f8-9e90-4114-8c5f-22b459edbe49 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Aug 19 18:58:39.513344 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e39fe171-1091-4799-aacc-8bf5d41e079b req-99f29df5-ea06-4e0d-88c8-12a4d557284d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 19 18:58:40.630393 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d68dc-3699-46d3-8e28-ce74878e4fa7 req-02b99872-c6a2-46a7-8e31-493677d5ed4b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.631905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3d68dc-3699-46d3-8e28-ce74878e4fa7 req-02b99872-c6a2-46a7-8e31-493677d5ed4b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0494161 Aug 19 18:58:40.670404 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3d3d68dc-3699-46d3-8e28-ce74878e4fa7 req-0f2e5cc9-c785-45cb-95b8-d92bb6ad72e7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321951 Aug 19 18:58:41.785024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200efa-aec1-440a-85ae-7a61d516f387 req-2c138b7e-e2a8-4e05-a86d-17682b724427 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:41.786498 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f200efa-aec1-440a-85ae-7a61d516f387 req-2c138b7e-e2a8-4e05-a86d-17682b724427 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0485857 Aug 19 18:58:41.825146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f200efa-aec1-440a-85ae-7a61d516f387 req-9d3057d5-a632-4d67-859b-d13d4bde18dc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Aug 19 18:58:42.943312 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8eb57-bc20-402e-85db-f154c33064bd req-519a914f-8756-43d6-bb49-5b9c56779ee5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:42.945566 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf8eb57-bc20-402e-85db-f154c33064bd req-519a914f-8756-43d6-bb49-5b9c56779ee5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Aug 19 18:58:42.983020 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-faf8eb57-bc20-402e-85db-f154c33064bd req-0f634ac0-f4b4-4fdd-8b22-00f3a8d25433 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Aug 19 18:58:44.098106 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ac50-c3aa-44c8-a737-ff5dd0a08a8b req-07be66a5-b57b-4296-b97b-adc3ae392393 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.099635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cda0ac50-c3aa-44c8-a737-ff5dd0a08a8b req-07be66a5-b57b-4296-b97b-adc3ae392393 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Aug 19 18:58:44.137620 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cda0ac50-c3aa-44c8-a737-ff5dd0a08a8b req-35f996de-8518-4747-8319-2f8ee2ef335b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Aug 19 18:58:45.253587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b14e62-2c5d-47a6-8bf6-6ed966c4403e req-140ace76-b1d6-4a6f-a114-fb34b0c161eb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:45.255061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54b14e62-2c5d-47a6-8bf6-6ed966c4403e req-140ace76-b1d6-4a6f-a114-fb34b0c161eb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Aug 19 18:58:45.292501 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-54b14e62-2c5d-47a6-8bf6-6ed966c4403e req-cffac5a2-193e-4973-b36b-d488f7f8505d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312142 Aug 19 18:58:46.409662 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868731-bb92-4c9f-a690-2e8ee9e93a46 req-12acc6f6-3d45-4965-b316-fe3ff64cc1f7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:46.411150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02868731-bb92-4c9f-a690-2e8ee9e93a46 req-12acc6f6-3d45-4965-b316-fe3ff64cc1f7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0522609 Aug 19 18:58:46.449651 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02868731-bb92-4c9f-a690-2e8ee9e93a46 req-0711d2ee-b8db-43a1-9496-25acb718dc59 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Aug 19 18:58:46.471858 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46102) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:46.533952 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2a20cf77-daf9-4ee5-bdb6-96c62494f8be tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/cc10086f-1993-423b-8fdd-794d63bbd9bb HTTP/1.1" status: 200 len: 992 time: 0.0609505 Aug 19 18:58:47.820187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:56.890415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:58.219578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ea49d9cb-fabe-4f51-935f-ec9e74a15f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:00.686029 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8d971114-a1f0-4cb1-bb30-dc406e7b8fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:01.024523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:02.228920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:03.786992 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:15.205937 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:59:17.827905 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.052609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:19.207594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:59:19.207948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.285330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.285658 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.297666 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:59:19.439393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.467713 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=0e7d23bb-1e0a-44fc-8ebc-b2f631fd2622,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:19.480058 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.480417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.480758 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.481099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.481435 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.481774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.482105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.482537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.482798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.483226 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.483701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.484035 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:19.537624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.537962 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP cc10086f-1993-423b-8fdd-794d63bbd9bb disassociated (deleted). External IP: 172.25.5.20, port: e7bc7879-351e-4699-8a69-f6b9e4041006. Aug 19 18:59:19.745031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router ecf27d89-7259-4a68-9dd5-997834485873 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:59:19.852355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:19.857131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:19.861660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Sync routers for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:19.870570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:19.871187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:19.885094 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1f4ef946-bde3-4026-80bb-17a6d6a43609 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/floatingips/cc10086f-1993-423b-8fdd-794d63bbd9bb HTTP/1.1" status: 204 len: 168 time: 0.8313911 Aug 19 18:59:19.885921 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:19.888181 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b111d23-abe8-4758-b8e7-a95bdf4db635" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:19.989735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:19.998518 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc81123-6ed6-49e9-9b52-3b29c7737fe1 x-openstack-request-id: req-4dc81123-6ed6-49e9-9b52-3b29c7737fe1 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:19.998829 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:19.999058 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dc81123-6ed6-49e9-9b52-3b29c7737fe1 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:20.000097 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'status': 'completed', 'code': 200} Aug 19 18:59:20.119865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f392-506a-4b13-8314-0ad5ac32ba6f req-76a7ca2b-721d-4827-a233-8e96e93b3e03 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:20.121604 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4972f392-506a-4b13-8314-0ad5ac32ba6f req-76a7ca2b-721d-4827-a233-8e96e93b3e03 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0556190 Aug 19 18:59:20.127523 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-6a3d9ac3-ad28-4759-a9c7-c2fbff3018b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:20.129038 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-6a3d9ac3-ad28-4759-a9c7-c2fbff3018b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 1097 time: 0.0470364 Aug 19 18:59:20.160958 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4972f392-506a-4b13-8314-0ad5ac32ba6f req-ed248316-14f7-4414-a0b1-f4caec0ce2b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Aug 19 18:59:20.211997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:20.228044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-fb72685b-3b31-4657-b16d-c03e7f2a257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:20.229621 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-fb72685b-3b31-4657-b16d-c03e7f2a257b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 200 len: 898 time: 0.0932996 Aug 19 18:59:20.238236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Checking router: ecf27d89-7259-4a68-9dd5-997834485873 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:20.246529 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:20.247079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:20.275507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-15043f00-3f08-47d9-8184-4f0338fe3929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 200 len: 217 time: 0.0374050 Aug 19 18:59:20.325043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-3f67ee53-cba0-4724-a5c6-adfcb1738a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:20.326514 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-3f67ee53-cba0-4724-a5c6-adfcb1738a9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 200 len: 835 time: 0.0434229 Aug 19 18:59:20.358168 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:20.379001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-5637cf7c-9fc4-47f5-bae5-ed8955cf7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:20.380542 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-5637cf7c-9fc4-47f5-bae5-ed8955cf7323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449b892-4b86-4a35-be38-c6014e1abda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435300 Aug 19 18:59:20.473918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-cb9acd92-88ef-41de-af2c-113afb8493d4 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841022 Aug 19 18:59:20.556878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:20.574631 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9b111d23-abe8-4758-b8e7-a95bdf4db635 req-db1062ab-7813-4555-a1f4-4b897ea87324 service neutron] 10.222.0.13 "GET /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923760 Aug 19 18:59:20.587081 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d792a-94f3-40f7-84dd-b710cd16ca8b None None] The sync data for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 is: [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '56104224-761b-455e-9d36-612a194526d0', 'name': '', 'network_id': 'a449b892-4b86-4a35-be38-c6014e1abda6', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:55:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '8c68a582-c962-482b-8695-5dd486554dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:38Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '8c68a582-c962-482b-8695-5dd486554dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:20.805649 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07039871-be6f-4ef9-8a27-7ed17fb843c1 None None] New status for floating IP cc10086f-1993-423b-8fdd-794d63bbd9bb: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:59:21.284575 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedcf5f-4af1-488b-bbff-e3405290aba4 req-6fa71338-408e-434f-a343-499c3fec3dcd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:21.286427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddedcf5f-4af1-488b-bbff-e3405290aba4 req-6fa71338-408e-434f-a343-499c3fec3dcd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0519030 Aug 19 18:59:21.324741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ddedcf5f-4af1-488b-bbff-e3405290aba4 req-4b2240da-88f1-4f55-8404-cb9046010851 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=be847cbd-38ce-47ee-8e74-cd5a6d86fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314882 Aug 19 18:59:22.004220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-c6a6006c-a4ad-4ca2-8e10-d1ca90130d14 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:22.005563 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-c6a6006c-a4ad-4ca2-8e10-d1ca90130d14 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 19 18:59:22.098227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port e7bc7879-351e-4699-8a69-f6b9e4041006 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:59:22.098573 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:22.184774 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port e7bc7879-351e-4699-8a69-f6b9e4041006, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=e7bc7879-351e-4699-8a69-f6b9e4041006,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:22.185141 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:22.198770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for e7bc7879-351e-4699-8a69-f6b9e4041006 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:59:22.329885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:22.358478 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=e7bc7879-351e-4699-8a69-f6b9e4041006,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:22.405549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] No DVR routers for this DVR port e7bc7879-351e-4699-8a69-f6b9e4041006 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:59:22.408232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:22.410290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-becf6bc9-2085-45fe-a43c-0dc7b3a9191f req-e0757085-3c05-4c09-8074-173b030e029b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "DELETE /v2.0/ports/e7bc7879-351e-4699-8a69-f6b9e4041006 HTTP/1.1" status: 204 len: 173 time: 0.3977764 Aug 19 18:59:22.410732 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'name': 'network-vif-deleted', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:22.413071 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f4529-8207-4fe0-85ca-bb31b6cc18a0" -d '{"events": [{"server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "name": "network-vif-deleted", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:22.426205 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c6273c3a-d637-4f50-8e34-15b1f9a8ea08 req-6b785de2-0497-4684-b57b-29355e4fe4a0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6dc707e-9d4d-4946-a167-aebb489c4b64 HTTP/1.1" status: 200 len: 210 time: 0.0290484 Aug 19 18:59:22.451872 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fedc99b-4b35-4366-8308-3900c7ce0f72 x-openstack-request-id: req-5fedc99b-4b35-4366-8308-3900c7ce0f72 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:22.452162 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dc707e-9d4d-4946-a167-aebb489c4b64", "name": "network-vif-deleted", "tag": "e7bc7879-351e-4699-8a69-f6b9e4041006", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:22.452408 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fedc99b-4b35-4366-8308-3900c7ce0f72 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:22.452801 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dc707e-9d4d-4946-a167-aebb489c4b64', 'name': 'network-vif-deleted', 'tag': 'e7bc7879-351e-4699-8a69-f6b9e4041006', 'status': 'completed', 'code': 200} Aug 19 18:59:23.483458 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46134) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:23.843133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:24.095706 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 56104224-761b-455e-9d36-612a194526d0 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:59:24.096117 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:24.182552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 56104224-761b-455e-9d36-612a194526d0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=56104224-761b-455e-9d36-612a194526d0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:24.182915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:24.195087 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 56104224-761b-455e-9d36-612a194526d0 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:59:24.376979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:24.409283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=56104224-761b-455e-9d36-612a194526d0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:24.433680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.434031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.434372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.434707 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.435038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.435367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.435721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.436049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.436374 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.436696 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.437016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.437338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:24.907271 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.120729 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router ecf27d89-7259-4a68-9dd5-997834485873 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:59:25.129790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7bc7879-351e-4699-8a69-f6b9e4041006 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:59:25.151777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: e7bc7879-351e-4699-8a69-f6b9e4041006 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:59:25.152253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device e7bc7879-351e-4699-8a69-f6b9e4041006 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:59:25.233710 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:25.238951 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7fd8c24a-dc0b-4c4b-9d6d-226f01e39791 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/ecf27d89-7259-4a68-9dd5-997834485873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543550 Aug 19 18:59:25.242262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46136) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:25.244315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Sync routers for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:25.253435 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:25.254057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:25.294645 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting subnet 8c68a582-c962-482b-8695-5dd486554dbe {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:59:25.297714 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.338418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.360465 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:25.425994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.485514 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.516677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Subnet': ['ID=8c68a582-c962-482b-8695-5dd486554dbe,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:25.518686 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.520792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eb9527fe-b6fd-4be9-87fc-e96d9abb3a09 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/subnets/8c68a582-c962-482b-8695-5dd486554dbe HTTP/1.1" status: 204 len: 168 time: 0.2771842 Aug 19 18:59:25.523340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46138) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:25.527468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6d384-9ea1-42e9-9a41-8394503cbe0f None None] Network a449b892-4b86-4a35-be38-c6014e1abda6 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:59:25.624590 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:59:24Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:25.633818 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.663281 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Checking router: ecf27d89-7259-4a68-9dd5-997834485873 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:25.677891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Routers {'ecf27d89-7259-4a68-9dd5-997834485873'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:25.678524 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ecf27d89-7259-4a68-9dd5-997834485873'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:25.741039 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.766369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] DHCP port deletion for a449b892-4b86-4a35-be38-c6014e1abda6 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:59:25.797760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 4142df30-2839-42c0-b729-b9877cc381b3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:59:25.798118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.821079 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] Set router ecf27d89-7259-4a68-9dd5-997834485873 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:25.883032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 4142df30-2839-42c0-b729-b9877cc381b3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=4142df30-2839-42c0-b729-b9877cc381b3,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:25.883423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:25.896501 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 4142df30-2839-42c0-b729-b9877cc381b3 owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:59:26.075237 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.093400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Deleting port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:59:26.093776 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.102576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=4142df30-2839-42c0-b729-b9877cc381b3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:26.167545 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.187651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] For port f5441ddb-6050-4a3e-a3e7-4037bc342ea0, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,segment=NetworkSegment(b1182789-ab0f-46aa-a54a-0553ff45a8b5),segment_id=b1182789-ab0f-46aa-a54a-0553ff45a8b5)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:26.188289 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.217439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Calling delete_port for f5441ddb-6050-4a3e-a3e7-4037bc342ea0 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:59:26.266032 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.268236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.301308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:59:24Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:26.313933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.314571 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Fanout notify agent at l3_agent the message router_deleted on router ecf27d89-7259-4a68-9dd5-997834485873 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:59:26.321743 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.325359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb6be595-fb83-47c6-ab81-4a4ed73d9335 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/routers/ecf27d89-7259-4a68-9dd5-997834485873 HTTP/1.1" status: 204 len: 168 time: 0.7985744 Aug 19 18:59:26.325529 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46140) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:26.341642 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2d9df-903f-4ccd-a7f9-0a4502e7813f None None] The sync data for ids ['ecf27d89-7259-4a68-9dd5-997834485873'] in n-d-778550-10 is: [{'id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562670271', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '4142df30-2839-42c0-b729-b9877cc381b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:59:24Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '4142df30-2839-42c0-b729-b9877cc381b3', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27d89-7259-4a68-9dd5-997834485873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:35Z', 'updated_at': '2021-08-19T18:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:26.354953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.385083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Pushing event deleted for resources: {'Port': ['ID=f5441ddb-6050-4a3e-a3e7-4037bc342ea0,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:26.390916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] No DVR routers for this DVR port f5441ddb-6050-4a3e-a3e7-4037bc342ea0 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:59:26.402049 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.402322 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.402679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.403025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.403944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.404358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.404651 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.404991 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.405343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.405663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.406002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.406334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7f954a-0efb-4a31-af74-f7eb26340cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:26.411656 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.500907 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.512403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a449b892-4b86-4a35-be38-c6014e1abda6']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:26.522242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1182789-ab0f-46aa-a54a-0553ff45a8b5') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:26.522541 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1182789-ab0f-46aa-a54a-0553ff45a8b5') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:26.531628 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.545632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.551402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:59:26.551824 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: timer() Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:59:26.554720 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:59:26.615591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.623613 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.624761 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/networks/a449b892-4b86-4a35-be38-c6014e1abda6 HTTP/1.1" status: 204 len: 168 time: 0.2982962 Aug 19 18:59:26.627642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46142) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:26.636378 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03ace5-42e5-4b37-ac0a-af3ddddbfb94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Network': ['ID=a449b892-4b86-4a35-be38-c6014e1abda6,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:26.686376 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.716505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.786009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.788631 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.790106 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/security-groups/be847cbd-38ce-47ee-8e74-cd5a6d86fa79 HTTP/1.1" status: 204 len: 168 time: 0.1614561 Aug 19 18:59:26.810613 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f22b-a942-4925-93e1-8055dee51c9b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be847cbd-38ce-47ee-8e74-cd5a6d86fa79,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:26.893646 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.268248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46148) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.272951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96527172', 'description': 'tempest-secgroup-smoke-96527172 description', 'project_id': '02938f18f5df4651887781b6024b663f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.295537 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.392637 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.396464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.410358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 56104224-761b-455e-9d36-612a194526d0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:59:27.423745 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.424984 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1557872 Aug 19 18:59:27.429567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46150) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.436218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.438157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 56104224-761b-455e-9d36-612a194526d0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:59:27.438546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 56104224-761b-455e-9d36-612a194526d0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:59:27.438974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4142df30-2839-42c0-b729-b9877cc381b3 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:59:27.442304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d525f-ae3a-4e2b-bb17-95facf2de411 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee3861-0697-476a-b9e7-a0fca1af1dcd,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:27.458167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 4142df30-2839-42c0-b729-b9877cc381b3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:59:27.458586 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 4142df30-2839-42c0-b729-b9877cc381b3 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:59:27.459014 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5441ddb-6050-4a3e-a3e7-4037bc342ea0 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:59:27.467982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.478511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f5441ddb-6050-4a3e-a3e7-4037bc342ea0 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:59:27.478873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f5441ddb-6050-4a3e-a3e7-4037bc342ea0 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:59:27.516788 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.520405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.543879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0975ff3c-4608-48c3-89fb-d9a424d3c6c5,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:27.547526 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.551230 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-310ff0bf-8f21-48e8-8f46-95db67ef5b1d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160054 Aug 19 18:59:27.551721 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46152) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.555694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.582111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.639272 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.642951 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.661901 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e9792e-ea7a-4fad-931f-15405e040907,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:27.664915 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.666287 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5b0f0cc3-57c0-47c9-a769-cdaadef6dd0c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139388 Aug 19 18:59:27.669015 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46154) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.673313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.699649 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.756754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.760974 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.778790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61730a4e-42d2-4e69-82d5-93bc2fb16e46,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:27.784655 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.786015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b474bd15-eb03-48f3-9ea2-1a2d49dfac12 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160228 Aug 19 18:59:27.789663 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46156) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.794288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.819852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.876975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.880408 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.900563 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3918c33e-60d9-4b83-93c0-52b04ce01ebe,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:27.906852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:27.907983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ae0f33a6-8589-4fb1-a0b5-216014bb02ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174045 Aug 19 18:59:27.910665 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46158) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:27.915083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:27.936469 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:59:27.941019 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.000529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.004313 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.023870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec7c372-742a-44ef-a935-ae69b7e3547f,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:28.029345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.030432 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5aa50098-e667-44ba-bcff-c8a462a39837 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188533 Aug 19 18:59:28.033230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46160) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:28.037589 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '5dee3861-0697-476a-b9e7-a0fca1af1dcd', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:28.059844 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:59:28.064529 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.124251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.127644 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.144419 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa02bd5a-5216-410d-868d-fafc0d1efbf8,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:28.150437 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.152181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5a85e931-6738-4d08-9047-e99ecc8d6c2c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177704 Aug 19 18:59:28.155595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46162) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:28.160461 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'network': {'name': 'tempest-network-smoke--670212466', 'project_id': '02938f18f5df4651887781b6024b663f', 'port_security_enabled': True}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:28.180261 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:59:28.183657 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.208040 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:59:28.217809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.218269 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Added segment 4d8d03f7-5b88-40c9-b080-7d4eb9d6be74 of type vlan for network 3ad912d8-93b7-4321-840c-0b6eb6d4764e Aug 19 18:59:28.220413 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b7fc60dd-45ec-4754-b0df-33f3d518f4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.261368 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.284703 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.291213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:28.291579 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.344342 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1877265 Aug 19 18:59:28.347125 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46164) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:28.352311 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'admin_state_up': True, 'project_id': '02938f18f5df4651887781b6024b663f', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:28.359904 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34103361-7e74-4cc7-86c6-2ddad6482b58 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Network': ['ID=3ad912d8-93b7-4321-840c-0b6eb6d4764e,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:28.373008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:59:28.380161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.381189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.437209 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.582921 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.780300 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.801942 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:28.904289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.131 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f054bcf5-1165-49a8-8db0-3211ecd56291) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:29.010291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:29.048306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:29.089910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:29.092971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:29.097462 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:29.100262 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f054bcf5-1165-49a8-8db0-3211ecd56291,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:29.344759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:29.541785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:29.674528 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 378eed15-eaec-4f68-9d80-08d266e11b32 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:59:29.778893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:29.792132 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Sync routers for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:29.800753 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:29.801326 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:29.801931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:29.802180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4d9f8549-120d-4575-a633-d79597bf4ea4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4533975 Aug 19 18:59:29.805107 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46166) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:29.833558 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d95aed61-b24e-4c72-a8e4-083e3efb347a tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=02938f18f5df4651887781b6024b663f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272748 Aug 19 18:59:29.836001 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46168) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:29.905836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:29.927679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d81fc1-28d4-4459-ae55-70f3aeafc228 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:29.929149 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-54d81fc1-28d4-4459-ae55-70f3aeafc228 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921578 Aug 19 18:59:29.932256 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46170) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:29.959227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e279b583-48e5-485b-b13b-eacc87e6bc1d tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258503 Aug 19 18:59:29.961644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46172) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:29.967120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79768802', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'project_id': '02938f18f5df4651887781b6024b663f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:30.054644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:59:30.058730 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.081320 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:30.108773 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Checking router: 378eed15-eaec-4f68-9d80-08d266e11b32 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:30.109127 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Updating router 378eed15-eaec-4f68-9d80-08d266e11b32 port f054bcf5-1165-49a8-8db0-3211ecd56291 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:59:30.137979 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.252504 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.321240 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Subnet': ['ID=6b17b358-800b-47ed-9a2d-9b719d1270ce,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:30.329887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Checking segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:30.330182 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network hostable DHCP agents. Network: 3ad912d8-93b7-4321-840c-0b6eb6d4764e, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:59:30.347621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:59:30.357258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 3ad912d8-93b7-4321-840c-0b6eb6d4764e) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:30.361583 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:30.362191 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.372649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3e42d-0741-4a89-99d4-2b151e8b5afe None None] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:59:30.377916 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5a6ad3a-2737-46cf-9806-982f02df4b43 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4147716 Aug 19 18:59:30.380764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46176) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:30.401658 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.412485 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Transition to ACTIVE for port object f054bcf5-1165-49a8-8db0-3211ecd56291 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:30.419376 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.470688 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Attempting to bind port f054bcf5-1165-49a8-8db0-3211ecd56291 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:59:30.471202 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Attempting to bind port f054bcf5-1165-49a8-8db0-3211ecd56291 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:59:30.471699 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Attempting to bind port f054bcf5-1165-49a8-8db0-3211ecd56291 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:30.483012 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:59:30.483613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:30.484125 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.484625 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:59:30.485198 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Bound port: f054bcf5-1165-49a8-8db0-3211ecd56291, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:59:30.485690 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.488606 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Pushing event updated for resources: {'Port': ['ID=f054bcf5-1165-49a8-8db0-3211ecd56291,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:30.520089 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.520512 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.520947 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.521380 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.521811 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.522242 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.522669 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.523094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.523717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.524128 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.524567 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.525037 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:59:30.537852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:59:30.538737 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.565498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] For port f054bcf5-1165-49a8-8db0-3211ecd56291, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:59:30.568714 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] For port f054bcf5-1165-49a8-8db0-3211ecd56291, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f054bcf5-1165-49a8-8db0-3211ecd56291,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:59:30.574026 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.627704 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:30.628396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:30.675213 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f71f32-06d1-4eb9-8bb1-9e5fe4009783 None None] Pushing event updated for resources: {'Port': ['ID=f054bcf5-1165-49a8-8db0-3211ecd56291,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:30.700084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Allocated IP 172.20.0.2 (3ad912d8-93b7-4321-840c-0b6eb6d4764e/6b17b358-800b-47ed-9a2d-9b719d1270ce/c9d830ad-d543-4977-a185-ca45fac748a1) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:30.702684 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6ab28e59-9029-4620-b741-9958a4e44413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.854339 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:30.873778 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.883769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Transition to ACTIVE for port object c9d830ad-d543-4977-a185-ca45fac748a1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:30.899957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Transition to ACTIVE for port object c9d830ad-d543-4977-a185-ca45fac748a1 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:30.907851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:30.944617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:30.950254 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:30.953713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:30.962288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Pushing event updated for resources: {'Port': ['ID=c9d830ad-d543-4977-a185-ca45fac748a1,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:31.028317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Attempting to bind port c9d830ad-d543-4977-a185-ca45fac748a1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:59:31.028688 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Attempting to bind port c9d830ad-d543-4977-a185-ca45fac748a1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:59:31.029063 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Attempting to bind port c9d830ad-d543-4977-a185-ca45fac748a1 on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:31.035263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:59:31.035634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Checking segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:31.036062 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.036554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Bound using segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:59:31.037144 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Bound port: c9d830ad-d543-4977-a185-ca45fac748a1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:59:31.037528 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.046153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.055431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:31.088866 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe97ba7-7b02-44b0-9f23-1bff44336b9e None None] The sync data for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 is: [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:29Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:31.106600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] For port c9d830ad-d543-4977-a185-ca45fac748a1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:59:31.113126 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] For port c9d830ad-d543-4977-a185-ca45fac748a1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c9d830ad-d543-4977-a185-ca45fac748a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:59:31.117725 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.186491 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0975a-e868-4e2e-9666-b01e1dad90e7 None None] Pushing event updated for resources: {'Port': ['ID=c9d830ad-d543-4977-a185-ca45fac748a1,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:31.253843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.607680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.1 (3ad912d8-93b7-4321-840c-0b6eb6d4764e/6b17b358-800b-47ed-9a2d-9b719d1270ce/d0463513-38db-43bc-b76c-783f74f793a1) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:31.739283 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.761603 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object d0463513-38db-43bc-b76c-783f74f793a1 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:31.797987 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:31.842307 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:31.845594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:31.849994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:31.879980 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:31.909340 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.060558 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.234044 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec813402-92ca-431f-b0b8-b280d30ae31c None None] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:59:32.237753 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.304141 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-8b85a5e7-8684-402f-9e56-148df4cc68d2 None None] Provisioning for port c9d830ad-d543-4977-a185-ca45fac748a1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:32.370949 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.375285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.454844 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.456730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:32.562912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:32.564505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:32.641067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a86ec1d-1428-4693-bc96-7270430a138c None None] Provisioning for port d0463513-38db-43bc-b76c-783f74f793a1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:32.645856 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5a86ec1d-1428-4693-bc96-7270430a138c None None] Provisioning complete for port d0463513-38db-43bc-b76c-783f74f793a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:32.646436 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a86ec1d-1428-4693-bc96-7270430a138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:32.687816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-5a86ec1d-1428-4693-bc96-7270430a138c None None] Port d0463513-38db-43bc-b76c-783f74f793a1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:59:32.696274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 378eed15-eaec-4f68-9d80-08d266e11b32 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:59:32.816309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:32.826720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9da8f8a9-2d55-4f3f-bf45-06f09e1c3486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/378eed15-eaec-4f68-9d80-08d266e11b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394741 Aug 19 18:59:32.892013 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Sync routers for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:32.901957 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:32.902605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:32.963862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-6d8628c8-2650-4c9b-b05f-47478d748e55 None None] Provisioning complete for port d0463513-38db-43bc-b76c-783f74f793a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:32.964249 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6d8628c8-2650-4c9b-b05f-47478d748e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.006263 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-1af6406e-788b-4334-b0e9-222409fc6955 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96527172&fields=id&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 267 time: 0.0462410 Aug 19 18:59:33.043179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-6d8628c8-2650-4c9b-b05f-47478d748e55 None None] Port d0463513-38db-43bc-b76c-783f74f793a1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:59:33.053345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:33.117476 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-32142150-9cea-4da4-8eff-42d551ec293c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:33.119703 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-32142150-9cea-4da4-8eff-42d551ec293c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 796 time: 0.1048629 Aug 19 18:59:33.136308 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-010a3e07-254a-4959-abf8-90e28a27d24a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/quotas/02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 375 time: 0.0107150 Aug 19 18:59:33.185069 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-42a11565-db4c-4529-92ce-3da6eee26c8b None None] Provisioning complete for port d0463513-38db-43bc-b76c-783f74f793a1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:33.185544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42a11565-db4c-4529-92ce-3da6eee26c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.214135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-8d9c7f4a-6d05-480c-8943-754d2336ba82 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689671 Aug 19 18:59:33.243660 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-42a11565-db4c-4529-92ce-3da6eee26c8b None None] Port d0463513-38db-43bc-b76c-783f74f793a1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:59:33.257601 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c9d830ad-d543-4977-a185-ca45fac748a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:33.336314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port c9d830ad-d543-4977-a185-ca45fac748a1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:33.342981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c9d830ad-d543-4977-a185-ca45fac748a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:33.343356 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.366371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 2, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:33.386740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-a67349d0-ba63-4201-8614-f957b86efb4d service neutron] 10.222.0.36 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588366 Aug 19 18:59:33.403317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Checking router: 378eed15-eaec-4f68-9d80-08d266e11b32 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:33.403706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Updating router 378eed15-eaec-4f68-9d80-08d266e11b32 port d0463513-38db-43bc-b76c-783f74f793a1 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:59:33.436349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.484011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6a103096-3fd6-420c-9466-2fde31560b03 service neutron] 10.222.0.36 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906241 Aug 19 18:59:33.512128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.622139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port c9d830ad-d543-4977-a185-ca45fac748a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c9d830ad-d543-4977-a185-ca45fac748a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:33.636598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.637449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f054bcf5-1165-49a8-8db0-3211ecd56291 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:33.666908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4c07214-bd69-4482-a1f2-657bd564cb42 req-976a6f8e-1803-4139-a5cd-c8058cf5ee64 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 210 time: 0.0294733 Aug 19 18:59:33.754906 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=c9d830ad-d543-4977-a185-ca45fac748a1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:33.806866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f054bcf5-1165-49a8-8db0-3211ecd56291 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:33.811662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.814167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f054bcf5-1165-49a8-8db0-3211ecd56291 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:33.814536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.909213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.940670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Transition to ACTIVE for port object d0463513-38db-43bc-b76c-783f74f793a1 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:33.953983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.959407 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.013135 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f054bcf5-1165-49a8-8db0-3211ecd56291, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f054bcf5-1165-49a8-8db0-3211ecd56291,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:34.022476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.035532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b18fe-f4d0-4bd8-814d-bcf2f6f48f49 None None] Pushing event updated for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:34.288189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Attempting to bind port d0463513-38db-43bc-b76c-783f74f793a1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:59:34.288851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Attempting to bind port d0463513-38db-43bc-b76c-783f74f793a1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:59:34.288851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Attempting to bind port d0463513-38db-43bc-b76c-783f74f793a1 on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:34.297518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f054bcf5-1165-49a8-8db0-3211ecd56291,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:34.302486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:59:34.302865 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Checking segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:34.303264 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.303779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Bound using segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:59:34.304251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Bound port: d0463513-38db-43bc-b76c-783f74f793a1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:59:34.304632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.365605 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] For port d0463513-38db-43bc-b76c-783f74f793a1, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:59:34.369198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] For port d0463513-38db-43bc-b76c-783f74f793a1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0463513-38db-43bc-b76c-783f74f793a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:59:34.373695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:34.436130 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b18fe-f4d0-4bd8-814d-bcf2f6f48f49 None None] Pushing event updated for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:34.438941 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:34.439962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:34.561600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:34.777589 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba40361c-df28-46ff-ae51-2728f8832b26 req-651f6b77-da28-494a-9901-f9589c409cbd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 210 time: 0.0292909 Aug 19 18:59:34.802591 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:34Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:34.831046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba01a3-427b-4af7-b636-54c32b2a3c06 None None] The sync data for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 is: [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:34Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:35.099785 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-481c4281-340d-41f3-9755-3d6e3559d0a0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:35.101320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-481c4281-340d-41f3-9755-3d6e3559d0a0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 796 time: 0.5093021 Aug 19 18:59:35.155107 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-ed7be549-af88-42e9-a12c-87ab6dc377f2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 378 time: 0.0387971 Aug 19 18:59:35.165879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'port': {'device_id': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'admin_state_up': True, 'tenant_id': '02938f18f5df4651887781b6024b663f', 'security_groups': ['5dee3861-0697-476a-b9e7-a0fca1af1dcd']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:35.293203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:59:35.296857 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.300509 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0463513-38db-43bc-b76c-783f74f793a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:35.359677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port d0463513-38db-43bc-b76c-783f74f793a1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:35.363818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d0463513-38db-43bc-b76c-783f74f793a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:35.364198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.438577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.12 (3ad912d8-93b7-4321-840c-0b6eb6d4764e/6b17b358-800b-47ed-9a2d-9b719d1270ce/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:35.447168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.482369 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port d0463513-38db-43bc-b76c-783f74f793a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0463513-38db-43bc-b76c-783f74f793a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:35.486565 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.487104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c9d830ad-d543-4977-a185-ca45fac748a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:35.567350 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:35.582341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port c9d830ad-d543-4977-a185-ca45fac748a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:35.582805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.599318 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.614294 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:35.649258 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.667494 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f054bcf5-1165-49a8-8db0-3211ecd56291 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:35.700213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:35.708535 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:35.712678 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:35.718342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:35.731436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f054bcf5-1165-49a8-8db0-3211ecd56291 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:35.731842 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.775352 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:35.776160 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.791605 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d9fff16d-e56c-4c21-aecc-44581bc0751b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297777 Aug 19 18:59:35.819113 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-71bcd5d6-f8d3-4e70-a6c3-b7b6a8cd3b30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:59:35.820290 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-71bcd5d6-f8d3-4e70-a6c3-b7b6a8cd3b30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085070 Aug 19 18:59:35.842651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Request body: {'port': {'device_id': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:35.908733 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:35.949965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2654c-0372-4222-a495-b582f223f55a req-1409b2d8-d1fc-44fd-bdd1-d6efde0c5d66 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:35.951716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52e2654c-0372-4222-a495-b582f223f55a req-1409b2d8-d1fc-44fd-bdd1-d6efde0c5d66 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 932 time: 0.0592070 Aug 19 18:59:35.996343 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-52e2654c-0372-4222-a495-b582f223f55a req-986fc3db-c86b-4a84-a945-847b37287676 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372455 Aug 19 18:59:36.034074 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db606b1f-ed45-4389-b758-feb1eda3e766 None None] Provisioning for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:36.037704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-db606b1f-ed45-4389-b758-feb1eda3e766 None None] Provisioning complete for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:36.038103 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-db606b1f-ed45-4389-b758-feb1eda3e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.072580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-db606b1f-ed45-4389-b758-feb1eda3e766 None None] Port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:59:36.195602 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:59:36.203333 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.216237 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Transition to ACTIVE for port object 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:59:36.220765 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.271132 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:36.346537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:59:36.346876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:59:36.347209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:36.351779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:59:36.352099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:59:36.357483 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:59:36.357649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Checking segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:59:36.358034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Bound using segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:59:36.358527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Bound port: 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:59:36.358889 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.423689 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:59:36.426609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:59:36.431122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.464362 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:36.464985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.466415 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] 10.222.0.13 "PUT /v2.0/ports/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1093 time: 0.6291013 Aug 19 18:59:36.466845 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:36.469176 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427224e-0fdb-4947-804e-872cedaa9ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:36.497558 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23e1e7-91be-4e03-a66c-032fc53c12ba service neutron] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:36.560284 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b982ee-ba8f-4232-85f1-779653f5600d x-openstack-request-id: req-d3b982ee-ba8f-4232-85f1-779653f5600d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:36.560833 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:36.561251 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3b982ee-ba8f-4232-85f1-779653f5600d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:36.561875 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'status': 'completed', 'code': 200} Aug 19 18:59:36.580020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-204286b5-c9d2-4714-8f97-7b74d110dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:36.581570 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-204286b5-c9d2-4714-8f97-7b74d110dde7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0544727 Aug 19 18:59:36.633983 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d41c7888-8811-47a5-b4ad-e7f2ef1890af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 217 time: 0.0382948 Aug 19 18:59:36.685277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-deca55fb-0392-4168-9fa0-3faac8e3b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:36.686745 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-deca55fb-0392-4168-9fa0-3faac8e3b988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0452297 Aug 19 18:59:36.735667 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-54c03af7-73c7-4fc0-8f46-4da2b3f093d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:36.737168 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-54c03af7-73c7-4fc0-8f46-4da2b3f093d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441151 Aug 19 18:59:36.827898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-a016483b-9725-48ff-b717-047773b2a9ed service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Aug 19 18:59:36.921977 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-e3e63488-ea0d-4e2b-aa7d-dc7d6f60715a req-d333b18f-c18e-444b-b8bf-4500e711b55f service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875058 Aug 19 18:59:37.056266 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-01951e1d-b5ff-4165-8da2-894c28672a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:37.058021 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-01951e1d-b5ff-4165-8da2-894c28672a7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0423343 Aug 19 18:59:37.116808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2f906-cfd1-40a7-868d-590cd4a89c2a req-bc3a7ece-bd58-4c22-8136-77ec01e78cb1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:37.118831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ee2f906-cfd1-40a7-868d-590cd4a89c2a req-bc3a7ece-bd58-4c22-8136-77ec01e78cb1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0534141 Aug 19 18:59:37.160800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7ee2f906-cfd1-40a7-868d-590cd4a89c2a req-c7669193-7cde-4627-90fe-ddd9a8f2f089 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350132 Aug 19 18:59:37.166568 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-196a7a32-939c-4ebb-8995-b02be2d941de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:37.168167 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-196a7a32-939c-4ebb-8995-b02be2d941de service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.1032908 Aug 19 18:59:37.192252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0463513-38db-43bc-b76c-783f74f793a1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:37.211903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-bce10be2-40e0-4bb8-ba17-01dd861ac186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 217 time: 0.0366199 Aug 19 18:59:37.244076 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port d0463513-38db-43bc-b76c-783f74f793a1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:37.244452 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:37.264623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-d512e9e4-a71d-4c7f-aa77-51042a07069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:37.266132 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-d512e9e4-a71d-4c7f-aa77-51042a07069b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0461850 Aug 19 18:59:37.316314 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-3201eadd-0a49-42a9-b96f-47d518af4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:37.317981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-3201eadd-0a49-42a9-b96f-47d518af4e87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448225 Aug 19 18:59:37.411037 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-5a97e274-faba-485d-b7cf-05ef987f16b9 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Aug 19 18:59:37.505736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d427224e-0fdb-4947-804e-872cedaa9ed6 req-0cd2230e-cbbd-486f-88be-84ac3fd5d5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Aug 19 18:59:38.281098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb742b7-f408-40c5-a334-6bd17a80e799 req-4937bbf3-b629-429c-813b-1cdd15e639c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:38.282588 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fb742b7-f408-40c5-a334-6bd17a80e799 req-4937bbf3-b629-429c-813b-1cdd15e639c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0497627 Aug 19 18:59:38.320050 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fb742b7-f408-40c5-a334-6bd17a80e799 req-fba7715d-231a-41e5-a4c5-9bf797504257 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314858 Aug 19 18:59:39.176745 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:59:39.272684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:39.283800 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'mac_address': 'fa:16:3e:3f:a8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:59:39.318827 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:39.331488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:59:39.353246 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:39.357567 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:39.405407 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:39.440446 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487f7f6-60e7-4d7d-a419-c8d20107192c req-f92121c5-478e-45fa-8aa7-eae9bacabcdb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:39.441941 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2487f7f6-60e7-4d7d-a419-c8d20107192c req-f92121c5-478e-45fa-8aa7-eae9bacabcdb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 945 time: 0.0510571 Aug 19 18:59:39.480102 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2487f7f6-60e7-4d7d-a419-c8d20107192c req-e2d561ed-bb38-45ec-9bd6-924489e55a4d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313427 Aug 19 18:59:39.625189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:59:40.600050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca560df8-c366-4667-95e9-e0ade420b071 req-568021f4-873b-4890-8f6c-07d8d7300289 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:40.601573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca560df8-c366-4667-95e9-e0ade420b071 req-568021f4-873b-4890-8f6c-07d8d7300289 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 945 time: 0.0549116 Aug 19 18:59:40.639654 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca560df8-c366-4667-95e9-e0ade420b071 req-f1568dfd-dda1-4ca3-9af5-18dd3141166a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313797 Aug 19 18:59:41.191041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:59:41.240735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:59:41.245729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:59:41.246102 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:41.321940 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:41.343012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:41.345283 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f438afa-bbad-4b05-8a02-cb0edbea1568" -d '{"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:41.357981 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:59:41.362079 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:41.409526 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:41.449323 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32cbdd3-65fc-4c5d-895c-a9f53927b6a4 x-openstack-request-id: req-d32cbdd3-65fc-4c5d-895c-a9f53927b6a4 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:41.449615 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:41.449864 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d32cbdd3-65fc-4c5d-895c-a9f53927b6a4 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:41.450252 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'code': 200} Aug 19 18:59:41.569383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6208-9851-42b6-86e9-e152d30ef374 req-d4eb0c18-0f38-453f-b02c-227e01c73906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:41.570914 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6fac6208-9851-42b6-86e9-e152d30ef374 req-d4eb0c18-0f38-453f-b02c-227e01c73906 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1098 time: 0.0413504 Aug 19 18:59:41.604948 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6fac6208-9851-42b6-86e9-e152d30ef374 req-028810ef-bc64-4b93-a638-3ad431e49fee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273523 Aug 19 18:59:41.758448 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2027fc-b519-435b-9486-17c0a690efcb req-d6f0a053-7f56-49a6-a971-969b675af942 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:41.760245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e2027fc-b519-435b-9486-17c0a690efcb req-d6f0a053-7f56-49a6-a971-969b675af942 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0506625 Aug 19 18:59:41.798762 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1e2027fc-b519-435b-9486-17c0a690efcb req-fc1df31b-7b3b-4574-bd0d-cab3e06a130a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323417 Aug 19 18:59:42.915416 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfeccf-2a11-4add-86df-d25ca07fd12d req-d43784e3-1b4f-475f-8dcc-2c4ea29875f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:42.917094 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98bfeccf-2a11-4add-86df-d25ca07fd12d req-d43784e3-1b4f-475f-8dcc-2c4ea29875f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0488946 Aug 19 18:59:42.955219 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-98bfeccf-2a11-4add-86df-d25ca07fd12d req-a7af5cd4-9bda-4416-9f6f-c369196abf90 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320148 Aug 19 18:59:43.076877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd69c-9580-4f24-b50f-56d75fcedaeb req-b8301ee8-1785-4cbf-92cd-ff388955ad66 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:43.078434 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d44fd69c-9580-4f24-b50f-56d75fcedaeb req-b8301ee8-1785-4cbf-92cd-ff388955ad66 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0537133 Aug 19 18:59:43.116684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d44fd69c-9580-4f24-b50f-56d75fcedaeb req-5366de2c-9190-4d5e-a3f6-8e37ec60a9df tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323775 Aug 19 18:59:43.139681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46242) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:43.179736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46770a69-19a3-49e6-ba8c-23f4aa7706d1 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:43.181253 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-46770a69-19a3-49e6-ba8c-23f4aa7706d1 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1093 time: 0.0405982 Aug 19 18:59:43.184680 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46244) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:43.189152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:59:43.211118 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:43.312210 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:43.412657 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.137 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/78ad696c-a3ce-4173-8645-b8e8e89ea2a8) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:59:43.517363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:43.556956 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:43.598537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:59:43.601539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:59:43.605999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:59:43.609071 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=78ad696c-a3ce-4173-8645-b8e8e89ea2a8,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:43.965913 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:44.033979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:44.185054 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:44.189603 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:44.261724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=78ad696c-a3ce-4173-8645-b8e8e89ea2a8,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:44.271860 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:44.375919 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP 675c6e75-457a-424e-a6a4-b8ce4982e78a associated. External IP: 172.25.5.137, port: 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b. Aug 19 18:59:44.906768 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 378eed15-eaec-4f68-9d80-08d266e11b32 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:59:45.014556 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:59:45.024755 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Sync routers for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:59:45.032679 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:45.034485 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:45.035121 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:45.062008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-2f4e1ff5-e78e-499f-aa2d-023bca428387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8762629 Aug 19 18:59:45.062594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:59:45.064914 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac3f1e-ba3e-4835-af44-3913ae03d751" -d '{"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:59:45.102581 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff1cb3-2b06-47f0-bee0-b76cafe72740 x-openstack-request-id: req-08ff1cb3-2b06-47f0-bee0-b76cafe72740 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:59:45.102959 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:59:45.104037 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ff1cb3-2b06-47f0-bee0-b76cafe72740 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:59:45.104549 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'status': 'completed', 'code': 200} Aug 19 18:59:45.149252 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:45.161924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603855c9-123f-44b9-a6b9-651147b24cc1 req-249bae7c-baff-4be3-a370-34512e864268 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:45.163632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-603855c9-123f-44b9-a6b9-651147b24cc1 req-249bae7c-baff-4be3-a370-34512e864268 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0526130 Aug 19 18:59:45.188880 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-7f1de7d1-30b5-4720-bbd5-bae459e25177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:45.191100 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-7f1de7d1-30b5-4720-bbd5-bae459e25177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1098 time: 0.0455520 Aug 19 18:59:45.204175 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-603855c9-123f-44b9-a6b9-651147b24cc1 req-89923009-a682-4a2e-a4a1-62299ea5b400 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335310 Aug 19 18:59:45.227017 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46250) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:45.290980 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-9bd04db3-f565-4d51-bb15-7433cb78c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:45.292975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-51f0eb14-6c82-4433-8261-600f056d62f9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/675c6e75-457a-424e-a6a4-b8ce4982e78a HTTP/1.1" status: 200 len: 992 time: 0.0646532 Aug 19 18:59:45.293150 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-9bd04db3-f565-4d51-bb15-7433cb78c855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0952795 Aug 19 18:59:45.358591 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-50b2863c-27f4-4e4e-8a66-b79675141f24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0587754 Aug 19 18:59:45.382477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '675c6e75-457a-424e-a6a4-b8ce4982e78a', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'mac_address': 'fa:16:3e:3f:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:59:43Z', 'updated_at': '2021-08-19T18:59:43Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:45.409841 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Checking router: 378eed15-eaec-4f68-9d80-08d266e11b32 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:59:45.412498 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-316cfcae-3751-46a3-950f-a3e35d572ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:45.413936 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-316cfcae-3751-46a3-950f-a3e35d572ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0490553 Aug 19 18:59:45.418442 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:59:45.419044 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T18:59:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:45.459332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-dfcab076-fed7-4f7a-84b7-282758f84b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:45.460981 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-dfcab076-fed7-4f7a-84b7-282758f84b19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408249 Aug 19 18:59:45.529388 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:59:45.552703 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-c3924649-0c93-4c2e-b347-0f3cca3c3e29 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848165 Aug 19 18:59:45.648328 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-85ac3f1e-ba3e-4835-af44-3913ae03d751 req-4fd4ac53-fb78-4151-904e-274c81a91e02 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886214 Aug 19 18:59:45.752882 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '675c6e75-457a-424e-a6a4-b8ce4982e78a', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'mac_address': 'fa:16:3e:3f:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:59:43Z', 'updated_at': '2021-08-19T18:59:43Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:59:45.780065 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43cd3c-445a-4e68-a42b-4f2449e3941e None None] The sync data for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 is: [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '675c6e75-457a-424e-a6a4-b8ce4982e78a', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'mac_address': 'fa:16:3e:3f:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:59:43Z', 'updated_at': '2021-08-19T18:59:43Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:59:45.963961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f845a-8006-4940-9edc-0ccb427af8b7 None None] New status for floating IP 675c6e75-457a-424e-a6a4-b8ce4982e78a: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:59:46.296828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46252) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:59:46.357141 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3d74990e-6ce0-4043-bad3-cbfd24e6aff3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/675c6e75-457a-424e-a6a4-b8ce4982e78a HTTP/1.1" status: 200 len: 994 time: 0.0590830 Aug 19 18:59:47.825571 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:52.204736 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:59:56.903896 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:58.220602 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1763a73d-0697-43fb-83a8-d0696e1b92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:00.684447 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-eea596b1-de85-49c6-ae7e-f1dafb78626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:01.028676 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:02.233153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:03.791373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:15.055366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:15.062301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaa94f-4f6b-4db0-85a1-a1513a850f12 req-45c9e4e1-2e51-461e-8e99-40a94eeb550b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:15.063879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4abaa94f-4f6b-4db0-85a1-a1513a850f12 req-45c9e4e1-2e51-461e-8e99-40a94eeb550b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0507555 Aug 19 19:00:15.104299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4abaa94f-4f6b-4db0-85a1-a1513a850f12 req-2857d8c2-8087-4724-9290-4f9ca39e05e2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331857 Aug 19 19:00:15.138643 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-93c044dc-0cb4-4d6e-92b0-48d3efe7fd5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820673 Aug 19 19:00:16.233766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cc19a-4f6c-4864-b749-70f22aff8c1a req-641e1229-fa13-4696-852f-a4f383c21869 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:16.235384 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981cc19a-4f6c-4864-b749-70f22aff8c1a req-641e1229-fa13-4696-852f-a4f383c21869 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0574906 Aug 19 19:00:16.274978 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-981cc19a-4f6c-4864-b749-70f22aff8c1a req-889fc2b6-42ad-48d5-a23c-a13c4d74b35c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335786 Aug 19 19:00:16.309361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-22311fbb-2499-4e77-84cf-ca13f679b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:16.310887 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-22311fbb-2499-4e77-84cf-ca13f679b7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1098 time: 0.0464473 Aug 19 19:00:16.402359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-cf2cd2ef-8878-44b3-a544-21b0f2c3b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:16.404466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-cf2cd2ef-8878-44b3-a544-21b0f2c3b429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0856576 Aug 19 19:00:16.473673 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-8a975526-dffb-4b7e-a119-20fbe34f79f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1002 time: 0.0614934 Aug 19 19:00:16.524280 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-c753d4c5-9e46-47be-9f30-7a317a676fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:16.525739 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-c753d4c5-9e46-47be-9f30-7a317a676fae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0441608 Aug 19 19:00:16.576456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-7f07acf0-27ee-4a16-adbe-7d1fb9773e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:16.578025 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-7f07acf0-27ee-4a16-adbe-7d1fb9773e5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421035 Aug 19 19:00:16.675923 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-282d8e32-be98-42c1-92d8-982fb7bb4a02 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857403 Aug 19 19:00:16.772849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-759ec409-9772-4372-a271-eb9567758084 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819528 Aug 19 19:00:17.391667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda220-fa01-43bc-8391-082dd262ec2d req-937f9305-7aba-4838-b68b-72244d2a269e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:17.393150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfeda220-fa01-43bc-8391-082dd262ec2d req-937f9305-7aba-4838-b68b-72244d2a269e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0487738 Aug 19 19:00:17.430243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfeda220-fa01-43bc-8391-082dd262ec2d req-9b4c1348-e573-4e45-b605-28de29108158 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312011 Aug 19 19:00:17.834241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:18.546762 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f40133-8ff2-43e0-8c10-c6363a7ef94d req-2850a086-4fe5-456f-9f56-100313966f65 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:18.548296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61f40133-8ff2-43e0-8c10-c6363a7ef94d req-2850a086-4fe5-456f-9f56-100313966f65 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0495679 Aug 19 19:00:18.587832 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61f40133-8ff2-43e0-8c10-c6363a7ef94d req-ac63406a-3285-4901-b178-24bdc5ebdb86 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336223 Aug 19 19:00:19.710550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df784193-025b-43d1-ba85-9eb0bd5ac55d req-fff11bdc-e16c-4063-9f51-f8804236bfa4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:19.712055 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df784193-025b-43d1-ba85-9eb0bd5ac55d req-fff11bdc-e16c-4063-9f51-f8804236bfa4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0543404 Aug 19 19:00:19.749765 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df784193-025b-43d1-ba85-9eb0bd5ac55d req-a6e9a809-906c-4965-9419-5897b6fed76b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310359 Aug 19 19:00:20.870836 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32405bf2-52fd-4ae6-b123-87cf03d31d6e req-df0ec013-eec4-4728-986a-f1966e5c47fc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:20.872891 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32405bf2-52fd-4ae6-b123-87cf03d31d6e req-df0ec013-eec4-4728-986a-f1966e5c47fc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0513711 Aug 19 19:00:20.911664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-32405bf2-52fd-4ae6-b123-87cf03d31d6e req-ace30e42-74c0-4aef-9edc-0d2779d04fa7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326607 Aug 19 19:00:22.026239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc6863-c845-4477-bb0b-b61ddc8c9df6 req-48aab759-2dc1-4a65-8a1f-0075b5b66d20 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:22.027839 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6cc6863-c845-4477-bb0b-b61ddc8c9df6 req-48aab759-2dc1-4a65-8a1f-0075b5b66d20 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0492039 Aug 19 19:00:22.065522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f6cc6863-c845-4477-bb0b-b61ddc8c9df6 req-dae17b90-1e95-4cd3-a3d1-1b3677557e1e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314846 Aug 19 19:00:23.185245 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d5510-c2ec-4708-a045-04940ad40d8a req-23fde723-4b4b-4ae0-bd64-3ee718c85082 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:23.187014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-892d5510-c2ec-4708-a045-04940ad40d8a req-23fde723-4b4b-4ae0-bd64-3ee718c85082 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0545146 Aug 19 19:00:23.226553 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-892d5510-c2ec-4708-a045-04940ad40d8a req-a654c2cc-8827-42f6-bad6-4e8a69f0d322 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335460 Aug 19 19:00:24.342578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9a38-b405-44c7-adc5-26481443585e req-92696ac1-4321-437b-a733-c4cb522d7296 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:24.344083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a9f9a38-b405-44c7-adc5-26481443585e req-92696ac1-4321-437b-a733-c4cb522d7296 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0487735 Aug 19 19:00:24.381333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2a9f9a38-b405-44c7-adc5-26481443585e req-1b2a8c0d-0a0b-45a9-b5cd-50635c1d352d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314367 Aug 19 19:00:25.496747 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4414d-3bd7-416c-81a8-65d0813525a0 req-8c2a4e44-fb2b-4dc8-ad0b-a89a08fdb9e9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:25.498245 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d4414d-3bd7-416c-81a8-65d0813525a0 req-8c2a4e44-fb2b-4dc8-ad0b-a89a08fdb9e9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0498757 Aug 19 19:00:25.536560 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-43d4414d-3bd7-416c-81a8-65d0813525a0 req-44e3a24f-4aa7-40ad-9471-6d8f3a941f72 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319209 Aug 19 19:00:26.656932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d601d-2d8f-4429-968c-579c983a00b2 req-690477e6-f3a8-4a40-981f-2cf518b31198 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:26.658443 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a0d601d-2d8f-4429-968c-579c983a00b2 req-690477e6-f3a8-4a40-981f-2cf518b31198 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0545404 Aug 19 19:00:26.695513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a0d601d-2d8f-4429-968c-579c983a00b2 req-90b70cbf-f955-4d88-b697-56f97b89d937 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309279 Aug 19 19:00:26.932572 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:27.810807 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3217c2-03a2-47d2-b94e-42a742f24643 req-bec5a350-fd00-45d9-bb5e-0988a5c62813 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:27.812537 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb3217c2-03a2-47d2-b94e-42a742f24643 req-bec5a350-fd00-45d9-bb5e-0988a5c62813 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0497348 Aug 19 19:00:27.850466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb3217c2-03a2-47d2-b94e-42a742f24643 req-fc3280a3-2af5-4bea-a04c-da1d3681418c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319812 Aug 19 19:00:28.223817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-717a0adf-bca8-4442-b62f-f614edddda22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:28.755711 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-93bf0ad8-0b98-48c9-811f-6bfc32240069 service neutron] show failed (client error): The resource could not be found. Aug 19 19:00:28.756736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-93bf0ad8-0b98-48c9-811f-6bfc32240069 service neutron] 10.222.0.13 "GET /v2.0/ports/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b/bindings/n-h1-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0603819 Aug 19 19:00:28.976242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304251b-43d0-4aa5-8237-efbb268abf1e req-cefe6331-7531-4723-91b2-f75cfa04b5ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:28.977771 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c304251b-43d0-4aa5-8237-efbb268abf1e req-cefe6331-7531-4723-91b2-f75cfa04b5ad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0554614 Aug 19 19:00:29.048233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c304251b-43d0-4aa5-8237-efbb268abf1e req-14c1e039-be31-4660-b7d5-3b45d0c4d053 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634887 Aug 19 19:00:29.052847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-e671e282-7056-40d8-909c-7ac5bf79d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:29.054304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-e671e282-7056-40d8-909c-7ac5bf79d720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 1098 time: 0.1398160 Aug 19 19:00:29.067065 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:00:29.119429 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.204349 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:00:29.324910 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:29.357081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h2-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:00:29.401038 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:29.403304 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a1bed-c8c1-4707-b3cc-1b7eae105748" -d '{"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:29.408024 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.420337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Transition to ACTIVE for port object 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:00:29.425447 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.457934 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6661bf02-e50f-4a40-8341-00f02c4f6b2f x-openstack-request-id: req-6661bf02-e50f-4a40-8341-00f02c4f6b2f {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:29.458225 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:29.458730 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6661bf02-e50f-4a40-8341-00f02c4f6b2f {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:29.459124 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'code': 200} Aug 19 19:00:29.479220 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=6']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:29.521073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.521432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.521778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.522116 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.522451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.522784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.523114 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.523578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.523912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.524239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.524638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.524962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:29.564558 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] No DVR routers for this DVR port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on host n-h2-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:29.708611 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:00:29.708905 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:00:29.709260 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:00:29.713451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:00:29.713780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Attempting to bind port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on network 3ad912d8-93b7-4321-840c-0b6eb6d4764e {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:00:29.719189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:00:29.719568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Checking segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:00:29.719963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Bound using segment: {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:00:29.720402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Bound port: 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:00:29.720762 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.774034 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.42', 65233) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:29.785317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:00:29.788422 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:00:29.793183 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.815991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-d72f5419-62be-42fb-a1f1-79bde78f53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:29.817508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-d72f5419-62be-42fb-a1f1-79bde78f53c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1054 time: 0.0424438 Aug 19 19:00:29.827940 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:29.828494 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:29.829998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] 10.222.0.42 "PUT /v2.0/ports/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1093 time: 0.7671182 Aug 19 19:00:29.900774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a7d50-6134-4b00-9559-b1c7dac8c13e service neutron] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=7']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:29.946479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-44bbfd35-bc1d-4de9-8781-cc1c602b1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:29.948060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-44bbfd35-bc1d-4de9-8781-cc1c602b1d69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.1075935 Aug 19 19:00:30.015388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-74f4fb58-e60b-430a-a51a-840f29adb0ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0597641 Aug 19 19:00:30.069259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-96f8a665-911c-4014-a568-7b122df8fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.070830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-96f8a665-911c-4014-a568-7b122df8fc02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0484328 Aug 19 19:00:30.117586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-a3949c52-1c0f-4f12-840d-a3b3c0f94c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.119032 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-a3949c52-1c0f-4f12-840d-a3b3c0f94c0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412476 Aug 19 19:00:30.221784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e907d-e6f9-4438-8118-1b012e746436 req-49538ff9-c349-4207-a7e5-b3c59e1b9056 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.223189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b57e907d-e6f9-4438-8118-1b012e746436 req-49538ff9-c349-4207-a7e5-b3c59e1b9056 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.1032574 Aug 19 19:00:30.258187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-c174dc02-3995-4cd8-8de3-8c4c227e6ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292136 Aug 19 19:00:30.290348 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b57e907d-e6f9-4438-8118-1b012e746436 req-0bfc9528-c44b-4e34-8029-896573a3b1a9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608342 Aug 19 19:00:30.356243 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-95e79cb2-801c-488c-9a70-a02d30ca7b40 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885975 Aug 19 19:00:30.443545 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-2e0e02dc-e340-4c62-8cfe-a862620623c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.445071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-2e0e02dc-e340-4c62-8cfe-a862620623c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0460861 Aug 19 19:00:30.535550 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-d68e60b6-7fab-4fe2-bd1e-05e52f7be4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.536945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-d68e60b6-7fab-4fe2-bd1e-05e52f7be4a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0846527 Aug 19 19:00:30.606627 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-8e916da9-810f-486c-90bc-316c849f489a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0622232 Aug 19 19:00:30.655770 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-f2666247-eb36-45e3-879d-cec9be6d5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.657238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-f2666247-eb36-45e3-879d-cec9be6d5fad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0443842 Aug 19 19:00:30.684304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d66a40a6-baf0-465f-a34a-f2be3df81095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:30.703987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-1f9c09e5-1192-411c-8c93-b2d9faa79986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:30.705494 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-1f9c09e5-1192-411c-8c93-b2d9faa79986 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413377 Aug 19 19:00:30.798081 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-bb39cc47-0134-43da-98c2-be3e313c5fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857375 Aug 19 19:00:30.886530 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-395be077-09aa-4c32-b67b-ccbb3ad18356 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817983 Aug 19 19:00:31.029304 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:31.414238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034eae20-02d2-48ae-8d05-533682e74ae5 req-579faaa1-86bb-4c16-a18c-a41ddffd38fd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.415715 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-034eae20-02d2-48ae-8d05-533682e74ae5 req-579faaa1-86bb-4c16-a18c-a41ddffd38fd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0537791 Aug 19 19:00:31.453904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-034eae20-02d2-48ae-8d05-533682e74ae5 req-96d306c5-0411-4fd0-9f04-846e4b280895 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315301 Aug 19 19:00:31.460473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:31.462731 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3" -d '{"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:31.504161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:31.512867 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181150a8-b2d4-4795-b517-5128fa30fad9 x-openstack-request-id: req-181150a8-b2d4-4795-b517-5128fa30fad9 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:31.513171 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:31.513412 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-181150a8-b2d4-4795-b517-5128fa30fad9 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:31.513803 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'status': 'completed', 'code': 200} Aug 19 19:00:31.546868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:31.581231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-7982b0e0-1e0e-4a24-b6f0-5a51d8f5718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.582879 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-7982b0e0-1e0e-4a24-b6f0-5a51d8f5718b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0438941 Aug 19 19:00:31.588363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-dd196fff-9a7a-4a0c-ac48-11d405649d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.589838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-dd196fff-9a7a-4a0c-ac48-11d405649d19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0414550 Aug 19 19:00:31.684734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-35c1f01e-51ca-418c-a198-1a433cbcc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.685719 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-35c1f01e-51ca-418c-a198-1a433cbcc429 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0948863 Aug 19 19:00:31.689761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-a8399777-c597-4e54-9470-5b6e9f1721e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.691241 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-a8399777-c597-4e54-9470-5b6e9f1721e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0937567 Aug 19 19:00:31.754549 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-8fa5edf6-7c07-4ade-93f5-543cb932817b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0611465 Aug 19 19:00:31.760026 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-f056b88d-e378-4943-91af-06b4cc7ad1c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0616157 Aug 19 19:00:31.806688 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-e79a1259-6bb0-4612-9949-8009cbf198d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.808212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-e79a1259-6bb0-4612-9949-8009cbf198d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0452058 Aug 19 19:00:31.809761 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-7d5709bf-b13e-4e9c-9bf8-e12e6c8d0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.812099 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-7d5709bf-b13e-4e9c-9bf8-e12e6c8d0079 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0442500 Aug 19 19:00:31.859936 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-55fe8375-6493-46ba-970e-cd0b295b3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.861140 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-8bab93b2-b914-44ad-8731-e13a26747ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:31.861469 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-55fe8375-6493-46ba-970e-cd0b295b3eea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454104 Aug 19 19:00:31.862633 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-8bab93b2-b914-44ad-8731-e13a26747ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441022 Aug 19 19:00:31.951652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-6d9182c8-d986-4834-b7b8-edb7dea29ba9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821548 Aug 19 19:00:31.953333 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-76b5bb21-1d69-4ccb-8090-8511f890f7b4 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832994 Aug 19 19:00:32.047641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-c76c7d44-1e23-4ee6-9129-52f5611114ad service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875554 Aug 19 19:00:32.049475 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf4dd1df-5741-4fbc-8e35-6e9ce2d738f3 req-aca6efa9-950d-4d41-9f48-f441e85b44d8 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899436 Aug 19 19:00:32.236080 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:32.572763 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3ca1-aa0f-4f60-84c4-51b8c859623e req-16cd65de-9a1e-40a3-a180-db975bf5d84e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:32.574285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5aeb3ca1-aa0f-4f60-84c4-51b8c859623e req-16cd65de-9a1e-40a3-a180-db975bf5d84e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0496535 Aug 19 19:00:32.613162 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5aeb3ca1-aa0f-4f60-84c4-51b8c859623e req-4ae87cee-61a7-4007-af47-951bc9a0845a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321846 Aug 19 19:00:32.805814 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e187-3c60-4856-bd72-ff4adfaf56d4 req-18a4bd2b-42e0-4307-8f3b-08b7734edf5e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:32.807338 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a04e187-3c60-4856-bd72-ff4adfaf56d4 req-18a4bd2b-42e0-4307-8f3b-08b7734edf5e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0511444 Aug 19 19:00:32.832313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-84343453-e0fa-4d17-8ee9-fd544251d80d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:32.833916 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-84343453-e0fa-4d17-8ee9-fd544251d80d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e&tenant_id=02938f18f5df4651887781b6024b663f&binding%3Ahost_id=n-h1-778550-10 HTTP/1.1" status: 200 len: 944 time: 0.0556281 Aug 19 19:00:32.848752 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a04e187-3c60-4856-bd72-ff4adfaf56d4 req-d397277d-fe77-4988-9cc5-5af4be14563d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344083 Aug 19 19:00:32.897361 n-d-778550-10 neutron-server[101325]: INFO neutron.api.v2.resource [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-d444b287-6189-4f86-bb6a-33632b446bb0 service neutron] delete failed (client error): The resource could not be found. Aug 19 19:00:32.898446 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-d444b287-6189-4f86-bb6a-33632b446bb0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b/bindings/n-h2-778550-10 HTTP/1.1" status: 404 len: 381 time: 0.0568085 Aug 19 19:00:32.969771 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535cb8e-fe72-4ccc-bacf-142efddceb18 req-ef955286-d5bc-42ef-bc00-032d3f2a781f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:32.971269 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0535cb8e-fe72-4ccc-bacf-142efddceb18 req-ef955286-d5bc-42ef-bc00-032d3f2a781f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0536158 Aug 19 19:00:33.013087 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0535cb8e-fe72-4ccc-bacf-142efddceb18 req-a9c9a598-af14-4747-8a22-a5d6c3a2a044 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355029 Aug 19 19:00:33.014075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-6f332d65-7fe0-4762-99be-6a0dbd483fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:33.015696 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-6f332d65-7fe0-4762-99be-6a0dbd483fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1096 time: 0.0513763 Aug 19 19:00:33.107262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-c975adad-b242-458f-bf58-cd6fe3f71da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:33.109260 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-c975adad-b242-458f-bf58-cd6fe3f71da9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0870600 Aug 19 19:00:33.176232 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-b8aa7c7e-8156-4778-84a6-5ce0beb8b964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 1000 time: 0.0602837 Aug 19 19:00:33.223971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-e9f0bb12-3f8f-43c5-8d84-1c6069038c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:33.225392 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-e9f0bb12-3f8f-43c5-8d84-1c6069038c33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0428047 Aug 19 19:00:33.272741 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-08884807-db32-48ed-922a-463448df5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:33.274637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-08884807-db32-48ed-922a-463448df5877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413125 Aug 19 19:00:33.368975 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-cd95ee06-479f-42cb-a273-4135f186c6f8 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Aug 19 19:00:33.457767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-8f24622d-cd43-4d95-a461-a4cd5a704169 req-46869dc9-153e-43c4-b9ac-1c725e149417 service neutron] 10.222.0.13 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815609 Aug 19 19:00:33.794251 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:34.131251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524968a-f5fd-4917-b088-012812c39f92 req-94ee191b-9230-478d-b462-e645112fcc73 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:34.132871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8524968a-f5fd-4917-b088-012812c39f92 req-94ee191b-9230-478d-b462-e645112fcc73 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 944 time: 0.0484531 Aug 19 19:00:34.171430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8524968a-f5fd-4917-b088-012812c39f92 req-3b1916b2-58cb-42ae-8561-2ebed4d3ec56 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320637 Aug 19 19:00:34.194344 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46348) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:34.242719 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:00:34.254763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bebb2043-c83f-4d7e-813e-528bf855122d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/675c6e75-457a-424e-a6a4-b8ce4982e78a HTTP/1.1" status: 200 len: 992 time: 0.0592685 Aug 19 19:00:34.334577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:34.345440 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'port_id': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'mac_address': 'fa:16:3e:3f:a8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:00:34.381115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:34.396355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:00:34.415129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:34.418540 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:34.463977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:34.471291 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.471665 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.472008 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.472343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.472675 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.473005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.473330 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.473654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.473977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.474298 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.474636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.474940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:34.676886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:00:36.250442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:00:36.297980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:00:36.301694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:00:36.302087 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:36.380270 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:36.401878 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:36.404290 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2b4e0d-e23d-4285-8c60-e067565ff36c" -d '{"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:36.416765 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:36.421210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:36.446381 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6dfd68-9e8f-4d60-b1b9-9de701f12278 x-openstack-request-id: req-0d6dfd68-9e8f-4d60-b1b9-9de701f12278 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:36.446673 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:36.446927 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d6dfd68-9e8f-4d60-b1b9-9de701f12278 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:36.447342 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'code': 200} Aug 19 19:00:36.473359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:47.847968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:56.934578 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:58.224906 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-54d51957-92d8-4910-8989-a3e4cd1cd77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.685272 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc81f-72c5-4237-bf22-29eabaa50008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:01.030301 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:02.239257 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:03.796130 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:04.613800 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46360) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:04.772427 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 78ad696c-a3ce-4173-8645-b8e8e89ea2a8 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:04.772773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:04.850019 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:04.850253 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:04.861648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 78ad696c-a3ce-4173-8645-b8e8e89ea2a8 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:05.008887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:05.035181 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=78ad696c-a3ce-4173-8645-b8e8e89ea2a8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:05.059815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.060175 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.060525 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.060866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.061203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.061540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.061876 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.062209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.062548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.062877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.063205 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.064264 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:05.103701 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:05.103945 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP 675c6e75-457a-424e-a6a4-b8ce4982e78a disassociated (deleted). External IP: 172.25.5.137, port: 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b. Aug 19 19:01:05.311291 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 378eed15-eaec-4f68-9d80-08d266e11b32 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:05.418984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:05.423732 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:05.429208 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Sync routers for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:05.438717 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:05.439338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:05.451134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee21385e-b3db-49b5-838d-4c73042a6bc1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/floatingips/675c6e75-457a-424e-a6a4-b8ce4982e78a HTTP/1.1" status: 204 len: 168 time: 0.8361990 Aug 19 19:01:05.451736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:05.454449 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0faa1-90a5-48e2-bd99-f443340af4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:05.521830 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3efaa81-c90a-4475-bd6a-4bbbf599213f x-openstack-request-id: req-b3efaa81-c90a-4475-bd6a-4bbbf599213f {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:05.522129 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:05.522381 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3efaa81-c90a-4475-bd6a-4bbbf599213f {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:05.522785 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'status': 'completed', 'code': 200} Aug 19 19:01:05.552675 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:05.609914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-eadd2699-66a8-4150-bc96-ebb4da5d9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.611546 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-eadd2699-66a8-4150-bc96-ebb4da5d9aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 1098 time: 0.0677538 Aug 19 19:01:05.713077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-ee07e59d-6943-41bb-9ebd-a64ff581b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.714601 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-ee07e59d-6943-41bb-9ebd-a64ff581b008 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 200 len: 897 time: 0.0958648 Aug 19 19:01:05.770395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-f2e103c4-3eba-4163-b5e2-de0dbef838d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 200 len: 217 time: 0.0483022 Aug 19 19:01:05.776381 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:05.802658 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Checking router: 378eed15-eaec-4f68-9d80-08d266e11b32 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:05.810881 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:05.811655 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:05.841679 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608388-414e-4aa8-81e4-4e12b65df83f req-e45e3527-cd66-41e9-876b-caeca9cea8e1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.843168 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90608388-414e-4aa8-81e4-4e12b65df83f req-e45e3527-cd66-41e9-876b-caeca9cea8e1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.1798408 Aug 19 19:01:05.845587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-1a75add9-61c6-448c-b33c-a6f81348c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.846930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-1a75add9-61c6-448c-b33c-a6f81348c42a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 200 len: 833 time: 0.0624804 Aug 19 19:01:05.911123 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90608388-414e-4aa8-81e4-4e12b65df83f req-1cd3b09a-8514-4665-ab7c-31c1a629d73f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608890 Aug 19 19:01:05.918762 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:05.920367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-5b355759-1dc1-4c46-b80e-ce544a4cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:05.921946 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-5b355759-1dc1-4c46-b80e-ce544a4cd35c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ad912d8-93b7-4321-840c-0b6eb6d4764e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649490 Aug 19 19:01:06.016014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-34181b8e-1f7d-40aa-b46b-3eda571f02bc service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Aug 19 19:01:06.117111 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7fc0faa1-90a5-48e2-bd99-f443340af4f0 req-4734e85d-d9bc-4e96-8c48-a95fa0419949 service neutron] 10.222.0.42 "GET /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938311 Aug 19 19:01:06.205416 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:01:06.216977 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:06.246832 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645eeda3-dade-477f-a541-a0dd64c294ef None None] The sync data for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 is: [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:32Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'd0463513-38db-43bc-b76c-783f74f793a1', 'name': '', 'network_id': '3ad912d8-93b7-4321-840c-0b6eb6d4764e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:4f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:31Z', 'updated_at': '2021-08-19T18:59:35Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': '6b17b358-800b-47ed-9a2d-9b719d1270ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:06.471585 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0742d9-ced6-4bd9-b751-e3e70ef81391 None None] New status for floating IP 675c6e75-457a-424e-a6a4-b8ce4982e78a: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:01:06.945708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-c040c6ec-22e8-4cb7-8601-4781ddcd0cf8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.947231 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-c040c6ec-22e8-4cb7-8601-4781ddcd0cf8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.42 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0489357 Aug 19 19:01:07.063173 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0fc0-f1a1-44eb-9c15-3451d993e5e5 req-78874837-ddc5-4066-bdc5-b5fadd27181c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:07.065307 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-861c0fc0-f1a1-44eb-9c15-3451d993e5e5 req-78874837-ddc5-4066-bdc5-b5fadd27181c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=255a07ce-cbf2-40ac-b323-2a5f4150344e HTTP/1.1" status: 200 len: 946 time: 0.0832005 Aug 19 19:01:07.109841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:07.110189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.131128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-861c0fc0-f1a1-44eb-9c15-3451d993e5e5 req-f8fff2f9-b001-4d12-9be2-8366a211202d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dee3861-0697-476a-b9e7-a0fca1af1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563326 Aug 19 19:01:07.213988 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:07.214354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.228127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:07.353607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.385689 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=6e3b0ad6-7579-4625-b18f-d8bdf9f0752b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:07.426918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] No DVR routers for this DVR port 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:01:07.429456 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:07.431504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-844d4e34-1e61-4f4d-82b2-f20b999f44f9 req-e7ad22a3-8a57-414a-8bef-b910b3e5dea8 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.42 "DELETE /v2.0/ports/6e3b0ad6-7579-4625-b18f-d8bdf9f0752b HTTP/1.1" status: 204 len: 173 time: 0.4784808 Aug 19 19:01:07.431953 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-deleted', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:07.434199 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f1bef-4da9-4baa-89e6-3c5465060d5b" -d '{"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-deleted", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:07.473518 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feca4519-488b-4464-99e1-3cf5175abf33 x-openstack-request-id: req-feca4519-488b-4464-99e1-3cf5175abf33 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:07.473861 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255a07ce-cbf2-40ac-b323-2a5f4150344e", "name": "network-vif-deleted", "tag": "6e3b0ad6-7579-4625-b18f-d8bdf9f0752b", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:07.474115 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-feca4519-488b-4464-99e1-3cf5175abf33 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:07.474517 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255a07ce-cbf2-40ac-b323-2a5f4150344e', 'name': 'network-vif-deleted', 'tag': '6e3b0ad6-7579-4625-b18f-d8bdf9f0752b', 'status': 'completed', 'code': 200} Aug 19 19:01:08.187077 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46378) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:08.563773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:08.850000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port d0463513-38db-43bc-b76c-783f74f793a1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:08.850456 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:08.945939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port d0463513-38db-43bc-b76c-783f74f793a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=d0463513-38db-43bc-b76c-783f74f793a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:08.946169 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:08.962597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for d0463513-38db-43bc-b76c-783f74f793a1 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:09.159925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:09.185313 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=d0463513-38db-43bc-b76c-783f74f793a1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:09.382061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:09.997517 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 378eed15-eaec-4f68-9d80-08d266e11b32 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:10.105396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:10.110353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0d28a905-6609-4b93-9de3-5ef15b6e9dd4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/378eed15-eaec-4f68-9d80-08d266e11b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9221959 Aug 19 19:01:10.114156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46380) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:10.115493 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Sync routers for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:10.124504 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:10.125115 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:10.165695 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting subnet 6b17b358-800b-47ed-9a2d-9b719d1270ce {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:01:10.168815 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.211867 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.232058 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:10.300056 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.359575 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.388722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Subnet': ['ID=6b17b358-800b-47ed-9a2d-9b719d1270ce,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:10.394251 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.396181 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a52b7bc6-dda9-43d7-a0a4-7d7e0efd1060 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/subnets/6b17b358-800b-47ed-9a2d-9b719d1270ce HTTP/1.1" status: 204 len: 168 time: 0.2810221 Aug 19 19:01:10.399074 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46382) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:10.400985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a3dd0-2ea7-445a-b826-3a8c3a577e92 None None] Network 3ad912d8-93b7-4321-840c-0b6eb6d4764e requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:01:10.420788 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T19:01:09Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:10.453142 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Checking router: 378eed15-eaec-4f68-9d80-08d266e11b32 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:10.462801 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Routers {'378eed15-eaec-4f68-9d80-08d266e11b32'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:10.463416 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['378eed15-eaec-4f68-9d80-08d266e11b32'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:10.492620 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:10.523762 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.528778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:01:10.529331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 6e3b0ad6-7579-4625-b18f-d8bdf9f0752b not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:10.574794 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] Set router 378eed15-eaec-4f68-9d80-08d266e11b32 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:10.620821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] DHCP port deletion for 3ad912d8-93b7-4321-840c-0b6eb6d4764e request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:01:10.645175 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.678670 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Deleting port c9d830ad-d543-4977-a185-ca45fac748a1 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:10.679057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.698773 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port f054bcf5-1165-49a8-8db0-3211ecd56291 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:01:10.699211 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.749222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] For port c9d830ad-d543-4977-a185-ca45fac748a1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=c9d830ad-d543-4977-a185-ca45fac748a1,segment=NetworkSegment(4d8d03f7-5b88-40c9-b080-7d4eb9d6be74),segment_id=4d8d03f7-5b88-40c9-b080-7d4eb9d6be74)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:10.749722 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.764346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Calling delete_port for c9d830ad-d543-4977-a185-ca45fac748a1 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:10.764590 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T19:01:09Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:10.789955 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port f054bcf5-1165-49a8-8db0-3211ecd56291, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f054bcf5-1165-49a8-8db0-3211ecd56291,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:10.790629 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.792408 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b88eaa5-6d7d-4ed8-a7d5-ae771fb0841d None None] The sync data for ids ['378eed15-eaec-4f68-9d80-08d266e11b32'] in n-d-778550-10 is: [{'id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618116260', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T19:01:09Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f054bcf5-1165-49a8-8db0-3211ecd56291', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378eed15-eaec-4f68-9d80-08d266e11b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:59:28Z', 'updated_at': '2021-08-19T18:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:10.803332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for f054bcf5-1165-49a8-8db0-3211ecd56291 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:01:10.851821 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:10.886639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] Pushing event deleted for resources: {'Port': ['ID=c9d830ad-d543-4977-a185-ca45fac748a1,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:10.890359 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c5cf3-cb7b-438f-add5-35f9e01312cc None None] No DVR routers for this DVR port c9d830ad-d543-4977-a185-ca45fac748a1 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:01:10.981087 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.008047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=f054bcf5-1165-49a8-8db0-3211ecd56291,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:11.072933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.173989 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.176267 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.245942 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.246925 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Fanout notify agent at l3_agent the message router_deleted on router 378eed15-eaec-4f68-9d80-08d266e11b32 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:01:11.257671 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.259161 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1fa3d497-887f-4924-af3c-3db2310008f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/routers/378eed15-eaec-4f68-9d80-08d266e11b32 HTTP/1.1" status: 204 len: 168 time: 0.8589969 Aug 19 19:01:11.262556 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46384) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:11.324437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0463513-38db-43bc-b76c-783f74f793a1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:11.345474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: d0463513-38db-43bc-b76c-783f74f793a1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:01:11.346283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device d0463513-38db-43bc-b76c-783f74f793a1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:11.346283 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c9d830ad-d543-4977-a185-ca45fac748a1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:11.358264 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.367181 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: c9d830ad-d543-4977-a185-ca45fac748a1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:01:11.367640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device c9d830ad-d543-4977-a185-ca45fac748a1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:11.462816 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.474719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad912d8-93b7-4321-840c-0b6eb6d4764e']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:11.486811 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:11.487081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8d03f7-5b88-40c9-b080-7d4eb9d6be74') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:11.497670 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.518568 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.525178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:01:11.525619 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: timer() Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:01:11.528669 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:01:11.594389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.603555 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.605461 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/networks/3ad912d8-93b7-4321-840c-0b6eb6d4764e HTTP/1.1" status: 204 len: 168 time: 0.3414714 Aug 19 19:01:11.608634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46386) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:11.616442 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f68fa-9479-48fc-a843-bbd08124b7f0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Network': ['ID=3ad912d8-93b7-4321-840c-0b6eb6d4764e,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:11.674311 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.708064 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.777161 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.780266 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:11.781741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/security-groups/5dee3861-0697-476a-b9e7-a0fca1af1dcd HTTP/1.1" status: 204 len: 168 time: 0.1722157 Aug 19 19:01:11.797366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec3b70-6400-4bad-8e9b-b4169edd9236 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee3861-0697-476a-b9e7-a0fca1af1dcd,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.057204 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46392) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.061965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288236591', 'description': 'tempest-secgroup-smoke-288236591 description', 'project_id': '02938f18f5df4651887781b6024b663f'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.089792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.198989 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.203007 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.245058 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.250770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1886086 Aug 19 19:01:12.251319 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46394) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.254877 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae82a6-991e-4071-82b8-c4f4bcbf4203 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390bbf21-aeab-4a87-87a8-8fc8fc0c023c,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.259594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.294275 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.361700 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.365481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.384620 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2435bf-037d-4564-a05c-0a3043fafcee,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.392809 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.394136 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d2333b17-66f0-49c7-a8c9-4b5ea20c8200 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412184 Aug 19 19:01:12.396888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46396) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.401374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.433678 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.493217 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.497325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.513411 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143ed8cd-8a0e-463e-bf2c-c1660035f416,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.524174 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.525409 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0a6113e8-8601-4790-8091-0f9b822af68b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276007 Aug 19 19:01:12.528726 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46398) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.533819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.561282 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.622876 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.626831 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.645390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c002725a-eb06-4fac-9876-278558601fa9,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.651096 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.652338 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-429779b2-bc86-495e-acdc-d014f87f2df0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226337 Aug 19 19:01:12.655172 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46400) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.660409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.687630 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.747705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.751293 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.768521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1dec89-f107-40e3-890d-9aa3e79d027d,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.774926 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.776180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e77927a1-218a-4a6a-863e-b6a0310f4d1c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199670 Aug 19 19:01:12.778855 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46402) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.784150 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.810832 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:01:12.817363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.880001 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.883638 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.901963 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b61d87f-6100-49e3-b8bd-6ace38e74e2e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:12.908959 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:12.910165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f390bc78-d7d2-4592-beb5-27c770b97665 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303058 Aug 19 19:01:12.913911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46404) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:12.918306 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '390bbf21-aeab-4a87-87a8-8fc8fc0c023c', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:12.939232 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:01:12.944086 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.005348 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.009280 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.028083 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66fb4c1-27f1-4b2e-9183-19b75175bacf,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:13.035699 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.036967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-baf12390-5a52-4ffb-8637-fb1a4925d192 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220601 Aug 19 19:01:13.039922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46406) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:13.044772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'network': {'name': 'tempest-network-smoke--494649040', 'project_id': '02938f18f5df4651887781b6024b663f', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:13.064346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:01:13.067701 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.090625 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:01:13.099960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.100303 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Added segment 202d2475-d71c-4cec-988b-d2a9488e37ca of type vlan for network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 Aug 19 19:01:13.142165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.166750 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.172206 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:13.172792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.202852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f054bcf5-1165-49a8-8db0-3211ecd56291 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:01:13.223518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f054bcf5-1165-49a8-8db0-3211ecd56291 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:01:13.223867 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f054bcf5-1165-49a8-8db0-3211ecd56291 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:01:13.232071 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910121 Aug 19 19:01:13.232224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46408) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:13.237452 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'admin_state_up': True, 'project_id': '02938f18f5df4651887781b6024b663f', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:13.249839 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002fb98-8008-47e8-85b5-9572b0b44498 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Network': ['ID=697363cd-1fbf-4688-9a68-bd7abc1b2e54,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:13.262269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.264394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.264562 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:01:13.322883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.461129 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.662750 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.682215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.786776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.187 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f682546c-6c40-46f4-9937-e4f4936a922b) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:13.890737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.934971 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:13.976624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:13.981632 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:13.986118 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:14.012777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f682546c-6c40-46f4-9937-e4f4936a922b,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:14.242592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:14.437986 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:14.563551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 00e02326-5898-46d2-bb42-35ef89acaf39 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:01:14.669512 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:14.678963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Sync routers for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:14.688182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:14.689486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:14.689760 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:14.691162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-095572fc-61a2-4acb-b1be-1c76226164b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4577010 Aug 19 19:01:14.694263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46412) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:14.723268 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-48e003ee-5a40-44a3-9f42-c295bad08068 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=02938f18f5df4651887781b6024b663f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278406 Aug 19 19:01:14.725756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46414) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:14.795268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:14.810543 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef95fbc-a069-4c85-8cbb-6c1383a5d67c tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:14.812154 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5ef95fbc-a069-4c85-8cbb-6c1383a5d67c tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855062 Aug 19 19:01:14.815430 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46416) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:14.843004 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3462fc29-8034-46e8-99da-af74e6422c26 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265253 Aug 19 19:01:14.846032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46418) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:14.850797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615002702', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'project_id': '02938f18f5df4651887781b6024b663f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:14.942085 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:01:14.945535 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:14.973038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:14Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:14.999874 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Checking router: 00e02326-5898-46d2-bb42-35ef89acaf39 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:15.000232 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Updating router 00e02326-5898-46d2-bb42-35ef89acaf39 port f682546c-6c40-46f4-9937-e4f4936a922b binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:01:15.028932 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.292161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.303358 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Transition to ACTIVE for port object f682546c-6c40-46f4-9937-e4f4936a922b will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:15.309705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.363939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Attempting to bind port f682546c-6c40-46f4-9937-e4f4936a922b on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:15.364324 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Attempting to bind port f682546c-6c40-46f4-9937-e4f4936a922b by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:15.364691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Attempting to bind port f682546c-6c40-46f4-9937-e4f4936a922b on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:15.366594 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1d65-d7bc-4bd7-9251-c10279ff4847 None None] Pushing event updated for resources: {'Port': ['ID=f682546c-6c40-46f4-9937-e4f4936a922b,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:15.372604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:15.372985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:15.373396 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.373791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:15.374379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Bound port: f682546c-6c40-46f4-9937-e4f4936a922b, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:15.374639 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.432124 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] For port f682546c-6c40-46f4-9937-e4f4936a922b, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:15.435154 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] For port f682546c-6c40-46f4-9937-e4f4936a922b, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f682546c-6c40-46f4-9937-e4f4936a922b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:15.439554 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.498964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:15.499629 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:15.501514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1d65-d7bc-4bd7-9251-c10279ff4847 None None] Pushing event updated for resources: {'Port': ['ID=f682546c-6c40-46f4-9937-e4f4936a922b,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:15.504472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.567584 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Subnet': ['ID=ca6195a3-9327-45e8-96fe-ae0236eb182c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:15.574555 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Checking segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:15.574920 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network hostable DHCP agents. Network: 697363cd-1fbf-4688-9a68-bd7abc1b2e54, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:01:15.592681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:01:15.601195 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 697363cd-1fbf-4688-9a68-bd7abc1b2e54) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:15.605220 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:15.605797 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:15.612471 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ef112-ce78-469d-b1f5-4b649018ff35 None None] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:01:15.615244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:15.621095 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-665ff69b-4a70-453d-b552-4fded7a53119 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7740796 Aug 19 19:01:15.623837 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46420) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:15.889916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:01:15.890780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.068436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.125191 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:14Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:16.164895 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b909775-1739-4e35-b489-36b63a6404b8 None None] The sync data for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 is: [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:14Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:16.234043 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Allocated IP 172.20.0.2 (697363cd-1fbf-4688-9a68-bd7abc1b2e54/ca6195a3-9327-45e8-96fe-ae0236eb182c/e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:16.403350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.414575 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Transition to ACTIVE for port object e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:16.430914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Transition to ACTIVE for port object e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:16.436953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.486812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:16.489606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:16.492060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:16.496502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.1 (697363cd-1fbf-4688-9a68-bd7abc1b2e54/ca6195a3-9327-45e8-96fe-ae0236eb182c/76a27e02-8486-4c90-a817-41f526da2526) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:16.506157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Pushing event updated for resources: {'Port': ['ID=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:16.565189 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Attempting to bind port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:16.565980 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Attempting to bind port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:16.566552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Attempting to bind port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed on network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:16.572384 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:16.572849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Checking segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:16.573325 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.573714 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Bound using segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:16.574184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Bound port: e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:16.574861 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.618911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.633912 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 76a27e02-8486-4c90-a817-41f526da2526 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:16.641016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] For port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:16.645072 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] For port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:16.649470 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.673966 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.695817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:16.698824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:16.701594 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:16.724904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08062fd9-d030-4972-80d5-648aa69e7d70 None None] Pushing event updated for resources: {'Port': ['ID=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:16.794006 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:16.802897 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:16.973457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.276690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.281399 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.315729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f682546c-6c40-46f4-9937-e4f4936a922b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:17.355690 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.357381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:17.376852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port f682546c-6c40-46f4-9937-e4f4936a922b completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:17.383051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f682546c-6c40-46f4-9937-e4f4936a922b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:17.383463 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.466565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:17.469698 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.470128 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:17.496177 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port f682546c-6c40-46f4-9937-e4f4936a922b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f682546c-6c40-46f4-9937-e4f4936a922b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:17.500435 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.502503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:17.591580 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=f682546c-6c40-46f4-9937-e4f4936a922b,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:17.605549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 00e02326-5898-46d2-bb42-35ef89acaf39 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:17.605852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:17.725499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:17.729131 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4eaf00-3f3b-482e-9ee7-3823af7184bf None None] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:01:17.736027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-90298b13-d08a-4eb6-8f71-2b9fad04e441 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/00e02326-5898-46d2-bb42-35ef89acaf39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054776 Aug 19 19:01:17.787639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Provisioning for port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:17.796203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Provisioning complete for port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:17.796647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.879378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-8636ed90-3aa5-4bc5-88d6-b509e7a0e48b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288236591&fields=id&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 267 time: 0.0360577 Aug 19 19:01:17.898484 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:17.971668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.015038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] For port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:18.020138 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.094185 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad523-0bc7-4f63-8849-471e93fd6209 None None] Pushing event updated for resources: {'Port': ['ID=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:18.270618 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Sync routers for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:18.280476 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:18.281195 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:18.346652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Provisioning for port 76a27e02-8486-4c90-a817-41f526da2526 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:18.352111 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Provisioning complete for port 76a27e02-8486-4c90-a817-41f526da2526 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:18.352920 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.359713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-d0809fd8-f53d-4638-a00c-6fd6f2511aee tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:18.361901 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-d0809fd8-f53d-4638-a00c-6fd6f2511aee tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 796 time: 0.4747701 Aug 19 19:01:18.379164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-3a9aab66-59ad-430b-893a-de15072696cf tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/quotas/02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 375 time: 0.0105171 Aug 19 19:01:18.405395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Port 76a27e02-8486-4c90-a817-41f526da2526 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:01:18.421085 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:18.425929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Provisioning complete for port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:18.426308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1fc638e8-b22c-4157-be48-788a4e1f2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.437150 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-c019aeef-864d-47da-b067-4b60dca071ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514913 Aug 19 19:01:18.550005 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-8d191282-d0ad-42a9-aaf2-7e088fe5d776 service neutron] 10.222.0.36 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Aug 19 19:01:18.646299 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 2, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:18.647067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-0c0de016-461f-4847-a805-ef80e9253089 None None] Provisioning complete for port 76a27e02-8486-4c90-a817-41f526da2526 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:18.647782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0c0de016-461f-4847-a805-ef80e9253089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.652780 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-08fde5ba-981e-45cb-95e8-1720ecac0f4d service neutron] 10.222.0.36 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963104 Aug 19 19:01:18.677456 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Checking router: 00e02326-5898-46d2-bb42-35ef89acaf39 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:18.677824 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Updating router 00e02326-5898-46d2-bb42-35ef89acaf39 port 76a27e02-8486-4c90-a817-41f526da2526 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:01:18.689790 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-0c0de016-461f-4847-a805-ef80e9253089 None None] Port 76a27e02-8486-4c90-a817-41f526da2526 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:01:18.705599 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.817987 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a2649f6f-2c6d-41e3-b5e2-180f3143ef90 None None] Provisioning complete for port 76a27e02-8486-4c90-a817-41f526da2526 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:18.818507 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2649f6f-2c6d-41e3-b5e2-180f3143ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:18.862813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a2649f6f-2c6d-41e3-b5e2-180f3143ef90 None None] Port 76a27e02-8486-4c90-a817-41f526da2526 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:01:18.915270 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-37ad97c8-ffe0-4a52-abae-fbb5047995e9 req-64d3cfcd-eb61-459b-ada0-9164e8fe5134 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 210 time: 0.0978510 Aug 19 19:01:19.082912 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.092528 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Transition to ACTIVE for port object 76a27e02-8486-4c90-a817-41f526da2526 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:19.099538 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.149257 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Pushing event updated for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:19.161097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.161097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.161097 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.161432 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.161597 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.161927 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.162884 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.163225 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.163657 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.164613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.164613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.164613 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:19.221009 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Attempting to bind port 76a27e02-8486-4c90-a817-41f526da2526 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:19.221376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Attempting to bind port 76a27e02-8486-4c90-a817-41f526da2526 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:19.221734 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Attempting to bind port 76a27e02-8486-4c90-a817-41f526da2526 on network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:19.229684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:19.230056 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Checking segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:19.230451 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.230845 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Bound using segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:19.231299 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Bound port: 76a27e02-8486-4c90-a817-41f526da2526, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:19.231775 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.289886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f682546c-6c40-46f4-9937-e4f4936a922b up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:19.305890 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] For port 76a27e02-8486-4c90-a817-41f526da2526, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:19.309469 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] For port 76a27e02-8486-4c90-a817-41f526da2526, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76a27e02-8486-4c90-a817-41f526da2526,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:19.314992 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.348548 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port f682546c-6c40-46f4-9937-e4f4936a922b triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:19.349082 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.383126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aeb33-9304-4c55-bedf-bb92b22a353a None None] Pushing event updated for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:19.387488 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:19.388461 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:19.463145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:19.515502 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:19.515883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:19.517724 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:19.722802 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:19Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:19.750341 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5caabf-bcde-47a6-b461-2491d7e2c5ed None None] The sync data for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 is: [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:19Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:20.025260 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-65882520-6b6f-487d-b8c3-e7a06f190c65 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:20.027324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-65882520-6b6f-487d-b8c3-e7a06f190c65 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 796 time: 0.1285031 Aug 19 19:01:20.032713 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ebdebb5b-e8c7-4a53-bec6-4c32ef08f9eb req-ae87d430-f4dd-41ff-8303-2bb3cc88f6e1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 210 time: 0.0353358 Aug 19 19:01:20.089395 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-6786afe2-593f-4352-93c2-543c3a3f7801 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 379 time: 0.0367579 Aug 19 19:01:20.099762 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'port': {'device_id': '3a627288-e474-4aa8-bc94-4de38e747e67', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'admin_state_up': True, 'tenant_id': '02938f18f5df4651887781b6024b663f', 'security_groups': ['390bbf21-aeab-4a87-87a8-8fc8fc0c023c']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:20.218618 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:01:20.222751 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.357516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.12 (697363cd-1fbf-4688-9a68-bd7abc1b2e54/ca6195a3-9327-45e8-96fe-ae0236eb182c/48d5f0ea-a14a-4085-ae6c-a888ae11c999) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:20.505254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.519803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 48d5f0ea-a14a-4085-ae6c-a888ae11c999 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:20.553344 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.600865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:20.606139 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:20.609886 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:20.637457 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:20.674645 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:20.675852 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.697148 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-58e00df3-fced-48ba-92e6-737afc985e54 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012311 Aug 19 19:01:20.720256 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Request body: {'port': {'device_id': '3a627288-e474-4aa8-bc94-4de38e747e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:20.794665 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.858449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a2ed4f11-1dd6-446c-9985-4a61a1ed003f None None] Provisioning for port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:20.864450 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a2ed4f11-1dd6-446c-9985-4a61a1ed003f None None] Provisioning complete for port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:20.864833 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4f11-1dd6-446c-9985-4a61a1ed003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:20.902868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed4f11-1dd6-446c-9985-4a61a1ed003f None None] Port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:01:21.073493 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d5f0ea-a14a-4085-ae6c-a888ae11c999 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:21.084081 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.099803 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Transition to ACTIVE for port object 48d5f0ea-a14a-4085-ae6c-a888ae11c999 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:01:21.104335 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.160992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfdff0-43e2-469c-adb9-fd3c66730cdd req-77a655d0-8dd6-492c-a5ea-9b50d7078f84 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.162629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cfdff0-43e2-469c-adb9-fd3c66730cdd req-77a655d0-8dd6-492c-a5ea-9b50d7078f84 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 944 time: 0.0615499 Aug 19 19:01:21.180466 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:21.214331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-41cfdff0-43e2-469c-adb9-fd3c66730cdd req-d31c3d82-aa59-476b-af03-815e2c486c1e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Aug 19 19:01:21.256083 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Attempting to bind port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:01:21.256486 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Attempting to bind port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:01:21.256885 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Attempting to bind port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 on network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:21.262657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 on network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:01:21.263075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Attempting to bind port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 on network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:01:21.269297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:01:21.269714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Checking segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:01:21.270163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Bound using segment: {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:01:21.270672 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Bound port: 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202d2475-d71c-4cec-988b-d2a9488e37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:01:21.271182 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.309420 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76a27e02-8486-4c90-a817-41f526da2526 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:21.353020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:01:21.358079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:01:21.361433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 76a27e02-8486-4c90-a817-41f526da2526 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:21.363911 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.365892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 76a27e02-8486-4c90-a817-41f526da2526 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:21.366189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.401682 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.402312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.403735 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] 10.222.0.13 "PUT /v2.0/ports/48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 1093 time: 0.6931193 Aug 19 19:01:21.404209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:21.406526 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b622a0b-18a4-4b91-a44d-68148cbdd577" -d '{"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:21.435642 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0921975-8e04-4e99-b9a5-e4d36178f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:21.458397 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49efa0-239e-44b9-9b09-42991b0f97ab x-openstack-request-id: req-4b49efa0-239e-44b9-9b09-42991b0f97ab {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:21.458774 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:21.459369 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b49efa0-239e-44b9-9b09-42991b0f97ab {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:21.459885 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'status': 'completed', 'code': 200} Aug 19 19:01:21.476685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.515183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 76a27e02-8486-4c90-a817-41f526da2526, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76a27e02-8486-4c90-a817-41f526da2526,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:21.519258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-74ef303d-c59e-4756-a980-3e28aad66e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.520845 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-74ef303d-c59e-4756-a980-3e28aad66e40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1096 time: 0.0462549 Aug 19 19:01:21.520993 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:21.574710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:21.582870 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-7f948a27-678f-4544-90d1-40435a6e0110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 217 time: 0.0478518 Aug 19 19:01:21.634502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-76440599-1b37-4a8d-8e8d-a84afb828708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.636054 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-76440599-1b37-4a8d-8e8d-a84afb828708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0463405 Aug 19 19:01:21.682735 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-d5a61137-7edb-491b-8312-e286bed3ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:21.684380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-d5a61137-7edb-491b-8312-e286bed3ad68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412128 Aug 19 19:01:21.778566 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-8e118a35-10a3-415b-b2c0-388c74bc3b71 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Aug 19 19:01:21.869121 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fff154da-ca71-4d5b-affc-c2f54aff1b87 req-bfc7162f-ad14-4b72-ba40-154801701610 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826998 Aug 19 19:01:22.004307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-fafb20da-b6ce-4677-8e20-7180b10f0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:22.005694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-fafb20da-b6ce-4677-8e20-7180b10f0d5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1096 time: 0.0453787 Aug 19 19:01:22.096136 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-698d7868-725c-42f5-b358-d7dfbb1ffef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:22.097588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-698d7868-725c-42f5-b358-d7dfbb1ffef6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.0838914 Aug 19 19:01:22.141937 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-cee83009-a3e5-430f-8332-9421b41b41c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 217 time: 0.0362325 Aug 19 19:01:22.191802 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-ec4c0650-41c1-41ff-adbc-9b0d9ef046d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:22.193247 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-ec4c0650-41c1-41ff-adbc-9b0d9ef046d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0437782 Aug 19 19:01:22.241403 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-6dcecdc1-d37f-4e3b-8ad5-1fafaf9a2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:22.242920 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-6dcecdc1-d37f-4e3b-8ad5-1fafaf9a2699 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413692 Aug 19 19:01:22.341823 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-e4325acc-1869-4afb-a68c-cfd612a37d8a service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889404 Aug 19 19:01:22.347510 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a95c-a339-4812-97a1-2673246e6f44 req-08834290-a5d5-4c7d-8a22-2f795e99ccb6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:22.349091 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f83a95c-a339-4812-97a1-2673246e6f44 req-08834290-a5d5-4c7d-8a22-2f795e99ccb6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Aug 19 19:01:22.388734 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f83a95c-a339-4812-97a1-2673246e6f44 req-33956510-8f53-4c2b-a21b-5cedebae2f9e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Aug 19 19:01:22.437334 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b622a0b-18a4-4b91-a44d-68148cbdd577 req-71d62f84-04db-4fd7-b746-aee7f05774bb service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884342 Aug 19 19:01:23.254943 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76a27e02-8486-4c90-a817-41f526da2526 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:23.303400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 76a27e02-8486-4c90-a817-41f526da2526 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:23.304145 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:23.515134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf49011-4eef-4a12-9972-23c9b6b1f0f2 req-1e965197-c657-4032-ac05-5e7ca4286f60 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:23.516831 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdf49011-4eef-4a12-9972-23c9b6b1f0f2 req-1e965197-c657-4032-ac05-5e7ca4286f60 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 944 time: 0.0542369 Aug 19 19:01:23.558001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cdf49011-4eef-4a12-9972-23c9b6b1f0f2 req-679ecb8f-34c5-44fb-a805-64984975e70e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346491 Aug 19 19:01:23.783342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 48d5f0ea-a14a-4085-ae6c-a888ae11c999 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:01:23.879965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:23.890814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'port_id': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'mac_address': 'fa:16:3e:25:ec:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:01:23.927218 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:23.939357 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d5f0ea-a14a-4085-ae6c-a888ae11c999 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:01:23.962414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:23.966315 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.014236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:24.240501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['48d5f0ea-a14a-4085-ae6c-a888ae11c999'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:01:24.675886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2eeb-62c5-4200-a1bb-a02aa082c3ce req-78186237-b9cf-47dd-ab14-f0bf3e2ea7c3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:24.677359 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-573a2eeb-62c5-4200-a1bb-a02aa082c3ce req-78186237-b9cf-47dd-ab14-f0bf3e2ea7c3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Aug 19 19:01:24.715716 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-573a2eeb-62c5-4200-a1bb-a02aa082c3ce req-5443761c-8eb3-4937-9fbf-53262530399a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324602 Aug 19 19:01:25.798533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 48d5f0ea-a14a-4085-ae6c-a888ae11c999 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:01:25.838512 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2afd3-d8de-4935-8c95-76802e492758 req-59be6715-9c87-4705-8624-2440b854967b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:25.839594 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33f2afd3-d8de-4935-8c95-76802e492758 req-59be6715-9c87-4705-8624-2440b854967b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Aug 19 19:01:25.852392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:01:25.857479 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:01:25.858045 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:25.885519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-33f2afd3-d8de-4935-8c95-76802e492758 req-87354ebf-04f6-4609-95fb-dc07a8c78cad tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360627 Aug 19 19:01:25.945115 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:25.968628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:25.970933 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4e9db5-aeb6-478e-b285-b37711dc8e0d" -d '{"events": [{"server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "name": "network-vif-plugged", "status": "completed", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:25.984310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:01:25.993886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:26.021430 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c0907a-47e9-4fed-b486-7cc5e57bf502 x-openstack-request-id: req-29c0907a-47e9-4fed-b486-7cc5e57bf502 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:26.021722 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "name": "network-vif-plugged", "status": "completed", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:26.021973 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29c0907a-47e9-4fed-b486-7cc5e57bf502 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:26.022358 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'code': 200} Aug 19 19:01:26.048623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:26.129310 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922e03-5a63-44ff-91ca-6200d6bce86b req-5568b0bd-cd6b-4ed7-92f9-578643658965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:26.130766 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7922e03-5a63-44ff-91ca-6200d6bce86b req-5568b0bd-cd6b-4ed7-92f9-578643658965 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0416980 Aug 19 19:01:26.173047 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a7922e03-5a63-44ff-91ca-6200d6bce86b req-d08eb22e-b137-41e9-90ad-4fa2b956d908 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Aug 19 19:01:26.962233 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:27.052797 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21980-fb71-4f2f-9c0d-196b139e64eb req-1fb55bd6-0233-4423-8ddd-b1d1dadcb7be tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:27.054381 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f21980-fb71-4f2f-9c0d-196b139e64eb req-1fb55bd6-0233-4423-8ddd-b1d1dadcb7be tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0515885 Aug 19 19:01:27.093206 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-73f21980-fb71-4f2f-9c0d-196b139e64eb req-be6e505c-568e-4fd3-b4f8-2933e3ea73c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Aug 19 19:01:28.214685 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73d494-f50e-4373-9f0c-b9185f1e4178 req-31e5115b-92df-47da-be3f-e60d0957a100 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:28.216215 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d73d494-f50e-4373-9f0c-b9185f1e4178 req-31e5115b-92df-47da-be3f-e60d0957a100 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Aug 19 19:01:28.227775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-73f3c6b0-80f8-4e4b-bc2b-4359086d438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:28.255760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d73d494-f50e-4373-9f0c-b9185f1e4178 req-1ceed48c-b353-4652-9b8c-cabd61b453de tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Aug 19 19:01:28.369328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591add-404b-47f5-84f3-f0091f71bf66 req-57ef7f14-c24c-4204-a81d-27e902ee6834 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:28.370750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4591add-404b-47f5-84f3-f0091f71bf66 req-57ef7f14-c24c-4204-a81d-27e902ee6834 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Aug 19 19:01:28.410040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f4591add-404b-47f5-84f3-f0091f71bf66 req-7df08ee7-c17b-4ccf-83fc-34eeef7790bf tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331481 Aug 19 19:01:28.431950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46474) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:28.471849 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852164ba-894a-47e9-ad9f-af581f24f5f4 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:28.473367 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-852164ba-894a-47e9-ad9f-af581f24f5f4 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1093 time: 0.0403843 Aug 19 19:01:28.476236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46476) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:28.480548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:01:28.502120 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:28.601400 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:28.703236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.108 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:01:28.810644 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:28.850378 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:28.887389 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:01:28.893760 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:01:28.897917 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:01:28.920384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:29.256391 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.326193 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.478685 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.483045 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.556022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:29.567880 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.568241 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.568592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.569156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.569287 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.569599 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.569934 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.570267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.570600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.570931 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.571259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.571618 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:01:29.577363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:29.678499 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e associated. External IP: 172.25.5.108, port: 48d5f0ea-a14a-4085-ae6c-a888ae11c999. Aug 19 19:01:29.901717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 00e02326-5898-46d2-bb42-35ef89acaf39 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:30.009795 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:30.020338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Sync routers for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:30.025642 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:30.030604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:30.031236 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:30.053808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a38471e0-8d69-4915-abe4-817378edf90c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5765166 Aug 19 19:01:30.054390 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:30.056725 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:30.106564 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57113b-90d8-4975-8149-d65ff77ee288 x-openstack-request-id: req-ef57113b-90d8-4975-8149-d65ff77ee288 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:30.106902 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:30.107241 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef57113b-90d8-4975-8149-d65ff77ee288 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:30.107815 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'status': 'completed', 'code': 200} Aug 19 19:01:30.147342 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:30.161751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccdece-0729-49c6-89c0-28256d9679f0 req-d7d61c82-049e-479b-83c3-480ec1a35ff4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.164014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ccdece-0729-49c6-89c0-28256d9679f0 req-d7d61c82-049e-479b-83c3-480ec1a35ff4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0551183 Aug 19 19:01:30.199021 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-2440392e-ed99-4037-bd70-7928cbb79905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.201963 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-2440392e-ed99-4037-bd70-7928cbb79905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0501707 Aug 19 19:01:30.206212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f5ccdece-0729-49c6-89c0-28256d9679f0 req-257b7602-5b23-4f13-8d77-d74007367a3f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364757 Aug 19 19:01:30.236362 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46482) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:30.309909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-39bdc2f4-b258-4e46-9609-360dd4d6cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.311420 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-39bdc2f4-b258-4e46-9609-360dd4d6cd78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.1028233 Aug 19 19:01:30.312635 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-db97d01f-3945-41dc-a96b-56c803679deb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e HTTP/1.1" status: 200 len: 992 time: 0.0741491 Aug 19 19:01:30.384893 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-476dccd1-f944-457c-878e-c74c6150fc3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 1000 time: 0.0661519 Aug 19 19:01:30.399807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'port_id': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'mac_address': 'fa:16:3e:25:ec:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627288-e474-4aa8-bc94-4de38e747e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:01:29Z', 'updated_at': '2021-08-19T19:01:29Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:30.426512 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Checking router: 00e02326-5898-46d2-bb42-35ef89acaf39 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:30.434740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:30.435217 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-37b3f7e7-8f0e-42be-8b2f-b065ce599f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.435354 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:01:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:30.436726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-37b3f7e7-8f0e-42be-8b2f-b065ce599f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0451581 Aug 19 19:01:30.482208 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-885306db-86c2-4eb6-9dbf-44c9ac32187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:30.483789 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-885306db-86c2-4eb6-9dbf-44c9ac32187f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400536 Aug 19 19:01:30.540458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:30.578206 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-38f1be6a-6d5c-413a-ab80-cbf30c762ccf service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Aug 19 19:01:30.671553 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c299c9b-f8f5-46b2-91f8-bcf6fc614ed1 req-2b78913b-d978-4844-95af-c0d02bf24ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861905 Aug 19 19:01:30.696694 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f75ba39-b907-4afa-b5db-7154188ca0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:30.773830 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'port_id': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'mac_address': 'fa:16:3e:25:ec:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627288-e474-4aa8-bc94-4de38e747e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:01:29Z', 'updated_at': '2021-08-19T19:01:29Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:30.953855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1422b-8272-41ca-b2a4-488c9b63977e None None] The sync data for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 is: [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'port_id': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'mac_address': 'fa:16:3e:25:ec:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627288-e474-4aa8-bc94-4de38e747e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:01:29Z', 'updated_at': '2021-08-19T19:01:29Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:31.033166 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:31.146536 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c3dae-7d32-458b-9cbd-1dcc7c737ea6 None None] New status for floating IP f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:01:31.315720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46484) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:01:31.375991 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76b911bc-d663-403a-a078-2553d70ae0f5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e HTTP/1.1" status: 200 len: 994 time: 0.0590646 Aug 19 19:01:32.243606 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:33.802218 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:36.863127 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-e5703f5d-7d27-4088-ba58-de94fd1b804d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443702 Aug 19 19:01:36.963061 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-187cf342-ea3a-47b6-bc70-5390ca7f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:36.964586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-187cf342-ea3a-47b6-bc70-5390ca7f631d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0412869 Aug 19 19:01:37.073544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-bfae4148-4ef0-4130-9507-57b49683d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:37.075018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-bfae4148-4ef0-4130-9507-57b49683d5e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.0905929 Aug 19 19:01:37.141001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-2b7633b9-5f98-4760-9f3a-f8f8c2295452 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 1002 time: 0.0584137 Aug 19 19:01:37.189643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-28889f2e-c5a0-435a-a89e-da2107e28767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:37.191723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-28889f2e-c5a0-435a-a89e-da2107e28767 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0436118 Aug 19 19:01:37.240700 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-6e2e7311-d512-4fb7-9b05-bb97f70f0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:37.242419 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-6e2e7311-d512-4fb7-9b05-bb97f70f0261 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444412 Aug 19 19:01:37.335082 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-5e507beb-408a-4870-a268-d02efbe73d45 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855832 Aug 19 19:01:37.437442 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-9bf9043f-accf-4072-a8a6-ba1eb19ddb57 req-b58799fa-16ff-46ec-9206-b2d9186478c5 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953033 Aug 19 19:01:43.204328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:01:47.853990 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:56.996019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:58.230107 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ee873dc5-ac40-4a8d-aaae-bf799505644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:00.161149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133d110-15c5-4ea1-85c9-3f4c84c31874 req-21e2be31-7f31-4b25-9b66-02ac32a098fb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:00.162770 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d133d110-15c5-4ea1-85c9-3f4c84c31874 req-21e2be31-7f31-4b25-9b66-02ac32a098fb tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0613034 Aug 19 19:02:00.208410 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d133d110-15c5-4ea1-85c9-3f4c84c31874 req-d3fb6a72-13bc-4fc2-8610-b3c1a9c28cb4 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390015 Aug 19 19:02:00.688594 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a49bcfd3-053e-40c9-89e4-43de7c978831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:01.036440 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:01.329289 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb176bc7-49d0-4673-9cb6-5e8aa8318e7a req-edc8b81c-b445-49f7-9840-04b9da7a77ac tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:01.331504 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb176bc7-49d0-4673-9cb6-5e8aa8318e7a req-edc8b81c-b445-49f7-9840-04b9da7a77ac tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0509701 Aug 19 19:02:01.370360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fb176bc7-49d0-4673-9cb6-5e8aa8318e7a req-89212abc-7b27-410a-a324-1f0172b9fd0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Aug 19 19:02:02.248259 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:02.489274 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34425e-3f7e-4221-a183-c9fa738d2ae8 req-469c44d1-0f10-4bc7-a03d-1bc8a052b6f3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:02.490795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f34425e-3f7e-4221-a183-c9fa738d2ae8 req-469c44d1-0f10-4bc7-a03d-1bc8a052b6f3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0510499 Aug 19 19:02:02.529697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0f34425e-3f7e-4221-a183-c9fa738d2ae8 req-5ec85c29-523c-4265-b97d-3343661257fe tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327127 Aug 19 19:02:03.650553 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724eecf-01a5-4937-8e9b-24ea4f1d6b36 req-ab36bbc9-e4f1-4a5a-a710-a90334ef238d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:03.652083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f724eecf-01a5-4937-8e9b-24ea4f1d6b36 req-ab36bbc9-e4f1-4a5a-a710-a90334ef238d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0532572 Aug 19 19:02:03.696385 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f724eecf-01a5-4937-8e9b-24ea4f1d6b36 req-6fb5f365-cbad-465f-9724-5d63b72fbb88 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382974 Aug 19 19:02:03.801891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:04.816227 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3efd68-174b-42f9-a0a4-f77ebaabf2bf req-0a495cbc-3dd5-498c-b261-d248d8bb4a5a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:04.817615 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e3efd68-174b-42f9-a0a4-f77ebaabf2bf req-0a495cbc-3dd5-498c-b261-d248d8bb4a5a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0499437 Aug 19 19:02:04.857696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7e3efd68-174b-42f9-a0a4-f77ebaabf2bf req-53dcb9f7-6500-4d70-85c7-8858a00a74ca tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Aug 19 19:02:05.982131 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfdbc7-a87e-4fc4-81ab-1de0afd7408f req-1d72ee95-25e9-4bed-a6ee-3e9e4f6029c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:05.983706 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35dfdbc7-a87e-4fc4-81ab-1de0afd7408f req-1d72ee95-25e9-4bed-a6ee-3e9e4f6029c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Aug 19 19:02:06.023418 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-35dfdbc7-a87e-4fc4-81ab-1de0afd7408f req-f9f90d25-8ae4-4b8e-9bc3-a3dc2645691d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Aug 19 19:02:07.138897 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857223e-8387-46ba-b3f4-067788c910ba req-7a7ec5e8-bdf9-40a4-964b-0856df78f52e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:07.140441 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2857223e-8387-46ba-b3f4-067788c910ba req-7a7ec5e8-bdf9-40a4-964b-0856df78f52e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0501390 Aug 19 19:02:07.183216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2857223e-8387-46ba-b3f4-067788c910ba req-1a5ed43e-e5d6-4f3b-a128-18559d3808cf tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351465 Aug 19 19:02:08.301740 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a0cf-ce48-4784-8dc0-5c9d22685c39 req-b0a5f626-898e-4857-a0bd-f38b525b9ee3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:08.303421 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c223a0cf-ce48-4784-8dc0-5c9d22685c39 req-b0a5f626-898e-4857-a0bd-f38b525b9ee3 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0498960 Aug 19 19:02:08.346540 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c223a0cf-ce48-4784-8dc0-5c9d22685c39 req-8a5be777-74f0-4579-b70a-471d8685fb85 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Aug 19 19:02:09.462925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e729-9176-4a92-b7c6-2bbe0688fdc1 req-7d95524a-b230-4b45-b4d3-1b9a245152b6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:09.464457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22a4e729-9176-4a92-b7c6-2bbe0688fdc1 req-7d95524a-b230-4b45-b4d3-1b9a245152b6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Aug 19 19:02:09.503326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-22a4e729-9176-4a92-b7c6-2bbe0688fdc1 req-88b37695-762e-44eb-b183-e6f14caf2a47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Aug 19 19:02:10.619699 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10815da4-6a18-47db-8cf0-11269b113054 req-d685f278-e859-4edd-a7a8-7c60697eaa3e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:10.621218 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10815da4-6a18-47db-8cf0-11269b113054 req-d685f278-e859-4edd-a7a8-7c60697eaa3e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0493145 Aug 19 19:02:10.662985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-10815da4-6a18-47db-8cf0-11269b113054 req-694a95e4-861f-4abb-b3d3-a7b2a405e153 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348558 Aug 19 19:02:10.685589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46520) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:10.745500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a838c926-4bb1-4092-bd59-6d8c463b2ab2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e HTTP/1.1" status: 200 len: 994 time: 0.0587940 Aug 19 19:02:12.026210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd148-bd01-49d1-af8c-5e497450176a req-41f5c93e-2799-4c2b-93b9-b417e90e410f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:12.027880 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfdbd148-bd01-49d1-af8c-5e497450176a req-41f5c93e-2799-4c2b-93b9-b417e90e410f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0511255 Aug 19 19:02:12.066110 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dfdbd148-bd01-49d1-af8c-5e497450176a req-457d6afd-4de0-42cd-8fba-8850cde2a9b7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Aug 19 19:02:12.068099 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-c95026d7-a0c5-48e9-bd50-a42e7d433ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:12.069602 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-c95026d7-a0c5-48e9-bd50-a42e7d433ecc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0413458 Aug 19 19:02:12.161547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-064c7b3a-f2ad-42e8-ad58-23cacdf03997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:12.162998 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-064c7b3a-f2ad-42e8-ad58-23cacdf03997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.0864184 Aug 19 19:02:12.226565 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-ab067bb2-cee0-4613-998a-6c288d17c96c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 1002 time: 0.0565083 Aug 19 19:02:12.276702 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-dab9eae4-52ac-4741-b4cc-36aee52c4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:12.278142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-dab9eae4-52ac-4741-b4cc-36aee52c4902 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0449011 Aug 19 19:02:12.327518 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-0ca029da-c075-4055-bc27-1e05d740fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:12.329069 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-0ca029da-c075-4055-bc27-1e05d740fbb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440464 Aug 19 19:02:12.417838 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-40124d97-654a-455c-b65d-66f202b9ed00 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818338 Aug 19 19:02:12.510508 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-6c45fd42-bd86-4b81-a1d8-cae8550b3e8a req-b7f60126-1ce1-4519-bd0b-67b9cf7efbe7 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862098 Aug 19 19:02:13.194670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20d4e0-4430-4c9e-9588-f5b652460128 req-a1ec9d4d-c553-4139-866b-73da070ad7c0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:13.196200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef20d4e0-4430-4c9e-9588-f5b652460128 req-a1ec9d4d-c553-4139-866b-73da070ad7c0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0546136 Aug 19 19:02:13.234233 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ef20d4e0-4430-4c9e-9588-f5b652460128 req-81b0b5ea-2172-4555-b7e0-4c4bcba6b7a9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Aug 19 19:02:13.257678 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46532) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:13.317745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ba046d8f-e096-49cc-81ef-9c8f705ff924 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e HTTP/1.1" status: 200 len: 994 time: 0.0586374 Aug 19 19:02:17.860945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:20.203223 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:02:27.011518 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:28.230766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a45de31a-5c00-4ec6-a967-ebad62a33064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:30.689350 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c62b3bab-9bf0-4878-8f47-9114d420a81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:31.038438 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:32.248814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:33.805666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:38.857418 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-27c16738-a576-47ea-b5bc-9e4fd8712c9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402381 Aug 19 19:02:38.954002 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-7150ac9b-af0f-4cf3-b40e-3cbf620b4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:38.955483 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-7150ac9b-af0f-4cf3-b40e-3cbf620b4b8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0399823 Aug 19 19:02:39.060459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-98573472-f4a8-46c5-93e4-2430da9bcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:39.061913 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-98573472-f4a8-46c5-93e4-2430da9bcffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.0872486 Aug 19 19:02:39.125180 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-713af663-f470-428f-9491-ae9d99d38742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 1002 time: 0.0562222 Aug 19 19:02:39.178051 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-6990c043-5929-4cd8-94f9-69d5da8647d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:39.179465 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-6990c043-5929-4cd8-94f9-69d5da8647d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0464332 Aug 19 19:02:39.225428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-f5e013bd-8464-42e1-9d7d-4419d51d8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:39.226889 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-f5e013bd-8464-42e1-9d7d-4419d51d8e57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396240 Aug 19 19:02:39.316045 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-d7592440-c2c2-4032-9cb3-20ad5cd1b391 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Aug 19 19:02:39.412188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72a27bf9-9a6c-4d79-8c0d-cb416927a509 req-b8703b01-ddad-497d-8ce1-f89d85efb319 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876322 Aug 19 19:02:43.710242 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46548) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:43.866956 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:02:43.867219 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:43.945151 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:43.945482 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:43.956901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:02:44.106771 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:44.134898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=f2eaa1d2-5e2c-4b7e-b51a-296ae0c8db3b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:44.163552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.163930 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.164300 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.164646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.164989 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.165343 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.165682 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.166021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.166367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.166683 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.167009 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.167352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:44.206675 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:44.208046 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e disassociated (deleted). External IP: 172.25.5.108, port: 48d5f0ea-a14a-4085-ae6c-a888ae11c999. Aug 19 19:02:44.418152 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 00e02326-5898-46d2-bb42-35ef89acaf39 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:02:44.523837 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:02:44.528152 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:44.534599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Sync routers for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:02:44.545067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:44.545747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:44.556849 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8b1d585e-a0d4-46f6-b931-e193ade925ea tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/floatingips/f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e HTTP/1.1" status: 204 len: 168 time: 0.8452923 Aug 19 19:02:44.557439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:02:44.560206 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9b620-eb94-46b5-8636-c1128820636d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:02:44.603652 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec87cb1-cc62-4842-836c-b5f9866d7615 x-openstack-request-id: req-bec87cb1-cc62-4842-836c-b5f9866d7615 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:02:44.604023 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:02:44.604282 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bec87cb1-cc62-4842-836c-b5f9866d7615 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:02:44.604866 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'status': 'completed', 'code': 200} Aug 19 19:02:44.667340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:44.702032 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b620-eb94-46b5-8636-c1128820636d req-aadc0b39-bdf9-49b2-b2e2-9f18fc072004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:44.703490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-aadc0b39-bdf9-49b2-b2e2-9f18fc072004 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 1098 time: 0.0540826 Aug 19 19:02:44.789841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86dd7f-1641-4e54-8bee-209a2ad27f89 req-a156dbe0-7da6-4b2a-a225-a6494bdd6f47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:44.791564 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a86dd7f-1641-4e54-8bee-209a2ad27f89 req-a156dbe0-7da6-4b2a-a225-a6494bdd6f47 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0555990 Aug 19 19:02:44.829383 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b620-eb94-46b5-8636-c1128820636d req-2c35dc6b-5baf-4056-9c23-9a522aa91df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:44.830949 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-2c35dc6b-5baf-4056-9c23-9a522aa91df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 200 len: 897 time: 0.0973611 Aug 19 19:02:44.834046 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7a86dd7f-1641-4e54-8bee-209a2ad27f89 req-e8cea2d8-a1fb-41e5-aad4-39d8f3486605 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Aug 19 19:02:44.875680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-b217f2c5-a7cc-450c-94fa-52a8adea48ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 200 len: 217 time: 0.0365193 Aug 19 19:02:44.877171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:44.905151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Checking router: 00e02326-5898-46d2-bb42-35ef89acaf39 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:02:44.913544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:44.914158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:44.930851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b620-eb94-46b5-8636-c1128820636d req-ab702868-8e4a-4560-ac5b-db73a68209b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:44.932353 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-ab702868-8e4a-4560-ac5b-db73a68209b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 200 len: 835 time: 0.0481842 Aug 19 19:02:45.025061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:45.234033 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:45.261898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c5ab0-88df-4ed1-8a73-aed3b5882d07 None None] The sync data for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 is: [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:16Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '76a27e02-8486-4c90-a817-41f526da2526', 'name': '', 'network_id': '697363cd-1fbf-4688-9a68-bd7abc1b2e54', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:28:c8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:16Z', 'updated_at': '2021-08-19T19:01:21Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'ca6195a3-9327-45e8-96fe-ae0236eb182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:02:45.340475 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9b620-eb94-46b5-8636-c1128820636d req-25d5c92a-4829-4f6b-9579-6fdd5e8c68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:45.342023 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-25d5c92a-4829-4f6b-9579-6fdd5e8c68b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=697363cd-1fbf-4688-9a68-bd7abc1b2e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4021130 Aug 19 19:02:45.434457 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-7b2b38a1-aeac-4bad-8f64-24d4d10bd704 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842977 Aug 19 19:02:45.494175 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfc52e-28e5-4348-9f3b-d43a86821a70 None None] New status for floating IP f4ebcaa0-3ea7-4ebd-a20c-8c7bd312df6e: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:02:45.530922 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-24a9b620-eb94-46b5-8636-c1128820636d req-4b058c75-669f-439e-9b98-c99dd7e76927 service neutron] 10.222.0.13 "GET /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Aug 19 19:02:45.967659 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1975da-c4e1-4043-987d-751ce23f78c3 req-3de5724a-8832-4d49-8a71-9718c77fd09f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:45.969176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a1975da-c4e1-4043-987d-751ce23f78c3 req-3de5724a-8832-4d49-8a71-9718c77fd09f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Aug 19 19:02:46.006830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a1975da-c4e1-4043-987d-751ce23f78c3 req-f0527d4c-ea59-48e9-8021-a794f96f2892 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=390bbf21-aeab-4a87-87a8-8fc8fc0c023c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Aug 19 19:02:46.454528 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-10be925b-c626-4453-8152-b1c7a8ea8612 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:46.456001 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-10be925b-c626-4453-8152-b1c7a8ea8612 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 946 time: 0.0501034 Aug 19 19:02:46.548664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:02:46.549009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:46.637000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 48d5f0ea-a14a-4085-ae6c-a888ae11c999, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=48d5f0ea-a14a-4085-ae6c-a888ae11c999,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:46.637632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:46.650413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 48d5f0ea-a14a-4085-ae6c-a888ae11c999 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:02:46.783827 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:46.814626 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=48d5f0ea-a14a-4085-ae6c-a888ae11c999,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:46.851098 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.851520 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.851839 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.852183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.852524 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.852866 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.853202 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.853538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.854148 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.854286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.854526 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.854946 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:46.876776 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] No DVR routers for this DVR port 48d5f0ea-a14a-4085-ae6c-a888ae11c999 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:02:46.879429 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:46.881569 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0d8453ea-b35b-4752-8da1-66f046130fa4 req-e37f869e-d9d3-4125-8728-8061e650eb81 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "DELETE /v2.0/ports/48d5f0ea-a14a-4085-ae6c-a888ae11c999 HTTP/1.1" status: 204 len: 173 time: 0.4186099 Aug 19 19:02:46.882020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'name': 'network-vif-deleted', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:02:46.884343 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7fed78-5127-4c9a-92ad-40847dd7b478" -d '{"events": [{"server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "name": "network-vif-deleted", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:02:46.922973 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da92d89-dbe4-4a65-be2b-febc72534d16 x-openstack-request-id: req-4da92d89-dbe4-4a65-be2b-febc72534d16 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:02:46.923272 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a627288-e474-4aa8-bc94-4de38e747e67", "name": "network-vif-deleted", "tag": "48d5f0ea-a14a-4085-ae6c-a888ae11c999", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:02:46.923559 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4da92d89-dbe4-4a65-be2b-febc72534d16 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:02:46.923957 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a627288-e474-4aa8-bc94-4de38e747e67', 'name': 'network-vif-deleted', 'tag': '48d5f0ea-a14a-4085-ae6c-a888ae11c999', 'status': 'completed', 'code': 200} Aug 19 19:02:47.114934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e6f185f4-0e48-4eac-8920-46ef86fcca81 req-ed2bdc2d-f76c-473a-a94e-c598c22edc74 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a627288-e474-4aa8-bc94-4de38e747e67 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Aug 19 19:02:47.868758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:48.171993 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46566) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:48.842534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.099301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 76a27e02-8486-4c90-a817-41f526da2526 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:02:49.099596 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.186949 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 76a27e02-8486-4c90-a817-41f526da2526, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76a27e02-8486-4c90-a817-41f526da2526,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:49.187736 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.203635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 76a27e02-8486-4c90-a817-41f526da2526 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:02:49.388127 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.416155 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=76a27e02-8486-4c90-a817-41f526da2526,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:49.588983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.803962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 00e02326-5898-46d2-bb42-35ef89acaf39 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:02:49.911034 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:02:49.916331 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-eecf8bf2-5aa5-47a0-91ed-884ee182df4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/00e02326-5898-46d2-bb42-35ef89acaf39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430661 Aug 19 19:02:49.919197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46568) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:49.922641 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Sync routers for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:02:49.933397 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:49.934023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:49.972188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting subnet ca6195a3-9327-45e8-96fe-ae0236eb182c {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:02:49.976310 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.018343 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.037873 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:50.111682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.173177 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.203435 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6195a3-9327-45e8-96fe-ae0236eb182c,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:50.208646 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.210682 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f124fb66-e5c7-4df0-ba53-46a307d865a0 None None] Network 697363cd-1fbf-4688-9a68-bd7abc1b2e54 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:02:50.210828 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c5edebfe-f9c5-46b7-be22-7a743563c606 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/subnets/ca6195a3-9327-45e8-96fe-ae0236eb182c HTTP/1.1" status: 204 len: 168 time: 0.2897305 Aug 19 19:02:50.213567 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46570) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:50.271703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:02:49Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:50.306542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Checking router: 00e02326-5898-46d2-bb42-35ef89acaf39 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:02:50.323563 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.337887 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 48d5f0ea-a14a-4085-ae6c-a888ae11c999 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:02:50.344086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Routers {'00e02326-5898-46d2-bb42-35ef89acaf39'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:50.344722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['00e02326-5898-46d2-bb42-35ef89acaf39'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:50.380696 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 48d5f0ea-a14a-4085-ae6c-a888ae11c999 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:02:50.381022 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 48d5f0ea-a14a-4085-ae6c-a888ae11c999 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:02:50.427275 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.483040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port f682546c-6c40-46f4-9937-e4f4936a922b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:02:50.483392 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.497845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] Set router 00e02326-5898-46d2-bb42-35ef89acaf39 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:50.564514 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] DHCP port deletion for 697363cd-1fbf-4688-9a68-bd7abc1b2e54 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:02:50.572480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port f682546c-6c40-46f4-9937-e4f4936a922b, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=f682546c-6c40-46f4-9937-e4f4936a922b,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:50.572849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.584779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for f682546c-6c40-46f4-9937-e4f4936a922b owned by network:router_gateway {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:02:50.690430 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Deleting port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:02:50.690727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.756782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.765681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] For port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,segment=NetworkSegment(202d2475-d71c-4cec-988b-d2a9488e37ca),segment_id=202d2475-d71c-4cec-988b-d2a9488e37ca)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:50.766091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.781088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Calling delete_port for e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:02:50.786149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=f682546c-6c40-46f4-9937-e4f4936a922b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:50.787045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:02:49Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:50.822546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e37ac-cc08-4717-8cdb-2ed694e757ce None None] The sync data for ids ['00e02326-5898-46d2-bb42-35ef89acaf39'] in n-d-778550-10 is: [{'id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275088774', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:02:49Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': 'f682546c-6c40-46f4-9937-e4f4936a922b', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e02326-5898-46d2-bb42-35ef89acaf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:01:13Z', 'updated_at': '2021-08-19T19:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:02:50.853291 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.961484 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:50.963795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.011706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.012254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Fanout notify agent at l3_agent the message router_deleted on router 00e02326-5898-46d2-bb42-35ef89acaf39 {{(pid=101324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:02:51.019658 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.020796 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-132bd9db-8f93-488d-812b-76f05f9bc170 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/routers/00e02326-5898-46d2-bb42-35ef89acaf39 HTTP/1.1" status: 204 len: 168 time: 0.8063056 Aug 19 19:02:51.023565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46572) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:51.050919 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.078316 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Pushing event deleted for resources: {'Port': ['ID=e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:51.081352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] No DVR routers for this DVR port e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:02:51.088776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.089128 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.089476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.089818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.090155 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.090487 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.090827 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.091157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.091918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.091918 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.092145 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.092474 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8f82a0-0e0e-458b-ad34-aa65dc544dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:51.114395 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.208063 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.218324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697363cd-1fbf-4688-9a68-bd7abc1b2e54']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:51.228538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202d2475-d71c-4cec-988b-d2a9488e37ca') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:51.228971 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202d2475-d71c-4cec-988b-d2a9488e37ca') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:51.241873 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.258553 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.269489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:02:51.270170 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: timer() Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:02:51.273978 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:02:51.348033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.353650 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.358385 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46574) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:51.358865 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/networks/697363cd-1fbf-4688-9a68-bd7abc1b2e54 HTTP/1.1" status: 204 len: 168 time: 0.3338544 Aug 19 19:02:51.364068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76a27e02-8486-4c90-a817-41f526da2526 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:02:51.375061 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e1882-27d0-467b-95cf-c1be8379754d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Network': ['ID=697363cd-1fbf-4688-9a68-bd7abc1b2e54,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:51.384965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 76a27e02-8486-4c90-a817-41f526da2526 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:02:51.385388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76a27e02-8486-4c90-a817-41f526da2526 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:02:51.385913 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:02:51.404893 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:02:51.405255 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e05f79cb-d62c-4d1e-b9c5-3ef5ee0863ed not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:02:51.428887 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.454397 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.520811 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.523676 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.524855 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/security-groups/390bbf21-aeab-4a87-87a8-8fc8fc0c023c HTTP/1.1" status: 204 len: 168 time: 0.1655040 Aug 19 19:02:51.540987 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51217884-d6a3-43b6-9eda-dd05012ab214 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bbf21-aeab-4a87-87a8-8fc8fc0c023c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:51.737203 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46580) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:51.742028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46268072', 'description': 'tempest-secgroup-smoke-46268072 description', 'project_id': '02938f18f5df4651887781b6024b663f'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:51.764131 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.851114 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.861090 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.892462 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.900491 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1554863 Aug 19 19:02:51.900491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4627bf-7c94-44d1-895d-c1c8acb18ad0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7440bcc5-9729-4582-8872-21fde44f65a0,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:51.901666 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46582) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:51.904999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:51.932245 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.987707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:51.992141 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.011314 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8356ead3-8804-492d-a496-4206caaa79e9,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.017549 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.022293 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-57583717-1f57-42e5-af72-17e94340e93e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177354 Aug 19 19:02:52.022293 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46584) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.027932 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.055312 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.112607 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.116066 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.134857 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f136c96-c6c5-42a3-a2f0-7a25d0e9c59e,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.140846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.142052 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aeb1171b-f594-4e13-b098-ca2207303140 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186144 Aug 19 19:02:52.144914 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46588) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.150586 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.177317 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.243784 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.248221 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.267202 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4919643-8c86-4afd-94c5-a0a4904e9945,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.273636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.274930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c51aeee8-8317-479a-89ed-7c4a992ad260 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290841 Aug 19 19:02:52.277761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46590) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.282144 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.307345 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.366402 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.369918 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.388264 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb28900-1195-481c-9bfb-62ce73ab2b12,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.394445 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.395650 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d92f7778-03b7-4820-8c7f-eb3756b0ef46 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169307 Aug 19 19:02:52.398478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46592) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.402912 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.424259 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:02:52.430281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.491279 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.495160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.515124 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c951409-dc13-4aea-baab-193524182c3a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.518900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.520035 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bb3c06fe-186a-4dcf-bd15-13f0a730e20b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206613 Aug 19 19:02:52.522887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46596) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.527397 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'security_group_rule': {'security_group_id': '7440bcc5-9729-4582-8872-21fde44f65a0', 'project_id': '02938f18f5df4651887781b6024b663f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.548746 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Project 02938f18f5df4651887781b6024b663f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:02:52.554236 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.618992 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.622538 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.643736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a1c29f-ed33-4b50-8086-6c55ae2ca0ab,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.647079 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.648299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-b51ef2a8-fbc6-4794-bd89-16aecbb96713 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243708 Aug 19 19:02:52.651073 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46598) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.655925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'network': {'name': 'tempest-network-smoke--1292497102', 'project_id': '02938f18f5df4651887781b6024b663f', 'port_security_enabled': True}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.676024 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:02:52.679865 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.703654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:02:52.712660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.713042 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Added segment 2fd4de1c-bad4-46ec-b001-84ab9a43d479 of type vlan for network 0a4575ed-d4e7-437b-8a75-70e243212447 Aug 19 19:02:52.752843 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.776591 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.782109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:52.782707 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.834921 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826670 Aug 19 19:02:52.837763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46600) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:52.842575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'admin_state_up': True, 'project_id': '02938f18f5df4651887781b6024b663f', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:52.853333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aadad-1a9e-45d2-89a7-756776dfba25 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Network': ['ID=0a4575ed-d4e7-437b-8a75-70e243212447,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:52.865429 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 0a4575ed-d4e7-437b-8a75-70e243212447 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:02:52.867262 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.868352 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:52.919317 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.058895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.247622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.255777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f682546c-6c40-46f4-9937-e4f4936a922b no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:02:53.267505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.276404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: f682546c-6c40-46f4-9937-e4f4936a922b {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:02:53.276750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device f682546c-6c40-46f4-9937-e4f4936a922b not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:02:53.373269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.190 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/905d3ee3-049a-4155-bf6c-9f24164688f1) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:02:53.476850 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.521837 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.557929 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:02:53.562836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:53.566331 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:02:53.591126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=905d3ee3-049a-4155-bf6c-9f24164688f1,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:53.822183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.032338 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.163677 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:02:54.268979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:02:54.278905 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Sync routers for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:02:54.287244 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.288040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:54.288664 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:54.289050 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-845fcdad-ec61-49b7-a88d-cf965289fb0a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4500659 Aug 19 19:02:54.292022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46602) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:54.365494 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-69179a28-3a43-4ff2-a818-399efe31ab66 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=02938f18f5df4651887781b6024b663f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714602 Aug 19 19:02:54.367673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46606) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:54.393643 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:54.452719 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef03b2f-f248-4831-a9fa-c7cd94f82a09 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:54.454264 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-fef03b2f-f248-4831-a9fa-c7cd94f82a09 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856709 Aug 19 19:02:54.457230 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46608) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:54.484598 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2671494c-7325-4496-b14a-a06bbbd5c585 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5c4bb3d-1177-4677-bb98-2cfd12b704fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263207 Aug 19 19:02:54.487117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46610) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:54.491916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949748190', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'project_id': '02938f18f5df4651887781b6024b663f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:54.576948 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:53Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:54.587155 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:02:54.590865 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.604410 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Checking router: 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:02:54.604745 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Updating router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa port 905d3ee3-049a-4155-bf6c-9f24164688f1 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:02:54.628771 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.779618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.841767 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Subnet': ['ID=d5655340-7be9-47cc-ac98-884c14804662,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:54.853790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Checking segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:02:54.854165 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network hostable DHCP agents. Network: 0a4575ed-d4e7-437b-8a75-70e243212447, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:02:54.871857 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 0a4575ed-d4e7-437b-8a75-70e243212447 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:02:54.879786 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.880612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 0a4575ed-d4e7-437b-8a75-70e243212447) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:54.886343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:54.887082 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.891262 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Transition to ACTIVE for port object 905d3ee3-049a-4155-bf6c-9f24164688f1 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:54.893117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb475dd-fce1-4871-91e8-4c351fdb2996 None None] Network 0a4575ed-d4e7-437b-8a75-70e243212447 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:02:54.897012 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.905908 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-8aeded50-0035-4db3-b0ec-75850f381c8f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4177449 Aug 19 19:02:54.909225 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46612) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:02:54.942390 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Attempting to bind port 905d3ee3-049a-4155-bf6c-9f24164688f1 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:02:54.942775 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Attempting to bind port 905d3ee3-049a-4155-bf6c-9f24164688f1 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:02:54.943137 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Attempting to bind port 905d3ee3-049a-4155-bf6c-9f24164688f1 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:02:54.955431 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:02:54.955767 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:02:54.956174 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.956571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:02:54.957041 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Bound port: 905d3ee3-049a-4155-bf6c-9f24164688f1, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:02:54.957424 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.009761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] For port 905d3ee3-049a-4155-bf6c-9f24164688f1, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:02:55.013254 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] For port 905d3ee3-049a-4155-bf6c-9f24164688f1, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=905d3ee3-049a-4155-bf6c-9f24164688f1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:02:55.014346 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Pushing event updated for resources: {'Port': ['ID=905d3ee3-049a-4155-bf6c-9f24164688f1,revision_number=2']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:55.021842 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.025389 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.025737 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.026075 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.026412 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.026742 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.027203 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.027574 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.027909 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.028229 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.028552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.028873 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.029192 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:55.055244 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-0a4575ed-d4e7-437b-8a75-70e243212447', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:02:55.056441 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.089090 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf0e3-c740-4c97-b070-ad2c006c9156 None None] Pushing event updated for resources: {'Port': ['ID=905d3ee3-049a-4155-bf6c-9f24164688f1,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:55.094381 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:55.094991 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:55.207025 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:55.211662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Allocated IP 172.20.0.2 (0a4575ed-d4e7-437b-8a75-70e243212447/d5655340-7be9-47cc-ac98-884c14804662/eb74bc42-14a8-45d3-be09-d9093960b67d) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:02:55.359954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.369290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Transition to ACTIVE for port object eb74bc42-14a8-45d3-be09-d9093960b67d will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:55.376345 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.386730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Transition to ACTIVE for port object eb74bc42-14a8-45d3-be09-d9093960b67d will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:55.393933 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.437741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Network 0a4575ed-d4e7-437b-8a75-70e243212447 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:02:55.440879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:55.445400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:02:55.451179 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Pushing event updated for resources: {'Port': ['ID=eb74bc42-14a8-45d3-be09-d9093960b67d,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:55.494719 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:53Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:55.504905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Attempting to bind port eb74bc42-14a8-45d3-be09-d9093960b67d on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:02:55.505286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Attempting to bind port eb74bc42-14a8-45d3-be09-d9093960b67d by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:02:55.505654 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Attempting to bind port eb74bc42-14a8-45d3-be09-d9093960b67d on network 0a4575ed-d4e7-437b-8a75-70e243212447 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:02:55.512100 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:02:55.512858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Checking segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:02:55.513292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.513663 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Bound using segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:02:55.514136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Bound port: eb74bc42-14a8-45d3-be09-d9093960b67d, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:02:55.514727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.521822 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f842ba-c3c8-4340-87d2-f8508b80b14d None None] The sync data for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 is: [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:53Z', 'revision_number': 3, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:02:55.589923 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] For port eb74bc42-14a8-45d3-be09-d9093960b67d, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:02:55.593935 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] For port eb74bc42-14a8-45d3-be09-d9093960b67d, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=eb74bc42-14a8-45d3-be09-d9093960b67d,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:02:55.599928 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.671376 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.1 (0a4575ed-d4e7-437b-8a75-70e243212447/d5655340-7be9-47cc-ac98-884c14804662/54c7b131-5b5d-439b-9f4d-02bdffc38476) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:02:55.675399 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98131c74-35aa-4df2-a34c-2b9dee43afd6 None None] Pushing event updated for resources: {'Port': ['ID=eb74bc42-14a8-45d3-be09-d9093960b67d,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:55.829454 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.851814 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object 54c7b131-5b5d-439b-9f4d-02bdffc38476 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:55.900370 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:55.947778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 0a4575ed-d4e7-437b-8a75-70e243212447 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:02:55.951133 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:55.953527 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:02:55.985516 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:56.013245 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.151180 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.474050 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.480285 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.568185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:56.571403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.680123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 0a4575ed-d4e7-437b-8a75-70e243212447 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:02:56.681888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:56.711390 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f775ed-15cb-489a-b400-1d6aa1edea17 None None] Network 0a4575ed-d4e7-437b-8a75-70e243212447 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:02:56.807079 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:02:56.831077 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-67cfec7c-e022-4bd8-ab7b-5b05baacd985 None None] Provisioning for port eb74bc42-14a8-45d3-be09-d9093960b67d completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:02:56.939731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:02:56.947767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ee0df387-67ab-4604-b244-a91d15d61835 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0374525 Aug 19 19:02:57.028616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.110934 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-1683bc4c-04ae-4c7a-9bf0-e05aa17ef9c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46268072&fields=id&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 267 time: 0.0421965 Aug 19 19:02:57.184305 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-950349ea-c411-4c96-841c-a9138ce38c8a None None] Provisioning for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:02:57.191085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-950349ea-c411-4c96-841c-a9138ce38c8a None None] Provisioning complete for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:57.191757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-950349ea-c411-4c96-841c-a9138ce38c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.204906 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:02:57.241841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-950349ea-c411-4c96-841c-a9138ce38c8a None None] Port 54c7b131-5b5d-439b-9f4d-02bdffc38476 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:02:57.249064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-c49a1974-48a4-4be2-8772-4d9e292b028b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:57.257950 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-c49a1974-48a4-4be2-8772-4d9e292b028b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 797 time: 0.1387410 Aug 19 19:02:57.275230 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-83fa7dc9-9250-4d4c-84a9-593189321c00 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/quotas/02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 375 time: 0.0159795 Aug 19 19:02:57.358221 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-97e1c2e2-c84a-42cf-82a6-77335752d02c tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759196 Aug 19 19:02:57.377043 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-ae0b4fa3-411a-4845-83fd-ae177f074649 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:02:57.379955 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-ae0b4fa3-411a-4845-83fd-ae177f074649 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075796 Aug 19 19:02:57.399187 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Sync routers for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:02:57.411136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 905d3ee3-049a-4155-bf6c-9f24164688f1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:02:57.438094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:57.438735 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:57.503326 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-6b2579f5-84e1-4e5c-a827-26025fc1cdf9 service neutron] 10.222.0.36 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169844 Aug 19 19:02:57.520136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ab1b71a5-9595-4562-abcc-666c3e2a5687 None None] Provisioning complete for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:57.520510 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ab1b71a5-9595-4562-abcc-666c3e2a5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.604798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 905d3ee3-049a-4155-bf6c-9f24164688f1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:02:57.605911 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-909ec277-5cb4-44a6-9e22-658e6900b4ad service neutron] 10.222.0.36 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016865 Aug 19 19:02:57.610136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b71a5-9595-4562-abcc-666c3e2a5687 None None] Port 54c7b131-5b5d-439b-9f4d-02bdffc38476 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:02:57.617041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 905d3ee3-049a-4155-bf6c-9f24164688f1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:57.617662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.641747 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:57.785788 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-3149f143-6f0a-49d1-a926-67bea266249d None None] Provisioning complete for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:57.786459 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3149f143-6f0a-49d1-a926-67bea266249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.787979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-af80aec0-4a8f-4d43-b04e-8b022578781f req-1edd81da-2410-4ad9-bb58-b7b781549c94 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 210 time: 0.0312340 Aug 19 19:02:57.871248 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.882928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-3149f143-6f0a-49d1-a926-67bea266249d None None] Port 54c7b131-5b5d-439b-9f4d-02bdffc38476 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:02:57.917348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 905d3ee3-049a-4155-bf6c-9f24164688f1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=905d3ee3-049a-4155-bf6c-9f24164688f1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:57.923064 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:57.923963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device eb74bc42-14a8-45d3-be09-d9093960b67d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:02:58.016894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=905d3ee3-049a-4155-bf6c-9f24164688f1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:58.032439 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 2, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:58.059488 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Checking router: 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:02:58.059855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Updating router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa port 54c7b131-5b5d-439b-9f4d-02bdffc38476 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:02:58.062703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port eb74bc42-14a8-45d3-be09-d9093960b67d completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:02:58.086323 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port eb74bc42-14a8-45d3-be09-d9093960b67d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:58.086704 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.112432 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.278876 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.293411 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-66fe83e1-1c5d-4b4e-9bf5-2b230a84a853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.366852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port eb74bc42-14a8-45d3-be09-d9093960b67d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=eb74bc42-14a8-45d3-be09-d9093960b67d,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:02:58.371265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.636989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=eb74bc42-14a8-45d3-be09-d9093960b67d,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:58.713150 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.723207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Transition to ACTIVE for port object 54c7b131-5b5d-439b-9f4d-02bdffc38476 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:58.730027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.784631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc36e-b70a-4c40-9d93-2109c934a5c6 None None] Pushing event updated for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:58.852292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Attempting to bind port 54c7b131-5b5d-439b-9f4d-02bdffc38476 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:02:58.853034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Attempting to bind port 54c7b131-5b5d-439b-9f4d-02bdffc38476 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:02:58.853034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Attempting to bind port 54c7b131-5b5d-439b-9f4d-02bdffc38476 on network 0a4575ed-d4e7-437b-8a75-70e243212447 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:02:58.861224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:02:58.861726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Checking segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:02:58.862457 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.863032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Bound using segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:02:58.863783 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Bound port: 54c7b131-5b5d-439b-9f4d-02bdffc38476, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:02:58.864428 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:58.970368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] For port 54c7b131-5b5d-439b-9f4d-02bdffc38476, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:02:58.977314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] For port 54c7b131-5b5d-439b-9f4d-02bdffc38476, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=54c7b131-5b5d-439b-9f4d-02bdffc38476,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:02:58.985642 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:59.060046 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:02:59.061204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:02:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:59.137712 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc36e-b70a-4c40-9d93-2109c934a5c6 None None] Pushing event updated for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:59.232588 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:02:59.284257 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b2a7dc73-06f7-4abe-a318-fe832bdf2c25 req-a872e05c-8777-43a5-afb5-9b7af8fa5d26 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 210 time: 0.0401797 Aug 19 19:02:59.366438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 905d3ee3-049a-4155-bf6c-9f24164688f1 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:02:59.441255 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-12764a35-79da-4256-a891-eeff1df6d8bd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:59.442678 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-12764a35-79da-4256-a891-eeff1df6d8bd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 797 time: 0.5413098 Aug 19 19:02:59.487709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 905d3ee3-049a-4155-bf6c-9f24164688f1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:59.488091 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:59.496108 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-4914d05c-3cac-4e80-a3be-2cbe0c95d142 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02938f18f5df4651887781b6024b663f HTTP/1.1" status: 200 len: 378 time: 0.0369260 Aug 19 19:02:59.505460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'port': {'device_id': '892a76db-ef46-4280-94f9-cd58134387d3', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'admin_state_up': True, 'tenant_id': '02938f18f5df4651887781b6024b663f', 'security_groups': ['7440bcc5-9729-4582-8872-21fde44f65a0']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:59.545681 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:02:58Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:02:59.576784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aa9cd-bc25-41de-b6c2-f098bf26ac34 None None] The sync data for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 is: [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:02:58Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:02:59.617859 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device eb74bc42-14a8-45d3-be09-d9093960b67d up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:02:59.642041 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Made reservation on behalf of 02938f18f5df4651887781b6024b663f for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:02:59.653881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:59.675726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port eb74bc42-14a8-45d3-be09-d9093960b67d triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:59.676105 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:59.791792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.20.0.8 (0a4575ed-d4e7-437b-8a75-70e243212447/d5655340-7be9-47cc-ac98-884c14804662/ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:02:59.943309 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:59.958495 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Transition to ACTIVE for port object ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:59.994281 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.044045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network 0a4575ed-d4e7-437b-8a75-70e243212447 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:00.047267 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:00.051272 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:00.079315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:00.112746 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:00.113406 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.131337 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-8d7dfe3f-a1c9-445e-bc3b-39c4f7088e71 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6293368 Aug 19 19:03:00.150000 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Request body: {'port': {'device_id': '892a76db-ef46-4280-94f9-cd58134387d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:00.217107 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.283582 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ff592705-3bf1-4399-8c78-690303693817 None None] Provisioning for port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:00.287807 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ff592705-3bf1-4399-8c78-690303693817 None None] Provisioning complete for port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:00.288189 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ff592705-3bf1-4399-8c78-690303693817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.327671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ff592705-3bf1-4399-8c78-690303693817 None None] Port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:03:00.421642 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c2c0b-ba38-4b90-a120-230e48b26d23 req-1390fed5-cdd1-4f7f-93da-4485419cc32d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:00.423301 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e1c2c0b-ba38-4b90-a120-230e48b26d23 req-1390fed5-cdd1-4f7f-93da-4485419cc32d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 931 time: 0.0519373 Aug 19 19:03:00.466014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e1c2c0b-ba38-4b90-a120-230e48b26d23 req-d47079fe-d8b8-48d6-a1a6-e16c9e6139ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355868 Aug 19 19:03:00.511804 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:03:00.520283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.533759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Transition to ACTIVE for port object ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:00.538291 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.613657 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:00.673660 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Attempting to bind port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:03:00.674867 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Attempting to bind port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:03:00.675218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Attempting to bind port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 on network 0a4575ed-d4e7-437b-8a75-70e243212447 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:00.681529 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 on network 0a4575ed-d4e7-437b-8a75-70e243212447 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:03:00.681939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Attempting to bind port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 on network 0a4575ed-d4e7-437b-8a75-70e243212447 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:00.687399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:03:00.687858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Checking segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:03:00.688253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Bound using segment: {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:03:00.688688 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Bound port: ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd4de1c-bad4-46ec-b001-84ab9a43d479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:03:00.689067 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.690971 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8b1a3d54-e078-4306-921e-cca3a7699323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.758106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:03:00.761467 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:03:00.765858 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.802609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:00.804123 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:00.805299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] 10.222.0.13 "PUT /v2.0/ports/ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 1092 time: 0.6603811 Aug 19 19:03:00.807409 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:00.809705 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:00.837288 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b1df-49b1-47db-8625-bde25b675d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:00.869177 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b976f-dcf3-409d-be00-4a752cebba90 x-openstack-request-id: req-e25b976f-dcf3-409d-be00-4a752cebba90 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:00.869478 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:00.869730 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e25b976f-dcf3-409d-be00-4a752cebba90 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:00.870130 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'status': 'completed', 'code': 200} Aug 19 19:03:00.924541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-f088ba51-573e-481c-b067-97381233d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:00.926113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-f088ba51-573e-481c-b067-97381233d1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1095 time: 0.0433090 Aug 19 19:03:00.976374 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-462e3d3c-249e-4baf-adeb-afb0f7be2856 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 217 time: 0.0363271 Aug 19 19:03:01.026739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-5afb8c9b-cf6e-4055-895b-071ce904c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.028162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-5afb8c9b-cf6e-4055-895b-071ce904c22a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0453641 Aug 19 19:03:01.040986 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:01.083614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e367-7796-4b21-921e-9610517b3943 req-10fca47b-4532-4688-97ec-2a31abe267d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.085139 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-10fca47b-4532-4688-97ec-2a31abe267d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496829 Aug 19 19:03:01.178262 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-8ff6be1d-8d86-4802-9197-09289d2bac43 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850091 Aug 19 19:03:01.276211 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31c0e367-7796-4b21-921e-9610517b3943 req-7ebb0192-654e-46d7-aad8-931384597d9e service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893009 Aug 19 19:03:01.319437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 54c7b131-5b5d-439b-9f4d-02bdffc38476 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:03:01.368020 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:01.371709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:01.372093 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:01.414823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-10b14232-5ebd-4909-b994-d40a1c3c5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.416377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-10b14232-5ebd-4909-b994-d40a1c3c5629 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1095 time: 0.0426190 Aug 19 19:03:01.448869 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:01.484048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 54c7b131-5b5d-439b-9f4d-02bdffc38476, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=54c7b131-5b5d-439b-9f4d-02bdffc38476,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:01.487930 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:01.518218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-8b39d102-e970-4e63-ac3a-27889b754cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.520093 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-8b39d102-e970-4e63-ac3a-27889b754cf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 898 time: 0.0963397 Aug 19 19:03:01.545901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:01.565378 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-b5102ac1-5209-4c1b-9c0b-4d2c59318c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 217 time: 0.0365136 Aug 19 19:03:01.604016 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed572eab-6259-42ae-ac18-7b6ea7beb888 req-44b1cc3e-191e-4486-b708-f919e1b1edf7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.605543 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed572eab-6259-42ae-ac18-7b6ea7beb888 req-44b1cc3e-191e-4486-b708-f919e1b1edf7 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 943 time: 0.0613439 Aug 19 19:03:01.617057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-988345a3-9a74-4af8-8f39-c352d04cdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.618538 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-988345a3-9a74-4af8-8f39-c352d04cdab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0458419 Aug 19 19:03:01.643744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed572eab-6259-42ae-ac18-7b6ea7beb888 req-c9dbb830-5e86-4a84-aeef-eb1ea57ac628 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319631 Aug 19 19:03:01.674460 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-9a7b0780-21ac-47b8-a3c7-cd55698b1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.675997 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-9a7b0780-21ac-47b8-a3c7-cd55698b1301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466166 Aug 19 19:03:01.766404 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-3aa3ba2f-20f5-4b2c-b5db-0529c8939a11 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820246 Aug 19 19:03:01.864590 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-17f3942e-c729-4c35-9b5c-7c2a45e99c1d req-0ac07f37-2498-4e0a-81bf-d5578c224f66 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902843 Aug 19 19:03:02.252320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:02.764744 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aed17-8688-4f4a-aadd-bef48183a887 req-9bb754e4-e8fd-413e-a3ef-18c0c93e7e4b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:02.766360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196aed17-8688-4f4a-aadd-bef48183a887 req-9bb754e4-e8fd-413e-a3ef-18c0c93e7e4b tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 943 time: 0.0519462 Aug 19 19:03:02.804666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-196aed17-8688-4f4a-aadd-bef48183a887 req-e4d21743-d3b8-4bcc-af7d-327c03ab4302 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322676 Aug 19 19:03:03.305989 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 54c7b131-5b5d-439b-9f4d-02bdffc38476 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:03:03.355613 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 54c7b131-5b5d-439b-9f4d-02bdffc38476 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:03.355996 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:03.807832 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:03.923973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8c689-efde-44b4-ba26-4a5df51f6ec8 req-3a5b2de5-fcaa-4d80-bb04-a4af904226c2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:03.925483 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf8c689-efde-44b4-ba26-4a5df51f6ec8 req-3a5b2de5-fcaa-4d80-bb04-a4af904226c2 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 943 time: 0.0511754 Aug 19 19:03:03.964286 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bcf8c689-efde-44b4-ba26-4a5df51f6ec8 req-64f23178-fa31-4c13-9314-be19fe05b8e1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321608 Aug 19 19:03:04.405899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:03:04.497608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:04.508149 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'port_id': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'mac_address': 'fa:16:3e:1a:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:03:04.549022 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:04.561927 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:03:04.581365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:04.586368 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:04.636909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:04.852802 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:03:05.082581 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d772cd-33bd-4356-9112-44de5cee7395 req-01103fb6-9203-4210-b004-a825c29699c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:05.084095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15d772cd-33bd-4356-9112-44de5cee7395 req-01103fb6-9203-4210-b004-a825c29699c6 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 944 time: 0.0528233 Aug 19 19:03:05.123989 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-15d772cd-33bd-4356-9112-44de5cee7395 req-3dee5b31-2a24-4c66-866d-a86cff6fa190 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325279 Aug 19 19:03:06.244072 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adde988-1f36-47eb-b86a-43bb29dd9c47 req-393d638c-ee5a-467a-82c0-f23bd050ba07 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.245583 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0adde988-1f36-47eb-b86a-43bb29dd9c47 req-393d638c-ee5a-467a-82c0-f23bd050ba07 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 944 time: 0.0504665 Aug 19 19:03:06.285238 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0adde988-1f36-47eb-b86a-43bb29dd9c47 req-6d96cca1-8cdf-426e-9eb0-f3818b3382f1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337098 Aug 19 19:03:06.439542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:03:06.487728 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:06.491777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:06.492154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:06.570371 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:06.592408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:06.594619 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68522a55-67fb-4e9c-bb96-a51dccdd8b6f" -d '{"events": [{"server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "name": "network-vif-plugged", "status": "completed", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:06.607482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:06.611319 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:06.635163 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59854335-4f97-4f6f-9941-26bbbd9b8f87 x-openstack-request-id: req-59854335-4f97-4f6f-9941-26bbbd9b8f87 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:06.635477 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "name": "network-vif-plugged", "status": "completed", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:06.635730 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59854335-4f97-4f6f-9941-26bbbd9b8f87 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:06.636114 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'code': 200} Aug 19 19:03:06.660975 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:06.756546 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a389a8-1b8c-4ead-adc0-a506606cb17a req-cc71fc34-a92c-4497-85a1-e9566eae5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.758665 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-84a389a8-1b8c-4ead-adc0-a506606cb17a req-cc71fc34-a92c-4497-85a1-e9566eae5ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1097 time: 0.0429118 Aug 19 19:03:06.793348 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-84a389a8-1b8c-4ead-adc0-a506606cb17a req-d41a5a1b-bcbf-4614-b8d8-85a5be68a83e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273349 Aug 19 19:03:07.398466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44f0f3-0317-40b9-a2e2-17291f7edc93 req-fd49775a-eedc-4b25-ad64-f5b2691d1ace tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:07.399993 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de44f0f3-0317-40b9-a2e2-17291f7edc93 req-fd49775a-eedc-4b25-ad64-f5b2691d1ace tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Aug 19 19:03:07.436658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-de44f0f3-0317-40b9-a2e2-17291f7edc93 req-42a764d8-a3ca-4192-b719-471e6201e2d5 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307741 Aug 19 19:03:08.558594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f9016-9d5d-49c1-be7f-6c0f545463cb req-3f8c6f5d-3191-4776-907b-6bdcbe65fa26 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:08.560159 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026f9016-9d5d-49c1-be7f-6c0f545463cb req-3f8c6f5d-3191-4776-907b-6bdcbe65fa26 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0557120 Aug 19 19:03:08.598931 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-026f9016-9d5d-49c1-be7f-6c0f545463cb req-3449f930-5796-423e-b930-11f50b05d05e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327656 Aug 19 19:03:08.713068 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545699e-292e-4d22-9bbd-4bb781ffad35 req-efb78d85-e45d-4458-aa85-4f148079a486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:08.714653 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4545699e-292e-4d22-9bbd-4bb781ffad35 req-efb78d85-e45d-4458-aa85-4f148079a486 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0495269 Aug 19 19:03:08.751966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4545699e-292e-4d22-9bbd-4bb781ffad35 req-81fa5601-5866-451a-9be6-66393e3e579f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312638 Aug 19 19:03:08.774270 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46676) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:08.814158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5dfbec-fb6d-4d15-8d5a-306f564c0f94 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:08.815744 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5f5dfbec-fb6d-4d15-8d5a-306f564c0f94 tempest-TestNetworkAdvancedServerOps-910350595 tempest-TestNetworkAdvancedServerOps-910350595-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1092 time: 0.0404823 Aug 19 19:03:08.818484 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46678) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:08.823252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:08.845502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.946799 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.048918 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Allocated IP 172.25.5.69 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/1b15b266-ec20-47a8-aeb9-e2ce73ce819b) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:03:09.159106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.199526 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.242432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:09.245539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:09.249758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:09.255237 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=1b15b266-ec20-47a8-aeb9-e2ce73ce819b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:09.942567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.009798 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.157159 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.161660 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.231848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event updated for resources: {'Port': ['ID=1b15b266-ec20-47a8-aeb9-e2ce73ce819b,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:10.244453 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.348035 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f associated. External IP: 172.25.5.69, port: ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2. Aug 19 19:03:10.565328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:03:10.672962 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:03:10.684391 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Sync routers for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:03:10.690590 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:10.695742 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:10.696370 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:10.718689 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ed6959a6-1522-4305-b94d-5c9419a63b80 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8991506 Aug 19 19:03:10.719267 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:10.721572 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f" -d '{"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:10.813578 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:10.833909 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba7b1c-439e-479f-a5bf-f3b8984b6854 req-3fc6a18e-c9a3-4361-8342-85b2b081480d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:10.835841 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aba7b1c-439e-479f-a5bf-f3b8984b6854 req-3fc6a18e-c9a3-4361-8342-85b2b081480d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0587676 Aug 19 19:03:10.837516 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f7918c-e0d8-4ec8-a88d-1181f8b67e71 x-openstack-request-id: req-94f7918c-e0d8-4ec8-a88d-1181f8b67e71 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:10.837799 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:10.838054 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94f7918c-e0d8-4ec8-a88d-1181f8b67e71 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:10.838444 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'status': 'completed', 'code': 200} Aug 19 19:03:10.877637 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1aba7b1c-439e-479f-a5bf-f3b8984b6854 req-a1dcf06a-3e16-4a09-829c-f66e84e2dd72 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348029 Aug 19 19:03:10.901022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46686) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:10.914515 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-f760fee0-0fbc-4445-9daf-6991957de389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:10.916962 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-f760fee0-0fbc-4445-9daf-6991957de389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1097 time: 0.0455959 Aug 19 19:03:10.977212 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-bd7681f0-4480-4e10-b1b5-1ed25abf6387 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f HTTP/1.1" status: 200 len: 990 time: 0.0750124 Aug 19 19:03:11.015975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-acdd0c45-1d10-46cc-9d0c-438f481ad9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:11.017752 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-acdd0c45-1d10-46cc-9d0c-438f481ad9e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 898 time: 0.0945787 Aug 19 19:03:11.058141 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'port_id': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'mac_address': 'fa:16:3e:1a:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a76db-ef46-4280-94f9-cd58134387d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:09Z', 'updated_at': '2021-08-19T19:03:09Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:11.085761 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Checking router: 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:03:11.087641 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-367b180c-e1fe-4496-a312-780654151e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 998 time: 0.0633237 Aug 19 19:03:11.093945 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:11.094542 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:11.144633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-eabf6645-e2ee-49bc-99f9-8c579b95901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:11.146135 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-eabf6645-e2ee-49bc-99f9-8c579b95901c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0525255 Aug 19 19:03:11.192750 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-74676420-3744-4a61-a819-6c4d75748dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:11.194991 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-74676420-3744-4a61-a819-6c4d75748dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424118 Aug 19 19:03:11.207238 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:11.300361 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-78965b15-cadd-4d1c-80d9-3af32e8f3320 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948186 Aug 19 19:03:11.393214 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a8545a9f-9d94-4f37-b592-8e8fd3eab80f req-4cb480b7-104c-4673-8ba7-944c1a64e223 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Aug 19 19:03:11.449587 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'port_id': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'mac_address': 'fa:16:3e:1a:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a76db-ef46-4280-94f9-cd58134387d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:09Z', 'updated_at': '2021-08-19T19:03:09Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:11.475949 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25f609-ae74-47eb-be53-fe5eba763763 None None] The sync data for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 is: [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'port_id': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'mac_address': 'fa:16:3e:1a:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a76db-ef46-4280-94f9-cd58134387d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:09Z', 'updated_at': '2021-08-19T19:03:09Z', 'revision_number': 0, 'project_id': '02938f18f5df4651887781b6024b663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:03:11.699460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df620dbd-0b76-4efa-80b6-34ee4fe3fd2a None None] New status for floating IP df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f: ACTIVE {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:03:11.981450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46688) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:12.047018 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-01305cf7-6feb-4d11-92a5-2de0613ee47e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f HTTP/1.1" status: 200 len: 992 time: 0.0644462 Aug 19 19:03:17.865150 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:27.022804 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:28.238178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-beef9cba-22f9-46de-a2f1-cce6250f0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:30.693391 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7705e8e3-cfec-4d99-bb7e-13c7a6616327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:31.042688 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:32.255966 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:33.809923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:34.204281 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:03:40.805357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c711f-26ad-4c9c-9b63-3760c392f7a9 req-d9cc35e3-874e-412a-8f33-e3eff7d40485 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:40.807490 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f3c711f-26ad-4c9c-9b63-3760c392f7a9 req-d9cc35e3-874e-412a-8f33-e3eff7d40485 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Aug 19 19:03:40.846282 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1f3c711f-26ad-4c9c-9b63-3760c392f7a9 req-d57021af-459d-424c-ace0-d6809ebfa724 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327127 Aug 19 19:03:40.953276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-2de6e007-b841-4c8c-8e04-4cc340f511d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:40.954769 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-2de6e007-b841-4c8c-8e04-4cc340f511d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1097 time: 0.0793417 Aug 19 19:03:41.061057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-d4b0d626-bb45-4b4b-a386-d16726e2842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:41.062523 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-d4b0d626-bb45-4b4b-a386-d16726e2842d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 898 time: 0.0861208 Aug 19 19:03:41.134489 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-75dd746f-0c21-4060-b1fd-22eedd012f08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 1000 time: 0.0632286 Aug 19 19:03:41.185881 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-77aee921-c609-4ab3-9634-d09fecfc8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:41.187318 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-77aee921-c609-4ab3-9634-d09fecfc8d84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0447824 Aug 19 19:03:41.234576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-ebaff2be-636c-4261-b0bd-d19ad5a755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:41.236093 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-ebaff2be-636c-4261-b0bd-d19ad5a755ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408804 Aug 19 19:03:41.328927 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-8e78051b-932d-4e83-8c95-6f510f9d3c7d service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845382 Aug 19 19:03:41.419268 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3717bb8-1ff5-402f-a971-cdffa434ea33 req-e1f01e1c-c14c-4bef-bc01-5916a6d48b63 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805452 Aug 19 19:03:41.965952 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829beae-f600-459e-94f0-6147357d2e89 req-cd1802bf-8988-4636-9776-cc31d4c9dbdc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:41.967454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7829beae-f600-459e-94f0-6147357d2e89 req-cd1802bf-8988-4636-9776-cc31d4c9dbdc tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Aug 19 19:03:42.005165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7829beae-f600-459e-94f0-6147357d2e89 req-8daeec0c-6533-4535-8ea2-a75e16918c0f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316737 Aug 19 19:03:42.029364 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46708) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:42.094787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-76a8a1d7-2f0e-4f02-a97c-523ffde51c22 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f HTTP/1.1" status: 200 len: 992 time: 0.0642667 Aug 19 19:03:43.390337 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd62d9-fb5d-4d6a-b1b7-44ee1f5a0733 req-88bd95e5-7fbf-4c47-b5fa-e40d2f030b95 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.391878 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8cd62d9-fb5d-4d6a-b1b7-44ee1f5a0733 req-88bd95e5-7fbf-4c47-b5fa-e40d2f030b95 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Aug 19 19:03:43.436028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e182-9253-4079-adcc-b9e60498d91e req-3f88290e-ea76-4ebd-816b-ae05f599be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.436905 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c8cd62d9-fb5d-4d6a-b1b7-44ee1f5a0733 req-1937a538-4d2a-45da-acb8-9de92f8f5cfd tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351589 Aug 19 19:03:43.437624 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-3f88290e-ea76-4ebd-816b-ae05f599be0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1097 time: 0.0502625 Aug 19 19:03:43.535612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e182-9253-4079-adcc-b9e60498d91e req-8cc0a2f3-8d4f-49e5-a3e9-9d4282d32a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.537114 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-8cc0a2f3-8d4f-49e5-a3e9-9d4282d32a2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 898 time: 0.0909553 Aug 19 19:03:43.614989 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-0e39b20e-e29c-46c7-9e64-2bfde9425282 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 1000 time: 0.0695620 Aug 19 19:03:43.669883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e182-9253-4079-adcc-b9e60498d91e req-a1831d2f-3656-42cc-af1e-90192f3ee585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.671282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-a1831d2f-3656-42cc-af1e-90192f3ee585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0460341 Aug 19 19:03:43.719347 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e182-9253-4079-adcc-b9e60498d91e req-90da7520-f4b0-4db2-b98e-1f89278499fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:43.720898 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-90da7520-f4b0-4db2-b98e-1f89278499fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420253 Aug 19 19:03:43.822275 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-3ae38578-0d75-4a0d-81b4-a601cd93b595 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 Aug 19 19:03:43.923316 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c57e182-9253-4079-adcc-b9e60498d91e req-fc1e2253-6c44-44d7-b932-a54c490bf4cb service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916386 Aug 19 19:03:44.553409 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225255ea-ad3f-4ada-9fe9-d52e2be4ce25 req-c165e58a-fcff-42e1-9df2-da26405c10ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:44.554908 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-225255ea-ad3f-4ada-9fe9-d52e2be4ce25 req-c165e58a-fcff-42e1-9df2-da26405c10ff tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 19 19:03:44.593763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-225255ea-ad3f-4ada-9fe9-d52e2be4ce25 req-a7f998f5-b8bb-4329-9ba4-20f898b5025f tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322168 Aug 19 19:03:45.715154 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43709f-8a0e-4a7f-957f-22bde637d71a req-a2f69a51-db92-48f4-bee9-a9dd7f48d269 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:45.716680 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f43709f-8a0e-4a7f-957f-22bde637d71a req-a2f69a51-db92-48f4-bee9-a9dd7f48d269 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Aug 19 19:03:45.755095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f43709f-8a0e-4a7f-957f-22bde637d71a req-c134fdf8-4bf9-485b-840a-7fab6e668434 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324733 Aug 19 19:03:45.777644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46720) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:45.838711 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f6de27eb-3e41-482d-ad9b-a584a7fb0e55 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/floatingips/df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f HTTP/1.1" status: 200 len: 992 time: 0.0597153 Aug 19 19:03:46.138387 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46726) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:46.297951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 1b15b266-ec20-47a8-aeb9-e2ce73ce819b {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:03:46.298301 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.376863 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.377189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.389439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 1b15b266-ec20-47a8-aeb9-e2ce73ce819b owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:03:46.540723 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.567280 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=1b15b266-ec20-47a8-aeb9-e2ce73ce819b,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:46.590646 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.591005 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.591351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.591719 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592058 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592396 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.592730 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593062 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.593720 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.594047 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.594372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:46.636017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.636462 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Floating IP df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f disassociated (deleted). External IP: 172.25.5.69, port: ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2. Aug 19 19:03:46.845403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:03:46.953346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:03:46.958108 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:46.963025 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Sync routers for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:03:46.972616 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:46.973221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:46.985174 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d58497c9-a942-42aa-9906-b6dc485cbc62 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/floatingips/df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f HTTP/1.1" status: 204 len: 168 time: 0.8457491 Aug 19 19:03:46.985887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:46.988213 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:47.026959 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba68358-6820-4608-ae84-1611815ebf96 x-openstack-request-id: req-bba68358-6820-4608-ae84-1611815ebf96 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:47.026959 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:47.027223 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bba68358-6820-4608-ae84-1611815ebf96 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:47.027595 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'status': 'completed', 'code': 200} Aug 19 19:03:47.083757 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:47.121636 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-95c75c38-2f5c-4af7-ab2d-2b108a30367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.123179 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-95c75c38-2f5c-4af7-ab2d-2b108a30367d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02938f18f5df4651887781b6024b663f&device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 1097 time: 0.0532475 Aug 19 19:03:47.215764 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20688c05-bcc7-4e20-8950-9aadbbe7c3d4 req-3f22d9ee-d433-412c-9605-7991a52d49c0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.217476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20688c05-bcc7-4e20-8950-9aadbbe7c3d4 req-3f22d9ee-d433-412c-9605-7991a52d49c0 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0509176 Aug 19 19:03:47.259369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-e9a9682a-82c4-4bdf-a761-662aa251b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.260884 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-e9a9682a-82c4-4bdf-a761-662aa251b589 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 200 len: 898 time: 0.0896957 Aug 19 19:03:47.265868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-20688c05-bcc7-4e20-8950-9aadbbe7c3d4 req-1b37f517-35cd-412a-9abb-44f14c78d959 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402961 Aug 19 19:03:47.294291 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:47.315918 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-48d57352-4546-4b91-bfd8-4484e6a822ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 200 len: 217 time: 0.0395715 Aug 19 19:03:47.323563 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Checking router: 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:03:47.331797 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:47.332399 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:47.366380 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-b2384938-8d1d-4e4d-8157-30713d5c20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.367805 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-b2384938-8d1d-4e4d-8157-30713d5c20f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 200 len: 834 time: 0.0451443 Aug 19 19:03:47.415865 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-bb5abd3e-de67-44e0-8683-02935c65e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:47.417424 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-bb5abd3e-de67-44e0-8683-02935c65e7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a4575ed-d4e7-437b-8a75-70e243212447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416892 Aug 19 19:03:47.514940 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-81a127ef-4c1d-4352-b21d-fa6e43e16c19 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898077 Aug 19 19:03:47.527463 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:47.606159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a1a6acdc-ee28-4bec-a40d-9e5a65d38fe9 req-87e281e1-af7a-4770-a94c-bbebd7517a86 service neutron] 10.222.0.13 "GET /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Aug 19 19:03:47.722789 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:47.748365 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c667b1-f6f4-467c-9c1e-d49eabcffa16 None None] The sync data for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 is: [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:02:56Z', 'revision_number': 4, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '54c7b131-5b5d-439b-9f4d-02bdffc38476', 'name': '', 'network_id': '0a4575ed-d4e7-437b-8a75-70e243212447', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'mac_address': 'fa:16:3e:3d:e1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd5655340-7be9-47cc-ac98-884c14804662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:55Z', 'updated_at': '2021-08-19T19:03:01Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'subnets': [{'id': 'd5655340-7be9-47cc-ac98-884c14804662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:03:47.864867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:47.963458 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adfb75-5462-47cc-9de2-8c349eecb298 None None] New status for floating IP df2481a8-30f2-4f7f-ba7e-7c7f65f1c90f: DOWN {{(pid=101326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:03:48.383382 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af97f56-9aee-4e64-a603-c7c2af294a3a req-36c87e30-50bd-453c-955b-846a2dd7ef2a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:48.385709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af97f56-9aee-4e64-a603-c7c2af294a3a req-36c87e30-50bd-453c-955b-846a2dd7ef2a tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0495110 Aug 19 19:03:48.423062 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af97f56-9aee-4e64-a603-c7c2af294a3a req-4effc80a-b848-4a0c-bf3b-93d4c87502f9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7440bcc5-9729-4582-8872-21fde44f65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312486 Aug 19 19:03:49.170114 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-9fa3bf93-b1d4-449d-99a6-95a509f86c0d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:49.171568 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-9fa3bf93-b1d4-449d-99a6-95a509f86c0d tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Aug 19 19:03:49.263649 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:03:49.263993 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:49.350263 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:49.350628 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:49.367011 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:03:49.492248 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:49.519202 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e851c3ea-fb22-47d4-a4c5-d6a5aeab22ae req-a5257231-04c2-4fba-aec1-77ce5bb777c9 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "GET /v2.0/ports?device_id=892a76db-ef46-4280-94f9-cd58134387d3 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Aug 19 19:03:49.522068 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:49.552551 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.552908 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.553250 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.553591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.553939 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.554262 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.554595 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.555028 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.555503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.555840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.556186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.556500 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:49.578001 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] No DVR routers for this DVR port ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:03:49.580557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:49.582538 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-67cb5ad1-d565-403c-bf5f-6989cb9bfea8 req-b674c302-6eaf-4aaa-9302-b59be620ed4e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.13 "DELETE /v2.0/ports/ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 HTTP/1.1" status: 204 len: 173 time: 0.4048166 Aug 19 19:03:49.582972 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'name': 'network-vif-deleted', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:49.585221 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06abd351-bbcb-4f09-a159-4a54297f6d93" -d '{"events": [{"server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "name": "network-vif-deleted", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:49.622061 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011e9059-fdb4-4984-b0c2-8ed888853374 x-openstack-request-id: req-011e9059-fdb4-4984-b0c2-8ed888853374 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:49.622361 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892a76db-ef46-4280-94f9-cd58134387d3", "name": "network-vif-deleted", "tag": "ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:49.622615 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-011e9059-fdb4-4984-b0c2-8ed888853374 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:49.623008 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892a76db-ef46-4280-94f9-cd58134387d3', 'name': 'network-vif-deleted', 'tag': 'ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2', 'status': 'completed', 'code': 200} Aug 19 19:03:50.579115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46742) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:50.938216 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:51.192792 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 54c7b131-5b5d-439b-9f4d-02bdffc38476 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:03:51.193042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:51.281908 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 54c7b131-5b5d-439b-9f4d-02bdffc38476, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=54c7b131-5b5d-439b-9f4d-02bdffc38476,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:51.282285 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:51.294761 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 54c7b131-5b5d-439b-9f4d-02bdffc38476 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:03:51.480616 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:51.512175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=54c7b131-5b5d-439b-9f4d-02bdffc38476,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:52.010697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.225890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:03:52.334566 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:03:52.340077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-aedda1e5-b1f1-4665-827c-3ff72fc271c1 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "PUT /v2.0/routers/7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598758 Aug 19 19:03:52.342667 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46744) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:52.345659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Sync routers for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:03:52.355582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:52.356328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:52.394291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting subnet d5655340-7be9-47cc-ac98-884c14804662 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:03:52.397364 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.437235 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.458001 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:52.526264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.585713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.609961 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Subnet': ['ID=d5655340-7be9-47cc-ac98-884c14804662,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:52.615904 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.617708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-89f21bf0-0410-420c-809c-45f47cd57462 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/subnets/d5655340-7be9-47cc-ac98-884c14804662 HTTP/1.1" status: 204 len: 168 time: 0.2740965 Aug 19 19:03:52.621159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:52.625362 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdc86a-59fe-41a4-9ca9-d26daace25ed None None] Network 0a4575ed-d4e7-437b-8a75-70e243212447 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:03:52.640268 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:03:51Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:52.668858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Checking router: 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:03:52.676870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Routers {'7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:52.677487 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:52.715546 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:03:52.733833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.756312 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:03:52.756730 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device ddf76ec7-b83b-4d37-b7e8-99cbac03dbf2 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:03:52.791727 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] Set router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:52.842206 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.846280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] DHCP port deletion for 0a4575ed-d4e7-437b-8a75-70e243212447 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:03:52.895400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Deleting port eb74bc42-14a8-45d3-be09-d9093960b67d {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:03:52.895899 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.901727 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Deleting port 905d3ee3-049a-4155-bf6c-9f24164688f1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:03:52.902085 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.961032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] For port eb74bc42-14a8-45d3-be09-d9093960b67d, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=eb74bc42-14a8-45d3-be09-d9093960b67d,segment=NetworkSegment(2fd4de1c-bad4-46ec-b001-84ab9a43d479),segment_id=2fd4de1c-bad4-46ec-b001-84ab9a43d479)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:52.962191 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.975674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Calling delete_port for eb74bc42-14a8-45d3-be09-d9093960b67d owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:03:52.986057 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:03:51Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:52.988022 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] For port 905d3ee3-049a-4155-bf6c-9f24164688f1, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=905d3ee3-049a-4155-bf6c-9f24164688f1,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:52.988393 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.001232 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Calling delete_port for 905d3ee3-049a-4155-bf6c-9f24164688f1 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:03:53.020396 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ac8bf-0bd3-4a9f-b56a-fc6b101132ad None None] The sync data for ids ['7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa'] in n-d-778550-10 is: [{'id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133469330', 'tenant_id': '02938f18f5df4651887781b6024b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:02:52Z', 'updated_at': '2021-08-19T19:03:51Z', 'revision_number': 5, 'project_id': '02938f18f5df4651887781b6024b663f', 'gw_port': {'id': '905d3ee3-049a-4155-bf6c-9f24164688f1', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:02:53Z', 'updated_at': '2021-08-19T19:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:03:53.075395 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.102851 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] No DVR routers for this DVR port eb74bc42-14a8-45d3-be09-d9093960b67d on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:03:53.106650 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Pushing event deleted for resources: {'Port': ['ID=eb74bc42-14a8-45d3-be09-d9093960b67d,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:53.116501 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.116857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.117207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.117552 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.117931 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.118268 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.118746 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.119117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.119499 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.119879 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.120251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.120683 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cad9c3-e549-4189-adef-4b1e346e00a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:53.172242 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.195101 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Port': ['ID=905d3ee3-049a-4155-bf6c-9f24164688f1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:53.256945 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.349836 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.352036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.411622 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.412592 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:03:53.421219 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.423492 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5e30bb7b-69f4-4a54-b16e-c74142a2960e tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/routers/7ce3d9ea-09fa-4942-8458-7a5fdf84a4fa HTTP/1.1" status: 204 len: 168 time: 0.8004425 Aug 19 19:03:53.425248 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:53.488303 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device eb74bc42-14a8-45d3-be09-d9093960b67d no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:03:53.506680 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.510314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: eb74bc42-14a8-45d3-be09-d9093960b67d {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:03:53.510674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device eb74bc42-14a8-45d3-be09-d9093960b67d not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:03:53.511105 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 54c7b131-5b5d-439b-9f4d-02bdffc38476 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:03:53.531307 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 54c7b131-5b5d-439b-9f4d-02bdffc38476 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:03:53.531694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 54c7b131-5b5d-439b-9f4d-02bdffc38476 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:03:53.610185 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.620906 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4575ed-d4e7-437b-8a75-70e243212447']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:53.630966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4de1c-bad4-46ec-b001-84ab9a43d479') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:53.631652 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4de1c-bad4-46ec-b001-84ab9a43d479') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:53.641898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.656394 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.662913 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:03:53.663340 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: timer() Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:03:53.667348 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:03:53.731251 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.738804 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.740345 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/networks/0a4575ed-d4e7-437b-8a75-70e243212447 HTTP/1.1" status: 204 len: 168 time: 0.3139653 Aug 19 19:03:53.743543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46750) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:53.751899 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec1f20-9741-4ad7-a2d0-1f98b0d05c30 tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'Network': ['ID=0a4575ed-d4e7-437b-8a75-70e243212447,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:53.808761 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.836304 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.898125 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.900593 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:53.901788 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] 10.222.0.36 "DELETE /v2.0/security-groups/7440bcc5-9729-4582-8872-21fde44f65a0 HTTP/1.1" status: 204 len: 168 time: 0.1571436 Aug 19 19:03:53.911041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b9fb-9255-4e23-b741-15c51d18e4ae tempest-TestNetworkAdvancedServerOps-532822686 tempest-TestNetworkAdvancedServerOps-532822686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440bcc5-9729-4582-8872-21fde44f65a0,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:54.263788 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46758) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:54.412134 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-13bdbdb7-c4f5-4671-8678-76e9c50f4485 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02938f18f5df4651887781b6024b663f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470861 Aug 19 19:03:54.414591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46762) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:54.464890 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.485870 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.532991 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.535469 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.536677 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c97e6245-9c5b-49d6-8a56-cd90c3b157e2 HTTP/1.1" status: 204 len: 168 time: 0.1210980 Aug 19 19:03:54.545431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67a09e-88af-4c99-b7b1-95affa61e8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e6245-9c5b-49d6-8a56-cd90c3b157e2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:54.802780 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46768) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:54.821020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9cbca0c-c949-4b1e-8edb-ad9ecac512f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.912376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9cbca0c-c949-4b1e-8edb-ad9ecac512f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.917841 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f9cbca0c-c949-4b1e-8edb-ad9ecac512f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:54.957342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f9cbca0c-c949-4b1e-8edb-ad9ecac512f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51c97a0f16494a59b17911ab1d2c12b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534774 Aug 19 19:03:54.958211 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbca0c-c949-4b1e-8edb-ad9ecac512f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5134743c-82d8-41f6-b10b-bd3cff8af619,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:54.959984 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:55.008553 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:55.029093 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:55.074237 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:55.076833 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:55.077969 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5134743c-82d8-41f6-b10b-bd3cff8af619 HTTP/1.1" status: 204 len: 168 time: 0.1170006 Aug 19 19:03:55.085361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff3784-eeda-45ab-8b5d-2fd9578740d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134743c-82d8-41f6-b10b-bd3cff8af619,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:55.296722 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 905d3ee3-049a-4155-bf6c-9f24164688f1 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:03:55.316785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 905d3ee3-049a-4155-bf6c-9f24164688f1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:03:55.317133 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 905d3ee3-049a-4155-bf6c-9f24164688f1 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:03:55.790750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46792) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:55.887418 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1354608229-network', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:55.908548 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Made reservation on behalf of a440782f3add4c78a2a6e9958f1be0c2 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:03:55.910874 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:55.919534 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.008156 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.013306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.041656 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:03:56.048568 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563013c8-2fe2-4b0d-85ae-57d0ba38a37f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:56.055106 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.056350 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Added segment 07f19781-0a3a-45c3-804a-2d18c335bdae of type vlan for network 25229535-bb33-4585-a533-f11c6cc7a5d2 Aug 19 19:03:56.100983 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.124960 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.125945 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:56.126520 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.175466 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3835707 Aug 19 19:03:56.178550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:56.184186 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Request body: {'subnet': {'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1354608229-subnet', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:56.188964 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827a3d0-4937-4692-814d-227601d6295b admin admin] Pushing event updated for resources: {'Network': ['ID=25229535-bb33-4585-a533-f11c6cc7a5d2,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:56.199600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:03:56.208163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Made reservation on behalf of a440782f3add4c78a2a6e9958f1be0c2 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:03:56.210447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.376900 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.435355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8206e93f-a134-480e-bb43-5f4da309d64a,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:56.444930 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:03:56.445053 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Network hostable DHCP agents. Network: 25229535-bb33-4585-a533-f11c6cc7a5d2, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:03:56.462872 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:03:56.473104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 25229535-bb33-4585-a533-f11c6cc7a5d2) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:56.479355 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:56.480055 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.482608 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa465fc-9553-436d-b453-acd180b524d0 None None] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:03:56.495346 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-239d167f-a968-4eb6-8df5-dd4aa172d9a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154206 Aug 19 19:03:56.497894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:56.503647 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:56.531017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.532052 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.593170 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.650508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-25229535-bb33-4585-a533-f11c6cc7a5d2', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:03:56.651665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.736582 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.798048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Allocated IP 172.20.0.2 (25229535-bb33-4585-a533-f11c6cc7a5d2/8206e93f-a134-480e-bb43-5f4da309d64a/76539663-4ddc-4ad5-a13c-ff9c2c0907ae) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:03:56.944077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.945142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.955421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Transition to ACTIVE for port object 76539663-4ddc-4ad5-a13c-ff9c2c0907ae will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:56.973311 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:56.973518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Transition to ACTIVE for port object 76539663-4ddc-4ad5-a13c-ff9c2c0907ae will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:56.981011 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.025338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:57.028379 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:57.032643 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:57.035720 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Pushing event updated for resources: {'Port': ['ID=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:57.070160 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.089790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Allocated IP 172.25.5.125 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/09dbe871-d5b2-42aa-b35e-80787738dc61) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:03:57.099042 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Attempting to bind port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:03:57.099421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Attempting to bind port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:03:57.099819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Attempting to bind port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:57.105146 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:03:57.105532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:03:57.106265 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.106400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Bound using segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:03:57.106854 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Bound port: 76539663-4ddc-4ad5-a13c-ff9c2c0907ae, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:03:57.107241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.178000 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] For port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:03:57.182314 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] For port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:03:57.187790 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.255259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bb938-2264-4d24-b8df-93caf7dab597 None None] Pushing event updated for resources: {'Port': ['ID=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:57.608632 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.647511 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:57.686731 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:57.691190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:57.693609 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:57.700417 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=09dbe871-d5b2-42aa-b35e-80787738dc61,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:57.953610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:58.153166 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bec3f-5870-49c8-a4a7-4e0ca7f8222f None None] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:03:58.163926 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:58.262448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ed289906-67f9-49ff-b276-453048e0273e None None] Provisioning for port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:58.300557 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:03:58.423434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:03:58.440290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bdfe00f7-ce3c-4135-afb1-a047ea90a9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:58.443378 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:58.445784 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:03:58.447890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46800) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:58.448411 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c924414e-ca86-4684-921d-fe067a0ee7d4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9477775 Aug 19 19:03:58.467038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:58.467705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:58.607672 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:58.812540 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:57Z', 'revision_number': 3, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:58.846842 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:03:58.847207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Updating router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 port 09dbe871-d5b2-42aa-b35e-80787738dc61 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:03:58.885131 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:58.925418 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.108316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Allocated IP 172.20.0.1 (25229535-bb33-4585-a533-f11c6cc7a5d2/8206e93f-a134-480e-bb43-5f4da309d64a/6071030e-91bc-4760-aef9-38789d4f7a8f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:03:59.179695 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.190023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Transition to ACTIVE for port object 09dbe871-d5b2-42aa-b35e-80787738dc61 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:59.195983 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.217961 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.234432 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Transition to ACTIVE for port object 6071030e-91bc-4760-aef9-38789d4f7a8f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:03:59.243038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Attempting to bind port 09dbe871-d5b2-42aa-b35e-80787738dc61 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:03:59.243413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Attempting to bind port 09dbe871-d5b2-42aa-b35e-80787738dc61 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:03:59.243799 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Attempting to bind port 09dbe871-d5b2-42aa-b35e-80787738dc61 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:03:59.253839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:03:59.254212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:03:59.254613 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.255005 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:03:59.255486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Bound port: 09dbe871-d5b2-42aa-b35e-80787738dc61, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:03:59.255868 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.257597 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f4d62-78c7-4cde-babd-1541bbbcd111 None None] Pushing event updated for resources: {'Port': ['ID=09dbe871-d5b2-42aa-b35e-80787738dc61,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:59.270306 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.314677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:59.317530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] For port 09dbe871-d5b2-42aa-b35e-80787738dc61, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:03:59.317829 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:59.320779 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:59.322628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] For port 09dbe871-d5b2-42aa-b35e-80787738dc61, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=09dbe871-d5b2-42aa-b35e-80787738dc61,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:03:59.328911 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.349661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Pushing event updated for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:59.371241 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.384858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:59.385598 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:03:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:59.433786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76539663-4ddc-4ad5-a13c-ff9c2c0907ae up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:03:59.465640 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f4d62-78c7-4cde-babd-1541bbbcd111 None None] Pushing event updated for resources: {'Port': ['ID=09dbe871-d5b2-42aa-b35e-80787738dc61,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:59.537905 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.554024 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:59.559905 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:59.562209 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:59.562589 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.693467 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d1ee46ed-5ee7-46a3-98a0-11900f1007cf None None] Provisioning for port 6071030e-91bc-4760-aef9-38789d4f7a8f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:59.706386 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d1ee46ed-5ee7-46a3-98a0-11900f1007cf None None] Provisioning complete for port 6071030e-91bc-4760-aef9-38789d4f7a8f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:59.706758 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d1ee46ed-5ee7-46a3-98a0-11900f1007cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.717539 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.722126 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.793478 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Pushing event updated for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:59.793796 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee46ed-5ee7-46a3-98a0-11900f1007cf None None] Port 6071030e-91bc-4760-aef9-38789d4f7a8f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:03:59.800218 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.826247 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.871510 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:59.877913 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:59.885038 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:57Z', 'revision_number': 3, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:59.902821 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:59.904258 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:59.928694 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6db1f-534e-4c7c-a33b-e9ed6707b479 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:57Z', 'revision_number': 3, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:03:59.960441 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:00.034352 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:00.169421 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:00.174538 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6097c5a4-b7d0-4017-a53e-77ae89b79900 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c130653-7be6-4a2c-b0d4-0d7394a72cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248049 Aug 19 19:04:00.213103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-ef86573a-85ec-44f3-b899-e2f7dbca67d0 None None] Provisioning complete for port 6071030e-91bc-4760-aef9-38789d4f7a8f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:00.213668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ef86573a-85ec-44f3-b899-e2f7dbca67d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.253194 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-ef86573a-85ec-44f3-b899-e2f7dbca67d0 None None] Port 6071030e-91bc-4760-aef9-38789d4f7a8f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:04:00.682008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46816) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:00.687158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797885984-network', 'tenant_id': '0b26953e46294b0dbae397993c780aef'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:00.696880 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d59b-6984-463c-8b4d-258be0524a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.710346 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Made reservation on behalf of 0b26953e46294b0dbae397993c780aef for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:00.713651 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.723785 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.818376 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.822450 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.844000 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:04:00.857722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcb344b-0db0-447f-b28a-e2da1cd63a4b,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:00.862488 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.862837 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Added segment 1e5d084c-d3b7-484a-b94b-7f8ebd4170fe of type vlan for network 96da6bef-188a-4d45-a316-124088aeaeb1 Aug 19 19:04:00.906555 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.930953 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.931975 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:00.932570 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:00.981984 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2987504 Aug 19 19:04:00.984778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46818) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:00.990522 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Request body: {'subnet': {'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797885984-subnet', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:00.994681 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d8ad9-f559-46c4-a172-1d97140ffe34 admin admin] Pushing event updated for resources: {'Network': ['ID=96da6bef-188a-4d45-a316-124088aeaeb1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:01.004869 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 96da6bef-188a-4d45-a316-124088aeaeb1 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:04:01.014222 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Made reservation on behalf of 0b26953e46294b0dbae397993c780aef for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:01.017113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.068070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.195216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.252201 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ad2800-d866-4514-a248-86866b495825,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:01.260474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Checking segment: {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:01.260844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Network hostable DHCP agents. Network: 96da6bef-188a-4d45-a316-124088aeaeb1, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:04:01.278709 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Network 96da6bef-188a-4d45-a316-124088aeaeb1 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:04:01.289273 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 96da6bef-188a-4d45-a316-124088aeaeb1) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:01.293887 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:01.294477 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.299705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bbbf96-dade-4f63-8ef1-0ebdaa2a86ea None None] Network 96da6bef-188a-4d45-a316-124088aeaeb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:01.317179 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-10013f2d-1372-4f03-ae03-c9e9528ab44f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3279285 Aug 19 19:04:01.317179 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:01.323019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:01.347402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.349283 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.428104 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.451693 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76539663-4ddc-4ad5-a13c-ff9c2c0907ae up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:01.499017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-96da6bef-188a-4d45-a316-124088aeaeb1', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:04:01.499988 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.520383 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:01.529835 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:01.530709 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:01.589667 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.598398 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:01.598775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.648456 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:01.696791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Allocated IP 172.20.0.2 (96da6bef-188a-4d45-a316-124088aeaeb1/c3ad2800-d866-4514-a248-86866b495825/24ae68d9-faaf-491d-9159-a958a0a82085) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:01.780596 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 09dbe871-d5b2-42aa-b35e-80787738dc61 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:01.806297 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.828111 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.861929 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 2, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:01.869595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 09dbe871-d5b2-42aa-b35e-80787738dc61 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:01.891243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 09dbe871-d5b2-42aa-b35e-80787738dc61 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:01.891651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.900208 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:01.900559 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Updating router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 port 6071030e-91bc-4760-aef9-38789d4f7a8f binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:04:01.926966 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.942065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:01.951706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Allocated IP 172.25.5.180 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/38c07824-37fa-4f9b-b94c-9765ba10e551) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:01.952899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Transition to ACTIVE for port object 24ae68d9-faaf-491d-9159-a958a0a82085 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:01.972787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Transition to ACTIVE for port object 24ae68d9-faaf-491d-9159-a958a0a82085 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:01.999884 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.044341 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.059238 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Network 96da6bef-188a-4d45-a316-124088aeaeb1 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:02.068163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:02.068358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.079332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:02.083718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Pushing event updated for resources: {'Port': ['ID=24ae68d9-faaf-491d-9159-a958a0a82085,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.086914 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 09dbe871-d5b2-42aa-b35e-80787738dc61, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=09dbe871-d5b2-42aa-b35e-80787738dc61,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:02.093923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.115699 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.164120 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:02.167471 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:02.168894 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Attempting to bind port 24ae68d9-faaf-491d-9159-a958a0a82085 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:02.169355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Attempting to bind port 24ae68d9-faaf-491d-9159-a958a0a82085 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:02.169634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Attempting to bind port 24ae68d9-faaf-491d-9159-a958a0a82085 on network 96da6bef-188a-4d45-a316-124088aeaeb1 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:02.171915 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:02.185678 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:02.186062 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Checking segment: {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:02.186480 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.186881 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Bound using segment: {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:02.187349 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Bound port: 24ae68d9-faaf-491d-9159-a958a0a82085, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:02.187779 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.190706 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=09dbe871-d5b2-42aa-b35e-80787738dc61,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.202664 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Pushing event updated for resources: {'Port': ['ID=38c07824-37fa-4f9b-b94c-9765ba10e551,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.235320 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.246554 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Transition to ACTIVE for port object 6071030e-91bc-4760-aef9-38789d4f7a8f will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:02.252305 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.268448 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] For port 24ae68d9-faaf-491d-9159-a958a0a82085, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:02.271908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] For port 24ae68d9-faaf-491d-9159-a958a0a82085, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=24ae68d9-faaf-491d-9159-a958a0a82085,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:02.275769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.279849 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.342530 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ea9c7-291c-4b5a-9887-d0bd234d2507 None None] Pushing event updated for resources: {'Port': ['ID=24ae68d9-faaf-491d-9159-a958a0a82085,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.438816 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Pushing event updated for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.464907 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.465253 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.465576 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.465904 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.466233 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.466565 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.466880 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.467200 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.467541 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.467862 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.468178 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.468497 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:02.481472 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.487330 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Attempting to bind port 6071030e-91bc-4760-aef9-38789d4f7a8f on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:02.488124 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Attempting to bind port 6071030e-91bc-4760-aef9-38789d4f7a8f by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:02.488831 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Attempting to bind port 6071030e-91bc-4760-aef9-38789d4f7a8f on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:02.495040 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:02.495601 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:02.496084 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.496546 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Bound using segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:02.497094 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Bound port: 6071030e-91bc-4760-aef9-38789d4f7a8f, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:02.497532 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.598048 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] For port 6071030e-91bc-4760-aef9-38789d4f7a8f, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:02.601398 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] For port 6071030e-91bc-4760-aef9-38789d4f7a8f, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6071030e-91bc-4760-aef9-38789d4f7a8f,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:02.607286 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.705442 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:02.706076 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:02.742446 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b535d-a7ab-46d0-b9cf-f9065eefcc71 None None] Pushing event updated for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:02.746200 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:02.833846 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:02.892815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Router ece3a4c0-0692-475f-b967-71f06fe03ff7 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:04:03.008019 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:03.031614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Sync routers for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:03.032276 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.033630 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3d44e2b3-e327-4c63-bb19-e3f1cc054620 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7157469 Aug 19 19:04:03.036394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46822) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:03.049503 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:03.050284 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:03.058311 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:03.090984 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e60da4-0e91-4006-b0c6-a26aaedb28d6 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:03.396034 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:03.579400 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 09dbe871-d5b2-42aa-b35e-80787738dc61 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:03.620207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd574bc9-bb57-4685-a714-bce41f526b73 None None] Network 96da6bef-188a-4d45-a316-124088aeaeb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:03.666350 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.725274 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d4f0f123-38dc-4d05-9f43-bc80988d268b None None] Provisioning for port 24ae68d9-faaf-491d-9159-a958a0a82085 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:03.768759 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 09dbe871-d5b2-42aa-b35e-80787738dc61 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:03.769153 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.834999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Allocated IP 172.20.0.1 (96da6bef-188a-4d45-a316-124088aeaeb1/c3ad2800-d866-4514-a248-86866b495825/71bf6c42-faa6-464e-9367-92418c040fa3) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:03.861138 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.866436 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 3, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:03.912644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Checking router: ece3a4c0-0692-475f-b967-71f06fe03ff7 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:03.912995 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Updating router ece3a4c0-0692-475f-b967-71f06fe03ff7 port 38c07824-37fa-4f9b-b94c-9765ba10e551 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:04:03.953354 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.966092 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:03.971848 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Transition to ACTIVE for port object 71bf6c42-faa6-464e-9367-92418c040fa3 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:04.016705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.018847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6071030e-91bc-4760-aef9-38789d4f7a8f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:04.063265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Network 96da6bef-188a-4d45-a316-124088aeaeb1 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:04.066040 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:04.074218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:04.123120 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Pushing event updated for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.137121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.168259 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 6071030e-91bc-4760-aef9-38789d4f7a8f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:04.219966 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6071030e-91bc-4760-aef9-38789d4f7a8f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:04.220653 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.286663 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.378042 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.455904 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 6071030e-91bc-4760-aef9-38789d4f7a8f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6071030e-91bc-4760-aef9-38789d4f7a8f,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:04.458210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.469931 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.470770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 24ae68d9-faaf-491d-9159-a958a0a82085 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:04.477129 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Transition to ACTIVE for port object 38c07824-37fa-4f9b-b94c-9765ba10e551 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:04.496667 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.503138 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.523207 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.574097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d71cc641-fff5-496d-b0e3-8b670809f48a None None] Provisioning for port 71bf6c42-faa6-464e-9367-92418c040fa3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:04.580286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Pushing event updated for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.582726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.591753 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.599319 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-d71cc641-fff5-496d-b0e3-8b670809f48a None None] Provisioning complete for port 71bf6c42-faa6-464e-9367-92418c040fa3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:04.599716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d71cc641-fff5-496d-b0e3-8b670809f48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.620718 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Attempting to bind port 38c07824-37fa-4f9b-b94c-9765ba10e551 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:04.621093 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Attempting to bind port 38c07824-37fa-4f9b-b94c-9765ba10e551 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:04.621455 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Attempting to bind port 38c07824-37fa-4f9b-b94c-9765ba10e551 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:04.656743 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:04.657012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:04.657415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.657805 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:04.658280 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Bound port: 38c07824-37fa-4f9b-b94c-9765ba10e551, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:04.658659 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.677778 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Network 96da6bef-188a-4d45-a316-124088aeaeb1 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:04.679178 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:04.697422 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 24ae68d9-faaf-491d-9159-a958a0a82085 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:04.701344 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-d71cc641-fff5-496d-b0e3-8b670809f48a None None] Port 71bf6c42-faa6-464e-9367-92418c040fa3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:04:04.705290 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a857d-a57b-4528-ba10-6d35632353ff None None] Pushing event updated for resources: {'Port': ['ID=38c07824-37fa-4f9b-b94c-9765ba10e551,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.713628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 24ae68d9-faaf-491d-9159-a958a0a82085 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:04.714000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.767047 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] For port 38c07824-37fa-4f9b-b94c-9765ba10e551, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:04.771340 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] For port 38c07824-37fa-4f9b-b94c-9765ba10e551, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38c07824-37fa-4f9b-b94c-9765ba10e551,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:04.779890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.816999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Router ece3a4c0-0692-475f-b967-71f06fe03ff7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:04.873207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a857d-a57b-4528-ba10-6d35632353ff None None] Pushing event updated for resources: {'Port': ['ID=38c07824-37fa-4f9b-b94c-9765ba10e551,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:04.875855 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:04.876451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:04.919677 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.945141 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:04.951940 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7cab267e-4c70-4641-a069-92a71ce9de61 admin admin] 10.222.0.36 "PUT /v2.0/routers/ece3a4c0-0692-475f-b967-71f06fe03ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9137383 Aug 19 19:04:04.988318 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-a87cd2fa-239a-4340-a546-d8efe48843f1 None None] Provisioning complete for port 71bf6c42-faa6-464e-9367-92418c040fa3 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:04.988678 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a87cd2fa-239a-4340-a546-d8efe48843f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.034082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 24ae68d9-faaf-491d-9159-a958a0a82085, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=24ae68d9-faaf-491d-9159-a958a0a82085,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:05.047228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.085703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-a87cd2fa-239a-4340-a546-d8efe48843f1 None None] Port 71bf6c42-faa6-464e-9367-92418c040fa3 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:04:05.089705 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:05.149834 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=24ae68d9-faaf-491d-9159-a958a0a82085,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:05.309618 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '71bf6c42-faa6-464e-9367-92418c040fa3', 'name': '', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'mac_address': 'fa:16:3e:81:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:03Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 2, 'project_id': '0b26953e46294b0dbae397993c780aef', 'subnets': [{'id': 'c3ad2800-d866-4514-a248-86866b495825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:05.341071 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e15c9b-f116-4b61-acc3-cc65dc82ebda None None] The sync data for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 is: [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '71bf6c42-faa6-464e-9367-92418c040fa3', 'name': '', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'mac_address': 'fa:16:3e:81:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:03Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 2, 'project_id': '0b26953e46294b0dbae397993c780aef', 'subnets': [{'id': 'c3ad2800-d866-4514-a248-86866b495825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:05.360278 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6071030e-91bc-4760-aef9-38789d4f7a8f up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:05.394317 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46830) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:05.401075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066146857', 'description': 'tempest-secgroup-smoke-2066146857 description', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:05.419561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 6071030e-91bc-4760-aef9-38789d4f7a8f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:05.419864 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.429579 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.511270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 24ae68d9-faaf-491d-9159-a958a0a82085 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:05.524523 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.528726 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.577017 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.581216 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1829886 Aug 19 19:04:05.581527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46832) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:05.585925 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:05.589453 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 24ae68d9-faaf-491d-9159-a958a0a82085 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:05.589831 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.592644 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4286c-2a52-4047-b6d3-68587cae75d0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:05.624782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.704319 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.708761 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.728726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae53e23-e730-483e-b837-4e170a486f60,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:05.734629 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.735903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-5a7dff7b-1457-4af2-8b28-c7b22560f052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535623 Aug 19 19:04:05.738650 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46834) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:05.743833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:05.772160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.837330 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.841716 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.861753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dd276f-3881-41ea-bcb1-9d81d51a9d40,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:05.865281 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.869567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-99770d1c-f0ea-4977-a073-66b23b1adbb4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269050 Aug 19 19:04:05.870052 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46836) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:05.874469 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:05.902802 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.966165 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.970160 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:05.989413 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3c484d-b133-4010-acd9-2fcf902854a1,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:05.997327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.003754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46838) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:06.006283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64a620e8-d598-407c-8fbf-77e7a642544e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309700 Aug 19 19:04:06.008681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:06.046305 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.115296 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.120768 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.139519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e009d-b470-4802-aa51-10f029463698,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:06.150771 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.152196 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-89397e87-76b1-48aa-8102-1b964f4e3953 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497703 Aug 19 19:04:06.154854 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46840) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:06.159412 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:06.182735 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Project a440782f3add4c78a2a6e9958f1be0c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:04:06.187933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.262664 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.266955 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.288144 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fc04f1-075a-4773-a1a6-c8dec5fd04a1,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:06.291557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.292760 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-1b6cbd1a-7236-4e40-9522-01f1a90abb26 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369765 Aug 19 19:04:06.295562 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 46842) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:06.300233 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': 'bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:06.324650 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Project a440782f3add4c78a2a6e9958f1be0c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:04:06.330443 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.401327 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.405859 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.426398 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f20b76-d298-4a68-879b-fb05b7c925fd,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:06.429710 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.431996 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ad1dccc4-4175-45f4-80be-4d152336b61d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351728 Aug 19 19:04:06.640926 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-c53c4077-ae75-49e2-958a-469b5e4ae9ad tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066146857&fields=id&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 267 time: 0.0344183 Aug 19 19:04:06.749648 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-05938e61-1332-42f3-80fa-6b4b42390726 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:06.751120 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-05938e61-1332-42f3-80fa-6b4b42390726 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 809 time: 0.1033633 Aug 19 19:04:06.767249 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-05f44214-6b30-4436-b494-de6e249605b4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/quotas/a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 375 time: 0.0099549 Aug 19 19:04:07.144236 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-6da047d9-2671-4159-89c3-774958bafa64 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3712492 Aug 19 19:04:07.364890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-db1360e1-a9f4-46c7-a383-f2312000171d service neutron] 10.222.0.36 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084970 Aug 19 19:04:07.369602 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Sync routers for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:07.379823 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:07.380809 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:07.391674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38c07824-37fa-4f9b-b94c-9765ba10e551 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:07.444251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 38c07824-37fa-4f9b-b94c-9765ba10e551 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:07.449036 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 38c07824-37fa-4f9b-b94c-9765ba10e551 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:07.449421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.469283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a6857aa1-56da-47f6-bcee-3600c7308565 service neutron] 10.222.0.36 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972135 Aug 19 19:04:07.494732 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:07.538523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.560631 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 38c07824-37fa-4f9b-b94c-9765ba10e551, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38c07824-37fa-4f9b-b94c-9765ba10e551,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:07.566387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.621684 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=38c07824-37fa-4f9b-b94c-9765ba10e551,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:07.704511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '71bf6c42-faa6-464e-9367-92418c040fa3', 'name': '', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'mac_address': 'fa:16:3e:81:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:03Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 2, 'project_id': '0b26953e46294b0dbae397993c780aef', 'subnets': [{'id': 'c3ad2800-d866-4514-a248-86866b495825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:07.730414 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Checking router: ece3a4c0-0692-475f-b967-71f06fe03ff7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:07.730762 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Updating router ece3a4c0-0692-475f-b967-71f06fe03ff7 port 71bf6c42-faa6-464e-9367-92418c040fa3 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:04:07.757685 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.018725 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.029448 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Transition to ACTIVE for port object 71bf6c42-faa6-464e-9367-92418c040fa3 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:08.035234 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.082521 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3071e-a8ea-4977-a030-69507d7636b6 None None] Pushing event updated for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:08.138945 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Attempting to bind port 71bf6c42-faa6-464e-9367-92418c040fa3 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:08.139314 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Attempting to bind port 71bf6c42-faa6-464e-9367-92418c040fa3 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:08.139791 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Attempting to bind port 71bf6c42-faa6-464e-9367-92418c040fa3 on network 96da6bef-188a-4d45-a316-124088aeaeb1 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:08.144778 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:08.145156 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Checking segment: {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:08.145557 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.145954 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Bound using segment: {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:08.146419 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Bound port: 71bf6c42-faa6-464e-9367-92418c040fa3, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:08.146798 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.217408 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] For port 71bf6c42-faa6-464e-9367-92418c040fa3, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:08.220695 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] For port 71bf6c42-faa6-464e-9367-92418c040fa3, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=71bf6c42-faa6-464e-9367-92418c040fa3,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:08.225681 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.284718 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:08.285353 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:08.287069 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3071e-a8ea-4977-a030-69507d7636b6 None None] Pushing event updated for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:08.398126 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:08.692138 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50672c70-68ee-45f8-b72b-ddf7d2c8a908 req-c0c9c1be-20fc-4e99-830c-2d7032eba891 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Aug 19 19:04:08.696943 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '71bf6c42-faa6-464e-9367-92418c040fa3', 'name': '', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'mac_address': 'fa:16:3e:81:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:03Z', 'updated_at': '2021-08-19T19:04:08Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'subnets': [{'id': 'c3ad2800-d866-4514-a248-86866b495825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:08.724294 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03fc98-add5-4f27-8358-d865633d1307 None None] The sync data for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 is: [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '71bf6c42-faa6-464e-9367-92418c040fa3', 'name': '', 'network_id': '96da6bef-188a-4d45-a316-124088aeaeb1', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'mac_address': 'fa:16:3e:81:f1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'c3ad2800-d866-4514-a248-86866b495825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:03Z', 'updated_at': '2021-08-19T19:04:08Z', 'revision_number': 4, 'project_id': '0b26953e46294b0dbae397993c780aef', 'subnets': [{'id': 'c3ad2800-d866-4514-a248-86866b495825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:09.373171 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38c07824-37fa-4f9b-b94c-9765ba10e551 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:09.422816 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 38c07824-37fa-4f9b-b94c-9765ba10e551 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:09.423195 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:09.669959 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 71bf6c42-faa6-464e-9367-92418c040fa3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:09.724771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 71bf6c42-faa6-464e-9367-92418c040fa3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:09.733148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 71bf6c42-faa6-464e-9367-92418c040fa3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:09.733582 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:09.747031 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-55a5ad57-c62c-4fb1-9e5a-35f7d78f4401 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:09.748696 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-55a5ad57-c62c-4fb1-9e5a-35f7d78f4401 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 809 time: 0.1136315 Aug 19 19:04:09.806084 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3d26aed8-186a-4890-9f9c-f7246fa30de6 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 380 time: 0.0421288 Aug 19 19:04:09.806860 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b5344c4-aa26-4247-b021-b4d250ed7d6a req-82d2ccde-d707-4d28-a121-85c18bbce313 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Aug 19 19:04:09.827600 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:09.845823 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'port': {'device_id': '893e8250-1a7b-4585-aca6-da47326ead82', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'admin_state_up': True, 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'security_groups': ['bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:09.860741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 71bf6c42-faa6-464e-9367-92418c040fa3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=71bf6c42-faa6-464e-9367-92418c040fa3,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:09.865179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:09.922252 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:09.966817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Made reservation on behalf of a440782f3add4c78a2a6e9958f1be0c2 for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:04:09.970696 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.100655 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Allocated IP 172.20.0.4 (25229535-bb33-4585-a533-f11c6cc7a5d2/8206e93f-a134-480e-bb43-5f4da309d64a/70e74508-5212-44d8-be14-d4316a578104) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:10.234448 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.251547 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Transition to ACTIVE for port object 70e74508-5212-44d8-be14-d4316a578104 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:10.286254 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.327964 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:10.332888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:10.336550 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:10.362287 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:10.391369 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:10.392036 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.407700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-3c25ba77-46eb-4010-8607-2952d64972de tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657263 Aug 19 19:04:10.425738 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Request body: {'port': {'device_id': '893e8250-1a7b-4585-aca6-da47326ead82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:10.482536 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.582388 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2aeee1f4-ee9d-4802-a341-81f6c1cdbd3a None None] Provisioning for port 70e74508-5212-44d8-be14-d4316a578104 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:10.586103 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2aeee1f4-ee9d-4802-a341-81f6c1cdbd3a None None] Provisioning complete for port 70e74508-5212-44d8-be14-d4316a578104 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:10.586475 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2aeee1f4-ee9d-4802-a341-81f6c1cdbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.619480 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2aeee1f4-ee9d-4802-a341-81f6c1cdbd3a None None] Port 70e74508-5212-44d8-be14-d4316a578104 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:04:10.754401 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:10.762210 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.774597 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Transition to ACTIVE for port object 70e74508-5212-44d8-be14-d4316a578104 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:04:10.778513 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.828862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:10.904162 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Attempting to bind port 70e74508-5212-44d8-be14-d4316a578104 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:04:10.904808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Attempting to bind port 70e74508-5212-44d8-be14-d4316a578104 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:04:10.905145 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Attempting to bind port 70e74508-5212-44d8-be14-d4316a578104 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:10.909566 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Port 70e74508-5212-44d8-be14-d4316a578104 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:04:10.909890 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Attempting to bind port 70e74508-5212-44d8-be14-d4316a578104 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:04:10.914808 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:04:10.915835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:04:10.916163 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Bound using segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:04:10.916771 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Bound port: 70e74508-5212-44d8-be14-d4316a578104, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:04:10.916975 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:10.948865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ea88-dbee-4625-a517-9b21360e22e4 req-55b6234c-ad07-4722-a1d1-88688ae811c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:10.951334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0059ea88-dbee-4625-a517-9b21360e22e4 req-55b6234c-ad07-4722-a1d1-88688ae811c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0704732 Aug 19 19:04:10.985736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:04:10.989393 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:04:10.995190 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0059ea88-dbee-4625-a517-9b21360e22e4 req-c8463dfd-455e-424f-a128-5db739226b51 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368779 Aug 19 19:04:10.995912 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:11.033539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.034491 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:11.036012 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] 10.222.0.13 "PUT /v2.0/ports/70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 1092 time: 0.6147506 Aug 19 19:04:11.036506 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:11.039000 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e55256-9306-4500-a57d-5d6d9f01e87f" -d '{"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:11.066123 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97084c3-4240-4af1-8bf6-39460700cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:11.095311 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d88cdb7-c86c-4dd1-8467-4407d29b49c0 x-openstack-request-id: req-1d88cdb7-c86c-4dd1-8467-4407d29b49c0 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:11.095696 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:11.095956 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d88cdb7-c86c-4dd1-8467-4407d29b49c0 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:11.096398 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'status': 'completed', 'code': 200} Aug 19 19:04:11.152056 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-d92aedaa-8f72-4d56-a52f-a77477c49ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.153694 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-d92aedaa-8f72-4d56-a52f-a77477c49ed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1095 time: 0.0437732 Aug 19 19:04:11.204738 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:04:11.205829 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-7edfea75-49c4-41a4-9a65-de604fc9b661 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 217 time: 0.0388250 Aug 19 19:04:11.261943 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-af60313f-3685-4818-b1f3-60c06c56238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.263692 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-af60313f-3685-4818-b1f3-60c06c56238a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0514143 Aug 19 19:04:11.311326 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-f59e3a34-2b3d-434d-ab42-66d6409b83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.312920 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-f59e3a34-2b3d-434d-ab42-66d6409b83b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425882 Aug 19 19:04:11.362516 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 71bf6c42-faa6-464e-9367-92418c040fa3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:11.409700 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-ce531c7a-9ddb-43bb-b5bf-e20cc9e8dfd7 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896311 Aug 19 19:04:11.413769 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 71bf6c42-faa6-464e-9367-92418c040fa3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:11.414142 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:11.507888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-7c4684bd-c44c-4fd8-b860-8808bf974788 req-b31b0c2e-883d-48e5-88cc-31448baf31e4 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907691 Aug 19 19:04:11.637848 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-a7105079-62a8-4d6f-9bbb-af8313d1924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.639651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-a7105079-62a8-4d6f-9bbb-af8313d1924b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1095 time: 0.0458937 Aug 19 19:04:11.731343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-eb140b64-862d-4811-967a-32cc04c7e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:11.732651 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-eb140b64-862d-4811-967a-32cc04c7e32f service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0856743 Aug 19 19:04:11.779090 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-517389de-49ff-44ff-9986-f28effa6e9ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 217 time: 0.0398610 Aug 19 19:04:12.115999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e584b-bd09-400b-9729-35f5bf071584 req-786b89bf-f27a-41e5-98db-1f241718b0d8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:12.117533 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-328e584b-bd09-400b-9729-35f5bf071584 req-786b89bf-f27a-41e5-98db-1f241718b0d8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0515795 Aug 19 19:04:12.158199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-328e584b-bd09-400b-9729-35f5bf071584 req-3436ce05-0aae-4532-baf6-7c8035512d7c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Aug 19 19:04:12.194507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-57cf8fb7-262c-4a4f-8426-52ccc5949a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:12.195971 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-57cf8fb7-262c-4a4f-8426-52ccc5949a61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.4097233 Aug 19 19:04:12.241754 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-a1f44f44-21de-4821-ba52-96e6d2e1b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:12.243276 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-a1f44f44-21de-4821-ba52-96e6d2e1b8ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387573 Aug 19 19:04:12.337943 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-dcb673bd-fa05-4e83-a30a-cea4718e3990 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865483 Aug 19 19:04:12.428967 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a2e55256-9306-4500-a57d-5d6d9f01e87f req-6342693a-e030-484f-b77c-2986be8a1794 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838730 Aug 19 19:04:12.734468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:04:12.829909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:12.841689 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '70e74508-5212-44d8-be14-d4316a578104', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:04:12.877456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:12.895352 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:04:12.914862 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:12.920310 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:12.966639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:13.193222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['70e74508-5212-44d8-be14-d4316a578104'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:04:13.278437 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a6492-bfa4-4822-9df5-870c5eab457e req-e934f6a8-9e2f-4aa1-b70d-2ebd8351cb2a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:13.280666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc6a6492-bfa4-4822-9df5-870c5eab457e req-e934f6a8-9e2f-4aa1-b70d-2ebd8351cb2a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 944 time: 0.0508420 Aug 19 19:04:13.319298 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc6a6492-bfa4-4822-9df5-870c5eab457e req-6d005839-f369-4ca9-9ce5-2933c952c3a0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Aug 19 19:04:14.440414 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e328f7-1d7a-4eee-8d4a-904e67e1be83 req-b22b36b8-9dca-4322-817e-8678285db06c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:14.441884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31e328f7-1d7a-4eee-8d4a-904e67e1be83 req-b22b36b8-9dca-4322-817e-8678285db06c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Aug 19 19:04:14.479648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-31e328f7-1d7a-4eee-8d4a-904e67e1be83 req-d8aa851f-bfe0-4ed8-9354-45f2b22aa996 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Aug 19 19:04:14.748442 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:04:14.799078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 70e74508-5212-44d8-be14-d4316a578104 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:04:14.802611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 70e74508-5212-44d8-be14-d4316a578104 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:04:14.802980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:14.877351 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:14.899493 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:14.901734 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860ad6c-3d66-4c57-abf1-cb711c8462dd" -d '{"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:14.915287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:14.919274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:14.941837 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df48fd7-7072-46c5-b528-d165f4fdd123 x-openstack-request-id: req-2df48fd7-7072-46c5-b528-d165f4fdd123 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:14.942126 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:14.942371 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2df48fd7-7072-46c5-b528-d165f4fdd123 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:14.942748 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'code': 200} Aug 19 19:04:14.968482 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:15.060810 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383999bf-800f-4751-aa1a-ec5eefcc4ea6 req-72993a70-cc1a-4afd-9ce8-f0402812c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:15.062320 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-383999bf-800f-4751-aa1a-ec5eefcc4ea6 req-72993a70-cc1a-4afd-9ce8-f0402812c05d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1097 time: 0.0436513 Aug 19 19:04:15.096416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-383999bf-800f-4751-aa1a-ec5eefcc4ea6 req-00ac3da3-f224-43b5-b682-551c86dba1f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274537 Aug 19 19:04:15.596228 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908353-49bf-4097-8ee3-1c21c9a1a545 req-d9b61ecf-57df-45d9-9692-98440dea30c3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:15.597763 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64908353-49bf-4097-8ee3-1c21c9a1a545 req-d9b61ecf-57df-45d9-9692-98440dea30c3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Aug 19 19:04:15.636180 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-64908353-49bf-4097-8ee3-1c21c9a1a545 req-f0186193-6364-4755-8459-2f154b24106a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 19 19:04:16.755123 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf38df-0def-458c-86bd-85c97f6236ba req-ef359ff6-4738-417b-8afa-7fc1b380b52b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:16.756648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdf38df-0def-458c-86bd-85c97f6236ba req-ef359ff6-4738-417b-8afa-7fc1b380b52b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0503914 Aug 19 19:04:16.794717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ffdf38df-0def-458c-86bd-85c97f6236ba req-60004102-51b7-46ab-b753-f531440cbb05 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Aug 19 19:04:16.914911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22891a8-11f0-4642-b1d4-667ad5ad07fd req-bfcebe4a-e5ab-48be-8089-a0009ac4b247 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:16.917373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e22891a8-11f0-4642-b1d4-667ad5ad07fd req-bfcebe4a-e5ab-48be-8089-a0009ac4b247 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Aug 19 19:04:16.956388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e22891a8-11f0-4642-b1d4-667ad5ad07fd req-cc4b9d1a-7b92-4248-b54b-eecc8dd708fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Aug 19 19:04:16.980227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46896) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:17.074258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11d1d1-986d-400a-b204-89f6c1c5788c tempest-TestShelveInstance-1367366821 tempest-TestShelveInstance-1367366821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:17.074258 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0b11d1d1-986d-400a-b204-89f6c1c5788c tempest-TestShelveInstance-1367366821 tempest-TestShelveInstance-1367366821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1092 time: 0.0922713 Aug 19 19:04:17.075897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 46900) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:17.081681 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:04:17.106661 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.224586 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.333492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Allocated IP 172.25.5.52 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/9eccd364-96b9-467a-b335-951f7f2230d7) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:04:17.444881 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.485847 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.521911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:04:17.527470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:04:17.531081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:04:17.555218 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=9eccd364-96b9-467a-b335-951f7f2230d7,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:17.869952 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.914336 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:17.985880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.145312 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.150542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.226791 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=9eccd364-96b9-467a-b335-951f7f2230d7,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:18.238639 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.344764 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Floating IP 06c1bad8-3437-4c1b-a38d-e1b1881a98da associated. External IP: 172.25.5.52, port: 70e74508-5212-44d8-be14-d4316a578104. Aug 19 19:04:18.557792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:18.667073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:18.676852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:18.683349 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:18.687250 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:18.687916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:18.710527 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c96c335c-92ff-4a97-bc53-286972d02f48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6335509 Aug 19 19:04:18.711110 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:18.713586 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:18.753175 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f6bd1c-a35d-426d-a1ec-85a528af7027 x-openstack-request-id: req-a0f6bd1c-a35d-426d-a1ec-85a528af7027 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:18.753467 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:18.753716 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0f6bd1c-a35d-426d-a1ec-85a528af7027 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:18.754113 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'status': 'completed', 'code': 200} Aug 19 19:04:18.795570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:18.836330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-adecbb16-1403-4cdc-8829-b957a2760c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:18.837888 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-adecbb16-1403-4cdc-8829-b957a2760c67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1097 time: 0.0426300 Aug 19 19:04:18.932580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-7750d682-fe28-4ede-9546-413da25d746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:18.933999 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-7750d682-fe28-4ede-9546-413da25d746d service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0897737 Aug 19 19:04:19.000116 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-0b282141-9813-4de0-870e-1ad74e1ad8aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 998 time: 0.0593441 Aug 19 19:04:19.022109 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '06c1bad8-3437-4c1b-a38d-e1b1881a98da', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e8250-1a7b-4585-aca6-da47326ead82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:04:17Z', 'updated_at': '2021-08-19T19:04:17Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:19.049137 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:19.053013 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-40fe5d3a-7f57-465f-893c-dd1f1bea3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.054516 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-40fe5d3a-7f57-465f-893c-dd1f1bea3bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0481863 Aug 19 19:04:19.058955 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:19.059619 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:04:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:19.106333 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-ad48fe1f-e55d-402a-aed6-dc712c7f2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:19.107903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-ad48fe1f-e55d-402a-aed6-dc712c7f2c90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459385 Aug 19 19:04:19.165545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:19.199522 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-61e58b68-7b72-4c5b-843c-fc828e646fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Aug 19 19:04:19.293632 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-a37fb536-4dcb-431b-ab7d-5f0e10031fcd req-d01e30d7-8d5b-462e-9268-ab458fa700b1 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Aug 19 19:04:19.390073 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '06c1bad8-3437-4c1b-a38d-e1b1881a98da', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e8250-1a7b-4585-aca6-da47326ead82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:04:17Z', 'updated_at': '2021-08-19T19:04:17Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:19.417870 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0d614-5c4c-48a3-a025-f1f19b633cc4 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '06c1bad8-3437-4c1b-a38d-e1b1881a98da', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e8250-1a7b-4585-aca6-da47326ead82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:04:17Z', 'updated_at': '2021-08-19T19:04:17Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:19.617814 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8015b-de5a-4e0c-a2a8-fa3bb82873a8 None None] New status for floating IP 06c1bad8-3437-4c1b-a38d-e1b1881a98da: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:04:27.074708 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:28.240625 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-42e35dba-b138-4505-8db3-94ada3c48a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:30.699083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-50c69ec6-0c0b-4124-a766-1ac3db20e2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:31.039228 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:32.261094 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:33.817787 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.871555 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-1af7d11d-c456-4576-829f-f3297ac3fca0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399094 Aug 19 19:04:40.969428 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-75912e96-e098-463f-b490-6d6d0f34a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:40.970906 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-75912e96-e098-463f-b490-6d6d0f34a715 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1097 time: 0.0406919 Aug 19 19:04:41.078042 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-de93a308-41f8-4a7c-9237-dba651191d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:41.079537 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-de93a308-41f8-4a7c-9237-dba651191d20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0887475 Aug 19 19:04:41.145723 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-28c3dd56-6808-4962-bd0a-36f1dbf5144b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 1000 time: 0.0582991 Aug 19 19:04:41.198020 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-4d8e5e4a-dbfc-4046-96f8-f1a152f7c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:41.199471 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-4d8e5e4a-dbfc-4046-96f8-f1a152f7c4f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0472200 Aug 19 19:04:41.246182 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-6dd5f22f-b9f6-418d-92ce-3940549686e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:41.247708 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-6dd5f22f-b9f6-418d-92ce-3940549686e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408869 Aug 19 19:04:41.338123 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-1c651f1b-1ee0-46d6-a02a-42e335f0fa1b service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Aug 19 19:04:41.431524 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-87150c6b-c8e9-4f2f-ac73-7afad4068127 req-b4e24333-4cfe-464e-8e4a-dc03bbc5b363 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851934 Aug 19 19:04:47.881811 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.204700 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:04:57.068254 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:58.243083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9ff15ee1-ff66-465b-b66c-a782f2351b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.698760 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c3a10f0-6328-4083-8bd9-19bbd972a950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.042841 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.266033 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:03.822207 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:17.889344 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:25.204036 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:05:27.072854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:27.349977 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-9e79592c-4386-4dbe-afa8-b4be0d96e352 req-63587787-0710-4ab4-ba74-49f63d86b735 service neutron] (101324) timed out ('10.222.0.36', 43408) {{(pid=101324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:05:28.244225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa917-bea9-480b-88cd-c86485820c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:30.700672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-34757ff4-5343-401c-9d8e-552b408f57e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:31.043774 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:32.266647 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:33.821829 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:42.850381 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-60ec2721-8e9e-4f3a-922a-0bf503466692 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402179 Aug 19 19:05:42.955257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-ff25970e-5286-46e0-ae83-9735cbf9480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:42.956786 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-ff25970e-5286-46e0-ae83-9735cbf9480c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1097 time: 0.0460548 Aug 19 19:05:43.060374 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-1b469f3e-3051-4a57-9a13-5162eb47e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:43.061857 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-1b469f3e-3051-4a57-9a13-5162eb47e520 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0854244 Aug 19 19:05:43.129144 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-4e017e2d-5f49-421d-ab69-da6c10e2711f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 1000 time: 0.0605867 Aug 19 19:05:43.177751 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-10416506-0452-48f7-87f7-d1e3495a5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:43.179172 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-10416506-0452-48f7-87f7-d1e3495a5b13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0431919 Aug 19 19:05:43.225530 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-210e6663-3bf6-4108-9da4-8cd6bdfd1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:05:43.227057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-210e6663-3bf6-4108-9da4-8cd6bdfd1ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406489 Aug 19 19:05:43.320724 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-fa531fca-2693-4345-a49d-8eaaf9f7395a service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869756 Aug 19 19:05:43.407739 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-19f1d40a-6410-4595-967a-4cb91581bb62 req-73646f10-b5e3-46c4-a8f6-8a91f9ac195c service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803394 Aug 19 19:05:47.893210 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:57.098685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:58.247178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2be32548-ea12-4cbe-8141-0e43607173fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:00.703191 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c487ed0a-7898-473f-85a8-aa82898c1352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:01.046398 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:02.203574 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:06:02.268120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:03.826769 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:15.393789 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede275e3-608f-4480-a21f-f193568a47c7 req-1b4f0402-cd98-40d0-8ec3-cb8fbbb4eb66 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:15.395327 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ede275e3-608f-4480-a21f-f193568a47c7 req-1b4f0402-cd98-40d0-8ec3-cb8fbbb4eb66 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.1279006 Aug 19 19:06:15.435607 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ede275e3-608f-4480-a21f-f193568a47c7 req-4b0448d8-652e-4849-ad17-e71ebceda99c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Aug 19 19:06:16.555255 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2099e2d-00cc-4c09-804c-f0041d62487f req-b4bc68a7-173f-4de8-bb45-f1b03cc12da7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:16.556757 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2099e2d-00cc-4c09-804c-f0041d62487f req-b4bc68a7-173f-4de8-bb45-f1b03cc12da7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Aug 19 19:06:16.595007 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e2099e2d-00cc-4c09-804c-f0041d62487f req-e9378d08-9a55-4812-a514-e7685cb588ab tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Aug 19 19:06:17.740049 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a9a2-8e1a-4419-a223-3aaf1a0dadb8 req-956755bd-7733-4c4c-bd79-c15501931654 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:17.741528 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d47a9a2-8e1a-4419-a223-3aaf1a0dadb8 req-956755bd-7733-4c4c-bd79-c15501931654 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0528166 Aug 19 19:06:17.780056 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0d47a9a2-8e1a-4419-a223-3aaf1a0dadb8 req-458c1d12-20c4-4edb-83b0-edd11db10792 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Aug 19 19:06:17.892958 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:18.944600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69ce9-a251-4104-b24e-4c51ae272883 req-5f5347a2-0055-4cf5-90ba-c4fb7783b894 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:18.946096 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19f69ce9-a251-4104-b24e-4c51ae272883 req-5f5347a2-0055-4cf5-90ba-c4fb7783b894 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0993724 Aug 19 19:06:18.984702 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19f69ce9-a251-4104-b24e-4c51ae272883 req-edde4f9f-402c-4db8-b9a5-cb5a34c73f00 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Aug 19 19:06:20.109328 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c6a50-8fe9-4d8f-a484-c24b60251929 req-3e399230-68ff-4ee7-ad27-c47ab832d972 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:20.110998 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-467c6a50-8fe9-4d8f-a484-c24b60251929 req-3e399230-68ff-4ee7-ad27-c47ab832d972 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0531199 Aug 19 19:06:20.156882 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-467c6a50-8fe9-4d8f-a484-c24b60251929 req-cb9814a7-d9d6-497e-af82-babc37272abb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 Aug 19 19:06:21.280271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63596-ef62-4d36-aa71-697d7eef3b79 req-127378ef-d1c6-45ca-88eb-c67a0d33d78e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:21.281793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dda63596-ef62-4d36-aa71-697d7eef3b79 req-127378ef-d1c6-45ca-88eb-c67a0d33d78e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0559237 Aug 19 19:06:21.320979 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dda63596-ef62-4d36-aa71-697d7eef3b79 req-3084f33c-6824-4c87-bc61-3f6c7f0e0104 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329936 Aug 19 19:06:22.439494 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f352-f5d3-4688-9d5e-59f9cfa3a402 req-2c9d8d80-23dd-47f7-a2bf-8040d09c1d62 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:22.441000 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba71f352-f5d3-4688-9d5e-59f9cfa3a402 req-2c9d8d80-23dd-47f7-a2bf-8040d09c1d62 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Aug 19 19:06:22.477531 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ba71f352-f5d3-4688-9d5e-59f9cfa3a402 req-206904e5-bea0-4453-9c54-a357cec02397 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Aug 19 19:06:23.596394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80022e-7a67-4d66-8702-ff44397598cf req-72f1418d-a284-419e-a52a-5ccde8a734e6 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:23.598198 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce80022e-7a67-4d66-8702-ff44397598cf req-72f1418d-a284-419e-a52a-5ccde8a734e6 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Aug 19 19:06:23.636083 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ce80022e-7a67-4d66-8702-ff44397598cf req-837d144c-c72b-4263-bbd0-bd09c270c048 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Aug 19 19:06:24.757159 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62680-212d-4347-b7ff-16c8e650ea1f req-212aa742-ed8f-4c0f-992e-968b6b116293 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:24.758660 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9e62680-212d-4347-b7ff-16c8e650ea1f req-212aa742-ed8f-4c0f-992e-968b6b116293 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Aug 19 19:06:24.796873 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d9e62680-212d-4347-b7ff-16c8e650ea1f req-1526e70e-ee62-41b2-a616-3e98ffe29773 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Aug 19 19:06:25.911721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fccb05-ff59-484f-bc40-faebd2eda286 req-4235eed2-a649-4d89-86e8-3dfcd85e032f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:25.913207 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12fccb05-ff59-484f-bc40-faebd2eda286 req-4235eed2-a649-4d89-86e8-3dfcd85e032f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0496593 Aug 19 19:06:25.954454 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-12fccb05-ff59-484f-bc40-faebd2eda286 req-c12891b9-58c1-4c48-9453-09cbb01a6fba tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324724 Aug 19 19:06:27.073737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf65d1-1c47-4634-9485-258d3f2ba027 req-f2220565-8aaf-456b-ac91-f797187dc964 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:27.075920 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfaf65d1-1c47-4634-9485-258d3f2ba027 req-f2220565-8aaf-456b-ac91-f797187dc964 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Aug 19 19:06:27.103016 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:27.116166 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bfaf65d1-1c47-4634-9485-258d3f2ba027 req-dbe4e030-d858-48b1-9282-fac2322a3a6a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343375 Aug 19 19:06:27.339066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:06:27.441317 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:27.452774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '70e74508-5212-44d8-be14-d4316a578104', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:06:27.488940 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:27.505190 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:06:27.527770 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:27.532084 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:27.583065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:27.590593 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.590978 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.591553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.591944 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.592423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.592812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.593198 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.593599 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.593969 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.594497 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.594909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.595343 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:06:27.673908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['70e74508-5212-44d8-be14-d4316a578104'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:06:28.241841 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ed77-94e3-43d3-aced-131b595f6c3a req-58d2a2b1-314e-4a5c-87a6-46f528b63e89 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:28.250874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c013ed77-94e3-43d3-aced-131b595f6c3a req-58d2a2b1-314e-4a5c-87a6-46f528b63e89 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 944 time: 0.0630915 Aug 19 19:06:28.255041 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a190c05e-d77a-4a02-8d64-9735e852775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:28.287316 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c013ed77-94e3-43d3-aced-131b595f6c3a req-c11798a7-2766-4c39-83cd-a60dccad8d4e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352561 Aug 19 19:06:29.362310 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:29.420300 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 70e74508-5212-44d8-be14-d4316a578104 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:29.420674 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:29.448160 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17260a7-4b16-47a2-88a4-4ff4b271176e req-3a9d047f-96ad-45c1-a740-aa1cf1301e29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:29.448805 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d17260a7-4b16-47a2-88a4-4ff4b271176e req-3a9d047f-96ad-45c1-a740-aa1cf1301e29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 944 time: 0.0724106 Aug 19 19:06:29.493844 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d17260a7-4b16-47a2-88a4-4ff4b271176e req-197a73f8-fd2d-46ae-8b74-968f7d6876cb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374074 Aug 19 19:06:29.522139 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:29.550486 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:29.552762 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9905c6-8f57-49e3-b523-f139b5e0509d" -d '{"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:29.569652 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:29.575705 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:29.648365 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:29.676718 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0aa052-17b3-4b5e-98fc-bbe3ad20e4d5 x-openstack-request-id: req-ca0aa052-17b3-4b5e-98fc-bbe3ad20e4d5 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:29.677039 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:29.677301 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca0aa052-17b3-4b5e-98fc-bbe3ad20e4d5 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:29.677716 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'code': 200} Aug 19 19:06:30.625340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccfcd0-d19b-4a95-8efe-e6d9ba9674a4 req-ab3ec7e4-b8de-4909-bed0-8b469f83008a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:30.627438 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bccfcd0-d19b-4a95-8efe-e6d9ba9674a4 req-ab3ec7e4-b8de-4909-bed0-8b469f83008a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0586524 Aug 19 19:06:30.676068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3bccfcd0-d19b-4a95-8efe-e6d9ba9674a4 req-a56613e1-92c2-4b07-a5fc-88bbfa85ffb8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Aug 19 19:06:30.711490 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c46efe19-027c-4513-841e-4e8a98b8cce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:31.054906 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:31.815757 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4ab1b-1b56-4998-a274-764364e276b5 req-789054ec-985b-4580-87e8-6ddf6d76dd8a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:31.817390 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0c4ab1b-1b56-4998-a274-764364e276b5 req-789054ec-985b-4580-87e8-6ddf6d76dd8a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0595431 Aug 19 19:06:31.861871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e0c4ab1b-1b56-4998-a274-764364e276b5 req-079c2d79-18a7-4fc1-a78c-4b1cd4546f3a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376914 Aug 19 19:06:32.282967 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:33.011911 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f71ce-1229-4405-80ba-ed4f31d4aa93 req-6b439ea9-2232-4ee1-811d-d24013d1432c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:33.015482 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc6f71ce-1229-4405-80ba-ed4f31d4aa93 req-6b439ea9-2232-4ee1-811d-d24013d1432c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0604784 Aug 19 19:06:33.064779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-fc6f71ce-1229-4405-80ba-ed4f31d4aa93 req-9bdce034-010c-4e75-80f6-79ffaef307e9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362394 Aug 19 19:06:33.837027 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:34.222134 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8742b1-129b-491c-bbf7-899e8512d043 req-9bbc74ab-b5f0-451f-8302-59e9bdd3b991 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:34.223795 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf8742b1-129b-491c-bbf7-899e8512d043 req-9bbc74ab-b5f0-451f-8302-59e9bdd3b991 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0760348 Aug 19 19:06:34.275741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cf8742b1-129b-491c-bbf7-899e8512d043 req-a985b2f2-f2cb-4e9f-9828-c119cdaf342f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Aug 19 19:06:35.434121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfb546-8890-4867-81cf-d63915b04b71 req-78be0c19-389f-4906-b33f-087aeb050a49 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:35.435741 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fbfb546-8890-4867-81cf-d63915b04b71 req-78be0c19-389f-4906-b33f-087aeb050a49 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0841389 Aug 19 19:06:35.479299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6fbfb546-8890-4867-81cf-d63915b04b71 req-181e63cd-10b3-4bc0-9db9-88d292cfcdc4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376093 Aug 19 19:06:36.620933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b094-7dd0-4b08-a40e-012f48aa5b51 req-a8d13eb7-0a8c-4678-a5a9-742dc23eff8d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:36.630271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb13b094-7dd0-4b08-a40e-012f48aa5b51 req-a8d13eb7-0a8c-4678-a5a9-742dc23eff8d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0640879 Aug 19 19:06:36.668694 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb13b094-7dd0-4b08-a40e-012f48aa5b51 req-05ed7272-05e5-489f-8e28-310941350c6a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375140 Aug 19 19:06:37.790626 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de64ba-d639-4f05-bfa1-eacf92c26672 req-931d4087-dd30-4958-bdb2-1431e6ca238e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:37.792223 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18de64ba-d639-4f05-bfa1-eacf92c26672 req-931d4087-dd30-4958-bdb2-1431e6ca238e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Aug 19 19:06:37.817591 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d74be-9d43-4658-a563-c5373600485e req-4a252845-cac7-45c8-94c3-c9fdec924aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:37.819162 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-4a252845-cac7-45c8-94c3-c9fdec924aab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1097 time: 0.0532966 Aug 19 19:06:37.832918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-18de64ba-d639-4f05-bfa1-eacf92c26672 req-6acac2d3-c6fe-48a1-8724-b8a3cfafe418 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Aug 19 19:06:37.917695 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d74be-9d43-4658-a563-c5373600485e req-6f228e12-7432-4bf6-878b-efddb00d9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:37.919850 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-6f228e12-7432-4bf6-878b-efddb00d9f83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0926156 Aug 19 19:06:37.991680 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-60ba1ce2-05b3-4443-87c2-36eed375d10c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 1000 time: 0.0655088 Aug 19 19:06:38.040627 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d74be-9d43-4658-a563-c5373600485e req-a33aa051-ec07-4c76-af0a-2bd452203996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:38.042057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-a33aa051-ec07-4c76-af0a-2bd452203996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0433180 Aug 19 19:06:38.088739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d74be-9d43-4658-a563-c5373600485e req-ed873df6-3404-4bf7-a98d-942802ee2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:38.090171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-ed873df6-3404-4bf7-a98d-942802ee2e98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402832 Aug 19 19:06:38.182787 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-796a2843-8026-47b5-a975-61c8f0bdb4ee service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Aug 19 19:06:38.273106 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-dc1d74be-9d43-4658-a563-c5373600485e req-7bf8ee46-24a7-4557-b7bf-d27e489e622c service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825214 Aug 19 19:06:38.956277 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9afae-87de-4df7-8ce0-6d9cfe83b6f9 req-85492bab-3395-4613-aac1-ad345c94a8da tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:38.957783 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfc9afae-87de-4df7-8ce0-6d9cfe83b6f9 req-85492bab-3395-4613-aac1-ad345c94a8da tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0536771 Aug 19 19:06:38.995686 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cfc9afae-87de-4df7-8ce0-6d9cfe83b6f9 req-a3be041e-7664-4df4-97a8-89a3c1b5084e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Aug 19 19:06:39.203949 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:06:40.118090 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243ee4e-dc85-49eb-887e-3296e66c6825 req-bfe08224-c797-400a-b775-6e54b732f1e7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:40.119576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c243ee4e-dc85-49eb-887e-3296e66c6825 req-bfe08224-c797-400a-b775-6e54b732f1e7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0534089 Aug 19 19:06:40.160437 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c243ee4e-dc85-49eb-887e-3296e66c6825 req-bedb901f-7cfc-4840-bf57-841c02d9a35f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342598 Aug 19 19:06:40.426498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af8439-ba31-42b8-80d6-44a53152dfb0 req-c6d1dfa6-d273-47c2-b655-498fa1bfdd40 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:40.428143 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4af8439-ba31-42b8-80d6-44a53152dfb0 req-c6d1dfa6-d273-47c2-b655-498fa1bfdd40 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 945 time: 0.0700562 Aug 19 19:06:40.474121 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a4af8439-ba31-42b8-80d6-44a53152dfb0 req-97a46e84-8433-49a3-b590-903f9b80b6a3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378540 Aug 19 19:06:40.696537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47114) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:06:40.792881 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-07dca602-da4b-4621-af72-80de775f081b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949166 Aug 19 19:06:41.423691 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:06:41.500770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.523794 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:41.526064 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e45dd49-cd49-4c7c-9cef-ecb93e6a0304" -d '{"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-unplugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:41.539394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:41.543836 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:41.571843 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee7af98-f143-4970-a9c9-999721999f46 x-openstack-request-id: req-8ee7af98-f143-4970-a9c9-999721999f46 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:41.572140 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-unplugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:41.572396 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ee7af98-f143-4970-a9c9-999721999f46 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:41.572924 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'code': 200} Aug 19 19:06:41.596901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:41.613721 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9eae9-5fc1-4e17-90ce-531accc8dcd9 req-8ff3cdb3-7e76-4f60-bf18-099bb88146ba tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:41.615267 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90a9eae9-5fc1-4e17-90ce-531accc8dcd9 req-8ff3cdb3-7e76-4f60-bf18-099bb88146ba tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0578737 Aug 19 19:06:41.653804 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-90a9eae9-5fc1-4e17-90ce-531accc8dcd9 req-8b1eb20a-bfd9-4219-8598-ba7a43851565 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Aug 19 19:06:41.696336 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-b809b092-f060-4a7f-b71a-1016d01065b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:41.697849 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-b809b092-f060-4a7f-b71a-1016d01065b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 1095 time: 0.0458198 Aug 19 19:06:41.771104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-0ee5a20f-5d65-4e6d-9d0e-704ac6f68de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:41.772532 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-0ee5a20f-5d65-4e6d-9d0e-704ac6f68de0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1095 time: 0.0421531 Aug 19 19:06:41.864134 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-62ff8abf-d318-4092-a54d-69473b557ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:41.865767 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-62ff8abf-d318-4092-a54d-69473b557ca6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0857275 Aug 19 19:06:42.290903 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-0526e5b1-e282-4e4d-b4a9-2e3b084f7a1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 998 time: 0.4182708 Aug 19 19:06:42.340990 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-42be440c-e109-4f51-8d23-3a3d57949cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:42.342455 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-42be440c-e109-4f51-8d23-3a3d57949cf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0443830 Aug 19 19:06:42.390809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-5a3a994d-65b3-4f5b-97f0-3daa18ad82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:42.392344 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-5a3a994d-65b3-4f5b-97f0-3daa18ad82f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432756 Aug 19 19:06:42.480323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-dc04b7b7-6330-4189-a475-379593d9d8d6 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807467 Aug 19 19:06:42.575394 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-50dde908-bfce-4ce3-b2c1-b66c46e50d17 req-b68550a0-7836-4e9a-9fc3-ef6cadaf36a4 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Aug 19 19:06:42.777653 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc851-c6e3-476e-9a38-756ce8f03b9c req-c2430a60-2e57-4de8-be77-26d9063f3461 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:42.779652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1efc851-c6e3-476e-9a38-756ce8f03b9c req-c2430a60-2e57-4de8-be77-26d9063f3461 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0530610 Aug 19 19:06:42.819704 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e1efc851-c6e3-476e-9a38-756ce8f03b9c req-20dcf59c-247c-49bf-9f91-098a8e1b8100 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Aug 19 19:06:43.941477 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602869-1093-4e0a-b7e1-d55738b07723 req-72306600-7b7e-44c8-affc-f502accbdc74 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:43.943137 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed602869-1093-4e0a-b7e1-d55738b07723 req-72306600-7b7e-44c8-affc-f502accbdc74 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0515187 Aug 19 19:06:43.982919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed602869-1093-4e0a-b7e1-d55738b07723 req-145d560f-6b93-4431-a94c-d45610372750 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335603 Aug 19 19:06:45.109749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f6f5-f065-488d-9152-d08fd808c9b7 req-6e49371c-3096-4c59-9095-efc7fab9874e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:45.111283 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f087f6f5-f065-488d-9152-d08fd808c9b7 req-6e49371c-3096-4c59-9095-efc7fab9874e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0568781 Aug 19 19:06:45.151424 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f087f6f5-f065-488d-9152-d08fd808c9b7 req-ed99fab0-01fa-4b79-96db-84aa156a9d65 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339913 Aug 19 19:06:46.279950 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf50d99-5cd0-41a1-800a-878b0764dfeb req-d408835c-0974-44aa-8a63-210d687cd78f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:46.281587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf50d99-5cd0-41a1-800a-878b0764dfeb req-d408835c-0974-44aa-8a63-210d687cd78f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0538905 Aug 19 19:06:46.324818 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9bf50d99-5cd0-41a1-800a-878b0764dfeb req-c1f4f92b-2bf6-4a80-bd67-320f0bd0becf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Aug 19 19:06:47.453766 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b9d4-5620-4f89-b9f7-e82fdb62e962 req-67dd53fb-818a-4014-aa83-a0c7644ad96e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:47.455365 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4f5b9d4-5620-4f89-b9f7-e82fdb62e962 req-67dd53fb-818a-4014-aa83-a0c7644ad96e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0525112 Aug 19 19:06:47.496513 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c4f5b9d4-5620-4f89-b9f7-e82fdb62e962 req-20d2041f-81a8-4de3-8d85-f5783dd7bca5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344796 Aug 19 19:06:47.929969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:48.619737 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458808b8-e6b3-45ed-84b4-712c8a25ef27 req-e98c820d-51d0-4416-89d6-06c22142b10a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:48.621146 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-458808b8-e6b3-45ed-84b4-712c8a25ef27 req-e98c820d-51d0-4416-89d6-06c22142b10a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0547867 Aug 19 19:06:48.668823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-458808b8-e6b3-45ed-84b4-712c8a25ef27 req-c801bd7f-ebdc-440d-afdb-2cd75046d17e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 Aug 19 19:06:49.793813 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e6d41-9677-4328-a56f-d15aee45078c req-20ea282e-c451-435f-8068-088fd1a3c65f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:49.796019 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-394e6d41-9677-4328-a56f-d15aee45078c req-20ea282e-c451-435f-8068-088fd1a3c65f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0518522 Aug 19 19:06:49.835933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-394e6d41-9677-4328-a56f-d15aee45078c req-c211d115-08b3-4347-ae46-6b0c26194e9d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Aug 19 19:06:50.959621 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70615b-faad-48b1-89d0-c3eac66c7a1c req-270cf3aa-0054-47f8-8d54-50cda3b65361 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:50.961147 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f70615b-faad-48b1-89d0-c3eac66c7a1c req-270cf3aa-0054-47f8-8d54-50cda3b65361 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0525956 Aug 19 19:06:51.004864 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f70615b-faad-48b1-89d0-c3eac66c7a1c req-ea91d638-5bfd-4c9c-8684-698302f9e5c4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366416 Aug 19 19:06:52.130286 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369fe5a-d49e-4690-9749-a7e016f40f1c req-05932f76-f613-4388-a2c3-1a20c5aa77b9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:52.131866 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2369fe5a-d49e-4690-9749-a7e016f40f1c req-05932f76-f613-4388-a2c3-1a20c5aa77b9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0539846 Aug 19 19:06:52.172465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2369fe5a-d49e-4690-9749-a7e016f40f1c req-e1b8f4eb-8d31-4567-a7af-1bb37aa26f67 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345840 Aug 19 19:06:53.232897 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-fc534986-e102-46c0-aa0d-43095d3573ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:53.234416 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-fc534986-e102-46c0-aa0d-43095d3573ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1095 time: 0.0424926 Aug 19 19:06:53.293351 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac08f5-eca4-4db9-8dab-58695efeab37 req-e2ced21a-265f-4e55-a373-e2a87e54c605 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:53.295028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8ac08f5-eca4-4db9-8dab-58695efeab37 req-e2ced21a-265f-4e55-a373-e2a87e54c605 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0509880 Aug 19 19:06:53.333227 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b8ac08f5-eca4-4db9-8dab-58695efeab37 req-3f63a62c-85dc-4df9-adeb-a2b4ef62413b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Aug 19 19:06:53.352981 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-ca398db8-e495-4899-a1ae-2738727a9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:53.354466 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-ca398db8-e495-4899-a1ae-2738727a9eb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0947299 Aug 19 19:06:53.419210 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-e3804a2f-481b-47cd-832e-d57c6038ca75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 998 time: 0.0570192 Aug 19 19:06:53.468209 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-7befed8f-beca-434c-9dc0-dee67d070ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:53.469567 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-7befed8f-beca-434c-9dc0-dee67d070ade service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0433612 Aug 19 19:06:53.518361 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-946d2bcc-a466-4b8c-8b2c-5618190ae790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:53.520141 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-946d2bcc-a466-4b8c-8b2c-5618190ae790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438161 Aug 19 19:06:53.610188 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-a853457c-b1c8-449b-8c9f-2a7db85828ae service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828116 Aug 19 19:06:53.702946 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-72ac52f0-e72e-4e43-9eff-24f85ed94562 req-7d2fec0a-0042-4d66-af55-fcc971d9ebcd service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Aug 19 19:06:54.452639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4840c89-1ac0-4a1d-b1e4-f3840b6d2a1e req-217ac73d-879e-44c7-8d53-300a4608d798 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:54.454176 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4840c89-1ac0-4a1d-b1e4-f3840b6d2a1e req-217ac73d-879e-44c7-8d53-300a4608d798 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0514925 Aug 19 19:06:54.492073 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-b4840c89-1ac0-4a1d-b1e4-f3840b6d2a1e req-b7ef3872-b6d7-498b-9030-29dd1aff78cb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318739 Aug 19 19:06:55.467383 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:06:55.618623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17874d-e351-4c5b-bb42-de09d8ffb538 req-417ee91f-5f1e-4e5e-849d-9bb3c0dbb78a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:55.620262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae17874d-e351-4c5b-bb42-de09d8ffb538 req-417ee91f-5f1e-4e5e-849d-9bb3c0dbb78a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 943 time: 0.0567935 Aug 19 19:06:55.662369 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ae17874d-e351-4c5b-bb42-de09d8ffb538 req-b19a7450-9482-46ce-806b-44efb40ab52e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Aug 19 19:06:55.719889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:55.730462 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '70e74508-5212-44d8-be14-d4316a578104', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'port_id': '70e74508-5212-44d8-be14-d4316a578104', 'mac_address': 'fa:16:3e:9d:42:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:06:55.767274 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:55.779847 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:06:55.798748 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:55.802794 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:55.852736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:56.105012 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['70e74508-5212-44d8-be14-d4316a578104'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:06:56.780724 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a0193-0de8-4686-becc-a04ad6aa7f83 req-1aef01a4-1692-4c6a-a39e-d72892158d29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:56.782156 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-867a0193-0de8-4686-becc-a04ad6aa7f83 req-1aef01a4-1692-4c6a-a39e-d72892158d29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 944 time: 0.0520985 Aug 19 19:06:56.819684 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-867a0193-0de8-4686-becc-a04ad6aa7f83 req-6e5c0539-f431-413a-925f-50ced06fa0e7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Aug 19 19:06:57.116280 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.477595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:06:57.524999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 70e74508-5212-44d8-be14-d4316a578104 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:06:57.525372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.599187 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.620627 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:06:57.623478 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68281626-9631-477a-9789-85656a56d388" -d '{"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:06:57.636230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:06:57.644980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.671942 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e459ee35-bffa-4e34-a7f2-f088957c24c7 x-openstack-request-id: req-e459ee35-bffa-4e34-a7f2-f088957c24c7 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:06:57.672178 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-plugged", "status": "completed", "tag": "70e74508-5212-44d8-be14-d4316a578104", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:06:57.672451 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e459ee35-bffa-4e34-a7f2-f088957c24c7 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:06:57.672827 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'code': 200} Aug 19 19:06:57.698096 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:06:57.859884 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0575df-377d-4872-a983-ad9469e58bcd req-1188d3fa-263e-4739-b4f7-22ede2aaf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:57.861403 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-eb0575df-377d-4872-a983-ad9469e58bcd req-1188d3fa-263e-4739-b4f7-22ede2aaf443 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1098 time: 0.0412142 Aug 19 19:06:57.897011 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-eb0575df-377d-4872-a983-ad9469e58bcd req-97e8206d-a3c7-49a8-89a5-92ac8feda951 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286570 Aug 19 19:06:57.937309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96367b-fac7-483d-9747-cc0204f803b0 req-694b996a-dcf3-4d9b-bbf4-1a755ab099f5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:57.938792 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed96367b-fac7-483d-9747-cc0204f803b0 req-694b996a-dcf3-4d9b-bbf4-1a755ab099f5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0490334 Aug 19 19:06:57.976009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ed96367b-fac7-483d-9747-cc0204f803b0 req-8dc48ff9-de63-439a-aae5-c5f451f27661 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Aug 19 19:06:58.246556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e42c35dd-58a5-48b9-b7c3-775d36010434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:59.111222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1e2c-bfff-4b3d-b46b-13c80872f804 req-de117a80-b33a-4adb-a27d-82dbcec64a73 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:06:59.112803 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-957f1e2c-bfff-4b3d-b46b-13c80872f804 req-de117a80-b33a-4adb-a27d-82dbcec64a73 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0566885 Aug 19 19:06:59.154836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-957f1e2c-bfff-4b3d-b46b-13c80872f804 req-f3f91690-6971-4e2b-af4d-34f7dfcb228d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356572 Aug 19 19:07:00.271324 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3743d8c-85a6-4d55-844b-91b061685f53 req-3f055ab5-72ef-41c4-95d4-8a2200bd4030 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:00.272854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3743d8c-85a6-4d55-844b-91b061685f53 req-3f055ab5-72ef-41c4-95d4-8a2200bd4030 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Aug 19 19:07:00.310011 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c3743d8c-85a6-4d55-844b-91b061685f53 req-ef41d654-ed5f-4f68-8b22-89882b20b6a8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Aug 19 19:07:00.702553 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f066f14c-bfc4-4e3e-8262-03797853ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:01.053101 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:02.267667 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:03.825369 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:16.202962 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:17.909035 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:27.109598 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:28.248415 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-45bfa448-ff98-4628-9b86-62b749e538cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:30.704229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1559b2b8-5eb2-4945-a7bf-af89a1ae52ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:31.054320 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:32.271723 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:33.829116 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:46.875635 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-5ef603b8-8ce1-4330-b556-4559b30de861 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400660 Aug 19 19:07:46.975985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-4dc78307-6f58-4b35-bd13-109a3756c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:46.977464 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-4dc78307-6f58-4b35-bd13-109a3756c70a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1098 time: 0.0447228 Aug 19 19:07:47.086676 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-52737345-c7d4-47b0-824c-50a070419efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.088166 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-52737345-c7d4-47b0-824c-50a070419efc service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0912967 Aug 19 19:07:47.157507 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-15e2fbcb-3a44-4cea-b858-42a85fac9200 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 1000 time: 0.0604780 Aug 19 19:07:47.206329 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-26fa6a02-a57f-43de-a9d8-1b1869a9ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.207799 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-26fa6a02-a57f-43de-a9d8-1b1869a9ba1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0434303 Aug 19 19:07:47.252942 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-4be995ab-0a30-4590-bf74-2b0b10ec4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:07:47.254444 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-4be995ab-0a30-4590-bf74-2b0b10ec4073 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399146 Aug 19 19:07:47.347453 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-25332727-ed6b-4652-a640-b628fe06726d service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Aug 19 19:07:47.437113 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-43c2d532-9b9d-4d50-87dc-bbbffcfc513f req-845357e7-4f15-49db-86c5-78164305707a service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813189 Aug 19 19:07:47.923282 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:53.202836 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:57.123149 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:58.249954 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4a729dc7-1c8d-45a6-9d00-cc84d96e3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:00.705109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-65e0b540-f1ed-4518-9d14-584272b33fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:01.054614 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:02.273154 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:03.834182 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.082214 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47234) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:12.244139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Deleting port 9eccd364-96b9-467a-b335-951f7f2230d7 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:08:12.244485 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.322908 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.323273 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.336010 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Calling delete_port for 9eccd364-96b9-467a-b335-951f7f2230d7 owned by network:floatingip {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:08:12.482713 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.509784 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'Port': ['ID=9eccd364-96b9-467a-b335-951f7f2230d7,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:12.535668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.536019 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.536359 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.536700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.537031 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.537361 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.537687 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.538022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.538349 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.538674 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.538998 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.539323 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:12.578502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.578907 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Floating IP 06c1bad8-3437-4c1b-a38d-e1b1881a98da disassociated (deleted). External IP: 172.25.5.52, port: 70e74508-5212-44d8-be14-d4316a578104. Aug 19 19:08:12.782499 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:08:12.895627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:08:12.900635 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:12.905785 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:08:12.914600 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:08:12.915230 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:08:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:12.927906 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-84b8195c-3ea6-41c5-9a2a-86b78565deea tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "DELETE /v2.0/floatingips/06c1bad8-3437-4c1b-a38d-e1b1881a98da HTTP/1.1" status: 204 len: 168 time: 0.8445280 Aug 19 19:08:12.928597 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:08:12.930945 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:08:13.026658 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:08:13.036638 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a225d08a-418c-41d6-a553-49107846545b x-openstack-request-id: req-a225d08a-418c-41d6-a553-49107846545b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:08:13.036962 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "tag": "70e74508-5212-44d8-be14-d4316a578104", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:08:13.037280 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a225d08a-418c-41d6-a553-49107846545b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:08:13.037614 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'status': 'completed', 'code': 200} Aug 19 19:08:13.131169 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-a925dfe4-ffcc-4899-94a3-f7d6922732a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.132850 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-a925dfe4-ffcc-4899-94a3-f7d6922732a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 1098 time: 0.0521271 Aug 19 19:08:13.189076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f798fdd-d09e-4e6b-bfb3-a52e81d6a092 req-7c603313-643b-4207-b231-0367893e2a04 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.190732 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f798fdd-d09e-4e6b-bfb3-a52e81d6a092 req-7c603313-643b-4207-b231-0367893e2a04 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0598218 Aug 19 19:08:13.231993 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-b0c83e95-a81b-483c-9e08-849390d797a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.234765 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-b0c83e95-a81b-483c-9e08-849390d797a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0940256 Aug 19 19:08:13.236064 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f798fdd-d09e-4e6b-bfb3-a52e81d6a092 req-4e313e18-7b8a-4e9f-aaae-a1b73493f174 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Aug 19 19:08:13.241211 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:13.267793 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:08:13.276228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:08:13.276840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:08:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:13.285793 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-34a3593e-a44f-43df-90ef-2a52b72f64a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 200 len: 217 time: 0.0430050 Aug 19 19:08:13.338190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-8f63c859-ed70-4d86-8de5-94997aeeb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.339772 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-8f63c859-ed70-4d86-8de5-94997aeeb07b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0455506 Aug 19 19:08:13.382184 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:08:13.387127 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-b467de91-2dbc-4026-a587-bbdbcbaee924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:13.388748 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-b467de91-2dbc-4026-a587-bbdbcbaee924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414886 Aug 19 19:08:13.487777 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-f44f166a-18b2-4803-adf3-4b9c2d739ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912399 Aug 19 19:08:13.584508 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:13.586159 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-fcd8e2c3-2a15-40c7-a623-a8c43d168bc3 req-56cf2ac3-de15-4c8d-9b31-860314f3bc0a service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898390 Aug 19 19:08:13.613614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c91b0a-eb68-49de-8f0b-4b1da8817f75 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:08:13.828480 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f94b43-333a-446e-8b18-e62e7caa9453 None None] New status for floating IP 06c1bad8-3437-4c1b-a38d-e1b1881a98da: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:08:14.355602 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02171f1d-b90e-4994-9b45-43c9cb175563 req-aa273781-e0fc-4296-b1ae-641b4cabc0a5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:14.357131 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02171f1d-b90e-4994-9b45-43c9cb175563 req-aa273781-e0fc-4296-b1ae-641b4cabc0a5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Aug 19 19:08:14.395153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02171f1d-b90e-4994-9b45-43c9cb175563 req-ce489970-c398-444a-b194-ba6e968a5f60 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 19 19:08:14.605384 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31084ac2-5b11-493d-a2ce-34b54564403e req-0bbaabd4-023e-4e73-b4b1-f942788135b9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:14.606823 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31084ac2-5b11-493d-a2ce-34b54564403e req-0bbaabd4-023e-4e73-b4b1-f942788135b9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Aug 19 19:08:14.698869 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Deleting port 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:08:14.699222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:14.790778 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] For port 70e74508-5212-44d8-be14-d4316a578104, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=70e74508-5212-44d8-be14-d4316a578104,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:08:14.791119 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:14.802494 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Calling delete_port for 70e74508-5212-44d8-be14-d4316a578104 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:08:14.927464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:14.959959 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'Port': ['ID=70e74508-5212-44d8-be14-d4316a578104,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:14.972797 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.973359 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.973714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.974054 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.974390 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.974722 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.975060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.975392 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.975815 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.976146 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.976473 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:14.976798 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:15.010932 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] No DVR routers for this DVR port 70e74508-5212-44d8-be14-d4316a578104 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:08:15.013432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:15.016042 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-31084ac2-5b11-493d-a2ce-34b54564403e req-64be6b39-21bb-4611-8d2f-92deda14e745 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "DELETE /v2.0/ports/70e74508-5212-44d8-be14-d4316a578104 HTTP/1.1" status: 204 len: 173 time: 0.4026592 Aug 19 19:08:15.016474 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-deleted', 'tag': '70e74508-5212-44d8-be14-d4316a578104'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:08:15.018705 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a9909-ed2e-400a-8109-eac8461e59fd" -d '{"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-deleted", "tag": "70e74508-5212-44d8-be14-d4316a578104"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:08:15.110162 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba68a43-d5fd-4319-8ec0-0212f1331663 x-openstack-request-id: req-5ba68a43-d5fd-4319-8ec0-0212f1331663 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:08:15.110453 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e8250-1a7b-4585-aca6-da47326ead82", "name": "network-vif-deleted", "tag": "70e74508-5212-44d8-be14-d4316a578104", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:08:15.110733 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ba68a43-d5fd-4319-8ec0-0212f1331663 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:08:15.111129 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e8250-1a7b-4585-aca6-da47326ead82', 'name': 'network-vif-deleted', 'tag': '70e74508-5212-44d8-be14-d4316a578104', 'status': 'completed', 'code': 200} Aug 19 19:08:15.505647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdeafe96-e199-4f15-adba-1f034c2593fe req-76726359-bee1-4dbb-80be-29209f2e726e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=893e8250-1a7b-4585-aca6-da47326ead82 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Aug 19 19:08:16.565713 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47260) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:16.624755 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:16.649849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:16.712121 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:16.714821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:16.716001 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "DELETE /v2.0/security-groups/bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d HTTP/1.1" status: 204 len: 168 time: 0.1496494 Aug 19 19:08:16.725268 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6a282-90d7-414a-ad2a-bcd787d4eaa9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee41f3-dbd4-44bf-bc8d-2a8a3ba84c6d,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.163927 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47266) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.168718 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424395749', 'description': 'tempest-secgroup-smoke-1424395749 description', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.192179 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.276806 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.280662 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.308129 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.309354 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443548 Aug 19 19:08:17.311212 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae0d6b-a953-40c7-a79b-f25ebc7adc6c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b56ed0-27e7-4faf-a92b-891ddd1b5226,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.313247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47268) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.319057 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.345464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.401030 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.404956 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.424425 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3728ef2b-2594-48ed-a2ed-bd03d83c0e3d,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.431391 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.432603 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-a7be22e9-3d93-4cec-a843-9c774c4eb533 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172388 Aug 19 19:08:17.435276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47270) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.440332 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.465228 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.522679 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.526402 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.548246 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a871c07f-f818-4610-8c86-d27547b1b013,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.554227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.555515 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b001782f-0bda-4de8-83b3-42177b561c78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192729 Aug 19 19:08:17.558253 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47272) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.563911 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.589855 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.649798 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.653236 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.672316 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcb25b8-8913-4967-9964-14d97cf4223c,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.677457 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.681661 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47274) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.682282 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-48f0d497-58b3-46fb-b2c3-46ea564e72e4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226752 Aug 19 19:08:17.687177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.713384 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.774119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.777840 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.797316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f817bb1-0bbd-4e28-9e54-4312a4a3118a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.803640 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.804435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-dab7e570-19c7-4e7a-8538-683edd3156fc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217651 Aug 19 19:08:17.807136 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47276) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.811515 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.832480 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Project a440782f3add4c78a2a6e9958f1be0c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:08:17.837157 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.901270 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.905563 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.924539 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e20e5e-19fe-4096-9dda-cccf2b9c15df,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:17.931194 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.932682 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.933925 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-043eb633-378c-4ebc-948b-3fa720e722b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258390 Aug 19 19:08:17.937338 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47278) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:17.941901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'security_group_rule': {'security_group_id': '81b56ed0-27e7-4faf-a92b-891ddd1b5226', 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:17.963630 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Project a440782f3add4c78a2a6e9958f1be0c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:08:17.968900 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:17.998320 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:08:18.018050 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 70e74508-5212-44d8-be14-d4316a578104 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:08:18.018408 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 70e74508-5212-44d8-be14-d4316a578104 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:08:18.037720 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:18.041704 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:18.060518 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08a469f-e54c-49ea-858d-365386dd0aba,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:18.063747 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:18.064938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ca657ff7-7ac7-425d-8994-a70b56624636 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266100 Aug 19 19:08:27.177158 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:28.252577 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0399374-8267-40c5-9f0f-5b4fb9c8a80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:30.202673 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:08:30.714875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5a6f17a7-5bf2-4422-8159-c69ee50a4f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:31.056632 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:32.275978 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:32.315787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-12c4b074-4f04-4d10-a7bc-87f43d35bbf5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424395749&fields=id&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 267 time: 0.0326810 Aug 19 19:08:32.427717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-b96b95fb-289c-4a90-a99d-b753a7f9dfdf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:32.429114 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-b96b95fb-289c-4a90-a99d-b753a7f9dfdf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 809 time: 0.1059735 Aug 19 19:08:32.443886 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-c7321088-aa18-48fa-8540-8c7e91cffb90 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/quotas/a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 375 time: 0.0091002 Aug 19 19:08:32.494222 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-208a0db2-5412-4c35-8fe5-a241218bb79d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451589 Aug 19 19:08:32.635255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-fb6cea16-6e6e-4af6-9434-a38d4994bfd1 service neutron] 10.222.0.36 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298387 Aug 19 19:08:32.727740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-a9d3d498-f31f-4873-90d7-af1aacf785fd service neutron] 10.222.0.36 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Aug 19 19:08:33.032060 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-eb2e6d4c-21d3-4afe-b968-33a70f563777 req-eb4fa53c-9bb5-42c0-9449-4c0b8fb3d6e2 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Aug 19 19:08:33.834426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.129916 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-0d4c724c-eaba-445f-b318-e9690c6898b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:34.131373 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-0d4c724c-eaba-445f-b318-e9690c6898b5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 809 time: 0.1241965 Aug 19 19:08:34.148022 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4ac30f8-3e0d-43ce-b9fe-0b06c1e66eaf req-55cf0e33-bc6b-4c38-b6fd-c0b655316956 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0374782 Aug 19 19:08:34.187526 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-5bed7612-8b9a-4585-a039-12f7d4102af8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 380 time: 0.0417988 Aug 19 19:08:34.196191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'port': {'device_id': 'c2e91013-8666-43fe-b200-49935834abd0', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'admin_state_up': True, 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'security_groups': ['81b56ed0-27e7-4faf-a92b-891ddd1b5226']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:34.308313 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Made reservation on behalf of a440782f3add4c78a2a6e9958f1be0c2 for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:08:34.312431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.435708 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Allocated IP 172.20.0.6 (25229535-bb33-4585-a533-f11c6cc7a5d2/8206e93f-a134-480e-bb43-5f4da309d64a/1e1685f9-2249-4e9b-9560-267cfc2efee1) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:08:34.582272 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.595505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Transition to ACTIVE for port object 1e1685f9-2249-4e9b-9560-267cfc2efee1 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:08:34.628337 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.679100 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:08:34.682290 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:08:34.686259 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:08:34.711654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:34.742415 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:34.743100 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.761362 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-8b6d513e-240d-4ac6-a5ab-76f64ed1ddec tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689187 Aug 19 19:08:34.772630 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-fa58edd3-83e6-4c19-97b0-040bff346572 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:08:34.773753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-fa58edd3-83e6-4c19-97b0-040bff346572 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059144 Aug 19 19:08:34.834994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Request body: {'port': {'device_id': 'c2e91013-8666-43fe-b200-49935834abd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:34.895410 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.930843 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-97621564-9154-4625-abae-701fd9c6c9e8 None None] Provisioning for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:08:34.935172 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-97621564-9154-4625-abae-701fd9c6c9e8 None None] Provisioning complete for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:08:34.935581 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-97621564-9154-4625-abae-701fd9c6c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.971937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-97621564-9154-4625-abae-701fd9c6c9e8 None None] Port 1e1685f9-2249-4e9b-9560-267cfc2efee1 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:08:35.181295 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:08:35.189903 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:35.204363 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Transition to ACTIVE for port object 1e1685f9-2249-4e9b-9560-267cfc2efee1 will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:08:35.208975 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:35.323634 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:35.365405 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48111378-56f9-44f2-886d-d51eb0649c84 req-7379ab5b-ff52-4bbb-9a40-e3c99e059dda tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:35.367057 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48111378-56f9-44f2-886d-d51eb0649c84 req-7379ab5b-ff52-4bbb-9a40-e3c99e059dda tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.1299756 Aug 19 19:08:35.422217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:08:35.422565 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:08:35.422887 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:08:35.432224 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-48111378-56f9-44f2-886d-d51eb0649c84 req-0aa3384d-db1d-4a0a-932f-8ea175481888 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579770 Aug 19 19:08:35.432985 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:08:35.433320 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:08:35.442402 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:08:35.442750 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:08:35.443169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Bound using segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:08:35.443793 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Bound port: 1e1685f9-2249-4e9b-9560-267cfc2efee1, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:08:35.444144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:35.519041 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:08:35.524420 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:08:35.529033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:35.569867 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:35.570543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:35.571962 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1092 time: 0.7906835 Aug 19 19:08:35.572472 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:08:35.574698 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616ad189-51fc-4626-8d7a-62297bc16ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:08:35.607246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589305bf-114a-4860-9529-c71c72de03e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:35.627905 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c738c041-63ca-492b-8371-88100bf13f26 x-openstack-request-id: req-c738c041-63ca-492b-8371-88100bf13f26 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:08:35.628643 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:08:35.628643 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c738c041-63ca-492b-8371-88100bf13f26 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:08:35.628906 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'status': 'completed', 'code': 200} Aug 19 19:08:35.668064 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-3b5d0024-8575-492d-961e-b6251bd7ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:35.669738 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-3b5d0024-8575-492d-961e-b6251bd7ceba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1095 time: 0.0517693 Aug 19 19:08:35.715988 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-c59fef42-a308-4907-9205-9e214fd888a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 217 time: 0.0380802 Aug 19 19:08:35.771370 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-383b76fe-f056-4da2-adc3-3c1abb717b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:35.773388 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-383b76fe-f056-4da2-adc3-3c1abb717b17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0502534 Aug 19 19:08:35.827948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-d366291b-fde2-418b-959b-ea617d0b015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:35.829476 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-d366291b-fde2-418b-959b-ea617d0b015d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493002 Aug 19 19:08:35.920649 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-baf10af5-5604-4da4-b0a7-9c02bd9c4139 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841675 Aug 19 19:08:36.018433 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-92b542e7-28b9-4ae1-b194-80c38d354d40 req-fcd383c9-0113-4a9b-b043-48460df3469e service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Aug 19 19:08:36.102794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-d10c993e-24f9-410f-ab60-8da4561c5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:36.104342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-d10c993e-24f9-410f-ab60-8da4561c5744 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1095 time: 0.0419366 Aug 19 19:08:36.199109 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-9473527e-0890-419b-9f1b-43a2dbda190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:36.200636 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-9473527e-0890-419b-9f1b-43a2dbda190f service neutron] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0892613 Aug 19 19:08:36.241914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-4c1446c0-7567-4a1a-94f6-3ed47e9756ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 217 time: 0.0342267 Aug 19 19:08:36.293921 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-83a98a77-34ab-4c23-889e-bdd0fc357586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:36.295314 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-83a98a77-34ab-4c23-889e-bdd0fc357586 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0452511 Aug 19 19:08:36.351406 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-cccf0f45-b072-47ca-a19f-e05438e2afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:36.353089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-cccf0f45-b072-47ca-a19f-e05438e2afcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499711 Aug 19 19:08:36.444519 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-e2c7a6a5-b60a-455e-a142-806ac28c8c18 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835135 Aug 19 19:08:36.570435 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-616ad189-51fc-4626-8d7a-62297bc16ed5 req-e4456ede-0d71-49ad-b133-283d4bc1e714 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188166 Aug 19 19:08:36.582922 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58784c-4ed4-4e96-8473-4f290116f8c8 req-46ea54e1-b343-4bfb-8c7d-c29f896bb45d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:36.584622 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e58784c-4ed4-4e96-8473-4f290116f8c8 req-46ea54e1-b343-4bfb-8c7d-c29f896bb45d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0794680 Aug 19 19:08:36.627791 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e58784c-4ed4-4e96-8473-4f290116f8c8 req-da7ebabc-08b7-47c9-b594-7f268d2eaff5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354943 Aug 19 19:08:37.751056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9543f-aecf-4483-855f-3dda1160ccbc req-5d5cdbcf-01be-48f5-914b-db81918dee2b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:37.752579 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51a9543f-aecf-4483-855f-3dda1160ccbc req-5d5cdbcf-01be-48f5-914b-db81918dee2b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0524285 Aug 19 19:08:37.792645 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-51a9543f-aecf-4483-855f-3dda1160ccbc req-14c908fd-b0bd-43ab-8a51-01d9c7883b64 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Aug 19 19:08:38.912354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4978f-0760-4bc8-bfcb-b7b3270c826c req-4e90a48d-29e7-4cad-95fe-fcaa3380cb57 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:38.913854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bea4978f-0760-4bc8-bfcb-b7b3270c826c req-4e90a48d-29e7-4cad-95fe-fcaa3380cb57 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0528691 Aug 19 19:08:38.950933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bea4978f-0760-4bc8-bfcb-b7b3270c826c req-c0a0ddaf-9499-4135-8304-f3e250cfd92d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Aug 19 19:08:40.067454 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c3a20-ccc6-4709-926f-eff474aa063d req-bb0fb42b-3ea5-42d1-943f-027d8933780d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:40.068971 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f1c3a20-ccc6-4709-926f-eff474aa063d req-bb0fb42b-3ea5-42d1-943f-027d8933780d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0499077 Aug 19 19:08:40.106436 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7f1c3a20-ccc6-4709-926f-eff474aa063d req-4630261c-6630-48e0-b7c6-e273ee5444b0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Aug 19 19:08:41.220677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a30a-f52a-4613-bd74-c15b57a9867c req-f5e697ee-1bed-449d-ab2f-a796b5ed29c9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:41.222167 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb7a30a-f52a-4613-bd74-c15b57a9867c req-f5e697ee-1bed-449d-ab2f-a796b5ed29c9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Aug 19 19:08:41.259271 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bdb7a30a-f52a-4613-bd74-c15b57a9867c req-bf74dbc4-01f4-475a-9793-c15ed9e27a69 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Aug 19 19:08:42.377655 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567399e9-972b-4f8a-ad43-f53667c53496 req-299317f6-5ab6-41c2-9b57-ca28c408ecf3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:42.379151 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-567399e9-972b-4f8a-ad43-f53667c53496 req-299317f6-5ab6-41c2-9b57-ca28c408ecf3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0539770 Aug 19 19:08:42.417823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-567399e9-972b-4f8a-ad43-f53667c53496 req-e8bfb73f-d635-4546-b68b-bff319146b8d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Aug 19 19:08:43.533582 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1462a4-7154-4330-8f7a-f0778e07c9e4 req-04fb748e-9074-4e74-95fc-1f8274475283 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:43.535095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b1462a4-7154-4330-8f7a-f0778e07c9e4 req-04fb748e-9074-4e74-95fc-1f8274475283 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0500326 Aug 19 19:08:43.573787 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b1462a4-7154-4330-8f7a-f0778e07c9e4 req-3f4b695c-bc21-4691-bec8-aecacd62220a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327337 Aug 19 19:08:44.692078 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1f226-e838-46d8-a327-8f1fb308d2f0 req-b88df754-8a5c-47ce-8926-05af823f32c8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:44.693582 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9f1f226-e838-46d8-a327-8f1fb308d2f0 req-b88df754-8a5c-47ce-8926-05af823f32c8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0507193 Aug 19 19:08:44.730963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f9f1f226-e838-46d8-a327-8f1fb308d2f0 req-689534b9-e766-4336-80bf-1df3a03024ed tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Aug 19 19:08:45.852196 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b594f-ceda-4af7-a3ee-b9b6b324f53f req-c1ab38ad-bd55-4b67-b766-e3b55c3aee4b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:45.853677 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf1b594f-ceda-4af7-a3ee-b9b6b324f53f req-c1ab38ad-bd55-4b67-b766-e3b55c3aee4b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0523016 Aug 19 19:08:45.891766 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-bf1b594f-ceda-4af7-a3ee-b9b6b324f53f req-dde9df09-68d4-4e74-85e6-0569522dde34 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 19 19:08:46.523308 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:08:46.618023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:08:46.628861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'mac_address': 'fa:16:3e:21:03:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:08:46.664867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:46.677616 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:08:46.697296 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:08:46.701313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:46.746286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:46.754101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.754449 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.754787 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.755121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.755472 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.755801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.756127 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.756451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.756774 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.757094 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.757415 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.757734 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:08:46.939697 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['1e1685f9-2249-4e9b-9560-267cfc2efee1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:08:47.011014 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249657-2833-4c9f-ad26-3166856df88b req-2f528338-9e2b-4e87-9171-1cefab134ef5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:47.012570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a249657-2833-4c9f-ad26-3166856df88b req-2f528338-9e2b-4e87-9171-1cefab134ef5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 944 time: 0.0525103 Aug 19 19:08:47.052781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8a249657-2833-4c9f-ad26-3166856df88b req-8fb30da2-9289-4c89-a2c2-99b422516f65 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Aug 19 19:08:47.922362 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:48.167376 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107c70-d0d1-4085-a535-fd34e120146b req-0f5525a6-ba35-4306-a791-33d59dafd229 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:48.168900 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45107c70-d0d1-4085-a535-fd34e120146b req-0f5525a6-ba35-4306-a791-33d59dafd229 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 944 time: 0.0489521 Aug 19 19:08:48.206193 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45107c70-d0d1-4085-a535-fd34e120146b req-dcf95823-0a51-4e1b-abbe-e7eed880fb90 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Aug 19 19:08:48.536889 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:08:48.584451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:08:48.588051 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:08:48.588424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:48.666000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:48.688292 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:08:48.690538 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6009f-d170-47c5-b883-f28725b55d1b" -d '{"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-plugged", "status": "completed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:08:48.704204 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:08:48.708322 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:48.732070 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13aa5bd-7f25-408f-bfc8-3af007b65377 x-openstack-request-id: req-a13aa5bd-7f25-408f-bfc8-3af007b65377 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:08:48.732391 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-plugged", "status": "completed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:08:48.732649 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a13aa5bd-7f25-408f-bfc8-3af007b65377 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:08:48.733036 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'code': 200} Aug 19 19:08:48.761483 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:49.137480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288382d-3d4a-4517-8956-dbbb519a47fb req-dd618168-5b40-445a-92ff-dd4157bb6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:49.138987 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8288382d-3d4a-4517-8956-dbbb519a47fb req-dd618168-5b40-445a-92ff-dd4157bb6e98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1097 time: 0.3552437 Aug 19 19:08:49.174296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8288382d-3d4a-4517-8956-dbbb519a47fb req-4549201f-3414-4206-8247-c11411cf92d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279238 Aug 19 19:08:49.318972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1c6fc-b4c8-43e9-b505-0450f8c0fd52 req-f115bf9a-496b-41e2-9630-c4cb2e7e79af tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:49.320465 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ec1c6fc-b4c8-43e9-b505-0450f8c0fd52 req-f115bf9a-496b-41e2-9630-c4cb2e7e79af tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Aug 19 19:08:49.357200 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2ec1c6fc-b4c8-43e9-b505-0450f8c0fd52 req-3442ae1b-584e-42ea-9280-005deb71cf48 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Aug 19 19:08:50.474283 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e5f6-9e17-46a4-aeb4-a47586b97c9d req-1dc69caa-84e4-4873-8ce2-4bb146526f08 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:50.475855 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8489e5f6-9e17-46a4-aeb4-a47586b97c9d req-1dc69caa-84e4-4873-8ce2-4bb146526f08 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Aug 19 19:08:50.515945 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8489e5f6-9e17-46a4-aeb4-a47586b97c9d req-1b10ddae-477a-41c4-bf31-3a0faef2e114 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Aug 19 19:08:50.631325 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adc0b3-e59f-4c35-8bfb-a9ddda334ff6 req-ca487b45-ca23-4eb6-9a9e-f1bdbed1c8e3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:50.632800 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45adc0b3-e59f-4c35-8bfb-a9ddda334ff6 req-ca487b45-ca23-4eb6-9a9e-f1bdbed1c8e3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Aug 19 19:08:50.670854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-45adc0b3-e59f-4c35-8bfb-a9ddda334ff6 req-77a549a7-6d86-4084-9634-5d66c90c6445 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Aug 19 19:08:50.693175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47476) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:50.733169 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec58e0c-3b00-4f08-9b3a-a545e57b0c6a tempest-TestShelveInstance-1367366821 tempest-TestShelveInstance-1367366821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:50.734670 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4ec58e0c-3b00-4f08-9b3a-a545e57b0c6a tempest-TestShelveInstance-1367366821 tempest-TestShelveInstance-1367366821-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1092 time: 0.0405242 Aug 19 19:08:50.737492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47478) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:08:50.741756 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:08:50.763742 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:50.861697 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:50.962742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Allocated IP 172.25.5.42 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/a6f34807-6f5c-42f7-9923-5ca6d8a6fb41) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:08:51.066729 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.104180 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.139894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:08:51.144619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:08:51.148296 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:08:51.173080 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=a6f34807-6f5c-42f7-9923-5ca6d8a6fb41,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:51.502033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.569168 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.722576 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.727034 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.803668 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event updated for resources: {'Port': ['ID=a6f34807-6f5c-42f7-9923-5ca6d8a6fb41,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:08:51.813855 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:51.915327 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Floating IP b11a5875-94a0-4922-adfc-536bb0966364 associated. External IP: 172.25.5.42, port: 1e1685f9-2249-4e9b-9560-267cfc2efee1. Aug 19 19:08:52.118594 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:08:52.225085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:08:52.234639 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:08:52.240748 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:52.244976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:08:52.245667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:52.269291 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f0cacb75-5a9a-4eb6-b521-a32fbf3e32c1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5307832 Aug 19 19:08:52.269879 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:08:52.272274 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:08:52.309567 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba578b-9d4d-4fc5-86e2-f1eee1f05480 x-openstack-request-id: req-bcba578b-9d4d-4fc5-86e2-f1eee1f05480 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:08:52.309865 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:08:52.310121 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcba578b-9d4d-4fc5-86e2-f1eee1f05480 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:08:52.310524 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'status': 'completed', 'code': 200} Aug 19 19:08:52.357061 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:08:52.377188 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-a8fa888b-b85a-44fc-9471-22fcfee29dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:52.378664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-a8fa888b-b85a-44fc-9471-22fcfee29dbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1097 time: 0.0474503 Aug 19 19:08:52.471775 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-5325d3d4-3826-454b-8957-b3ca008b3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:52.473333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-5325d3d4-3826-454b-8957-b3ca008b3caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0879927 Aug 19 19:08:52.543914 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-764b0a9c-d04b-4004-b0bd-ac4cbfbefa95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 998 time: 0.0627978 Aug 19 19:08:52.590321 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b11a5875-94a0-4922-adfc-536bb0966364', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:21:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e91013-8666-43fe-b200-49935834abd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:08:51Z', 'updated_at': '2021-08-19T19:08:51Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:52.598156 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-2a1516dc-f9ed-4539-a3b0-fa4d938352a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:52.599665 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-2a1516dc-f9ed-4539-a3b0-fa4d938352a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0483782 Aug 19 19:08:52.616795 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:08:52.626279 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:08:52.626903 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:08:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:52.645254 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-91243eaa-4199-4b4a-b966-d3c4e04b1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:08:52.646700 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-91243eaa-4199-4b4a-b966-d3c4e04b1588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403812 Aug 19 19:08:52.735533 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:08:52.741730 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-e458333c-2fc2-4890-912d-f71e19614afa service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875556 Aug 19 19:08:52.838597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0b901cdf-3b7e-4b24-b1ea-b2bd08ba22a8 req-78fba397-deba-445a-985f-6d2ec3736e9e service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893507 Aug 19 19:08:52.958095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b11a5875-94a0-4922-adfc-536bb0966364', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:21:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e91013-8666-43fe-b200-49935834abd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:08:51Z', 'updated_at': '2021-08-19T19:08:51Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:08:53.134426 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089c4c7-50fc-4d57-9814-1542387814a6 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': 'b11a5875-94a0-4922-adfc-536bb0966364', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'mac_address': 'fa:16:3e:21:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e91013-8666-43fe-b200-49935834abd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:08:51Z', 'updated_at': '2021-08-19T19:08:51Z', 'revision_number': 0, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:08:53.314306 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9d85b-f55d-4337-91b1-67fb83be6958 None None] New status for floating IP b11a5875-94a0-4922-adfc-536bb0966364: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:08:57.114794 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:58.253545 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a215-ba5b-41c0-8a7a-cbc2efccbdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:00.707177 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8daed972-8cfe-4a12-a958-1bc3c8a073ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:01.058419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:02.279127 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:03.836926 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:07.202324 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:09:17.939671 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:27.115128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:28.253977 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef8f4-d734-4609-8677-0c3070543e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:30.712585 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2b6a-dd1b-4ef1-ad71-d31d159d2eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:31.058641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:32.282051 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:33.839696 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:38.479255 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-f4283e02-f528-4f45-ad61-837556cc3d66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493491 Aug 19 19:09:38.567053 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-b61fbaa4-2dd7-4628-9c18-d32e51cef243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.568632 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-b61fbaa4-2dd7-4628-9c18-d32e51cef243 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1097 time: 0.0436530 Aug 19 19:09:38.676149 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-3f845099-e503-4584-95ac-16c432e5b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.677648 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-3f845099-e503-4584-95ac-16c432e5b6cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0896876 Aug 19 19:09:38.749462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-793bb0b6-c5e8-44a7-9d85-667c058b2318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1000 time: 0.0641253 Aug 19 19:09:38.801350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-d457ad55-6845-4261-a4ff-77cebf0abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.802851 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-d457ad55-6845-4261-a4ff-77cebf0abce4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0479836 Aug 19 19:09:38.853516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-f26c3f8a-e41e-4988-9f92-8f7ec17b8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:09:38.855040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-f26c3f8a-e41e-4988-9f92-8f7ec17b8ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458298 Aug 19 19:09:38.963500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-96add456-96fa-4630-8633-f44ba10a6414 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001728 Aug 19 19:09:39.064427 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d0991267-72ce-4e6a-8a31-0e829a9bc332 req-0a780ba8-3a50-4bab-ad82-164e5d9bf6c3 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932178 Aug 19 19:09:44.206328 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:09:47.939668 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:57.132870 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:58.255359 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-aeaa3e9f-c62a-4d33-8422-1725cb340c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:00.707090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d70327dd-0254-4ba1-a9b5-6d907ab062f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:01.060179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:02.286213 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:03.843927 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:17.951819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:21.205499 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:10:27.144188 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:28.257372 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9768a3df-a462-4e34-9dee-5115a6f9e3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:30.708460 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c05f-0ba3-4bba-9ab3-d4937df91fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:31.061641 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:32.294434 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:33.845526 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:38.453646 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-d2da51c2-ba13-44cd-b144-83a24e93bae7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406275 Aug 19 19:10:38.541673 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b614677-f0e0-4748-8066-90a6d501befd req-e47f5ed9-2c91-4489-8fce-3c44c74b3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.543201 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-e47f5ed9-2c91-4489-8fce-3c44c74b3bb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1097 time: 0.0483134 Aug 19 19:10:38.652239 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b614677-f0e0-4748-8066-90a6d501befd req-3a300723-c381-4bea-9dd0-aa84fbfc3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.653733 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-3a300723-c381-4bea-9dd0-aa84fbfc3438 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0918105 Aug 19 19:10:38.722008 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-e9f82f32-49b5-4954-94cc-4432a8b20fe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1000 time: 0.0608933 Aug 19 19:10:38.772944 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b614677-f0e0-4748-8066-90a6d501befd req-61452931-e6b5-463c-b04d-c446cb1bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.774580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-61452931-e6b5-463c-b04d-c446cb1bddbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0460920 Aug 19 19:10:38.828514 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b614677-f0e0-4748-8066-90a6d501befd req-93132664-a11f-4faa-bdf7-e05b5ac87e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:38.830103 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-93132664-a11f-4faa-bdf7-e05b5ac87e8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488291 Aug 19 19:10:38.924135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-5fffe842-bb6b-47d1-9abe-08398fb56758 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868249 Aug 19 19:10:39.024917 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7b614677-f0e0-4748-8066-90a6d501befd req-2ae1753a-103f-47d2-9dc3-9443d2ca9296 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931759 Aug 19 19:10:47.966171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:50.043372 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5aa958-4d7f-43be-9f7f-4c6458b79806 req-a4f1af92-faba-4d92-abc8-18d288af66bb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:50.044869 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f5aa958-4d7f-43be-9f7f-4c6458b79806 req-a4f1af92-faba-4d92-abc8-18d288af66bb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Aug 19 19:10:50.084488 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f5aa958-4d7f-43be-9f7f-4c6458b79806 req-109d364c-3fce-4a2b-ad8c-9bea7d5ebe98 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Aug 19 19:10:51.270340 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cf4f-1314-41fb-82af-64a22d643cd9 req-3562ee74-4e23-4d51-9f09-01297f5f9eca tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:51.271858 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3148cf4f-1314-41fb-82af-64a22d643cd9 req-3562ee74-4e23-4d51-9f09-01297f5f9eca tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Aug 19 19:10:51.311696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3148cf4f-1314-41fb-82af-64a22d643cd9 req-e68e49d4-ef85-4674-92bd-343bbfb4d967 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Aug 19 19:10:52.464037 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e7598-6793-4a4f-a625-dd27370347e5 req-485541e7-2e31-40e6-a457-5ee28a3e24b7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:52.465592 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a9e7598-6793-4a4f-a625-dd27370347e5 req-485541e7-2e31-40e6-a457-5ee28a3e24b7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0533538 Aug 19 19:10:52.504596 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0a9e7598-6793-4a4f-a625-dd27370347e5 req-5041419a-8ea7-4404-9a63-6cab14e8ab0a tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Aug 19 19:10:53.621831 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3af51a-c4ca-43ea-8d39-c622d788851e req-fefe1842-b6e6-4d39-a114-852e7e9370eb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:53.623334 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc3af51a-c4ca-43ea-8d39-c622d788851e req-fefe1842-b6e6-4d39-a114-852e7e9370eb tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Aug 19 19:10:53.661281 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-dc3af51a-c4ca-43ea-8d39-c622d788851e req-70402650-977a-4628-b347-4324858b5a86 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Aug 19 19:10:54.778537 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c5ba-cb72-43d7-8863-9b050bd61661 req-a3dfa91d-3d7d-4ef0-945b-e9c8b9ef9290 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:54.780098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3215c5ba-cb72-43d7-8863-9b050bd61661 req-a3dfa91d-3d7d-4ef0-945b-e9c8b9ef9290 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0503266 Aug 19 19:10:54.821128 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3215c5ba-cb72-43d7-8863-9b050bd61661 req-d0fdf0bf-ec56-4e94-abb4-ef33c1a4ceef tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330071 Aug 19 19:10:55.948111 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63126b-57b5-4748-8092-ffd8170a7ea8 req-fc99f2fc-2f23-47b2-bce5-60d30ac6f764 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:55.949623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a63126b-57b5-4748-8092-ffd8170a7ea8 req-fc99f2fc-2f23-47b2-bce5-60d30ac6f764 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0592582 Aug 19 19:10:55.987896 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1a63126b-57b5-4748-8092-ffd8170a7ea8 req-ea3f7ee9-5702-4699-9cdc-dc374ad06f12 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Aug 19 19:10:57.110197 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6bed1-01d4-4b9c-b11c-d3a5fa6354c5 req-fa3ae005-bd24-459e-982f-94abc7e6dc76 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:57.112500 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1e6bed1-01d4-4b9c-b11c-d3a5fa6354c5 req-fa3ae005-bd24-459e-982f-94abc7e6dc76 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Aug 19 19:10:57.150706 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:57.154523 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1e6bed1-01d4-4b9c-b11c-d3a5fa6354c5 req-f141b2f6-937b-464f-85c4-b716468e06d4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365064 Aug 19 19:10:58.204211 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:10:58.257893 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a92574d7-aea5-4b01-bf9f-4f2dc40f2cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:58.282555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829d29c-95ec-4b82-ae28-62352a5f8839 req-01ee51b4-ac5f-4996-a313-e89a958e064c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:58.284186 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4829d29c-95ec-4b82-ae28-62352a5f8839 req-01ee51b4-ac5f-4996-a313-e89a958e064c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Aug 19 19:10:58.324666 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4829d29c-95ec-4b82-ae28-62352a5f8839 req-4f40a965-c49a-4cea-b0d3-89f3af12ef91 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Aug 19 19:10:59.449547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd7d0-da50-49dc-aa03-b4554f5354c1 req-4bd7fe18-d533-4fb4-a3b4-3001c802882b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:10:59.451077 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-085bd7d0-da50-49dc-aa03-b4554f5354c1 req-4bd7fe18-d533-4fb4-a3b4-3001c802882b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0572045 Aug 19 19:10:59.492342 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-085bd7d0-da50-49dc-aa03-b4554f5354c1 req-52243f73-8324-4985-8915-f14de704f354 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350676 Aug 19 19:11:00.184217 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-8aee7d96-aa3c-4a4a-995f-788c263b886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:00.185720 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-8aee7d96-aa3c-4a4a-995f-788c263b886f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1097 time: 0.0418801 Aug 19 19:11:00.286271 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-d7c63443-624f-4623-8d89-d9bfca2bee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:00.287808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-d7c63443-624f-4623-8d89-d9bfca2bee43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0951254 Aug 19 19:11:00.353014 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-ed0e10a3-1a25-4c96-ba20-1172bd20471f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1000 time: 0.0582037 Aug 19 19:11:00.401530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-14c77685-bf0b-4505-910f-a549cc7ed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:00.403018 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-14c77685-bf0b-4505-910f-a549cc7ed3f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0438001 Aug 19 19:11:00.456075 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-7af48572-e21d-4f44-91db-705eee68325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:00.457573 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-7af48572-e21d-4f44-91db-705eee68325e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479867 Aug 19 19:11:00.553985 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-34479247-0e1a-4c5d-97ce-430f1373cbb5 service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892646 Aug 19 19:11:00.664627 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15425-9c49-4772-bacb-573141fdf407 req-2e7f7c98-aec9-4cb0-902f-77d392f61a7b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:00.666187 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a15425-9c49-4772-bacb-573141fdf407 req-2e7f7c98-aec9-4cb0-902f-77d392f61a7b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0977829 Aug 19 19:11:00.700628 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5d8ed95b-8573-4c30-9b4e-dece99cd22b2 req-7e4bbc74-ef23-453b-a0b6-1c70be1ae1da service neutron] 10.222.0.42 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402047 Aug 19 19:11:00.711935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c1da9add-4e07-4b3b-a728-086e8e9fd128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:00.723489 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c7a15425-9c49-4772-bacb-573141fdf407 req-9e500a5d-cccd-4c02-a6f3-c53700d6e42d tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Aug 19 19:11:01.062994 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:01.840856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed3c3-7d39-49ba-a9ac-07e1fcd88ffc req-9d0ba4f9-f7ca-4106-a5cb-27a8a7653e17 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:01.842358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b8ed3c3-7d39-49ba-a9ac-07e1fcd88ffc req-9d0ba4f9-f7ca-4106-a5cb-27a8a7653e17 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Aug 19 19:11:01.884570 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2b8ed3c3-7d39-49ba-a9ac-07e1fcd88ffc req-c8a30a62-49a7-417b-9f42-8850da5d1a99 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Aug 19 19:11:02.292910 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:03.015236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac76d-44fb-4ed2-87ce-e6b0f608dd26 req-5f6faa90-648c-4595-8ff1-e0d87bbc4c7c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:03.016843 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac5ac76d-44fb-4ed2-87ce-e6b0f608dd26 req-5f6faa90-648c-4595-8ff1-e0d87bbc4c7c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0568128 Aug 19 19:11:03.058145 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ac5ac76d-44fb-4ed2-87ce-e6b0f608dd26 req-3e039fdf-3236-4ae9-9781-833166a96e55 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341468 Aug 19 19:11:03.850216 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:04.183330 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8eefe-0cb8-4947-8e04-355be0630278 req-47c95d4c-e68e-4c13-9dac-3d53deeb9a78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:04.184868 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fe8eefe-0cb8-4947-8e04-355be0630278 req-47c95d4c-e68e-4c13-9dac-3d53deeb9a78 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Aug 19 19:11:04.224725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8fe8eefe-0cb8-4947-8e04-355be0630278 req-7881520a-4ac5-4924-a916-b08b46852df8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Aug 19 19:11:04.411315 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-8246332c-5444-4461-a656-d01cecc016ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436606 Aug 19 19:11:04.445972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af39e61-817b-471a-9034-6278fd0d00b8 req-5b5f71ef-ac99-4353-a0da-0c622de7c3a5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:04.447524 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af39e61-817b-471a-9034-6278fd0d00b8 req-5b5f71ef-ac99-4353-a0da-0c622de7c3a5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 945 time: 0.0566356 Aug 19 19:11:04.490575 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-1af39e61-817b-471a-9034-6278fd0d00b8 req-11310de8-a715-49de-b954-416e7b5de38f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367019 Aug 19 19:11:05.344266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:11:05.426693 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:05.451087 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:11:05.453694 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746dc77d-fecf-4a5d-a732-e472bb77ad85" -d '{"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:11:05.472752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:11:05.477727 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:05.503766 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115bad3c-fae8-43b9-9bc8-a68117dc822f x-openstack-request-id: req-115bad3c-fae8-43b9-9bc8-a68117dc822f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:11:05.504209 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-unplugged", "status": "failed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "code": 422}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:11:05.504614 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-115bad3c-fae8-43b9-9bc8-a68117dc822f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:11:05.505270 n-d-778550-10 neutron-server[101326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'code': 422} returned with failed status Aug 19 19:11:05.538606 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:11:05.548899 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.549611 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.549976 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.550412 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.550762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.551182 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.551571 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.551963 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.552289 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.552635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.552997 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.553553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:05.992591 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c801504-80b1-4abd-ae0f-1cdb5aac3a4f req-75fb4afe-4c4c-411f-91bc-0c9bab95b490 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:05.994098 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c801504-80b1-4abd-ae0f-1cdb5aac3a4f req-75fb4afe-4c4c-411f-91bc-0c9bab95b490 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.4040816 Aug 19 19:11:06.042930 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4c801504-80b1-4abd-ae0f-1cdb5aac3a4f req-c04d394c-1a3d-4ffe-9305-801b47d78a2b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Aug 19 19:11:07.171027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f803682-8131-4dc1-8172-6c8aeaddae95 req-c12ae076-46aa-481d-9484-18107532ab89 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:07.172503 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f803682-8131-4dc1-8172-6c8aeaddae95 req-c12ae076-46aa-481d-9484-18107532ab89 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0512319 Aug 19 19:11:07.216457 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6f803682-8131-4dc1-8172-6c8aeaddae95 req-e7abd300-e308-4e4d-8822-6ae8a71b9e51 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Aug 19 19:11:08.335651 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28742981-9256-4491-b140-2be2248ccf6f req-7a838268-63c4-4cf7-9581-764c668f070e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:08.337063 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28742981-9256-4491-b140-2be2248ccf6f req-7a838268-63c4-4cf7-9581-764c668f070e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0505693 Aug 19 19:11:08.376463 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28742981-9256-4491-b140-2be2248ccf6f req-3e33a614-3378-4419-a96d-48bfc9710d41 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Aug 19 19:11:09.503391 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735ae8a-413c-4608-9e9d-54b939aaea4b req-67515aa8-8c59-4511-8d1c-c3451492e0c3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:09.504967 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0735ae8a-413c-4608-9e9d-54b939aaea4b req-67515aa8-8c59-4511-8d1c-c3451492e0c3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0577939 Aug 19 19:11:09.547194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-0735ae8a-413c-4608-9e9d-54b939aaea4b req-359827fb-d3dd-40d6-81e0-2900c312dac7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Aug 19 19:11:10.667247 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9c5a4-766d-4dc5-96e1-ed0b56fe0462 req-486f3ef6-35f3-496d-93cc-a0412b5161e9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:10.669387 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f9c5a4-766d-4dc5-96e1-ed0b56fe0462 req-486f3ef6-35f3-496d-93cc-a0412b5161e9 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0520790 Aug 19 19:11:10.712299 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-02f9c5a4-766d-4dc5-96e1-ed0b56fe0462 req-d9d787db-e44f-40fa-98c2-18bf6f4171da tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Aug 19 19:11:11.331819 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-ee4543b2-e1cf-4673-9b9d-07a2543fa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:11.333324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-ee4543b2-e1cf-4673-9b9d-07a2543fa69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0&tenant_id=a440782f3add4c78a2a6e9958f1be0c2 HTTP/1.1" status: 200 len: 1095 time: 0.1147459 Aug 19 19:11:11.350988 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-10', 'device_owner': 'compute:nova'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:11:11.410302 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:11.664757 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:11:11.699185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h1-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:11:11.733198 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:11:11.746143 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:11.760997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Transition to ACTIVE for port object 1e1685f9-2249-4e9b-9560-267cfc2efee1 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:11:11.764963 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:11.841334 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e710-cc4a-4d2d-9b50-dd311efbd074 req-19ffa4f7-87b5-42ee-825c-50b0abb3eec1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:11.848629 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e05e710-cc4a-4d2d-9b50-dd311efbd074 req-19ffa4f7-87b5-42ee-825c-50b0abb3eec1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0587518 Aug 19 19:11:11.858004 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=7']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:11:11.873423 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.873790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.874138 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.874480 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.874820 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.875154 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.875507 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.875840 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.876171 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.876502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.876879 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.877623 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:11:11.890683 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3e05e710-cc4a-4d2d-9b50-dd311efbd074 req-23643b15-1a4f-4b0a-a67d-edf73616d133 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Aug 19 19:11:11.906131 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] No DVR routers for this DVR port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on host n-h1-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:11:12.050763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:11:12.050894 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:11:12.051247 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:11:12.055759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:11:12.056084 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Attempting to bind port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on network 25229535-bb33-4585-a533-f11c6cc7a5d2 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:11:12.060966 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:11:12.061249 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Checking segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:11:12.061633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Bound using segment: {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:11:12.062060 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Bound port: 1e1685f9-2249-4e9b-9560-267cfc2efee1, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f19781-0a3a-45c3-804a-2d18c335bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:11:12.062420 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:12.131671 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:11:12.134599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:11:12.139161 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:12.174036 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.174652 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:12.176015 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] 10.222.0.13 "PUT /v2.0/ports/1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1092 time: 0.8296132 Aug 19 19:11:12.176459 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:11:12.178709 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b16bef1-870d-480c-b10c-254b5bfe611b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:11:12.211607 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f575f3-662d-4f3a-9797-e68429510e9d service neutron] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=8']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:11:12.225399 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0211c92b-db63-4334-9071-60f48e5f9385 x-openstack-request-id: req-0211c92b-db63-4334-9071-60f48e5f9385 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:11:12.225896 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:11:12.225896 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0211c92b-db63-4334-9071-60f48e5f9385 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:11:12.226545 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'status': 'completed', 'code': 200} Aug 19 19:11:12.288743 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-f7d84fe4-6401-4cba-b8e9-53c25a08c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.290329 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-f7d84fe4-6401-4cba-b8e9-53c25a08c72c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1095 time: 0.0538070 Aug 19 19:11:12.393270 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-f277f198-9009-4a37-a13b-bcad9c08acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.394889 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-f277f198-9009-4a37-a13b-bcad9c08acf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0980325 Aug 19 19:11:12.472238 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-f4d4dc2b-3737-48f7-987d-ed67bf9eb123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 998 time: 0.0707815 Aug 19 19:11:12.521723 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-5249c738-7508-49e4-abcd-c6bbd40463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.523171 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-5249c738-7508-49e4-abcd-c6bbd40463f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0448186 Aug 19 19:11:12.573861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b41880-de81-47d3-904d-2e3794a99c30 req-d715b2e6-2649-4540-98ff-5634d8035e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.575356 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-d715b2e6-2649-4540-98ff-5634d8035e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453339 Aug 19 19:11:12.586286 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-d2554e9b-6de5-46b3-9429-726ff132dd3b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:11:12.587231 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-d2554e9b-6de5-46b3-9429-726ff132dd3b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048952 Aug 19 19:11:12.679924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-03567eb4-edd0-45b9-b286-ddd49c59ab82 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Aug 19 19:11:12.780545 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-2c630732-ceee-40e1-af1b-b3e5e3550b1c service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943723 Aug 19 19:11:12.885795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-7d26d7cb-afb7-442a-a372-a7ff482bc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.887219 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-7d26d7cb-afb7-442a-a372-a7ff482bc140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1095 time: 0.0410383 Aug 19 19:11:12.986812 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-fba3037b-ec00-4262-a3c5-ffc4ef6add3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:12.988921 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-fba3037b-ec00-4262-a3c5-ffc4ef6add3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0925026 Aug 19 19:11:13.018555 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630de226-21a4-4eff-b259-0dc2eb826f48 req-47c8af63-6106-487e-b1e9-ebedb8b9427b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:13.020118 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-630de226-21a4-4eff-b259-0dc2eb826f48 req-47c8af63-6106-487e-b1e9-ebedb8b9427b tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0560863 Aug 19 19:11:13.056208 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-4fa52fe1-4a4f-42ef-80bc-ed4300dc11e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 998 time: 0.0604894 Aug 19 19:11:13.061067 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-630de226-21a4-4eff-b259-0dc2eb826f48 req-3922c97b-df9a-42ea-89ad-70221218b0bd tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348029 Aug 19 19:11:13.110838 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-693912ac-02c4-40db-9c3e-9048baac29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:13.113439 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-693912ac-02c4-40db-9c3e-9048baac29d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0508564 Aug 19 19:11:13.168770 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-9df84039-a68f-4b5b-8fdf-ae38f29c8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:13.170319 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-9df84039-a68f-4b5b-8fdf-ae38f29c8b04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495379 Aug 19 19:11:13.270637 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-6125442a-8b5a-4bf9-9734-49efb60a0e3f service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914543 Aug 19 19:11:13.374878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-1b16bef1-870d-480c-b10c-254b5bfe611b req-631534a6-792b-4408-9b2d-89a476592c03 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923254 Aug 19 19:11:14.182741 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ede21-fe5b-45b0-a7f9-b7d030ed9383 req-5db1f504-4ce2-4428-a9b3-827e7f574052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:14.184966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f0ede21-fe5b-45b0-a7f9-b7d030ed9383 req-5db1f504-4ce2-4428-a9b3-827e7f574052 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Aug 19 19:11:14.224209 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3f0ede21-fe5b-45b0-a7f9-b7d030ed9383 req-edf96272-dbd9-4eb9-8d6e-f8fef8c0f2c5 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Aug 19 19:11:15.401693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5cda-3b26-4dbe-8cfb-44dd8b41bdbe req-71af4208-a301-421e-b3d6-848d3a505af3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:15.404078 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7ab5cda-3b26-4dbe-8cfb-44dd8b41bdbe req-71af4208-a301-421e-b3d6-848d3a505af3 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.1073728 Aug 19 19:11:15.445302 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a7ab5cda-3b26-4dbe-8cfb-44dd8b41bdbe req-412e9204-b5fd-4956-bc02-0621b5a005dd tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343642 Aug 19 19:11:16.568056 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3854e-391e-4116-934c-8855f907edcb req-8d5cf2c0-7ce7-4865-ad1f-54d7a524aba0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:16.569597 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ca3854e-391e-4116-934c-8855f907edcb req-8d5cf2c0-7ce7-4865-ad1f-54d7a524aba0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0559897 Aug 19 19:11:16.607405 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ca3854e-391e-4116-934c-8855f907edcb req-8460f49a-e0ad-4ed7-b3b6-7a31c0da31c7 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Aug 19 19:11:17.725244 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9306e-7284-4ff7-86ef-756e71778a2b req-c2c61a1c-948c-4931-a00a-d5000703d5e1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:17.726808 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6a9306e-7284-4ff7-86ef-756e71778a2b req-c2c61a1c-948c-4931-a00a-d5000703d5e1 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0507469 Aug 19 19:11:17.764708 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-a6a9306e-7284-4ff7-86ef-756e71778a2b req-60c9c56c-c289-48ce-851d-7a4beb3b1d39 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Aug 19 19:11:17.965852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:18.926366 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcbb97-f43d-4791-a9fc-de05ff6f2b98 req-4f2f31ee-68c9-4957-a2d8-e52888174819 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:18.927881 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ffcbb97-f43d-4791-a9fc-de05ff6f2b98 req-4f2f31ee-68c9-4957-a2d8-e52888174819 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0933526 Aug 19 19:11:18.965153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4ffcbb97-f43d-4791-a9fc-de05ff6f2b98 req-c5f7007c-c07a-45f4-8cea-6de0639a2b67 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Aug 19 19:11:20.085238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3310-2156-48a7-bfaf-5bd631daf710 req-8b9ba2a8-73eb-4dc8-8bf4-162314113393 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:20.086725 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1fe3310-2156-48a7-bfaf-5bd631daf710 req-8b9ba2a8-73eb-4dc8-8bf4-162314113393 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0542126 Aug 19 19:11:20.129196 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d1fe3310-2156-48a7-bfaf-5bd631daf710 req-2663a7f1-6ade-4d7c-970b-8ccb2597a6f0 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Aug 19 19:11:21.243924 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b5b92-eb07-4ea8-a0e5-1ca979304344 req-4450ed8d-1728-4808-8d16-8c44aa8d0d18 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:21.245430 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-381b5b92-eb07-4ea8-a0e5-1ca979304344 req-4450ed8d-1728-4808-8d16-8c44aa8d0d18 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0492890 Aug 19 19:11:21.283652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-381b5b92-eb07-4ea8-a0e5-1ca979304344 req-ac80a6d2-e1e4-4dd3-9583-36252f97e808 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 19 19:11:22.399684 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedfdeb-1eb3-490c-b0d6-fd8335aa7946 req-3790fd0a-8531-4821-94eb-5c4685619880 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:22.401173 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bedfdeb-1eb3-490c-b0d6-fd8335aa7946 req-3790fd0a-8531-4821-94eb-5c4685619880 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 943 time: 0.0501578 Aug 19 19:11:22.437861 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bedfdeb-1eb3-490c-b0d6-fd8335aa7946 req-60b4a3c1-257f-486d-b2de-3374d3e2f858 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304525 Aug 19 19:11:22.856792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:11:22.950045 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:11:22.960671 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'port_id': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'mac_address': 'fa:16:3e:21:03:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:11:22.999886 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:23.012226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:11:23.031371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:11:23.035651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:23.083392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=9']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:11:23.367297 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['1e1685f9-2249-4e9b-9560-267cfc2efee1'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:11:23.560693 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07492f-5c69-4264-a1e2-7c7148751fe9 req-bcdd7279-16c0-4553-a57c-d926494cf2dd tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:23.562380 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df07492f-5c69-4264-a1e2-7c7148751fe9 req-bcdd7279-16c0-4553-a57c-d926494cf2dd tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 944 time: 0.0568225 Aug 19 19:11:23.603664 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-df07492f-5c69-4264-a1e2-7c7148751fe9 req-1c04ed92-16d2-44b2-92e0-b76763fd3e5e tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337005 Aug 19 19:11:24.717076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c208012-97da-4931-8d5c-26515d2091d8 req-140af60f-3735-4626-b2f9-400135695150 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:24.718581 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c208012-97da-4931-8d5c-26515d2091d8 req-140af60f-3735-4626-b2f9-400135695150 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 944 time: 0.0490336 Aug 19 19:11:24.757266 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-8c208012-97da-4931-8d5c-26515d2091d8 req-0779e720-8816-438c-8d9a-2aa2d14692dd tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Aug 19 19:11:24.857085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:11:24.905916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:11:24.910414 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port 1e1685f9-2249-4e9b-9560-267cfc2efee1 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:11:24.910793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:24.988550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:25.009962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:11:25.012223 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b2e30a-17e8-47ba-bf85-aca4793c582f" -d '{"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-plugged", "status": "completed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:11:25.025876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:11:25.030403 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:25.056299 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a58da11-1109-4088-a2f7-22c98b04d446 x-openstack-request-id: req-6a58da11-1109-4088-a2f7-22c98b04d446 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:11:25.056591 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-plugged", "status": "completed", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:11:25.056839 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a58da11-1109-4088-a2f7-22c98b04d446 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:11:25.057250 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'code': 200} Aug 19 19:11:25.083110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=10']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:11:25.237646 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1058f-fe24-4c16-85d0-221b25c5e278 req-5c6bd7e2-7d2c-4fd1-8247-16d5c6b59d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:25.238834 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3b1058f-fe24-4c16-85d0-221b25c5e278 req-5c6bd7e2-7d2c-4fd1-8247-16d5c6b59d87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0457170 Aug 19 19:11:25.273086 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-c3b1058f-fe24-4c16-85d0-221b25c5e278 req-bc9f6c62-332c-4795-b69e-0ca6d13e4308 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279965 Aug 19 19:11:25.873403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e5d3-2d8f-450f-bce6-ced32d0795db req-63a2b19f-8558-4fd5-a5ea-8f2dcfcebccf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:25.874904 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2440e5d3-2d8f-450f-bce6-ced32d0795db req-63a2b19f-8558-4fd5-a5ea-8f2dcfcebccf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Aug 19 19:11:25.913165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2440e5d3-2d8f-450f-bce6-ced32d0795db req-81d1d588-9165-4bfa-a088-352e2670085f tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 19 19:11:27.041015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c466-26cc-4269-aa6d-36e2c0bbdb3e req-85562e3d-3085-40c4-b984-60e49e157ccf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:27.042621 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c217c466-26cc-4269-aa6d-36e2c0bbdb3e req-85562e3d-3085-40c4-b984-60e49e157ccf tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 946 time: 0.0557885 Aug 19 19:11:27.083975 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c217c466-26cc-4269-aa6d-36e2c0bbdb3e req-c81c3c90-a41b-4e9a-8bff-62919ff6b99c tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Aug 19 19:11:27.150621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:28.259638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-88d16cb4-bc0c-48b1-999a-66695f9768ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:30.713216 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-96382fe1-d449-4be9-a100-cbcc9e0b2983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:31.066736 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:32.294394 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:33.851380 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:35.203713 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:11:47.981429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:49.855027 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-ae3d4e47-fc9a-452e-8bf5-c1ed26080ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388603 Aug 19 19:11:49.959317 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459336-8de9-4756-a841-8e07dd126511 req-7ccf248d-24e2-40e5-b312-4617ae396cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:49.960822 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-7ccf248d-24e2-40e5-b312-4617ae396cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0466948 Aug 19 19:11:50.067399 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459336-8de9-4756-a841-8e07dd126511 req-44f90d84-9fde-4c22-bd13-a3fe1894ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:50.068895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-44f90d84-9fde-4c22-bd13-a3fe1894ec84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0863423 Aug 19 19:11:50.138443 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-4a0fdf1c-d4f4-4456-b5f0-103fb5a1f2cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 1000 time: 0.0627530 Aug 19 19:11:50.187416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459336-8de9-4756-a841-8e07dd126511 req-4515752b-bcd5-455d-bed8-f96934dfbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:50.188882 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-4515752b-bcd5-455d-bed8-f96934dfbbc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0441072 Aug 19 19:11:50.232944 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459336-8de9-4756-a841-8e07dd126511 req-a1adc7fa-a31b-4a61-b9af-9f99bddf6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:11:50.234340 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-a1adc7fa-a31b-4a61-b9af-9f99bddf6974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391021 Aug 19 19:11:50.329395 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-587c2778-fb93-42f3-93d0-c8138391f164 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873222 Aug 19 19:11:50.420612 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a459336-8de9-4756-a841-8e07dd126511 req-e26036c2-ea3a-43bd-bd6f-da3dfd184421 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833893 Aug 19 19:11:57.148352 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:11:58.260638 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8566-f179-45d7-818f-2b55bfa78631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:00.717290 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-94ece7cd-f139-4f50-9cde-13fdbf0b4170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:01.068349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:02.297387 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:03.855792 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:12.202894 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:12:17.979805 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:27.161863 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:28.261202 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-98585fa3-9fcc-43a5-9ea1-0c005a82d852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:30.718527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad966705-a015-4f72-a3d8-6d8abd7d3055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:31.067885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:32.300552 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:33.857120 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:42.852764 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47676) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:43.008470 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Deleting port a6f34807-6f5c-42f7-9923-5ca6d8a6fb41 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:43.008820 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:43.087791 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:43.088197 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:43.099699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Calling delete_port for a6f34807-6f5c-42f7-9923-5ca6d8a6fb41 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:43.245681 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:43.271357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'Port': ['ID=a6f34807-6f5c-42f7-9923-5ca6d8a6fb41,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:43.295233 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.295614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.295962 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.296304 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.296633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.296971 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.297301 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.297635 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.297965 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.298297 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.298624 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.298948 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:43.340356 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:43.340891 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Floating IP b11a5875-94a0-4922-adfc-536bb0966364 disassociated (deleted). External IP: 172.25.5.42, port: 1e1685f9-2249-4e9b-9560-267cfc2efee1. Aug 19 19:12:43.547037 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:44.006605 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:44.011354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:44.016371 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:44.025948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:44.026649 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:44.038327 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-e4a3bff0-6d19-47bb-9ca6-10b2462d9c56 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "DELETE /v2.0/floatingips/b11a5875-94a0-4922-adfc-536bb0966364 HTTP/1.1" status: 204 len: 168 time: 1.1845527 Aug 19 19:12:44.038902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:44.041685 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:44.083787 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ecca26-d6c7-485a-8d8b-5aea2cfb2555 x-openstack-request-id: req-88ecca26-d6c7-485a-8d8b-5aea2cfb2555 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:44.084062 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:44.084314 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88ecca26-d6c7-485a-8d8b-5aea2cfb2555 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:44.084711 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'status': 'completed', 'code': 200} Aug 19 19:12:44.138132 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:44.177482 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-a55c8354-ff0b-4863-9241-480894c9a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:44.178924 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-a55c8354-ff0b-4863-9241-480894c9a365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 1098 time: 0.0510416 Aug 19 19:12:44.269524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc15aa-e623-40a8-a8c5-3dd48cbfdd4c req-2d1fc8be-68e5-4a9a-a069-e626c50f5a29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:44.271718 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cc15aa-e623-40a8-a8c5-3dd48cbfdd4c req-2d1fc8be-68e5-4a9a-a069-e626c50f5a29 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 946 time: 0.0535679 Aug 19 19:12:44.305496 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-0fe21984-5a7b-4621-87cd-c7d27670c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:44.307117 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-0fe21984-5a7b-4621-87cd-c7d27670c85d service neutron] 10.222.0.13 "GET /v2.0/networks?id=25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 200 len: 910 time: 0.0907803 Aug 19 19:12:44.315033 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5cc15aa-e623-40a8-a8c5-3dd48cbfdd4c req-0ed73fcb-aa62-460b-80fe-035662236a64 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Aug 19 19:12:44.351812 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:44.356140 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-98dca360-9d9d-46a7-addf-8edd35e32856 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 200 len: 217 time: 0.0415249 Aug 19 19:12:44.382018 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:44.390632 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:44.391253 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:44.406357 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-0a203a09-c1c1-4384-821b-9ca246d889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:44.407865 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-0a203a09-c1c1-4384-821b-9ca246d889fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 200 len: 848 time: 0.0447645 Aug 19 19:12:44.454824 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-979a6594-7e6f-4881-8f94-6ea679894071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:44.456380 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-979a6594-7e6f-4881-8f94-6ea679894071 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25229535-bb33-4585-a533-f11c6cc7a5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413175 Aug 19 19:12:44.498554 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:44.550899 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-c7c9e315-6c8b-4441-bd4a-ab899bde6ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Aug 19 19:12:44.647726 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0bbcf53f-a91e-4fa9-8f60-51d2030dbdfc req-0243bfe7-99cf-40ad-9a68-f56a0b205f63 service neutron] 10.222.0.13 "GET /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889876 Aug 19 19:12:44.699832 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:44.726444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5945e-4de8-4889-8e01-e3a3bae0de12 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:03:59Z', 'revision_number': 4, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '6071030e-91bc-4760-aef9-38789d4f7a8f', 'name': '', 'network_id': '25229535-bb33-4585-a533-f11c6cc7a5d2', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'mac_address': 'fa:16:3e:d6:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:58Z', 'updated_at': '2021-08-19T19:04:04Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'subnets': [{'id': '8206e93f-a134-480e-bb43-5f4da309d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:44.939374 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9aa1d-455e-413d-a3d6-0dbef143caee None None] New status for floating IP b11a5875-94a0-4922-adfc-536bb0966364: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:12:45.436222 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a816fbc-d1c9-4327-b3bf-4d9c61598c76 req-aea55e5e-d45c-4648-89d5-25e9d7a81044 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:45.437709 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a816fbc-d1c9-4327-b3bf-4d9c61598c76 req-aea55e5e-d45c-4648-89d5-25e9d7a81044 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Aug 19 19:12:45.477194 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5a816fbc-d1c9-4327-b3bf-4d9c61598c76 req-500bdd41-e3c8-4cb7-a6f5-eec5f21ff8a4 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/security-groups?id=81b56ed0-27e7-4faf-a92b-891ddd1b5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Aug 19 19:12:45.924936 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-93e69a36-b67c-4b8e-9435-e01fdc1f8f27 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:45.926419 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-93e69a36-b67c-4b8e-9435-e01fdc1f8f27 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 946 time: 0.0491207 Aug 19 19:12:46.017779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Deleting port 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:46.018125 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:46.104856 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] For port 1e1685f9-2249-4e9b-9560-267cfc2efee1, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=1e1685f9-2249-4e9b-9560-267cfc2efee1,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:46.105222 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:46.117257 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Calling delete_port for 1e1685f9-2249-4e9b-9560-267cfc2efee1 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:46.244539 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:46.273106 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'Port': ['ID=1e1685f9-2249-4e9b-9560-267cfc2efee1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:46.317213 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] No DVR routers for this DVR port 1e1685f9-2249-4e9b-9560-267cfc2efee1 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:46.319739 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:46.321715 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-f44215a6-d6a8-4c25-8091-6257fd791f4d req-936b556f-c8df-451c-90b5-68ff5716e306 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.13 "DELETE /v2.0/ports/1e1685f9-2249-4e9b-9560-267cfc2efee1 HTTP/1.1" status: 204 len: 173 time: 0.3893130 Aug 19 19:12:46.322149 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-deleted', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:12:46.325120 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf1b6fa-c090-418c-a23d-51dab3a8d85c" -d '{"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-deleted", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:12:46.362231 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1c785-e75a-424a-aa5c-7d28aaa71a2b x-openstack-request-id: req-edf1c785-e75a-424a-aa5c-7d28aaa71a2b {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:12:46.362525 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e91013-8666-43fe-b200-49935834abd0", "name": "network-vif-deleted", "tag": "1e1685f9-2249-4e9b-9560-267cfc2efee1", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:12:46.362773 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edf1c785-e75a-424a-aa5c-7d28aaa71a2b {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:12:46.363164 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e91013-8666-43fe-b200-49935834abd0', 'name': 'network-vif-deleted', 'tag': '1e1685f9-2249-4e9b-9560-267cfc2efee1', 'status': 'completed', 'code': 200} Aug 19 19:12:46.582717 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d8576555-945a-4b9b-a691-d4485a045404 req-16559148-d192-4f0a-a6f0-1d45b3591ed8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Aug 19 19:12:47.680587 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5b8c4e6-e469-4c92-a7c3-9405b93d7c0c req-2a4bdafc-1b4c-4cde-8e0d-a56cb7a4cbed tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Aug 19 19:12:47.980383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:48.783455 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6d408418-8bf2-43d4-bcae-d26dd272672b req-aa456c32-cfa1-4810-b8ea-a8e4098df3c8 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0276439 Aug 19 19:12:49.202760 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:12:49.372017 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:49.396288 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: 1e1685f9-2249-4e9b-9560-267cfc2efee1 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:49.396636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device 1e1685f9-2249-4e9b-9560-267cfc2efee1 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:49.898225 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-738c837c-8836-4bcc-b1a8-62eae53e0ea9 req-2eaa2f61-d83e-411d-b780-60ca2b204fbc tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e91013-8666-43fe-b200-49935834abd0 HTTP/1.1" status: 200 len: 210 time: 0.0286841 Aug 19 19:12:50.955917 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47712) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:51.014959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.040241 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.102576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.105654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.106933 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] 10.222.0.36 "DELETE /v2.0/security-groups/81b56ed0-27e7-4faf-a92b-891ddd1b5226 HTTP/1.1" status: 204 len: 168 time: 0.1500273 Aug 19 19:12:51.117289 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318b172-1202-48e6-9c50-95aadd6a2355 tempest-TestShelveInstance-340806499 tempest-TestShelveInstance-340806499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b56ed0-27e7-4faf-a92b-891ddd1b5226,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:51.160951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47716) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:51.612834 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.870846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Deleting port 6071030e-91bc-4760-aef9-38789d4f7a8f {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:51.871191 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.951708 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] For port 6071030e-91bc-4760-aef9-38789d4f7a8f, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=6071030e-91bc-4760-aef9-38789d4f7a8f,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:51.952075 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:51.965351 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Calling delete_port for 6071030e-91bc-4760-aef9-38789d4f7a8f owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:52.151611 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:52.183349 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Pushing event deleted for resources: {'Port': ['ID=6071030e-91bc-4760-aef9-38789d4f7a8f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:52.355089 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:52.578269 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:52.688047 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:52.695254 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-42c55bec-5353-4931-8db1-a770b4a3e201 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c130653-7be6-4a2c-b0d4-0d7394a72cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331962 Aug 19 19:12:52.695893 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47722) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:52.696929 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Sync routers for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:52.707203 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:52.707845 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:52.803612 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:52.817839 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:52.904705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:52.962765 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Deleting port 09dbe871-d5b2-42aa-b35e-80787738dc61 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:52.964358 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.049694 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] For port 09dbe871-d5b2-42aa-b35e-80787738dc61, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=09dbe871-d5b2-42aa-b35e-80787738dc61,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:53.050436 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.065093 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Calling delete_port for 09dbe871-d5b2-42aa-b35e-80787738dc61 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:53.154161 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:12:52Z', 'revision_number': 5, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port': {'id': '09dbe871-d5b2-42aa-b35e-80787738dc61', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:53.184266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Checking router: 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:53.193368 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Routers {'9c130653-7be6-4a2c-b0d4-0d7394a72cc4'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:53.193985 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:53.252730 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.276601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Pushing event deleted for resources: {'Port': ['ID=09dbe871-d5b2-42aa-b35e-80787738dc61,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:53.281922 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] Set router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:53.334067 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:12:52Z', 'revision_number': 6, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:53.345756 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.364814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15963df0-1a79-48b2-bffe-da6417629669 None None] The sync data for ids ['9c130653-7be6-4a2c-b0d4-0d7394a72cc4'] in n-d-778550-10 is: [{'id': '9c130653-7be6-4a2c-b0d4-0d7394a72cc4', 'name': 'tempest-TestShelveInstance-1354608229-router', 'tenant_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:03:56Z', 'updated_at': '2021-08-19T19:12:52Z', 'revision_number': 6, 'project_id': 'a440782f3add4c78a2a6e9958f1be0c2', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:53.437977 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.440353 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.482842 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.483381 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c130653-7be6-4a2c-b0d4-0d7394a72cc4 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:12:53.488377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.489549 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d345c9d2-5d8b-45a4-8f93-84f4ee39d818 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c130653-7be6-4a2c-b0d4-0d7394a72cc4 HTTP/1.1" status: 204 len: 168 time: 0.7927351 Aug 19 19:12:53.492116 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47724) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:53.541587 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Deleting subnet 8206e93f-a134-480e-bb43-5f4da309d64a {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:12:53.545018 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.578987 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.657189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.712946 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.745330 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8206e93f-a134-480e-bb43-5f4da309d64a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:53.750077 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.752119 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9adef441-95d0-468c-bf26-e7d0c8eb4b99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8206e93f-a134-480e-bb43-5f4da309d64a HTTP/1.1" status: 204 len: 168 time: 0.2590818 Aug 19 19:12:53.754728 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47726) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:53.755214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6f4cd-296a-4ab0-8e74-a6127271c8bc None None] Network 25229535-bb33-4585-a533-f11c6cc7a5d2 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:53.836908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.855900 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6071030e-91bc-4760-aef9-38789d4f7a8f no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:53.890540 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Deleting port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:53.890880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.893736 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 6071030e-91bc-4760-aef9-38789d4f7a8f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:53.894089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 6071030e-91bc-4760-aef9-38789d4f7a8f not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:53.962183 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] For port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,segment=NetworkSegment(07f19781-0a3a-45c3-804a-2d18c335bdae),segment_id=07f19781-0a3a-45c3-804a-2d18c335bdae)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:53.962545 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:53.975277 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Calling delete_port for 76539663-4ddc-4ad5-a13c-ff9c2c0907ae owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:54.052232 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.079909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Pushing event deleted for resources: {'Port': ['ID=76539663-4ddc-4ad5-a13c-ff9c2c0907ae,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:54.082538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] No DVR routers for this DVR port 76539663-4ddc-4ad5-a13c-ff9c2c0907ae on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:54.159154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.169701 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25229535-bb33-4585-a533-f11c6cc7a5d2']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:54.180803 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543622e-2191-4e56-b9ac-0c6258157d5a None None] DHCP port deletion for 25229535-bb33-4585-a533-f11c6cc7a5d2 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:12:54.181363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f19781-0a3a-45c3-804a-2d18c335bdae') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:54.182190 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f19781-0a3a-45c3-804a-2d18c335bdae') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:54.193405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.207903 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.214008 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:12:54.214392 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: timer() Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:12:54.216115 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:12:54.274017 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.281935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.283830 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] 10.222.0.36 "DELETE /v2.0/networks/25229535-bb33-4585-a533-f11c6cc7a5d2 HTTP/1.1" status: 204 len: 168 time: 0.5278783 Aug 19 19:12:54.287022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47728) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:54.295633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19781-4f72-4107-9e49-66747b18de60 admin admin] Pushing event deleted for resources: {'Network': ['ID=25229535-bb33-4585-a533-f11c6cc7a5d2,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:54.652915 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.893895 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Deleting port 71bf6c42-faa6-464e-9367-92418c040fa3 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:54.894230 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.970076 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] For port 71bf6c42-faa6-464e-9367-92418c040fa3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=71bf6c42-faa6-464e-9367-92418c040fa3,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:54.970431 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:54.982828 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Calling delete_port for 71bf6c42-faa6-464e-9367-92418c040fa3 owned by network:router_interface {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:55.164886 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:55.193738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bf6c42-faa6-464e-9367-92418c040fa3,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:55.206115 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.206473 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.206822 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.207158 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.207517 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.207856 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.208191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.208520 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.208853 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.209185 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.209547 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.209876 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:55.367838 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:55.580615 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Router ece3a4c0-0692-475f-b967-71f06fe03ff7 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:12:55.689019 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76539663-4ddc-4ad5-a13c-ff9c2c0907ae no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:55.691890 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:12:55.700458 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-64b5ea7f-6d72-4376-b573-797e12c46456 admin admin] 10.222.0.36 "PUT /v2.0/routers/ece3a4c0-0692-475f-b967-71f06fe03ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4117570 Aug 19 19:12:55.701189 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47730) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:55.707788 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Sync routers for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:12:55.711040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 76539663-4ddc-4ad5-a13c-ff9c2c0907ae {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:55.711392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 76539663-4ddc-4ad5-a13c-ff9c2c0907ae not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:55.711841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 09dbe871-d5b2-42aa-b35e-80787738dc61 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:55.716551 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:55.717164 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:55.730982 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 09dbe871-d5b2-42aa-b35e-80787738dc61 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:55.731336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 09dbe871-d5b2-42aa-b35e-80787738dc61 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:55.815227 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:55.911877 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:56.099701 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:12:55Z', 'revision_number': 5, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:56.127575 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Checking router: ece3a4c0-0692-475f-b967-71f06fe03ff7 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:12:56.136644 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Routers {'ece3a4c0-0692-475f-b967-71f06fe03ff7'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:12:56.137258 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:12:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['ece3a4c0-0692-475f-b967-71f06fe03ff7'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:56.254511 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] Set router ece3a4c0-0692-475f-b967-71f06fe03ff7 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:12:56.287061 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.345295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Deleting port 38c07824-37fa-4f9b-b94c-9765ba10e551 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:56.346432 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.432080 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] For port 38c07824-37fa-4f9b-b94c-9765ba10e551, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=38c07824-37fa-4f9b-b94c-9765ba10e551,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:56.432885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.449888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Calling delete_port for 38c07824-37fa-4f9b-b94c-9765ba10e551 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:56.450621 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:12:55Z', 'revision_number': 5, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:56.482610 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcfe9d-af7f-490c-ae0d-f55c241e8cde None None] The sync data for ids ['ece3a4c0-0692-475f-b967-71f06fe03ff7'] in n-d-778550-10 is: [{'id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'name': 'tempest-TestShelveInstance-797885984-router', 'tenant_id': '0b26953e46294b0dbae397993c780aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:12:55Z', 'revision_number': 5, 'project_id': '0b26953e46294b0dbae397993c780aef', 'gw_port': {'id': '38c07824-37fa-4f9b-b94c-9765ba10e551', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3a4c0-0692-475f-b967-71f06fe03ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:04:01Z', 'updated_at': '2021-08-19T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:12:56.648997 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.682501 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=38c07824-37fa-4f9b-b94c-9765ba10e551,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:56.753183 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.849883 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.852015 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.898882 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.899560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece3a4c0-0692-475f-b967-71f06fe03ff7 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:12:56.904365 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:56.907896 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-d508f453-7de1-4012-b03a-1e7d284a3a6c admin admin] 10.222.0.36 "DELETE /v2.0/routers/ece3a4c0-0692-475f-b967-71f06fe03ff7 HTTP/1.1" status: 204 len: 168 time: 1.2056754 Aug 19 19:12:56.908573 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47732) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:56.962617 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Deleting subnet c3ad2800-d866-4514-a248-86866b495825 {{(pid=101324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:12:56.966846 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.009632 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265753529'] for subnet, precommit_delete_associations {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.099636 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.154691 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-267172424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264657775'] for subnet, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.176122 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.180915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ad2800-d866-4514-a248-86866b495825,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:57.184979 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.189502 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47734) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:57.189644 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ebb6f706-31ee-4b40-9c8e-e5fe1be85fca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c3ad2800-d866-4514-a248-86866b495825 HTTP/1.1" status: 204 len: 168 time: 0.2799306 Aug 19 19:12:57.193861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b659cf-8015-4d7a-afe7-6d75b87bccef None None] Network 96da6bef-188a-4d45-a316-124088aeaeb1 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:57.262288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.316092 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Deleting port 24ae68d9-faaf-491d-9159-a958a0a82085 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:57.316447 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.378110 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] DHCP port deletion for 96da6bef-188a-4d45-a316-124088aeaeb1 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:12:57.393321 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] For port 24ae68d9-faaf-491d-9159-a958a0a82085, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=24ae68d9-faaf-491d-9159-a958a0a82085,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:57.393861 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.410276 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Calling delete_port for 24ae68d9-faaf-491d-9159-a958a0a82085 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:57.429703 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Deleting port 24ae68d9-faaf-491d-9159-a958a0a82085 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:12:57.430080 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.498451 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] For port 24ae68d9-faaf-491d-9159-a958a0a82085, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=24ae68d9-faaf-491d-9159-a958a0a82085,segment=NetworkSegment(1e5d084c-d3b7-484a-b94b-7f8ebd4170fe),segment_id=1e5d084c-d3b7-484a-b94b-7f8ebd4170fe)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:12:57.498858 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.499122 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.512541 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Calling delete_port for 24ae68d9-faaf-491d-9159-a958a0a82085 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:12:57.524950 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ae68d9-faaf-491d-9159-a958a0a82085,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:57.534017 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] No DVR routers for this DVR port 24ae68d9-faaf-491d-9159-a958a0a82085 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:57.594497 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.606202 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.616534 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96da6bef-188a-4d45-a316-124088aeaeb1']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:57.623822 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Pushing event deleted for resources: {'Port': ['ID=24ae68d9-faaf-491d-9159-a958a0a82085,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:57.628068 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] No DVR routers for this DVR port 24ae68d9-faaf-491d-9159-a958a0a82085 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:12:57.633680 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:57.634580 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d084c-d3b7-484a-b94b-7f8ebd4170fe') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.637961 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.638687 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.639421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.639786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.640138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.640459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be2e9be-b8d8-40ea-ae83-3925a675e2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:12:57.649379 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.650227 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 24ae68d9-faaf-491d-9159-a958a0a82085 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:57.663557 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.669759 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:12:57.670152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.670392 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 24ae68d9-faaf-491d-9159-a958a0a82085 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:57.670729 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 24ae68d9-faaf-491d-9159-a958a0a82085 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:57.671157 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38c07824-37fa-4f9b-b94c-9765ba10e551 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: timer() Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:12:57.671919 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:12:57.693645 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 38c07824-37fa-4f9b-b94c-9765ba10e551 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:57.693999 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 38c07824-37fa-4f9b-b94c-9765ba10e551 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:57.694421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 71bf6c42-faa6-464e-9367-92418c040fa3 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:12:57.713544 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 71bf6c42-faa6-464e-9367-92418c040fa3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:12:57.713824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 71bf6c42-faa6-464e-9367-92418c040fa3 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:12:57.731330 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.737325 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.739155 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] 10.222.0.36 "DELETE /v2.0/networks/96da6bef-188a-4d45-a316-124088aeaeb1 HTTP/1.1" status: 204 len: 168 time: 0.5484529 Aug 19 19:12:57.751826 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ec48-ef16-4268-bc14-5a8c11725877 admin admin] Pushing event deleted for resources: {'Network': ['ID=96da6bef-188a-4d45-a316-124088aeaeb1,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:57.848194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47738) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:57.887490 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-9a9bb493-cf15-4855-83b9-27e8148df1b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a440782f3add4c78a2a6e9958f1be0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380802 Aug 19 19:12:57.889870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47740) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:57.937288 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:57.958817 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.010235 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.012920 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.017617 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/563013c8-2fe2-4b0d-85ae-57d0ba38a37f HTTP/1.1" status: 204 len: 168 time: 0.1233165 Aug 19 19:12:58.022153 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdcd38-8bf1-48a7-91ef-c68553c64467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563013c8-2fe2-4b0d-85ae-57d0ba38a37f,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:58.263019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8bf99297-1223-4614-b7f2-0215e35fa99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.328604 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47746) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:58.371671 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-91a1aec7-1e7a-4cec-b882-2f55c75e4b97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b26953e46294b0dbae397993c780aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418766 Aug 19 19:12:58.374197 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47748) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:58.425382 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.446950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.493786 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.497025 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:58.498187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abcb344b-0db0-447f-b28a-e2da1cd63a4b HTTP/1.1" status: 204 len: 168 time: 0.1230679 Aug 19 19:12:58.510548 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c8749-ea78-4afc-a176-3458b5b63f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcb344b-0db0-447f-b28a-e2da1cd63a4b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:59.171458 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47770) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:59.265909 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1885313539-network', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:59.287673 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Made reservation on behalf of 126cbec0ca5542df96039ce34737ca0b for: {'network': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:12:59.289930 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.298640 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.389594 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.393269 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.418413 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:12:59.427951 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a76a2-84fb-40e6-8d59-d1370eb5a54f,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:59.432950 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.433299 n-d-778550-10 neutron-server[101325]: INFO neutron.db.segments_db [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Added segment 9a336c73-26fd-4ce9-92b3-6c0e95e16182 of type vlan for network f20f6fc4-3971-4a03-ae95-82ad44789ed8 Aug 19 19:12:59.475576 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.499577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.500549 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:59.501154 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.522779 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3501894 Aug 19 19:12:59.526654 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47774) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:59.532012 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Request body: {'subnet': {'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1885313539-subnet', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'ip_version': 4}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:59.554193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Made reservation on behalf of 126cbec0ca5542df96039ce34737ca0b for: {'subnet': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:12:59.556623 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264657778'] for subnet, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.565648 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b89c4-9e55-4065-a3b6-20d7e00c8617 admin admin] Pushing event updated for resources: {'Network': ['ID=f20f6fc4-3971-4a03-ae95-82ad44789ed8,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:59.577325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:12:59.724684 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-267172489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264657764'] for subnet, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.777385 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:12:59.789021 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Checking segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:12:59.789394 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Network hostable DHCP agents. Network: f20f6fc4-3971-4a03-ae95-82ad44789ed8, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:12:59.806759 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:12:59.815576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, f20f6fc4-3971-4a03-ae95-82ad44789ed8) {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:12:59.820104 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:12:59.820858 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for subnet, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.827534 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe195a2-6816-47df-b3fd-0df42f8959cf None None] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:12:59.834760 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-143af07a-7989-406d-9735-c660549b9f00 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3069990 Aug 19 19:12:59.837430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47776) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:12:59.842430 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:12:59.862042 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.863187 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.919344 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:12:59.973692 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:12:59.974556 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.054706 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.123786 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Allocated IP 172.20.0.2 (f20f6fc4-3971-4a03-ae95-82ad44789ed8/0b168f13-b3bb-4ddc-ac58-77a6fad8c51b/5d55ed61-feb5-424b-9464-e16623e394d3) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:00.267689 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.272363 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.276866 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Transition to ACTIVE for port object 5d55ed61-feb5-424b-9464-e16623e394d3 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:00.291973 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.292604 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Transition to ACTIVE for port object 5d55ed61-feb5-424b-9464-e16623e394d3 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:00.298340 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.338625 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:00.341928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:00.344409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:00.351573 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Pushing event updated for resources: {'Port': ['ID=5d55ed61-feb5-424b-9464-e16623e394d3,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:00.407055 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Attempting to bind port 5d55ed61-feb5-424b-9464-e16623e394d3 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:00.407315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Attempting to bind port 5d55ed61-feb5-424b-9464-e16623e394d3 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:00.407710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Attempting to bind port 5d55ed61-feb5-424b-9464-e16623e394d3 on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:00.413115 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:00.413498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Checking segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:00.413914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.414315 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Bound using segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:00.414792 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Bound port: 5d55ed61-feb5-424b-9464-e16623e394d3, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:00.415179 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.484647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] For port 5d55ed61-feb5-424b-9464-e16623e394d3, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:00.488082 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] For port 5d55ed61-feb5-424b-9464-e16623e394d3, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5d55ed61-feb5-424b-9464-e16623e394d3,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:00.492589 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.558824 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a20123-6f18-4d12-9de2-c98ff44e19f8 None None] Pushing event updated for resources: {'Port': ['ID=5d55ed61-feb5-424b-9464-e16623e394d3,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:00.736840 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a8c76dd9-bd25-4933-bc00-d1ecaf203b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.737578 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Allocated IP 172.25.5.98 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/e0fcdd30-4dab-40a9-9500-8e9fc18c1665) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:00.851119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.894406 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:00.936670 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:00.939563 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:00.943246 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:00.966637 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Pushing event updated for resources: {'Port': ['ID=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:01.070658 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:01.198213 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:01.405782 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:01.419636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc0b8b-d433-4454-8961-722d8c6ad6e5 None None] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:13:01.471151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7e92870a-3862-47a2-a1e3-524fc0f57217 None None] Provisioning for port 5d55ed61-feb5-424b-9464-e16623e394d3 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:01.539466 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:13:01.656357 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:13:01.666532 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:13:01.676833 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] Notify callbacks [] for router, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:01.680296 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9478529f-1c3e-4288-9662-7cd2876679cd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8395443 Aug 19 19:13:01.680470 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5d55ed61-feb5-424b-9464-e16623e394d3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:01.680587 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47778) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:01.708801 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:01.709444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:01.839125 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5d55ed61-feb5-424b-9464-e16623e394d3 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:01.844940 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:01.847178 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5d55ed61-feb5-424b-9464-e16623e394d3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:01.847584 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.058020 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.099967 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5d55ed61-feb5-424b-9464-e16623e394d3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5d55ed61-feb5-424b-9464-e16623e394d3,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:02.106168 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.107524 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.136437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:01Z', 'revision_number': 3, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:02.272973 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Allocated IP 172.20.0.1 (f20f6fc4-3971-4a03-ae95-82ad44789ed8/0b168f13-b3bb-4ddc-ac58-77a6fad8c51b/67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:02.327545 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:13:02.327806 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Updating router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:13:02.367571 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.370592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.372276 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5d55ed61-feb5-424b-9464-e16623e394d3,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:02.382901 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.397999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Transition to ACTIVE for port object 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:02.433096 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.475272 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:02.481081 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:02.483032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Pushing event updated for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:02.485431 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:02.523776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.656817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.665189 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.668218 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Transition to ACTIVE for port object e0fcdd30-4dab-40a9-9500-8e9fc18c1665 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:02.676534 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.729612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827186c-c6a8-49fa-83d7-cd14687f6f26 None None] Pushing event updated for resources: {'Port': ['ID=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:02.732356 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Attempting to bind port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:02.733101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Attempting to bind port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:02.733731 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Attempting to bind port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:02.739762 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:02.740136 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:02.740536 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.740919 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:02.741382 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Bound port: e0fcdd30-4dab-40a9-9500-8e9fc18c1665, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:02.741757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.790345 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1aad961e-f67f-4d54-8f53-b8b117c0b547 None None] Provisioning for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:02.799438 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-1aad961e-f67f-4d54-8f53-b8b117c0b547 None None] Provisioning complete for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:02.799841 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-1aad961e-f67f-4d54-8f53-b8b117c0b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.824909 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] For port e0fcdd30-4dab-40a9-9500-8e9fc18c1665, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:02.842000 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.843264 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] For port e0fcdd30-4dab-40a9-9500-8e9fc18c1665, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:02.846732 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.849649 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:02.857779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-1aad961e-f67f-4d54-8f53-b8b117c0b547 None None] Port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:13:02.909459 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:02.910084 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:02.913016 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827186c-c6a8-49fa-83d7-cd14687f6f26 None None] Pushing event updated for resources: {'Port': ['ID=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:02.916127 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Pushing event updated for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:02.918928 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.013941 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:03.015410 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:03.018635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:03.144592 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:13:03.236523 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 2, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:03.267965 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:13:03.273922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-79edcf0d-e096-4029-ad50-020c8e289d7d admin admin] 10.222.0.36 "PUT /v2.0/routers/014b57d3-b9e1-4126-b2b1-c3b9bccd868a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923913 Aug 19 19:13:03.274779 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85abee-c106-4a69-9866-1c5ac7f6d5fe None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 2, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:13:03.286101 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-b14fa0fc-8683-4d51-a931-3a7ecc1564e4 None None] Provisioning complete for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:03.286544 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b14fa0fc-8683-4d51-a931-3a7ecc1564e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.326338 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-b14fa0fc-8683-4d51-a931-3a7ecc1564e4 None None] Port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:13:03.662891 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5d55ed61-feb5-424b-9464-e16623e394d3 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:03.720104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5d55ed61-feb5-424b-9464-e16623e394d3 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:03.720505 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.816589 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47794) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:03.821336 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2073170921-network', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:03.845522 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Made reservation on behalf of 9d0ad46ec3d8440fbcb7008294f50ca5 for: {'network': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:13:03.848502 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for network, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.858461 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.862199 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.974375 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:03.978551 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.006509 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 19:13:04.017163 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95699429-cf1a-408a-bde1-09cb9c365d1a,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:04.022119 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.022476 n-d-778550-10 neutron-server[101324]: INFO neutron.db.segments_db [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Added segment 6727e1b2-d33d-49f7-acf4-a0786bdcc08f of type vlan for network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 Aug 19 19:13:04.069882 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728044952998'] for network, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.096144 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793'] for network, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.097165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:04.097764 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.166068 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3485332 Aug 19 19:13:04.169583 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47796) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:04.171736 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2167b8-e989-4e58-aa04-c011cd3c953c admin admin] Pushing event updated for resources: {'Network': ['ID=79f31bc9-e2e9-44b6-9b76-71fbfb705639,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:04.176851 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Request body: {'subnet': {'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2073170921-subnet', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'ip_version': 4}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:04.183258 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 details requested by agent ovs-agent-n-d-778550-10 with host n-d-778550-10 {{(pid=101326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 19:13:04.202492 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Made reservation on behalf of 9d0ad46ec3d8440fbcb7008294f50ca5 for: {'subnet': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:13:04.205076 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265337047'] for subnet, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.390935 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265541593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265337025'] for subnet, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.440629 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbd56c2-d0f6-47e7-9489-99dcf91a9d19,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:04.458378 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Checking segment: {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:04.458739 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Network hostable DHCP agents. Network: 79f31bc9-e2e9-44b6-9b76-71fbfb705639, hostable agents: ['3d0e77e2-6a61-4f86-91fc-4e046a078a51'], hosted agents: [] {{(pid=101325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 19:13:04.477338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 is scheduled to be hosted by DHCP agent 3d0e77e2-6a61-4f86-91fc-4e046a078a51 with binding_index 1 {{(pid=101325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 19:13:04.488833 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-10, 79f31bc9-e2e9-44b6-9b76-71fbfb705639) {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:04.493639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:04.494824 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.498813 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370265f-0f60-4185-8840-6604aa977d99 None None] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:13:04.512032 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6f8eec62-0269-4944-9fb7-987bfced86c8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3404002 Aug 19 19:13:04.514275 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47798) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:04.519064 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:04.543773 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27888'] for router, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.545073 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601833', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27897'] for router, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.607710 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.658553 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee0194c9-2f51-5eaa-8b6d-57225c5de062-79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19'}]}} from n-d-778550-10. {{(pid=101326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 19:13:04.659421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.751687 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.798776 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.db_base_plugin_common [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Allocated IP 172.20.0.2 (79f31bc9-e2e9-44b6-9b76-71fbfb705639/bfbd56c2-d0f6-47e7-9489-99dcf91a9d19/dab25eed-e3be-40f7-a0eb-38e0aa912df4) {{(pid=101326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:04.941654 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks [] for port, precommit_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.950454 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Transition to ACTIVE for port object dab25eed-e3be-40f7-a0eb-38e0aa912df4 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:04.954410 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.966235 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Transition to ACTIVE for port object dab25eed-e3be-40f7-a0eb-38e0aa912df4 will not be triggered until provisioned by entity DHCP. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:04.973229 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187'] for port, after_create {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:04.976377 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.015837 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 is already hosted by enough agents. {{(pid=101326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:05.018833 n-d-778550-10 neutron-server[101326]: DEBUG neutron.scheduler.base_scheduler [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Resources bound (agent type, host, resource id): {{(pid=101326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:05.023355 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Received port after_create {{(pid=101326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:05.027228 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Pushing event updated for resources: {'Port': ['ID=dab25eed-e3be-40f7-a0eb-38e0aa912df4,revision_number=1']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:05.086229 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Attempting to bind port dab25eed-e3be-40f7-a0eb-38e0aa912df4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:05.086612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Attempting to bind port dab25eed-e3be-40f7-a0eb-38e0aa912df4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:05.086973 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Attempting to bind port dab25eed-e3be-40f7-a0eb-38e0aa912df4 on network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:05.092685 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:05.093060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Checking segment: {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:05.093465 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.093861 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Bound using segment: {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:05.094327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Bound port: dab25eed-e3be-40f7-a0eb-38e0aa912df4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:05.094716 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.094979 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Allocated IP 172.25.5.120 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/5b736c1b-bacb-4312-a546-177d5bd37c07) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:05.161634 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] For port dab25eed-e3be-40f7-a0eb-38e0aa912df4, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:05.165646 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] For port dab25eed-e3be-40f7-a0eb-38e0aa912df4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dab25eed-e3be-40f7-a0eb-38e0aa912df4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:05.169730 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.212885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.252849 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f465eb6-5543-4e25-8614-970ba6c13da9 None None] Pushing event updated for resources: {'Port': ['ID=dab25eed-e3be-40f7-a0eb-38e0aa912df4,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:05.270481 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.314900 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:05.318010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:05.320985 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:05.328159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b736c1b-bacb-4312-a546-177d5bd37c07,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:05.406552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:13:05.421708 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:05.422447 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:05.553889 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:05.683610 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.731066 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dab25eed-e3be-40f7-a0eb-38e0aa912df4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:05.800958 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port dab25eed-e3be-40f7-a0eb-38e0aa912df4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:05.805960 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e0fcdd30-4dab-40a9-9500-8e9fc18c1665 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:05.843005 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 2, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:05.873091 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:05.877913 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:13:05.878195 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:05.878376 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Updating router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:13:05.878532 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.915380 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.948885 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601644'] for router, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:05.989258 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.016186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port e0fcdd30-4dab-40a9-9500-8e9fc18c1665, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:06.022885 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.091214 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:06.109124 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 is scheduled to L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc with binding_index 1 {{(pid=101325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 19:13:06.222450 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:13:06.232875 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Sync routers for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:13:06.236156 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.240999 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.245498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47800) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:06.248026 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-16246b45-143f-462d-bfec-fb1d503467a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7325332 Aug 19 19:13:06.248498 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Transition to ACTIVE for port object 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:06.255784 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.257713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:06.258395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:06.357499 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Pushing event updated for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:06.378905 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.379252 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.379978 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.382121 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.382477 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.382817 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.383154 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.383552 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.383838 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.384181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.384605 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.385478 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:13:06.394877 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Attempting to bind port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:06.395338 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Attempting to bind port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:06.395815 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Attempting to bind port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:06.402905 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:06.403556 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Checking segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:06.404391 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.404958 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Bound using segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:06.405614 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Bound port: 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:06.405750 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306622f-5c4d-4a7d-85ab-4e8f4e1c4038 None None] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:13:06.406265 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.464086 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:06.481483 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] For port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:06.485962 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] For port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:06.493590 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.563413 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:06.564221 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:06.586636 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Provisioning for port dab25eed-e3be-40f7-a0eb-38e0aa912df4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:06.610265 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Provisioning complete for port dab25eed-e3be-40f7-a0eb-38e0aa912df4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:06.610644 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.793858 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:06.819230 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.866417 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] For port dab25eed-e3be-40f7-a0eb-38e0aa912df4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dab25eed-e3be-40f7-a0eb-38e0aa912df4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:06.873477 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 3, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:06.878114 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:06.909528 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Checking router: cc3a1e0e-b355-43a8-a3b9-09cefaa26448 for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:13:06.910167 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Updating router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 port 5b736c1b-bacb-4312-a546-177d5bd37c07 binding host n-d-778550-10 {{(pid=101326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:13:06.926297 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3d6db-75f9-423e-8cf0-9038b3fef670 None None] Pushing event updated for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:06.969595 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.005846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1bb86-5d6b-435a-b535-adc574456b9b None None] Pushing event updated for resources: {'Port': ['ID=dab25eed-e3be-40f7-a0eb-38e0aa912df4,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:07.070968 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:06Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:07.108813 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd24c2a-6b0f-476e-811c-b902bdab1a8e None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:06Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:13:07.191573 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.221695 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7908f196-c6ce-4d98-b81e-39122d6137f1 None None] Provisioning complete for port dab25eed-e3be-40f7-a0eb-38e0aa912df4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:07.222069 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7908f196-c6ce-4d98-b81e-39122d6137f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.374850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Allocated IP 172.20.0.1 (79f31bc9-e2e9-44b6-9b76-71fbfb705639/bfbd56c2-d0f6-47e7-9489-99dcf91a9d19/ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:07.467402 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks [] for port, precommit_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.481095 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Transition to ACTIVE for port object 5b736c1b-bacb-4312-a546-177d5bd37c07 will not be triggered until provisioned by entity L2. {{(pid=101326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:07.488914 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.494034 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.515371 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Transition to ACTIVE for port object ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:07.556353 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.572302 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Attempting to bind port 5b736c1b-bacb-4312-a546-177d5bd37c07 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:07.573709 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Attempting to bind port 5b736c1b-bacb-4312-a546-177d5bd37c07 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:07.574025 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Attempting to bind port 5b736c1b-bacb-4312-a546-177d5bd37c07 on network c5c4bb3d-1177-4677-bb98-2cfd12b704fa {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:07.576151 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97addf-54e4-4dca-88d2-f0ee5c720577 None None] Pushing event updated for resources: {'Port': ['ID=5b736c1b-bacb-4312-a546-177d5bd37c07,revision_number=2']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:07.581841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:07.582224 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Checking segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:07.582633 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.583028 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Bound using segment: {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'} {{(pid=101326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:07.583531 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.managers [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Bound port: 5b736c1b-bacb-4312-a546-177d5bd37c07, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae652381-7c67-4558-9e71-1ca10a8da86b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa'}}] {{(pid=101326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:07.584294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.598269 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:07.606463 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:07.610231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:07.615943 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:07.659105 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614244'] for router_interface, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.672948 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] For port 5b736c1b-bacb-4312-a546-177d5bd37c07, host n-d-778550-10, cleared binding levels {{(pid=101326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:07.679085 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] For port 5b736c1b-bacb-4312-a546-177d5bd37c07, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5b736c1b-bacb-4312-a546-177d5bd37c07,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:07.685592 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.732148 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:07.805437 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:07.805952 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:07.812413 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97addf-54e4-4dca-88d2-f0ee5c720577 None None] Pushing event updated for resources: {'Port': ['ID=5b736c1b-bacb-4312-a546-177d5bd37c07,revision_number=3']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:07.839462 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.907739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:07.913857 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:07.914239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:07.967617 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:08.020933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.025412 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.051661 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e61807b5-1e3a-4d39-95a1-841ec4c57db6 None None] Provisioning for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:08.075740 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e61807b5-1e3a-4d39-95a1-841ec4c57db6 None None] Provisioning complete for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:08.076559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e61807b5-1e3a-4d39-95a1-841ec4c57db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.097910 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614288'] for router_interface, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.100524 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:08.160585 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.177577 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e61807b5-1e3a-4d39-95a1-841ec4c57db6 None None] Port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:13:08.193819 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:08.195223 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:08.222537 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:08.242006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.242818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dab25eed-e3be-40f7-a0eb-38e0aa912df4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:08.326113 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:13:08.337334 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:08.358986 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4', 'name': '', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'mac_address': 'fa:16:3e:c3:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:07Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 1, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'subnets': [{'id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:08.362222 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port dab25eed-e3be-40f7-a0eb-38e0aa912df4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:08.362603 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.389374 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa132a-5a48-4079-b517-4862e9178a62 None None] The sync data for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 is: [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4', 'name': '', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'mac_address': 'fa:16:3e:c3:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:07Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 1, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'subnets': [{'id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:13:08.458252 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:13:08.472184 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-d581396d-042f-4992-84d1-fe3e03b58113 admin admin] 10.222.0.36 "PUT /v2.0/routers/cc3a1e0e-b355-43a8-a3b9-09cefaa26448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2157996 Aug 19 19:13:08.482395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e0fcdd30-4dab-40a9-9500-8e9fc18c1665 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:08.526328 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-29ae3342-9fdb-4795-b65a-a2dc286e13d8 None None] Provisioning complete for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:08.526780 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-29ae3342-9fdb-4795-b65a-a2dc286e13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.576933 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:08.577308 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:08.580266 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-29ae3342-9fdb-4795-b65a-a2dc286e13d8 None None] Port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:13:09.018712 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47808) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.023431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098193799', 'description': 'tempest-secgroup-smoke-1098193799 description', 'project_id': '126cbec0ca5542df96039ce34737ca0b'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.044624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.123414 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.126907 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.152514 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.153663 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339850 Aug 19 19:13:09.157077 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47810) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.158073 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a277cb7-fcb5-47bf-81ef-b6ed8c70eadb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af22af25-2a3d-4550-9151-c1358ce93a9c,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.161894 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.189776 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.247115 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.250705 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.267785 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef245407-8a9b-4d34-9f41-1750e04f331a,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.274019 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.275358 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a817d6d3-3f93-4de4-b8a1-f435a700700f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172659 Aug 19 19:13:09.278098 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47812) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.282835 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.310059 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.372884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.376527 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.393999 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3db16e-f37f-4c89-ac9f-63b80a073358,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.399627 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.400994 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-f724c9ac-33c3-4ff3-81ce-3897b5b2f4a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218002 Aug 19 19:13:09.403600 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47814) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.408543 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.434661 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.491847 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.496020 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.512898 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75f9b3-7d09-4ed8-8500-2bbbd4d260c0,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.521381 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.522638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-a5e8be73-6ba4-4e3c-a286-c44e0ecc2f33 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179109 Aug 19 19:13:09.525440 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47816) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.530278 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.556906 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.618854 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.623149 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.641619 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8b3029-2ff8-4db6-935b-1cee0ba533c6,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.649199 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:09.649725 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.651638 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-7e2b1b88-90df-40fd-b2eb-0ac8fdf4f2d1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250885 Aug 19 19:13:09.655193 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47818) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.659652 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.681604 n-d-778550-10 neutron-server[101324]: INFO neutron.db.securitygroups_db [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Project 126cbec0ca5542df96039ce34737ca0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:13:09.687993 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.708466 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:09.708900 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.755792 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.759896 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.778231 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953760d4-d40a-4ce7-ab69-e79664c6b5d6,revision_number=0']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.785475 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.789544 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-55a5e30f-5c7e-424c-a165-cc32c9779d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308506 Aug 19 19:13:09.790254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 47820) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:09.795714 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'security_group_rule': {'security_group_id': 'af22af25-2a3d-4550-9151-c1358ce93a9c', 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:09.830382 n-d-778550-10 neutron-server[101325]: INFO neutron.db.securitygroups_db [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Project 126cbec0ca5542df96039ce34737ca0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 19:13:09.842266 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.915204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.919880 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796499'] for security_group_rule, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.938519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc60f2d-25e7-4fed-9c15-be8f1bc2e061,revision_number=0']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:09.944961 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:09.946425 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-42d8d0c6-33f9-4a54-a3fb-8c5560f7a54e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550660 Aug 19 19:13:10.094256 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f5367bdf-f585-47a4-b522-392e5127bbe4 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098193799&fields=id&tenant_id=126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 267 time: 0.0347912 Aug 19 19:13:10.218032 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-519ea9cc-1db4-4aa1-8db8-5032718e3d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:10.219696 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-519ea9cc-1db4-4aa1-8db8-5032718e3d4e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 810 time: 0.1170721 Aug 19 19:13:10.238885 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-c02a88ff-f2f0-4557-a010-2f9d570e6ad9 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/quotas/126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 375 time: 0.0110567 Aug 19 19:13:10.299285 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-7cf16e10-185c-458a-ab8d-f646c3273312 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545146 Aug 19 19:13:10.316147 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-bb155852-2511-4592-ae0f-64e01b35e174 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:13:10.317164 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-bb155852-2511-4592-ae0f-64e01b35e174 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056050 Aug 19 19:13:10.412379 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-0bebc033-52de-46c0-8a40-71a018f31a53 service neutron] 10.222.0.36 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879521 Aug 19 19:13:10.509413 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-cf681147-41c5-4084-8bd7-186d73233ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905032 Aug 19 19:13:10.676576 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-61d7dc8f-30bb-4e80-88da-5ec592566433 req-c3f3d0cc-cb32-4319-a73d-155cf96df114 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 210 time: 0.0296571 Aug 19 19:13:11.147956 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Sync routers for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:13:11.157970 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:11.158571 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:11.266117 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:11.463931 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4', 'name': '', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'mac_address': 'fa:16:3e:c3:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:07Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 2, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'subnets': [{'id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:11.490181 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Checking router: cc3a1e0e-b355-43a8-a3b9-09cefaa26448 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:13:11.490540 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Updating router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 binding host n-d-778550-10 {{(pid=101327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 19:13:11.515337 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.707603 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b736c1b-bacb-4312-a546-177d5bd37c07 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:11.709539 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-6bb5f12b-9104-4c88-94e4-793df3683eed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:11.711593 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-6bb5f12b-9104-4c88-94e4-793df3683eed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 810 time: 0.1364431 Aug 19 19:13:11.773215 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-b460b164-701b-45d6-a858-8684f8ccaf9a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 380 time: 0.0461442 Aug 19 19:13:11.775628 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port 5b736c1b-bacb-4312-a546-177d5bd37c07 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:11.781002 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5b736c1b-bacb-4312-a546-177d5bd37c07 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:11.781382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.792662 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-deae6f55-319f-4729-8380-58d11fe5aac4 req-952577fd-0030-432e-a580-5d1328e0f733 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 210 time: 0.0293159 Aug 19 19:13:11.812809 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'port': {'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'admin_state_up': True, 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'security_groups': ['af22af25-2a3d-4550-9151-c1358ce93a9c']}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:11.861898 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks [] for port, precommit_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.867314 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.875861 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.provisioning_blocks [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Transition to ACTIVE for port object ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 will not be triggered until provisioned by entity L2. {{(pid=101327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:11.883683 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.890348 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port 5b736c1b-bacb-4312-a546-177d5bd37c07, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5b736c1b-bacb-4312-a546-177d5bd37c07,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:11.895080 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.938100 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Made reservation on behalf of 126cbec0ca5542df96039ce34737ca0b for: {'port': 1} {{(pid=101325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:13:11.943315 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbb370-a1f1-4632-8c82-2f043d403996 None None] Pushing event updated for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=3']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:11.944737 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:11.957647 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=5b736c1b-bacb-4312-a546-177d5bd37c07,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:11.994007 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Attempting to bind port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 on host n-d-778550-10 for vnic_type normal with profile {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:11.994444 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Attempting to bind port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 by drivers openvswitch,hyperv on host n-d-778550-10 at level 0 using segments [{'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:11.995025 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Attempting to bind port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 on network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:12.000627 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Checking agent: {'id': '35f0b7ff-0414-437c-95b1-cf0b12b6e03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 37, 31), 'started_at': datetime.datetime(2021, 8, 19, 17, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:12.001081 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Checking segment: {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:12.001484 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.001870 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Bound using segment: {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'} {{(pid=101327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:12.002334 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.managers [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Bound port: ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4, host: n-d-778550-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6727e1b2-d33d-49f7-acf4-a0786bdcc08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639'}}] {{(pid=101327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:12.002709 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.076402 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] For port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4, host n-d-778550-10, cleared binding levels {{(pid=101327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:12.079680 n-d-778550-10 neutron-server[101327]: DEBUG neutron.plugins.ml2.db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] For port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4, host n-d-778550-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:12.085977 n-d-778550-10 neutron-server[101327]: DEBUG neutron_lib.callbacks.manager [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.086315 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_common [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Allocated IP 172.20.0.14 (f20f6fc4-3971-4a03-ae95-82ad44789ed8/0b168f13-b3bb-4ddc-ac58-77a6fad8c51b/aa472404-a434-4044-94db-a6070dbb4343) {{(pid=101325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:12.139919 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:12.140599 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:12.187017 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbb370-a1f1-4632-8c82-2f043d403996 None None] Pushing event updated for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=4']} {{(pid=101327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:12.245544 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.259991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Transition to ACTIVE for port object aa472404-a434-4044-94db-a6070dbb4343 will not be triggered until provisioned by entity DHCP. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:12.274210 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:12.296618 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_create {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.342567 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is already hosted by enough agents. {{(pid=101325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:12.348039 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.base_scheduler [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Resources bound (agent type, host, resource id): {{(pid=101325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:12.352544 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Received port after_create {{(pid=101325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:12.357614 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=1']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:12.415503 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:12.416186 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.432236 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-d2e9ea09-cbb5-452a-a40f-def7a4f58bea tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244149 Aug 19 19:13:12.450825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.v2.base [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Request body: {'port': {'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-10'}} {{(pid=101325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:12.498684 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4', 'name': '', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'mac_address': 'fa:16:3e:c3:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:07Z', 'updated_at': '2021-08-19T19:13:12Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'subnets': [{'id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:12.511862 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.525557 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0087883-ee62-4a88-ab64-f840f2881577 None None] The sync data for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 is: [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:07Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': 'ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4', 'name': '', 'network_id': '79f31bc9-e2e9-44b6-9b76-71fbfb705639', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'mac_address': 'fa:16:3e:c3:a7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:07Z', 'updated_at': '2021-08-19T19:13:12Z', 'revision_number': 4, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'subnets': [{'id': 'bfbd56c2-d0f6-47e7-9489-99dcf91a9d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:13:12.674674 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1968bc1-8666-4bf6-8062-312c5a4254aa None None] Provisioning for port aa472404-a434-4044-94db-a6070dbb4343 completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:12.679644 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-e1968bc1-8666-4bf6-8062-312c5a4254aa None None] Provisioning complete for port aa472404-a434-4044-94db-a6070dbb4343 triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:12.680023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e1968bc1-8666-4bf6-8062-312c5a4254aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.716840 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-e1968bc1-8666-4bf6-8062-312c5a4254aa None None] Port aa472404-a434-4044-94db-a6070dbb4343 cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:13:12.804194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa472404-a434-4044-94db-a6070dbb4343 {{(pid=101325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:13:12.812433 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.827625 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.provisioning_blocks [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Transition to ACTIVE for port object aa472404-a434-4044-94db-a6070dbb4343 will not be triggered until provisioned by entity L2. {{(pid=101325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:13:12.832009 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:12.886216 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=2']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:12.928808 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475b09-be31-4092-ab9e-d86ff49ca2d5 req-c17719d5-c346-4df1-9616-debb051dcf51 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:12.937340 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b475b09-be31-4092-ab9e-d86ff49ca2d5 req-c17719d5-c346-4df1-9616-debb051dcf51 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0706000 Aug 19 19:13:12.970715 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Attempting to bind port aa472404-a434-4044-94db-a6070dbb4343 on host n-h2-778550-10 for vnic_type normal with profile {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:13:12.970947 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Attempting to bind port aa472404-a434-4044-94db-a6070dbb4343 by drivers openvswitch,hyperv on host n-h2-778550-10 at level 0 using segments [{'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:13:12.971290 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Attempting to bind port aa472404-a434-4044-94db-a6070dbb4343 on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:12.976307 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Port aa472404-a434-4044-94db-a6070dbb4343 on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-10 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:13:12.976643 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Attempting to bind port aa472404-a434-4044-94db-a6070dbb4343 on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:13:12.980189 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9b475b09-be31-4092-ab9e-d86ff49ca2d5 req-fd981eb9-ea25-49ca-8c9b-e89c63af8329 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417199 Aug 19 19:13:12.982541 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Checking agent: {'id': 'd5943718-3e75-464f-91b4-b744eafcd9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:13:12.982953 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Checking segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:13:12.983410 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Bound using segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} {{(pid=101325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:13:12.983875 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.managers [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Bound port: aa472404-a434-4044-94db-a6070dbb4343, host: n-h2-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}}] {{(pid=101325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:13:12.984238 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.059986 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, cleared binding levels {{(pid=101325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:13:13.063560 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:13:13.069334 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265541474'] for port, after_update {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.112194 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:13.112948 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.114321 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1093 time: 0.6686978 Aug 19 19:13:13.116338 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:13.118565 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103" -d '{"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:13.149692 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60031d4-a62b-4790-8840-38dfdb434a23 service neutron] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=3']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:13.163013 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba705c6-b5ae-432e-bd32-787ab6d468c6 x-openstack-request-id: req-aba705c6-b5ae-432e-bd32-787ab6d468c6 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:13.163307 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:13.163586 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aba705c6-b5ae-432e-bd32-787ab6d468c6 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:13.163987 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'status': 'completed', 'code': 200} Aug 19 19:13:13.219044 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-705e37fc-6625-4d2a-a9e7-9aaf89512b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:13.220714 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-705e37fc-6625-4d2a-a9e7-9aaf89512b6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1096 time: 0.0452800 Aug 19 19:13:13.274181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-0e1c071f-00b3-40b1-82b4-85a6b574936d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 217 time: 0.0402496 Aug 19 19:13:13.325690 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-a15a246c-c3c5-4300-b1c2-8cc58f723ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:13.327187 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-a15a246c-c3c5-4300-b1c2-8cc58f723ffc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0460565 Aug 19 19:13:13.375363 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-5eba7b07-dd46-4ad2-8d08-cd697916d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:13.376902 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-5eba7b07-dd46-4ad2-8d08-cd697916d4f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425577 Aug 19 19:13:13.682725 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:13.734965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:13.739219 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:13.739624 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.830766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.840746 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-51b5a394-4102-43df-a705-bdc6bfafe5c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569926 Aug 19 19:13:13.864331 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] For port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:13.868349 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:13.869186 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b736c1b-bacb-4312-a546-177d5bd37c07 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:13.933057 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3a05cb2d-36d1-4f96-8d18-dfbf56a6bc5d req-1ad77b0c-eb39-4409-a96b-cec431989600 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857692 Aug 19 19:13:13.951163 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Pushing event updated for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:13.964884 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port 5b736c1b-bacb-4312-a546-177d5bd37c07 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:13.965327 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:14.075224 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-3a8c76e1-8b55-45ae-8a85-a4ae7b99477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.076770 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-3a8c76e1-8b55-45ae-8a85-a4ae7b99477b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1096 time: 0.0425537 Aug 19 19:13:14.107191 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08557cd3-7832-42a8-924f-3d38fe4d9430 req-b77043a7-d1c5-427e-af9e-b7be5f26e664 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.108799 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08557cd3-7832-42a8-924f-3d38fe4d9430 req-b77043a7-d1c5-427e-af9e-b7be5f26e664 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0547366 Aug 19 19:13:14.152938 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-08557cd3-7832-42a8-924f-3d38fe4d9430 req-21e54786-1082-467f-aec6-f6d36d0f075a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367064 Aug 19 19:13:14.176707 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-39683530-4bc2-4f93-a36a-203009db388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.178201 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-39683530-4bc2-4f93-a36a-203009db388b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0943069 Aug 19 19:13:14.221009 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-77fdebec-a398-4643-b119-2fde6880639c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 217 time: 0.0352259 Aug 19 19:13:14.277055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-5ef57c2b-a859-4d8c-bb0a-5628de3118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.278494 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-5ef57c2b-a859-4d8c-bb0a-5628de3118dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0480266 Aug 19 19:13:14.324997 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-e3af86e0-aefc-45ea-a0d3-c8c720d8b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:14.326412 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-e3af86e0-aefc-45ea-a0d3-c8c720d8b960 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396144 Aug 19 19:13:14.419746 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-10ceb910-dd49-4209-9efe-89ddf78a79a2 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859044 Aug 19 19:13:14.511905 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-2d0fd3cb-9d5b-4fca-9a2a-4ea7dce4f103 req-2d69b189-9b0f-4f70-8465-ab05746cfb13 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847461 Aug 19 19:13:15.272516 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d5adc-fa3b-4611-be35-86cb6856e9b2 req-91873363-169c-49fe-be83-421fc08af572 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:15.274028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d70d5adc-fa3b-4611-be35-86cb6856e9b2 req-91873363-169c-49fe-be83-421fc08af572 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0508544 Aug 19 19:13:15.314284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d70d5adc-fa3b-4611-be35-86cb6856e9b2 req-c3edee32-cce8-4d20-9fa4-64e13089b0e6 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Aug 19 19:13:15.645872 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 up at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:15.692570 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Provisioning complete for port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:15.692964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:16.430533 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2068-1513-4d65-92af-f04b24154537 req-c0b963c7-dce4-4be2-8e5e-4fc68cf9d8db tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:16.432321 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-603c2068-1513-4d65-92af-f04b24154537 req-c0b963c7-dce4-4be2-8e5e-4fc68cf9d8db tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0507443 Aug 19 19:13:16.468966 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-603c2068-1513-4d65-92af-f04b24154537 req-119d1055-e499-4cb5-b48f-348d2fdabdbf tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Aug 19 19:13:17.527563 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:13:17.593200 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfe744-0226-487a-a42d-66957b84a096 req-c8639e29-495b-4e89-b830-b7bb91d03fc7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:17.594767 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1cfe744-0226-487a-a42d-66957b84a096 req-c8639e29-495b-4e89-b830-b7bb91d03fc7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0561590 Aug 19 19:13:17.627635 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:17.634750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f1cfe744-0226-487a-a42d-66957b84a096 req-e54ff6fc-c2f4-4d41-b02d-4053230f6089 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Aug 19 19:13:17.638819 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'aa472404-a434-4044-94db-a6070dbb4343', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:13:17.675171 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:17.688139 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa472404-a434-4044-94db-a6070dbb4343 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:13:17.708041 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:17.712279 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:17.762542 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:17.980559 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:17.985267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['aa472404-a434-4044-94db-a6070dbb4343'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:13:18.751893 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d9785-67b4-46db-9490-4cb59f8cc02d req-7753b505-f16d-4fde-a9c0-bf3bf4b06edb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:18.753428 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061d9785-67b4-46db-9490-4cb59f8cc02d req-7753b505-f16d-4fde-a9c0-bf3bf4b06edb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 945 time: 0.0504718 Aug 19 19:13:18.791681 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-061d9785-67b4-46db-9490-4cb59f8cc02d req-d8b2fed6-a45f-43f4-a3db-104b3b364893 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Aug 19 19:13:19.543825 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:13:19.596468 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning for port aa472404-a434-4044-94db-a6070dbb4343 completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:13:19.600404 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port aa472404-a434-4044-94db-a6070dbb4343 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:13:19.600775 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:19.676822 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:19.703409 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:19.705660 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d15620-1ce3-4a49-90fc-16cbc98e58d0" -d '{"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-plugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:19.722286 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:13:19.726772 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:19.772977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:19.815781 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d537a-d222-4629-8c18-95ccdde00e08 x-openstack-request-id: req-de2d537a-d222-4629-8c18-95ccdde00e08 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:19.816078 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-plugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:19.816335 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de2d537a-d222-4629-8c18-95ccdde00e08 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:19.816729 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'code': 200} Aug 19 19:13:19.916749 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f493d-43b4-491a-8e88-4d47c41a8a60 req-b63fcbdf-95f8-4002-a226-cc4d482934bc tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:19.918624 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559f493d-43b4-491a-8e88-4d47c41a8a60 req-b63fcbdf-95f8-4002-a226-cc4d482934bc tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 946 time: 0.0512249 Aug 19 19:13:19.943499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0183e5d-ae53-4935-8b5d-78a598f79fa1 req-52dc4b72-2b9d-4ca9-bb09-5c5f2ed0c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:19.945025 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0183e5d-ae53-4935-8b5d-78a598f79fa1 req-52dc4b72-2b9d-4ca9-bb09-5c5f2ed0c5c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1098 time: 0.0412593 Aug 19 19:13:19.957875 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-559f493d-43b4-491a-8e88-4d47c41a8a60 req-1783a891-a00b-40d2-b6db-0f37212b3413 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333512 Aug 19 19:13:19.982330 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-b0183e5d-ae53-4935-8b5d-78a598f79fa1 req-51eacc16-0d1e-456c-a6a0-506e9065ae91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296390 Aug 19 19:13:21.090367 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866180be-3a5c-42aa-bb76-e8fb6814afca req-f4ccc0d9-841e-48df-a8b9-28a2c8240781 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:21.091872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-866180be-3a5c-42aa-bb76-e8fb6814afca req-f4ccc0d9-841e-48df-a8b9-28a2c8240781 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 946 time: 0.0553222 Aug 19 19:13:21.129871 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-866180be-3a5c-42aa-bb76-e8fb6814afca req-b1358e51-70ee-4d88-b2de-3173c1ab832a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Aug 19 19:13:22.250552 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7b63-f0d5-4fa0-9f04-ee97bb6a5629 req-38fb1fd8-cbc8-436e-93fd-67301b81a2a5 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:22.252099 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-958d7b63-f0d5-4fa0-9f04-ee97bb6a5629 req-38fb1fd8-cbc8-436e-93fd-67301b81a2a5 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 946 time: 0.0530078 Aug 19 19:13:22.289446 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-958d7b63-f0d5-4fa0-9f04-ee97bb6a5629 req-a5189476-bd61-4801-8957-1f2b5c0d063b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Aug 19 19:13:22.412121 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3f422-ee15-42c7-bf90-48ae7bb45d00 req-5df8ff99-38d6-443a-9a26-e62ca6b4426a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:22.413563 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a3f422-ee15-42c7-bf90-48ae7bb45d00 req-5df8ff99-38d6-443a-9a26-e62ca6b4426a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 946 time: 0.0531886 Aug 19 19:13:22.451623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5a3f422-ee15-42c7-bf90-48ae7bb45d00 req-e36211d0-8fdf-43da-aa55-2c2f8734a5a7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Aug 19 19:13:22.472903 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47876) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:22.607987 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4fc7b-5102-45b5-9f1d-149e49422082 tempest-TestSnapshotPattern-528783692 tempest-TestSnapshotPattern-528783692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:22.609502 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-98d4fc7b-5102-45b5-9f1d-149e49422082 tempest-TestSnapshotPattern-528783692 tempest-TestSnapshotPattern-528783692-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1093 time: 0.1356437 Aug 19 19:13:22.612703 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 47880) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:13:22.616991 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:13:22.639104 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:22.732933 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:22.838969 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Allocated IP 172.25.5.102 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/e48e90f9-50b2-4efe-a476-b4e87f66e854) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:13:22.939981 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:22.977795 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.018218 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:13:23.022865 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:13:23.026479 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:13:23.050751 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=e48e90f9-50b2-4efe-a476-b4e87f66e854,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:23.386950 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.457437 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.609543 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.618678 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.688309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=e48e90f9-50b2-4efe-a476-b4e87f66e854,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:13:23.696026 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:23.794545 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Floating IP 2d828e4e-acd4-403e-b47d-c75af4eafdf0 associated. External IP: 172.25.5.102, port: aa472404-a434-4044-94db-a6070dbb4343. Aug 19 19:13:24.006992 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:13:24.115480 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:13:24.125623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:13:24.131759 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:24.137325 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:24.138104 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:24.171292 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-832fd527-d36f-4046-91b8-c8b3c10a93ed tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5456390 Aug 19 19:13:24.171292 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:13:24.171292 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0107a-f67f-4b0b-b579-d9f505ea3178" -d '{"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:13:24.251346 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:24.252844 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4c72f-8315-4fdb-a613-7707737bfdb4 x-openstack-request-id: req-9be4c72f-8315-4fdb-a613-7707737bfdb4 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:13:24.253136 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:13:24.253391 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9be4c72f-8315-4fdb-a613-7707737bfdb4 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:13:24.253795 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'status': 'completed', 'code': 200} Aug 19 19:13:24.339121 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-68422f3e-379c-4a62-8c82-9c450cafab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.340664 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-68422f3e-379c-4a62-8c82-9c450cafab0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1098 time: 0.0459876 Aug 19 19:13:24.431519 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-ef484dc1-2c62-44d9-9419-cd5cc124f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.433323 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-ef484dc1-2c62-44d9-9419-cd5cc124f28c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0861585 Aug 19 19:13:24.478263 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:23Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:24.503910 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-d3f31171-1a50-4c28-829b-a0ede6b7ef85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1000 time: 0.0634451 Aug 19 19:13:24.507715 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:13:24.517245 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:13:24.517860 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:13:01Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:24.554104 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-40def9bb-5257-4348-ba38-dc205761df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.555607 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-40def9bb-5257-4348-ba38-dc205761df3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0456231 Aug 19 19:13:24.602469 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-db0c5e62-7f66-4dd1-9546-2e1c4b159422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:24.604181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-db0c5e62-7f66-4dd1-9546-2e1c4b159422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421312 Aug 19 19:13:24.704584 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-0a7b64ed-3bf3-44c8-990a-6dfd0927af43 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936220 Aug 19 19:13:24.780070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:13:24.795986 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-bcf0107a-f67f-4b0b-b579-d9f505ea3178 req-6b42c207-3f5c-4006-9915-c279fd39b9d3 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848069 Aug 19 19:13:24.998898 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:23Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:13:25.024710 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9d661-1555-48be-9b5e-279fad15ed05 None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:23Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:13:25.214313 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09219002-d19c-483e-bfba-004e0eeeb58e None None] New status for floating IP 2d828e4e-acd4-403e-b47d-c75af4eafdf0: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:13:26.202659 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:13:27.186523 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:28.268221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-576b0a54-f2bf-4341-8b7d-5af8a7a2759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:30.727817 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d4e21a6f-fb6c-40b3-86ea-2632a4ff7321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:31.072109 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:32.306755 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:33.863713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:47.978953 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:50.875088 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-642f6dc3-f571-47b8-8c34-52a11f82c765 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480621 Aug 19 19:13:50.974243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-0a818097-1c47-4528-9dab-e3870f371fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:50.975895 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-0a818097-1c47-4528-9dab-e3870f371fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1098 time: 0.0436909 Aug 19 19:13:51.081725 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-5d3ff374-1c61-43f4-90dc-31663c927f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:51.083324 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-5d3ff374-1c61-43f4-90dc-31663c927f5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0888529 Aug 19 19:13:51.153456 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-a534978e-1821-422d-87c7-b4c3cb02823e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1002 time: 0.0622606 Aug 19 19:13:51.206651 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-c8b4a41a-6b3d-42aa-a539-25a02c465fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:51.208236 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-c8b4a41a-6b3d-42aa-a539-25a02c465fc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0458233 Aug 19 19:13:51.256836 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-61abb501-5963-48f8-8870-23e84a5f62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:13:51.258363 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-61abb501-5963-48f8-8870-23e84a5f62dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436585 Aug 19 19:13:51.353785 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-05423329-29d5-417e-9ad6-5b9a3e970601 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Aug 19 19:13:51.450139 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-d38f9e24-12df-4f9d-a771-5c333f13bce8 req-c8a79f62-9c83-464f-bbf0-32686a415d35 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885732 Aug 19 19:13:57.187943 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:13:58.268012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-10823526-c002-4c35-a0ef-c81cb119ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:00.729579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-5003398c-142d-481b-bce7-0e9dba2938bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:01.075551 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:02.309860 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:03.203120 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:14:03.865851 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:17.976935 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:27.200685 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:28.268651 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f23e361f-8a22-4bbc-89a3-393234a212f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:30.730550 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a1d50027-e6f7-44e2-96dd-ae9646938967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:31.077917 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:32.314382 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:33.868527 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:40.202766 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:14:47.993762 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:51.853474 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-27d6a575-2d2e-4fff-a7bf-07e36068e195 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407717 Aug 19 19:14:51.950343 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-d745dc43-f646-44c6-851f-c086f1ecf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:51.951872 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-d745dc43-f646-44c6-851f-c086f1ecf157 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1098 time: 0.0415738 Aug 19 19:14:52.062706 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-7c378efa-ff7f-429f-b62e-09ab6fb604d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:52.064224 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-7c378efa-ff7f-429f-b62e-09ab6fb604d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0938950 Aug 19 19:14:52.141142 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-a2c3d095-da60-4234-9efd-156aae9d623b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1002 time: 0.0702550 Aug 19 19:14:52.194790 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-9e50bfb9-a677-4e2f-95e2-5f4ee3f3b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:52.196736 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-9e50bfb9-a677-4e2f-95e2-5f4ee3f3b761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0489445 Aug 19 19:14:52.249575 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-44cda4ea-80a5-43c5-a84e-9e7c2146f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:14:52.250588 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-44cda4ea-80a5-43c5-a84e-9e7c2146f61b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473573 Aug 19 19:14:52.343931 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-9807d577-4cd9-4486-9920-a64a509318f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867288 Aug 19 19:14:52.447372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-5927f4c2-0f33-4627-8c6a-0a5ff3e183da req-eeb07f5c-2317-4e20-98df-34b8c51ef0aa service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965061 Aug 19 19:14:57.197083 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:14:58.276408 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-3f1132c4-e8e3-4d54-89e1-dd3094fbc10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:00.732451 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d2079441-9160-49e0-9181-0b2ad5284279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:01.081820 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:02.316616 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:03.870345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:15.140877 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-2e8a136f-44d2-4434-9dba-1a5b35d8fadf req-93c044dc-0cb4-4d6e-92b0-48d3efe7fd5a service neutron] (101325) timed out ('10.222.0.36', 46272) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:15:17.202266 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:15:17.991511 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:22.198768 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 details requested by agent hyperv_n-h2-778550-10 with host n-h2-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:15:22.312755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:22.324251 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Returning: {'device': 'aa472404-a434-4044-94db-a6070dbb4343', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:15:22.370808 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:22.385243 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa472404-a434-4044-94db-a6070dbb4343 {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:15:22.407511 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:22.412635 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:22.476364 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:22.489988 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.490476 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.490939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.491294 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.491868 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.492256 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.492679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.493212 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.493595 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.494048 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.494395 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.494926 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:22.539138 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] get_ports_and_sgs() called for port_ids ['aa472404-a434-4044-94db-a6070dbb4343'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:15:24.198662 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 up at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:15:24.269984 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Provisioning complete for port aa472404-a434-4044-94db-a6070dbb4343 triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:24.270366 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:24.365757 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:24.421771 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:24.423267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:24.427168 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca0b60b-f0eb-473e-84b1-cf0d18d3b5ed" -d '{"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-plugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:24.431607 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:24.511424 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd23b5-9667-45d1-82de-447b2bfa0089 x-openstack-request-id: req-dddd23b5-9667-45d1-82de-447b2bfa0089 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:24.512424 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-plugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:24.513258 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dddd23b5-9667-45d1-82de-447b2bfa0089 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:24.513981 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'code': 200} Aug 19 19:15:24.534901 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:27.215872 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:28.274373 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06f1382c-3625-499b-a97d-440398b976c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:29.818795 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-0f3a17e5-a3d2-429c-8476-0cbcac9ad925 req-d72f5419-62be-42fb-a1f1-79bde78f53c8 service neutron] (101325) timed out ('10.222.0.42', 65233) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:15:30.735605 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-175a2747-b532-4933-9e51-d2b6475c1e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:31.086405 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:32.328136 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:32.439740 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-1bedc5ed-d961-4739-b5a3-67008d199dee tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098193799&fields=id&tenant_id=126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 267 time: 0.0379231 Aug 19 19:15:32.562635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-f5cbfff3-3b3e-40fd-b36c-e0afa17ec9c3 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:32.564214 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-f5cbfff3-3b3e-40fd-b36c-e0afa17ec9c3 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 810 time: 0.1167498 Aug 19 19:15:32.580508 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-92af74cc-2fec-4aa3-a0cc-99bd3434dd98 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/quotas/126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 375 time: 0.0103455 Aug 19 19:15:32.642697 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-9cdf5cab-f433-4ec6-b593-30f72ba5bf98 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0555630 Aug 19 19:15:32.808625 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-73796fac-e142-4a9f-ab42-cf96b7562f3f service neutron] 10.222.0.36 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527345 Aug 19 19:15:32.907535 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-f797915a-6f09-4877-a7f9-8e7afef31c49 service neutron] 10.222.0.36 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922358 Aug 19 19:15:33.112522 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d4fde91f-4c73-41fc-892f-30d211b2caab req-23b06252-4f58-49e5-b01a-1a1603857713 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 210 time: 0.0287158 Aug 19 19:15:33.875747 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:34.201977 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-5bac1426-ab59-4391-8c39-ff30b53c9d5f req-18c1721d-de4f-47c6-aac7-68ba84a912b7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 210 time: 0.0350010 Aug 19 19:15:35.301016 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-6569de14-4991-464c-845b-f9c663024727 req-93d91b5f-aa34-4fd0-a656-3c9b71b4cdff tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 210 time: 0.0278120 Aug 19 19:15:36.178663 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-6761ea61-daaf-44c9-a43d-909381c40fe4 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:36.180082 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-6761ea61-daaf-44c9-a43d-909381c40fe4 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.42 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 810 time: 0.1167581 Aug 19 19:15:36.223823 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-998ee0c5-7815-4387-9e5c-3a308338ac85 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126cbec0ca5542df96039ce34737ca0b HTTP/1.1" status: 200 len: 380 time: 0.0351601 Aug 19 19:15:36.234677 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'port': {'device_id': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'admin_state_up': True, 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'security_groups': ['af22af25-2a3d-4550-9151-c1358ce93a9c']}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:36.260197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:15:36.342230 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:36.364639 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Made reservation on behalf of 126cbec0ca5542df96039ce34737ca0b for: {'port': 1} {{(pid=101324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:15:36.369567 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:36.372841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:36.376283 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c559d6-cdd4-4e22-95a1-189ddc982f35" -d '{"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:36.392971 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:36.397809 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:36.428476 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0860b11-352f-4444-b999-849e5a3b90aa x-openstack-request-id: req-e0860b11-352f-4444-b999-849e5a3b90aa {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:36.428890 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:36.429155 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0860b11-352f-4444-b999-849e5a3b90aa {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:36.429605 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'code': 200} Aug 19 19:15:36.457933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-866cc5bd-fdca-4769-97c5-6cbff71afbaf req-a8a229ba-4017-44e1-bf86-a2533a56f5aa tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 210 time: 0.0531204 Aug 19 19:15:36.461567 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Pushing event updated for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:36.632726 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Allocated IP 172.20.0.8 (f20f6fc4-3971-4a03-ae95-82ad44789ed8/0b168f13-b3bb-4ddc-ac58-77a6fad8c51b/d0bef932-8ec6-4fee-9c63-37b4069d633f) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:15:36.821994 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.191570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Transition to ACTIVE for port object d0bef932-8ec6-4fee-9c63-37b4069d633f will not be triggered until provisioned by entity DHCP. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:37.237009 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.295530 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:37.302133 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:37.307498 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:37.309994 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:15:37.314027 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.314513 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.314734 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.315088 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.315427 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.315799 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.316137 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.316471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.316809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.317139 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.317471 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.317804 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:15:37.392596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:37.393367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.414652 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4174ac65-c8fd-4dd2-9894-abbc055f265d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837230 Aug 19 19:15:37.604301 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7224ab32-7654-4473-a7c2-c1aa629bcdc8 None None] Provisioning for port d0bef932-8ec6-4fee-9c63-37b4069d633f completed by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:37.609327 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-7224ab32-7654-4473-a7c2-c1aa629bcdc8 None None] Provisioning complete for port d0bef932-8ec6-4fee-9c63-37b4069d633f triggered by entity DHCP. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:37.609819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7224ab32-7654-4473-a7c2-c1aa629bcdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:37.610635 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2f1c-47bd-4b6d-b0ad-045ccfe4fd02 req-72a60e87-55dc-4b65-b881-390ac72ad8b0 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:37.612399 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f2c2f1c-47bd-4b6d-b0ad-045ccfe4fd02 req-72a60e87-55dc-4b65-b881-390ac72ad8b0 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0826855 Aug 19 19:15:37.648326 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-7224ab32-7654-4473-a7c2-c1aa629bcdc8 None None] Port d0bef932-8ec6-4fee-9c63-37b4069d633f cannot update to ACTIVE because it is not bound. {{(pid=101326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:15:37.658346 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4f2c2f1c-47bd-4b6d-b0ad-045ccfe4fd02 req-9b056ce7-93a6-41c8-a18f-10d34aab64a0 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Aug 19 19:15:38.794297 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da25db-b191-4243-925b-da7a6a8e6243 req-472bacb7-343b-4316-976c-f2c2dca2036a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:38.797552 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3da25db-b191-4243-925b-da7a6a8e6243 req-472bacb7-343b-4316-976c-f2c2dca2036a tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0557630 Aug 19 19:15:38.844556 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d3da25db-b191-4243-925b-da7a6a8e6243 req-10ff0c52-3604-409d-8225-5b758450f591 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Aug 19 19:15:39.991303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea376a1b-c1b9-45d2-a945-f2301066ce80 req-4915e259-e712-4fe3-aeee-61f225763608 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:39.992863 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea376a1b-c1b9-45d2-a945-f2301066ce80 req-4915e259-e712-4fe3-aeee-61f225763608 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0561807 Aug 19 19:15:40.034903 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ea376a1b-c1b9-45d2-a945-f2301066ce80 req-897066f4-f4b2-45b1-b6cd-b53dbc4eea05 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358005 Aug 19 19:15:41.193438 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8a45-110f-4905-9bc2-0cf634946935 req-81347ce3-fa40-4951-bc20-631b6a138de2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:41.194918 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908a8a45-110f-4905-9bc2-0cf634946935 req-81347ce3-fa40-4951-bc20-631b6a138de2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0682683 Aug 19 19:15:41.236884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-908a8a45-110f-4905-9bc2-0cf634946935 req-05e9a12b-8b1d-4e58-8692-c2e52e94f9fc tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359488 Aug 19 19:15:42.376690 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae09788-77e1-419b-991e-77595c87fd5a req-b7485dc4-c10b-41aa-a765-4dcc6e569a6d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:42.378217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aae09788-77e1-419b-991e-77595c87fd5a req-b7485dc4-c10b-41aa-a765-4dcc6e569a6d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0602584 Aug 19 19:15:42.418199 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-aae09788-77e1-419b-991e-77595c87fd5a req-da2667ce-bcd1-4445-a53a-4f3a01324ec7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339150 Aug 19 19:15:43.571833 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12afbb7-180b-4ec2-824b-324ace8f2648 req-620f8df5-abd6-4e96-b1c4-5418aca7eabb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:43.573378 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d12afbb7-180b-4ec2-824b-324ace8f2648 req-620f8df5-abd6-4e96-b1c4-5418aca7eabb tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0572300 Aug 19 19:15:43.617132 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d12afbb7-180b-4ec2-824b-324ace8f2648 req-3e67afd2-d97e-461d-b96c-ecd31dd8d053 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Aug 19 19:15:44.752229 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae7da-7e0b-4760-adb2-a2994cc12c49 req-04259871-4b23-44b9-b4ae-f20e30c0ef1d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:44.753847 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53eae7da-7e0b-4760-adb2-a2994cc12c49 req-04259871-4b23-44b9-b4ae-f20e30c0ef1d tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0587950 Aug 19 19:15:44.801040 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-53eae7da-7e0b-4760-adb2-a2994cc12c49 req-d8867dfb-02c0-499c-a9c4-4fc07e9dc5c2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Aug 19 19:15:45.926972 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7872-3dbf-40a7-b95e-9f3bdef6cef7 req-775ad845-ee18-413d-a00e-6730feed5cf1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:45.928517 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e2e7872-3dbf-40a7-b95e-9f3bdef6cef7 req-775ad845-ee18-413d-a00e-6730feed5cf1 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0537212 Aug 19 19:15:45.975284 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e2e7872-3dbf-40a7-b95e-9f3bdef6cef7 req-8b3725cc-dafd-4699-8ec4-9589c28662cd tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Aug 19 19:15:47.106354 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fbea3-c689-44b0-8669-a559379bd79f req-3a274218-a838-435e-b4fe-090bb85385c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:47.108658 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee7fbea3-c689-44b0-8669-a559379bd79f req-3a274218-a838-435e-b4fe-090bb85385c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 931 time: 0.0601664 Aug 19 19:15:47.147794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Request body: {'port': {'device_id': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-10'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:47.172462 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ee7fbea3-c689-44b0-8669-a559379bd79f req-6037e7d1-87e3-47c4-a632-62e834eaed41 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567162 Aug 19 19:15:47.211264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.471265 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bef932-8ec6-4fee-9c63-37b4069d633f {{(pid=101324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:15:47.478559 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.491291 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.provisioning_blocks [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Transition to ACTIVE for port object d0bef932-8ec6-4fee-9c63-37b4069d633f will not be triggered until provisioned by entity L2. {{(pid=101324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:15:47.494931 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.585029 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:47.620177 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Attempting to bind port d0bef932-8ec6-4fee-9c63-37b4069d633f on host n-h1-778550-10 for vnic_type normal with profile {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:15:47.620519 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Attempting to bind port d0bef932-8ec6-4fee-9c63-37b4069d633f by drivers openvswitch,hyperv on host n-h1-778550-10 at level 0 using segments [{'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:15:47.620850 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Attempting to bind port d0bef932-8ec6-4fee-9c63-37b4069d633f on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:15:47.627982 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Port d0bef932-8ec6-4fee-9c63-37b4069d633f on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-10 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:15:47.628309 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Attempting to bind port d0bef932-8ec6-4fee-9c63-37b4069d633f on network f20f6fc4-3971-4a03-ae95-82ad44789ed8 {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:15:47.633613 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Checking agent: {'id': 'e092a07f-9cc2-4969-a01c-bcb78d4b2c88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'started_at': datetime.datetime(2021, 8, 19, 17, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:15:47.633948 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Checking segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:15:47.634341 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Bound using segment: {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'} {{(pid=101324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:15:47.634915 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.managers [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Bound port: d0bef932-8ec6-4fee-9c63-37b4069d633f, host: n-h1-778550-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a336c73-26fd-4ce9-92b3-6c0e95e16182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8'}}] {{(pid=101324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:15:47.635305 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.704951 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, cleared binding levels {{(pid=101324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:15:47.708303 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:15:47.712821 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.755753 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:47.756401 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:47.757872 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] 10.222.0.42 "PUT /v2.0/ports/d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 1092 time: 0.6682413 Aug 19 19:15:47.758282 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:47.761218 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d24a7a-4497-45f2-94d5-4495811110ec" -d '{"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:47.791772 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf3d0f-aaf8-4f34-bdde-35267a65af96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=3']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:47.813484 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46492fa-d171-4b7c-b25f-7b92449022b5 x-openstack-request-id: req-a46492fa-d171-4b7c-b25f-7b92449022b5 {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:47.813867 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:47.814201 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a46492fa-d171-4b7c-b25f-7b92449022b5 {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:47.814655 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'status': 'completed', 'code': 200} Aug 19 19:15:47.854165 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-e5772a39-d5b1-4b96-9513-26ad54ecb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:47.855778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-e5772a39-d5b1-4b96-9513-26ad54ecb256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1095 time: 0.0554864 Aug 19 19:15:47.899728 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-0e8f6f3a-4bd2-4768-b16b-c38a96635951 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 217 time: 0.0362647 Aug 19 19:15:47.955384 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-29b2d6d6-9d88-414d-a1ac-be1644f105e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:47.956924 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-29b2d6d6-9d88-414d-a1ac-be1644f105e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0506368 Aug 19 19:15:48.005648 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:48.015527 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4d5d9fda-f870-4667-a24d-82100e12119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.017054 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-4d5d9fda-f870-4667-a24d-82100e12119d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526013 Aug 19 19:15:48.110029 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-6223d26c-4e99-4ee6-adbe-038f581fda74 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852752 Aug 19 19:15:48.206294 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-f2a63d08-4343-4ba2-a1a5-6f5d55509e6c req-a00cf007-aa03-4b45-b2e1-53bc33963ffe service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886595 Aug 19 19:15:48.313404 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24a7a-4497-45f2-94d5-4495811110ec req-ac880c69-db9b-4ad5-97b9-92b35187b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.314933 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-ac880c69-db9b-4ad5-97b9-92b35187b464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1095 time: 0.0612197 Aug 19 19:15:48.322433 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264d24-2c53-46b8-9aab-f8d24b97ca6f req-5bd4c864-5599-40ee-8446-b1335592ea95 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.323854 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81264d24-2c53-46b8-9aab-f8d24b97ca6f req-5bd4c864-5599-40ee-8446-b1335592ea95 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 943 time: 0.0812166 Aug 19 19:15:48.410135 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-81264d24-2c53-46b8-9aab-f8d24b97ca6f req-c19f8407-ebe3-492c-aab0-057853d7ade7 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772431 Aug 19 19:15:48.439339 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24a7a-4497-45f2-94d5-4495811110ec req-c490f4ba-3cd1-4a63-9132-17508795d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.440870 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-c490f4ba-3cd1-4a63-9132-17508795d944 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.1161728 Aug 19 19:15:48.483095 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-82bfa0db-5f5f-4433-b510-bb64bb2be51b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 217 time: 0.0337625 Aug 19 19:15:48.536492 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24a7a-4497-45f2-94d5-4495811110ec req-30a418cd-fb2c-47f7-adef-55c589385913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.537980 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-30a418cd-fb2c-47f7-adef-55c589385913 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0484178 Aug 19 19:15:48.585638 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24a7a-4497-45f2-94d5-4495811110ec req-d39d4f5a-d4cc-4f30-b928-f22bb334abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:48.587154 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-d39d4f5a-d4cc-4f30-b928-f22bb334abe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412831 Aug 19 19:15:48.682304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-44f9ac3d-0cf8-462f-9032-21a64bdb9f57 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874553 Aug 19 19:15:48.773745 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-19d24a7a-4497-45f2-94d5-4495811110ec req-f07c39f3-9ca9-4ac3-922b-cecbd7581417 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836415 Aug 19 19:15:49.529403 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765133-d87e-48af-b5d5-dff4620f0ebf req-f6523ab6-3799-42ef-8e4c-bd6f0bcacf24 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:49.530907 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca765133-d87e-48af-b5d5-dff4620f0ebf req-f6523ab6-3799-42ef-8e4c-bd6f0bcacf24 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 943 time: 0.0507529 Aug 19 19:15:49.569781 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-ca765133-d87e-48af-b5d5-dff4620f0ebf req-fc14c5f2-c79b-406e-a32a-576f01ea185b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Aug 19 19:15:50.571116 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:15:50.668677 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:50.681444 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'mac_address': 'fa:16:3e:b0:d3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:15:50.692624 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addac3e5-2e77-48ff-8c12-1f02a010c74f req-16875492-a78d-4477-8a01-cf0781a04427 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:50.694165 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-addac3e5-2e77-48ff-8c12-1f02a010c74f req-16875492-a78d-4477-8a01-cf0781a04427 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 943 time: 0.0568132 Aug 19 19:15:50.726611 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.737750 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-addac3e5-2e77-48ff-8c12-1f02a010c74f req-4dc03d07-f2f3-490c-a17b-4217e91c94f6 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373919 Aug 19 19:15:50.740023 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bef932-8ec6-4fee-9c63-37b4069d633f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:15:50.760202 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:50.764327 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:50.809818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=4']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:51.002112 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d0bef932-8ec6-4fee-9c63-37b4069d633f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:15:51.855738 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d34a-d552-4fc8-b88a-66c57d732176 req-2bf305b1-997c-4afd-b54f-188c285a3002 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:51.857153 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4963d34a-d552-4fc8-b88a-66c57d732176 req-2bf305b1-997c-4afd-b54f-188c285a3002 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 944 time: 0.0503666 Aug 19 19:15:51.896567 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-4963d34a-d552-4fc8-b88a-66c57d732176 req-437badff-faa8-4d27-bf98-8ee04e72cef0 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Aug 19 19:15:52.587679 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:15:52.635165 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning for port d0bef932-8ec6-4fee-9c63-37b4069d633f completed by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:15:52.638846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d0bef932-8ec6-4fee-9c63-37b4069d633f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:15:52.639375 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.717419 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.739965 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:52.742194 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1e5be-9b25-4a5b-9002-9045faad2f0c" -d '{"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-plugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:52.754892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:15:52.759066 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:52.783150 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5879d5d7-5b72-4ab4-932f-a17fbf99cdc6 x-openstack-request-id: req-5879d5d7-5b72-4ab4-932f-a17fbf99cdc6 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:52.783475 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-plugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:52.783731 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5879d5d7-5b72-4ab4-932f-a17fbf99cdc6 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:52.784114 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'code': 200} Aug 19 19:15:52.810623 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=5']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:52.874901 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7a29-3cd8-438e-a0b4-4dedd21d58cc req-88494844-f7ea-4ad0-ab67-5ba5d9cd186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:52.876669 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2eee7a29-3cd8-438e-a0b4-4dedd21d58cc req-88494844-f7ea-4ad0-ab67-5ba5d9cd186e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1097 time: 0.0410166 Aug 19 19:15:52.912814 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-2eee7a29-3cd8-438e-a0b4-4dedd21d58cc req-19ade2c3-5a2c-4570-921a-567c06c232cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280077 Aug 19 19:15:53.015538 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d453-92a0-4786-b82f-411e3e586033 req-af483ca6-5e5a-4290-9a22-51bed1856715 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:53.017061 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5d8d453-92a0-4786-b82f-411e3e586033 req-af483ca6-5e5a-4290-9a22-51bed1856715 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 945 time: 0.0548811 Aug 19 19:15:53.055793 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c5d8d453-92a0-4786-b82f-411e3e586033 req-b5689571-9dd6-4398-8134-05016625cab0 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Aug 19 19:15:53.849366 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-29237715-eda5-4e9d-846b-1bbb9c352f3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417368 Aug 19 19:15:53.953883 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-b780d908-737f-4270-b8c9-48535e5eed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:53.955377 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-b780d908-737f-4270-b8c9-48535e5eed5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1096 time: 0.0422001 Aug 19 19:15:54.062779 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-42fe7e80-6e62-41f7-b563-2fb912465bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.064299 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-42fe7e80-6e62-41f7-b563-2fb912465bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0914390 Aug 19 19:15:54.130372 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-c5f7d782-330e-43c0-9635-55fbbba81617 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1000 time: 0.0584118 Aug 19 19:15:54.176570 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc4198-c77c-4fc1-a51c-8efd808f1228 req-8ac3e6e7-d28d-4c13-9c92-d9d85fc68c86 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.178100 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36fc4198-c77c-4fc1-a51c-8efd808f1228 req-8ac3e6e7-d28d-4c13-9c92-d9d85fc68c86 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 945 time: 0.0529130 Aug 19 19:15:54.186565 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-94c83d2c-2efc-4b28-ac30-c98f431cc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.188039 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-94c83d2c-2efc-4b28-ac30-c98f431cc0f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0512750 Aug 19 19:15:54.200976 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:15:54.215922 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-36fc4198-c77c-4fc1-a51c-8efd808f1228 req-2ca39b22-537a-45c7-a7d1-c6af76752e62 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Aug 19 19:15:54.235055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-f06aba96-b143-4b1a-9e79-a2344ba4881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.236586 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-f06aba96-b143-4b1a-9e79-a2344ba4881e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417604 Aug 19 19:15:54.327178 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-3ba80d43-4bbf-48fb-8b54-03edc314a524 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Aug 19 19:15:54.332455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ff85f-94fb-4760-b229-34dc7ecbd4bf req-f021e124-7981-4011-9631-7a5a5fe23306 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.333973 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705ff85f-94fb-4760-b229-34dc7ecbd4bf req-f021e124-7981-4011-9631-7a5a5fe23306 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 945 time: 0.0488353 Aug 19 19:15:54.372012 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-705ff85f-94fb-4760-b229-34dc7ecbd4bf req-43d0dfae-8f72-4dd2-8f04-e0dc8f804452 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Aug 19 19:15:54.395238 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48184) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:54.427941 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-11c19d1d-96ab-4933-be1d-f7ffd8627d8c req-9660e3a0-48ff-48dd-bff6-34f28bf01457 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937386 Aug 19 19:15:54.444161 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198985d1-5adb-4de8-921d-48d592954c37 tempest-TestSnapshotPattern-528783692 tempest-TestSnapshotPattern-528783692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:54.445701 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-198985d1-5adb-4de8-921d-48d592954c37 tempest-TestSnapshotPattern-528783692 tempest-TestSnapshotPattern-528783692-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1092 time: 0.0494144 Aug 19 19:15:54.448623 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48186) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:15:54.454700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.v2.base [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Request body: {'floatingip': {'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:15:54.476092 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.573249 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.679025 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Allocated IP 172.25.5.90 (c5c4bb3d-1177-4677-bb98-2cfd12b704fa/cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01/4438e11b-e224-450f-9a40-0d5351f50b54) {{(pid=101324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:15:54.780746 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.820268 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728044965187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:54.861039 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Network c5c4bb3d-1177-4677-bb98-2cfd12b704fa is already hosted by enough agents. {{(pid=101324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:15:54.865827 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Resources bound (agent type, host, resource id): {{(pid=101324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:15:54.869333 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Received port after_create {{(pid=101324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:15:54.894353 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=4438e11b-e224-450f-9a40-0d5351f50b54,revision_number=1']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:55.228264 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.297460 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.451324 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for port, precommit_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.456617 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-267172402'] for port, after_update {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.525308 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event updated for resources: {'Port': ['ID=4438e11b-e224-450f-9a40-0d5351f50b54,revision_number=2']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:15:55.535976 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603085'] for floatingip, after_create {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.635075 n-d-778550-10 neutron-server[101324]: INFO neutron.db.l3_db [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Floating IP c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994 associated. External IP: 172.25.5.90, port: d0bef932-8ec6-4fee-9c63-37b4069d633f. Aug 19 19:15:55.840022 n-d-778550-10 neutron-server[101324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:15:55.946140 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:15:55.959097 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:15:55.962033 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:55.968445 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:55.969065 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:15:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:55.989753 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-6bd7e057-4096-4cb9-9637-c69b29a880a8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5400736 Aug 19 19:15:55.990441 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:15:55.992744 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bf2c0-6325-42df-af5d-62bcf1246df0" -d '{"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:15:56.030346 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6506ece-0354-4e08-a072-b8031849055b x-openstack-request-id: req-a6506ece-0354-4e08-a072-b8031849055b {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:15:56.030637 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:15:56.030890 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6506ece-0354-4e08-a072-b8031849055b {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:15:56.031297 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'status': 'completed', 'code': 200} Aug 19 19:15:56.078667 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:56.094350 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-2ff801fc-883c-49eb-9beb-34df388885fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:56.095884 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-2ff801fc-883c-49eb-9beb-34df388885fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1097 time: 0.0443366 Aug 19 19:15:56.194774 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-c304e8fc-d3cb-41ef-bcd0-0ff33382aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:56.196395 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-c304e8fc-d3cb-41ef-bcd0-0ff33382aba4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0935163 Aug 19 19:15:56.261874 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-7e3e2c53-9bc2-4fe7-9428-397b10a5371a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 998 time: 0.0584602 Aug 19 19:15:56.311704 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}, {'id': 'c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:b0:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:15:55Z', 'updated_at': '2021-08-19T19:15:55Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:56.316717 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-a907f94d-b686-4940-9638-f68838c5c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:56.318250 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-a907f94d-b686-4940-9638-f68838c5c6d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0497453 Aug 19 19:15:56.337752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:15:56.346937 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:15:56.347614 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:15:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:56.364745 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-57c9cc09-ee08-487c-a653-1aac80c521e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:15:56.366262 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-57c9cc09-ee08-487c-a653-1aac80c521e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412753 Aug 19 19:15:56.455030 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:15:56.457220 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-9fac241f-5efa-41e9-b036-9078bbb5a1be service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841210 Aug 19 19:15:56.563333 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-d03bf2c0-6325-42df-af5d-62bcf1246df0 req-0598e0b3-721c-4a57-ac33-0b8e363f0151 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967000 Aug 19 19:15:56.695841 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}, {'id': 'c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:b0:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:15:55Z', 'updated_at': '2021-08-19T19:15:55Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:15:56.722726 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45bc98-63c0-4f89-afc2-4becd77b0e04 None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}, {'id': 'c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.90', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:b0:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:15:55Z', 'updated_at': '2021-08-19T19:15:55Z', 'revision_number': 0, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:15:56.914246 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec8e8e-e5e2-4050-b0d5-fa2301ac975a None None] New status for floating IP c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994: ACTIVE {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:15:57.219515 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:15:58.265975 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-468bcdaa-b535-46fc-8681-a09206830cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:00.738345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7afe07ca-5cef-41b5-824e-e0ca919e9964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:01.079618 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:02.316456 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:03.876819 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:18.006964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:27.215892 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:28.265701 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-47839918-3e1c-4deb-a220-046eba4ac640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:30.741157 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-602bd8d2-90f6-451c-a3cf-143dbb835745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:31.080916 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:31.199198 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:16:32.319686 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:33.879614 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:45.429210 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-bf6aed55-928c-407b-a9ad-045508cbc474 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421484 Aug 19 19:16:45.513593 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1512-442a-411f-8952-d9839d836f8f req-a09c0951-04bc-407f-88dd-299f613600ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:45.515089 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-a09c0951-04bc-407f-88dd-299f613600ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1097 time: 0.0442007 Aug 19 19:16:45.616758 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1512-442a-411f-8952-d9839d836f8f req-c5381913-e0e0-47f8-93b1-458ee2dda547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:45.618240 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-c5381913-e0e0-47f8-93b1-458ee2dda547 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0838723 Aug 19 19:16:45.685965 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-05ba279d-81fb-4a3f-b3c8-9290dd91d61f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 1000 time: 0.0608013 Aug 19 19:16:45.734886 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1512-442a-411f-8952-d9839d836f8f req-39d58934-62cb-4fa6-8312-f99dc208d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:45.736407 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-39d58934-62cb-4fa6-8312-f99dc208d4be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0436347 Aug 19 19:16:45.781521 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1512-442a-411f-8952-d9839d836f8f req-e5602172-bcfe-47ac-9c22-b550a315bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:45.783028 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-e5602172-bcfe-47ac-9c22-b550a315bf28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402424 Aug 19 19:16:45.876232 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-0e608505-b025-4d6d-ad63-d121c1bc1367 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Aug 19 19:16:45.966862 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-073b1512-442a-411f-8952-d9839d836f8f req-a165ae9b-35a0-4d31-85f5-15d0b43fee37 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824397 Aug 19 19:16:48.022478 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:55.910659 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-199def52-4785-4733-a0df-2bb0b635e330 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935965 Aug 19 19:16:56.008846 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-78654031-fb2a-4d45-b8a3-9ecdd3a244c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:56.010354 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-78654031-fb2a-4d45-b8a3-9ecdd3a244c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1096 time: 0.0443819 Aug 19 19:16:56.112491 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-cff67ffa-419d-453a-a034-583a00b1dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:56.113851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-cff67ffa-419d-453a-a034-583a00b1dc86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.0849774 Aug 19 19:16:56.182497 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-84c0f897-efe9-4fe6-b5f6-f152497b69be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 1000 time: 0.0610287 Aug 19 19:16:56.232126 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-e2036d7a-8771-4fc3-990e-c0df62c303a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:56.233551 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-e2036d7a-8771-4fc3-990e-c0df62c303a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0444767 Aug 19 19:16:56.279433 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-10bc54be-f9a7-4532-88ef-942338120297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:16:56.280913 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-10bc54be-f9a7-4532-88ef-942338120297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400693 Aug 19 19:16:56.372577 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-3f20ee92-43a0-435e-9879-0696f376dfca service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841906 Aug 19 19:16:56.461277 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-3d8ca0ca-67cb-4583-a157-82dca8295e52 req-5cc6b8fb-ed99-47a8-b264-039ff35d0cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820806 Aug 19 19:16:57.243481 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:16:58.267713 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8e182f46-98d8-4248-93c7-0eed6aa26033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:00.742345 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-a5c1632f-0c65-47b6-8b53-cd16c5ec0a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:01.083364 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:02.324221 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:03.883335 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:08.199109 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:17:18.034563 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:26.990592 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f details requested by agent hyperv_n-h1-778550-10 with host n-h1-778550-10 {{(pid=101326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:17:27.092798 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:27.104846 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Returning: {'device': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'port_id': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'mac_address': 'fa:16:3e:b0:d3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:17:27.146770 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:27.164158 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0bef932-8ec6-4fee-9c63-37b4069d633f {{(pid=101326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:17:27.184626 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:27.189198 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:27.253336 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=6']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:27.259680 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] get_ports_and_sgs() called for port_ids ['d0bef932-8ec6-4fee-9c63-37b4069d633f'] {{(pid=101326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:17:27.294559 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.294962 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.295337 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.295741 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.296089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.296419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.296755 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.297088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.297421 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.297757 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.298089 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.298419 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:27.304951 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:28.272455 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cc9d86c7-5a50-4b27-a936-7f4c8aed9e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:28.999207 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f up at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:17:29.089752 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.provisioning_blocks [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Provisioning complete for port d0bef932-8ec6-4fee-9c63-37b4069d633f triggered by entity L2. {{(pid=101326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:17:29.090206 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063833'] for port, provisioning_complete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:29.337030 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:29.361088 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:29.363348 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002b6ba-ee82-4cc1-b0bf-967c518700be" -d '{"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-plugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:29.377612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:29.382662 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:29.422274 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6662b297-94a5-415c-bfe6-d87a2b26c50f x-openstack-request-id: req-6662b297-94a5-415c-bfe6-d87a2b26c50f {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:29.422568 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-plugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:29.422845 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6662b297-94a5-415c-bfe6-d87a2b26c50f {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:29.423230 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'code': 200} Aug 19 19:17:29.439810 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=7']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:30.749012 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-9c06c099-b70d-4752-b0fe-d56b9f843d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:31.092766 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:32.348569 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:33.891343 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:36.763075 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48400) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:36.921835 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Deleting port 4438e11b-e224-450f-9a40-0d5351f50b54 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:36.922189 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.001308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.001646 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.013178 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Calling delete_port for 4438e11b-e224-450f-9a40-0d5351f50b54 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:37.174187 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.200010 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event deleted for resources: {'Port': ['ID=4438e11b-e224-450f-9a40-0d5351f50b54,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:37.237265 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.237612 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.237957 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.238295 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.238639 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.238967 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.239296 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.239756 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.240081 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.240416 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.241005 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.241350 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:37.281542 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.281905 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Floating IP c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994 disassociated (deleted). External IP: 172.25.5.90, port: d0bef932-8ec6-4fee-9c63-37b4069d633f. Aug 19 19:17:37.499699 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:37.610258 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:37.614964 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:37.620197 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:37.629311 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:37.629928 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:37.642899 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-0f85b6bf-6390-4695-a84f-eda11fd73d18 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "DELETE /v2.0/floatingips/c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994 HTTP/1.1" status: 204 len: 168 time: 0.8783300 Aug 19 19:17:37.643619 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:37.645975 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:37.743828 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:37.751561 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76252d1-a857-45c8-83eb-ec1aa74cc950 x-openstack-request-id: req-c76252d1-a857-45c8-83eb-ec1aa74cc950 {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:37.751862 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:37.752119 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c76252d1-a857-45c8-83eb-ec1aa74cc950 {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:37.752568 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'status': 'completed', 'code': 200} Aug 19 19:17:37.833332 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-a529e10c-cfc8-4edd-83cb-7f59014127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:37.835580 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-a529e10c-cfc8-4edd-83cb-7f59014127a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 1097 time: 0.0586710 Aug 19 19:17:37.983347 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2ce5b-cfb6-47ca-9309-95cc42167286 req-74ee372f-fb75-47ba-9de7-8f57945c7716 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:37.984890 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8b2ce5b-cfb6-47ca-9309-95cc42167286 req-74ee372f-fb75-47ba-9de7-8f57945c7716 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 945 time: 0.1349864 Aug 19 19:17:37.986455 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-d4ebef06-d9b2-4729-bc93-010016ed8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:37.987830 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-d4ebef06-d9b2-4729-bc93-010016ed8bb0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.1455152 Aug 19 19:17:37.998638 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:38.030974 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:38.040433 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:38.041060 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:38.043355 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-adb04162-bc5c-45d3-a7f8-44ad499143d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 200 len: 217 time: 0.0458229 Aug 19 19:17:38.086023 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-e8b2ce5b-cfb6-47ca-9309-95cc42167286 req-d9c0bd16-9a08-4c20-9a4d-52bda6eb0e9c tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952065 Aug 19 19:17:38.104015 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-b03627e9-8b60-4cfb-8a22-7ec6ad8a05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:38.105554 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-b03627e9-8b60-4cfb-8a22-7ec6ad8a05c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0516453 Aug 19 19:17:38.148460 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:38.155008 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-daadd51a-e931-4695-8e50-6517ebfe7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:38.156623 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-daadd51a-e931-4695-8e50-6517ebfe7556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433986 Aug 19 19:17:38.262836 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-403ff8ca-f75d-439a-ba74-6af64e1d10ea service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980568 Aug 19 19:17:38.368304 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c1e461ed-75b2-4fdf-bb4a-5379b6235e0e req-b980c659-438d-474c-9f77-664a21716c11 service neutron] 10.222.0.42 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976286 Aug 19 19:17:38.384394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:38.412270 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0cae2-8042-46cd-ad65-65a5a70d7f5c None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_floatingips': [{'id': '2d828e4e-acd4-403e-b47d-c75af4eafdf0', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'router_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'port_id': 'aa472404-a434-4044-94db-a6070dbb4343', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'mac_address': 'fa:16:3e:23:b5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:13:23Z', 'updated_at': '2021-08-19T19:13:25Z', 'revision_number': 1, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:38.641816 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82461dab-d186-4eba-a422-a259c31fec34 None None] New status for floating IP c3b4e086-8f22-47a5-a5f2-f8d1bb4b1994: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:17:39.056070 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:39.146100 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987454'] for port, before_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:39.169939 n-d-778550-10 neutron-server[101326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:39.172249 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ab49b112348f8bc9f19e8869edcc91a13437bb0c480647b4bc8f292a625e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c7c6f8-9850-4718-b0ab-71ff2faa8a39" -d '{"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-unplugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:39.185518 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:39.190299 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728045468016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728044965205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728044965223'] for port, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:39.224301 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ffb2-6fa0-43be-b094-5994b1a1c02c req-6ca3e0c9-526e-4e6a-94c2-1e1cacf980f2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:39.224805 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda01c5-f436-4aaa-8fe3-99ef84bfb185 x-openstack-request-id: req-bbda01c5-f436-4aaa-8fe3-99ef84bfb185 {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:39.224936 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-unplugged", "status": "completed", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "code": 200}]} {{(pid=101326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:39.225244 n-d-778550-10 neutron-server[101326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbda01c5-f436-4aaa-8fe3-99ef84bfb185 {{(pid=101326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:39.226016 n-d-778550-10 neutron-server[101326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'code': 200} Aug 19 19:17:39.226192 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc84ffb2-6fa0-43be-b094-5994b1a1c02c req-6ca3e0c9-526e-4e6a-94c2-1e1cacf980f2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 945 time: 0.0667286 Aug 19 19:17:39.247057 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=8']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:39.268657 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-cc84ffb2-6fa0-43be-b094-5994b1a1c02c req-dc801a84-400b-4581-9723-851583a54309 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352256 Aug 19 19:17:39.343342 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-8425ffb3-f28e-4983-b474-93e2b135a03e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:39.344779 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-8425ffb3-f28e-4983-b474-93e2b135a03e tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.42 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 943 time: 0.0532620 Aug 19 19:17:39.439847 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Deleting port d0bef932-8ec6-4fee-9c63-37b4069d633f {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:39.440182 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:39.530386 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] For port d0bef932-8ec6-4fee-9c63-37b4069d633f, host n-h1-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-10',level=0,port_id=d0bef932-8ec6-4fee-9c63-37b4069d633f,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:39.530748 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:39.543428 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Calling delete_port for d0bef932-8ec6-4fee-9c63-37b4069d633f owned by compute:nova {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:39.995367 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:40.024210 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event deleted for resources: {'Port': ['ID=d0bef932-8ec6-4fee-9c63-37b4069d633f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:40.037316 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.038505 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.038854 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.039189 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.039557 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.039899 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.040489 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.041050 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.041429 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.041754 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.042085 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.042439 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-10 {{(pid=101324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:17:40.077236 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] No DVR routers for this DVR port d0bef932-8ec6-4fee-9c63-37b4069d633f on host n-h1-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:17:40.079966 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:40.082009 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-7540e92e-dbc3-4729-a30d-1e0e99b37c5e req-c8b3cab9-d8e0-46d7-81bd-1bd8a4b97649 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.42 "DELETE /v2.0/ports/d0bef932-8ec6-4fee-9c63-37b4069d633f HTTP/1.1" status: 204 len: 173 time: 0.7310662 Aug 19 19:17:40.082451 n-d-778550-10 neutron-server[101324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-deleted', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f'}] {{(pid=101324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:40.085421 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b523caf396602007890b8e12eb337d656b10f2e0a1ff003192d1ec1a02d058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d67122-f7ea-42e2-a32b-ac792cbbf6dd" -d '{"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-deleted", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f"}]}' {{(pid=101324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:40.123082 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832e25d3-7f52-4f85-bf2d-892890292eee x-openstack-request-id: req-832e25d3-7f52-4f85-bf2d-892890292eee {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:40.123473 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041302f4-bb00-4bd2-b9e5-2aa23193922c", "name": "network-vif-deleted", "tag": "d0bef932-8ec6-4fee-9c63-37b4069d633f", "status": "completed", "code": 200}]} {{(pid=101324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:40.123798 n-d-778550-10 neutron-server[101324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-832e25d3-7f52-4f85-bf2d-892890292eee {{(pid=101324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:40.124264 n-d-778550-10 neutron-server[101324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041302f4-bb00-4bd2-b9e5-2aa23193922c', 'name': 'network-vif-deleted', 'tag': 'd0bef932-8ec6-4fee-9c63-37b4069d633f', 'status': 'completed', 'code': 200} Aug 19 19:17:40.382602 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-50065c6c-e04d-4c02-9b70-9fe64cd7fd76 req-66582786-e9a5-45aa-95ab-e5d0348e9e5f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=041302f4-bb00-4bd2-b9e5-2aa23193922c HTTP/1.1" status: 200 len: 210 time: 0.0342178 Aug 19 19:17:41.968014 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48464) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:42.126043 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Deleting port e48e90f9-50b2-4efe-a476-b4e87f66e854 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:42.126754 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.206270 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.206505 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.217874 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Calling delete_port for e48e90f9-50b2-4efe-a476-b4e87f66e854 owned by network:floatingip {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:42.369925 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.398177 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event deleted for resources: {'Port': ['ID=e48e90f9-50b2-4efe-a476-b4e87f66e854,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:42.463705 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.464010 n-d-778550-10 neutron-server[101325]: INFO neutron.db.l3_db [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Floating IP 2d828e4e-acd4-403e-b47d-c75af4eafdf0 disassociated (deleted). External IP: 172.25.5.102, port: aa472404-a434-4044-94db-a6070dbb4343. Aug 19 19:17:42.688844 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:42.803306 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:42.808985 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for floatingip, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:42.813561 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:42.824287 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:42.824916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:42.838878 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-57862388-5d28-470b-b55b-b46ebf8388c8 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "DELETE /v2.0/floatingips/2d828e4e-acd4-403e-b47d-c75af4eafdf0 HTTP/1.1" status: 204 len: 168 time: 0.8697512 Aug 19 19:17:42.839601 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:42.841944 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea" -d '{"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:42.880912 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b83991-e645-4841-8351-5b65d95bc59d x-openstack-request-id: req-b0b83991-e645-4841-8351-5b65d95bc59d {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:42.881808 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:42.882624 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0b83991-e645-4841-8351-5b65d95bc59d {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:42.883045 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'status': 'completed', 'code': 200} Aug 19 19:17:42.950106 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:42.985675 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-095fa1b5-1d7b-4ae1-9d82-a49c81010671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:42.987243 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-095fa1b5-1d7b-4ae1-9d82-a49c81010671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=126cbec0ca5542df96039ce34737ca0b&device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 1096 time: 0.0598364 Aug 19 19:17:43.089818 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f no longer exists at agent hyperv_n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:43.107342 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-da61dc7e-6a32-4298-b63a-f0c3f7ccb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:43.109181 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-da61dc7e-6a32-4298-b63a-f0c3f7ccb502 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 200 len: 911 time: 0.1125720 Aug 19 19:17:43.124032 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] No Port match for: d0bef932-8ec6-4fee-9c63-37b4069d633f {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:43.124525 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Device d0bef932-8ec6-4fee-9c63-37b4069d633f not bound to the agent host n-h1-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:43.135207 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f0429-5a2b-4192-9f26-12b1383af85d req-96afa490-ce2e-4c8c-8e62-6524e5f2fa68 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:43.137647 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c99f0429-5a2b-4192-9f26-12b1383af85d req-96afa490-ce2e-4c8c-8e62-6524e5f2fa68 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0656557 Aug 19 19:17:43.164976 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-692f69fa-87de-4528-8779-8a86c8dde8f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 200 len: 217 time: 0.0466053 Aug 19 19:17:43.188360 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-c99f0429-5a2b-4192-9f26-12b1383af85d req-53cd066f-bd66-48f6-b1a0-15b7e09e669f tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Aug 19 19:17:43.234792 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-1120b12b-b3b7-4d55-8b7e-2fa7fb7f5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:43.236550 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-1120b12b-b3b7-4d55-8b7e-2fa7fb7f5253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 200 len: 849 time: 0.0631657 Aug 19 19:17:43.244791 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:43.271713 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:43.281183 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:43.281809 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:43.286842 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-524f6f64-34a2-4316-bf13-eb3a448600c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:43.289291 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-524f6f64-34a2-4316-bf13-eb3a448600c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f20f6fc4-3971-4a03-ae95-82ad44789ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453420 Aug 19 19:17:43.393808 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-8b8fd99b-90d6-4b49-b035-43658d20f25a service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952184 Aug 19 19:17:43.394908 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:43.490514 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-4c7a7cbd-4496-41bc-9a23-e16da6cecaea req-4da76660-1970-4784-ac64-731df2fee9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888236 Aug 19 19:17:43.607543 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:43.634234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b3ec6-e661-4d28-80a6-eba7ada70dd3 None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:13:02Z', 'revision_number': 4, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10', '_interfaces': [{'id': '67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce', 'name': '', 'network_id': 'f20f6fc4-3971-4a03-ae95-82ad44789ed8', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'mac_address': 'fa:16:3e:76:33:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:02Z', 'updated_at': '2021-08-19T19:13:08Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'subnets': [{'id': '0b168f13-b3bb-4ddc-ac58-77a6fad8c51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:43.867744 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330f3d7-03d4-4b50-a8f4-e734f3638877 None None] New status for floating IP 2d828e4e-acd4-403e-b47d-c75af4eafdf0: DOWN {{(pid=101327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:17:44.317700 n-d-778550-10 neutron-server[101324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181afb-00e9-494d-a2c9-0ba95703ae88 req-447ca692-dcc7-4c33-9cd9-c6263cab1b45 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:44.319217 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28181afb-00e9-494d-a2c9-0ba95703ae88 req-447ca692-dcc7-4c33-9cd9-c6263cab1b45 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0494637 Aug 19 19:17:44.360228 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-28181afb-00e9-494d-a2c9-0ba95703ae88 req-e2b2c31d-f07c-401b-a990-56efed2f5b38 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/security-groups?id=af22af25-2a3d-4550-9151-c1358ce93a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338390 Aug 19 19:17:44.715961 n-d-778550-10 neutron-server[101325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-b2187cf5-a8b2-4190-a1d5-f4e83f110dbe tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:17:44.717607 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-b2187cf5-a8b2-4190-a1d5-f4e83f110dbe tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.13 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 944 time: 0.0565343 Aug 19 19:17:44.821045 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Deleting port aa472404-a434-4044-94db-a6070dbb4343 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:44.821308 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:44.914159 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] For port aa472404-a434-4044-94db-a6070dbb4343, host n-h2-778550-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-10',level=0,port_id=aa472404-a434-4044-94db-a6070dbb4343,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:44.914530 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:44.927576 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Calling delete_port for aa472404-a434-4044-94db-a6070dbb4343 owned by compute:nova {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:45.058799 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:45.092991 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event deleted for resources: {'Port': ['ID=aa472404-a434-4044-94db-a6070dbb4343,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:45.136817 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] No DVR routers for this DVR port aa472404-a434-4044-94db-a6070dbb4343 on host n-h2-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:17:45.139624 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419834'] for port, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:45.141704 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [req-0ec411e1-8332-4cad-ae3b-62cb1fe9ca96 req-f4671bb1-519a-407d-b291-77b7294cd62b tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.13 "DELETE /v2.0/ports/aa472404-a434-4044-94db-a6070dbb4343 HTTP/1.1" status: 204 len: 173 time: 0.4185266 Aug 19 19:17:45.142166 n-d-778550-10 neutron-server[101325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-deleted', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343'}] {{(pid=101325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:17:45.144490 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c914e9a0c9a772b989647756cb74a51eb5ec18fa3088c05a6f8c396ae24b19f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6dd14-f594-4675-a2e5-cf8e5a5e1ed1" -d '{"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-deleted", "tag": "aa472404-a434-4044-94db-a6070dbb4343"}]}' {{(pid=101325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:17:45.181244 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beb864e-73dc-4454-a29b-b6858141650a x-openstack-request-id: req-1beb864e-73dc-4454-a29b-b6858141650a {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:17:45.181544 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c60096-7ce6-43f7-9b24-446a3e92989c", "name": "network-vif-deleted", "tag": "aa472404-a434-4044-94db-a6070dbb4343", "status": "completed", "code": 200}]} {{(pid=101325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:17:45.181798 n-d-778550-10 neutron-server[101325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1beb864e-73dc-4454-a29b-b6858141650a {{(pid=101325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:17:45.182195 n-d-778550-10 neutron-server[101325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c60096-7ce6-43f7-9b24-446a3e92989c', 'name': 'network-vif-deleted', 'tag': 'aa472404-a434-4044-94db-a6070dbb4343', 'status': 'completed', 'code': 200} Aug 19 19:17:45.199098 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:17:45.482919 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [req-9e5cea6b-0e1d-4c8b-8f59-32060f587a56 req-e59dd460-6887-40fd-a1b9-38d5974540d2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c60096-7ce6-43f7-9b24-446a3e92989c HTTP/1.1" status: 200 len: 210 time: 0.0276458 Aug 19 19:17:46.542185 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48482) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:46.604749 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:46.631898 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:46.697784 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:46.700438 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:46.701851 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] 10.222.0.36 "DELETE /v2.0/security-groups/af22af25-2a3d-4550-9151-c1358ce93a9c HTTP/1.1" status: 204 len: 168 time: 0.1585052 Aug 19 19:17:46.712476 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41481-ac96-4445-8023-37e9d876fdd2 tempest-TestSnapshotPattern-1155874720 tempest-TestSnapshotPattern-1155874720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af22af25-2a3d-4550-9151-c1358ce93a9c,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:46.755366 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48486) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:47.118287 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:47.738633 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Deleting port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:47.739215 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:47.821888 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] For port 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:47.822145 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:47.835608 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Calling delete_port for 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:48.033592 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.049923 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.066456 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:48.237673 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.457254 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:48.566537 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:48.572373 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6938a52e-98f9-439b-8310-d2c8d8389451 admin admin] 10.222.0.36 "PUT /v2.0/routers/014b57d3-b9e1-4126-b2b1-c3b9bccd868a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159034 Aug 19 19:17:48.574858 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48488) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:48.578226 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Sync routers for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:48.588272 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:48.588916 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:48.684300 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.693332 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: n-d-778550-10 {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:48.792177 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.854763 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Deleting port e0fcdd30-4dab-40a9-9500-8e9fc18c1665 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:48.855121 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.882814 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:17:47Z', 'revision_number': 5, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port': {'id': 'e0fcdd30-4dab-40a9-9500-8e9fc18c1665', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:00Z', 'updated_at': '2021-08-19T19:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:48.914121 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Checking router: 014b57d3-b9e1-4126-b2b1-c3b9bccd868a for host: n-d-778550-10 {{(pid=101326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:48.923341 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Routers {'014b57d3-b9e1-4126-b2b1-c3b9bccd868a'} bound to L3 agent in host n-d-778550-10 {{(pid=101326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:48.924011 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'], 'active': True} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:48.937402 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] For port e0fcdd30-4dab-40a9-9500-8e9fc18c1665, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:48.937782 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:48.951679 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Calling delete_port for e0fcdd30-4dab-40a9-9500-8e9fc18c1665 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:48.958778 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 no longer exists at agent hyperv_n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:49.133766 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.164736 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fcdd30-4dab-40a9-9500-8e9fc18c1665,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:49.168754 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] No Port match for: aa472404-a434-4044-94db-a6070dbb4343 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:49.169329 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Device aa472404-a434-4044-94db-a6070dbb4343 not bound to the agent host n-h2-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:49.194498 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvr_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] Set router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a gateway port host: None {{(pid=101326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:49.227959 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.249078 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_hamode_db [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:17:48Z', 'revision_number': 6, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:49.279423 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef0351-dcb4-4fb5-8e2d-3208714a5c0f None None] The sync data for ids ['014b57d3-b9e1-4126-b2b1-c3b9bccd868a'] in n-d-778550-10 is: [{'id': '014b57d3-b9e1-4126-b2b1-c3b9bccd868a', 'name': 'tempest-TestSnapshotPattern-1885313539-router', 'tenant_id': '126cbec0ca5542df96039ce34737ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:12:59Z', 'updated_at': '2021-08-19T19:17:48Z', 'revision_number': 6, 'project_id': '126cbec0ca5542df96039ce34737ca0b', 'gw_port_host': None}] {{(pid=101326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:49.324041 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.326195 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.373464 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.374538 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014b57d3-b9e1-4126-b2b1-c3b9bccd868a {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:17:49.379196 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.380418 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-2af42d4d-04f3-4a74-b3d3-7c5b15128f78 admin admin] 10.222.0.36 "DELETE /v2.0/routers/014b57d3-b9e1-4126-b2b1-c3b9bccd868a HTTP/1.1" status: 204 len: 168 time: 0.8037770 Aug 19 19:17:49.383878 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48490) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:49.434499 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Deleting subnet 0b168f13-b3bb-4ddc-ac58-77a6fad8c51b {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:17:49.437821 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.472153 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.556654 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.620895 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.652221 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b168f13-b3bb-4ddc-ac58-77a6fad8c51b,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:49.654204 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.658434 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39f657e5-1b21-4b0b-a343-b20b270fa894 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0b168f13-b3bb-4ddc-ac58-77a6fad8c51b HTTP/1.1" status: 204 len: 168 time: 0.2713742 Aug 19 19:17:49.658777 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48492) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:49.661883 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5ee64-0f88-495c-ac0c-3148e0a710ba None None] Network f20f6fc4-3971-4a03-ae95-82ad44789ed8 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:49.739653 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.804916 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Deleting port 5d55ed61-feb5-424b-9464-e16623e394d3 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:49.805503 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.884577 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] For port 5d55ed61-feb5-424b-9464-e16623e394d3, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5d55ed61-feb5-424b-9464-e16623e394d3,segment=NetworkSegment(9a336c73-26fd-4ce9-92b3-6c0e95e16182),segment_id=9a336c73-26fd-4ce9-92b3-6c0e95e16182)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:49.884943 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:49.900825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Calling delete_port for 5d55ed61-feb5-424b-9464-e16623e394d3 owned by network:dhcp {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:49.990972 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.023243 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d55ed61-feb5-424b-9464-e16623e394d3,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:50.028143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] No DVR routers for this DVR port 5d55ed61-feb5-424b-9464-e16623e394d3 on host n-d-778550-10 {{(pid=101325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:17:50.056892 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77507816-aadc-4469-bab6-34c08ece334b None None] DHCP port deletion for f20f6fc4-3971-4a03-ae95-82ad44789ed8 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:17:50.108908 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.119892 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20f6fc4-3971-4a03-ae95-82ad44789ed8']}} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:50.129977 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:50.130599 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a336c73-26fd-4ce9-92b3-6c0e95e16182') {'for_net_delete': True} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:50.130902 n-d-778550-10 neutron-server[101325]: DEBUG neutron.services.segments.db [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a336c73-26fd-4ce9-92b3-6c0e95e16182') {} {{(pid=101325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:50.140577 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-268144338'] for segment, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.151117 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:50.151393 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 67ec2f9c-62c2-4c7f-b025-4a8a711aa4ce not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:50.151954 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5d55ed61-feb5-424b-9464-e16623e394d3 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:50.160953 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.169062 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:17:50.169595 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265541306'] for segment, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: Traceback (most recent call last): Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: timer() Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: cb(*args, **kw) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: return func(*args, **kwargs) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: self._notify() Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: self.callback(batched_events) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: event.method(event) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: return f(self, *a, **k) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: return self._get(url).json() Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: return self.request(url, 'GET', **kwargs) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:17:50.171494 n-d-778550-10 neutron-server[101325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:17:50.176777 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5d55ed61-feb5-424b-9464-e16623e394d3 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:50.177234 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5d55ed61-feb5-424b-9464-e16623e394d3 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:50.177612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e0fcdd30-4dab-40a9-9500-8e9fc18c1665 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:50.208612 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: e0fcdd30-4dab-40a9-9500-8e9fc18c1665 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:50.208964 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device e0fcdd30-4dab-40a9-9500-8e9fc18c1665 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:50.238072 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.244354 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Notify callbacks [] for network, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.246738 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f20f6fc4-3971-4a03-ae95-82ad44789ed8 HTTP/1.1" status: 204 len: 168 time: 0.5870426 Aug 19 19:17:50.250586 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48494) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:50.270240 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457bc29-570a-4a56-8ff8-823c0344bcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f20f6fc4-3971-4a03-ae95-82ad44789ed8,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:50.634216 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614395'] for router_interface, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.904898 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Deleting port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:50.905719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:50.990768 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] For port ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:50.991139 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:51.005143 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Calling delete_port for ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 owned by network:router_interface {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:51.213792 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:51.241396 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:51.430634 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981099'] for router_interface, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:51.650160 n-d-778550-10 neutron-server[101325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 has already been hosted by L3 agent 905df41a-5201-47b3-b88e-a3f5f86100cc {{(pid=101325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:17:51.761825 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] Notify agent at l3_agent.n-d-778550-10 the message routers_updated {{(pid=101325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:17:51.767239 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-de7092b7-23b8-4ac7-ac5c-b642269e1593 admin admin] 10.222.0.36 "PUT /v2.0/routers/cc3a1e0e-b355-43a8-a3b9-09cefaa26448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156541 Aug 19 19:17:51.769861 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48498) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:51.786577 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Sync routers for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:17:51.799240 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:51.800298 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:51.887403 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks [] for router, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:51.919539 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: n-d-778550-10 {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:51.994846 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.047927 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Deleting port 5b736c1b-bacb-4312-a546-177d5bd37c07 {{(pid=101325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:52.048389 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.101164 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'external_fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:17:51Z', 'revision_number': 5, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port': {'id': '5b736c1b-bacb-4312-a546-177d5bd37c07', 'name': '', 'network_id': 'c5c4bb3d-1177-4677-bb98-2cfd12b704fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cecbdcd2-0d77-49fb-b608-1bb8bbf3ca01', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-10'}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:52.128789 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Checking router: cc3a1e0e-b355-43a8-a3b9-09cefaa26448 for host: n-d-778550-10 {{(pid=101327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:17:52.138716 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Routers {'cc3a1e0e-b355-43a8-a3b9-09cefaa26448'} bound to L3 agent in host n-d-778550-10 {{(pid=101327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:17:52.139377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T17:37:30Z,description=,heartbeat_timestamp=2021-08-19T19:17:31Z,host='n-d-778550-10',id=905df41a-5201-47b3-b88e-a3f5f86100cc,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T17:37:30Z,topic='l3_agent')) {'router_ids': ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'], 'active': True} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:52.227790 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_dvr_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] Set router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 gateway port host: None {{(pid=101327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:17:52.282071 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.l3_hamode_db [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:17:51Z', 'revision_number': 6, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port_host': None}], 'n-d-778550-10', False) {} {{(pid=101327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:52.314394 n-d-778550-10 neutron-server[101327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291affc-0e13-44bf-a07b-fec434c09cd7 None None] The sync data for ids ['cc3a1e0e-b355-43a8-a3b9-09cefaa26448'] in n-d-778550-10 is: [{'id': 'cc3a1e0e-b355-43a8-a3b9-09cefaa26448', 'name': 'tempest-TestSnapshotPattern-2073170921-router', 'tenant_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T19:13:04Z', 'updated_at': '2021-08-19T19:17:51Z', 'revision_number': 6, 'project_id': '9d0ad46ec3d8440fbcb7008294f50ca5', 'gw_port_host': None}] {{(pid=101327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:17:52.498434 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.db [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] For port 5b736c1b-bacb-4312-a546-177d5bd37c07, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=5b736c1b-bacb-4312-a546-177d5bd37c07,segment=NetworkSegment(ae652381-7c67-4558-9e71-1ca10a8da86b),segment_id=ae652381-7c67-4558-9e71-1ca10a8da86b)] {{(pid=101325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:52.498731 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.511862 n-d-778550-10 neutron-server[101325]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Calling delete_port for 5b736c1b-bacb-4312-a546-177d5bd37c07 owned by network:router_gateway {{(pid=101325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:52.685405 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265541485'] for port, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.710117 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b736c1b-bacb-4312-a546-177d5bd37c07,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:52.780528 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600739'] for router_gateway, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.871856 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27842'] for router, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.873982 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.918719 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612073'] for router, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.919431 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3a1e0e-b355-43a8-a3b9-09cefaa26448 {{(pid=101325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:17:52.926152 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] Notify callbacks [] for router, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:52.927604 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-3f0aaa93-b7b0-4b60-b946-af232d7e7462 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cc3a1e0e-b355-43a8-a3b9-09cefaa26448 HTTP/1.1" status: 204 len: 168 time: 1.1566234 Aug 19 19:17:52.930975 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48502) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:52.975610 n-d-778550-10 neutron-server[101325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Deleting subnet bfbd56c2-d0f6-47e7-9489-99dcf91a9d19 {{(pid=101325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:17:52.979369 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.016627 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-268144347'] for subnet, precommit_delete_associations {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.099059 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058667'] for subnet, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.158113 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265541400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265337034'] for subnet, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.187227 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbd56c2-d0f6-47e7-9489-99dcf91a9d19,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:53.191933 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.194083 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-ed9e8baa-63a3-438a-9df0-caf115c73e3c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bfbd56c2-d0f6-47e7-9489-99dcf91a9d19 HTTP/1.1" status: 204 len: 168 time: 0.2621086 Aug 19 19:17:53.198251 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48504) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:53.199990 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5846703d-f4b6-42ff-9cf3-80365f57c890 None None] Network 79f31bc9-e2e9-44b6-9b76-71fbfb705639 requested from n-d-778550-10 {{(pid=101326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:17:53.275498 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628082'] for network, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.336809 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Deleting port dab25eed-e3be-40f7-a0eb-38e0aa912df4 {{(pid=101324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:53.337169 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.388739 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] DHCP port deletion for 79f31bc9-e2e9-44b6-9b76-71fbfb705639 request from n-d-778550-10 {{(pid=101326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:17:53.422640 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.db [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] For port dab25eed-e3be-40f7-a0eb-38e0aa912df4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dab25eed-e3be-40f7-a0eb-38e0aa912df4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:53.422884 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.437175 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Calling delete_port for dab25eed-e3be-40f7-a0eb-38e0aa912df4 owned by network:dhcp {{(pid=101324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:53.443876 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Deleting port dab25eed-e3be-40f7-a0eb-38e0aa912df4 {{(pid=101326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:17:53.444292 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728045463637'] for port, before_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.512886 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.db [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] For port dab25eed-e3be-40f7-a0eb-38e0aa912df4, host n-d-778550-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-10',level=0,port_id=dab25eed-e3be-40f7-a0eb-38e0aa912df4,segment=NetworkSegment(6727e1b2-d33d-49f7-acf4-a0786bdcc08f),segment_id=6727e1b2-d33d-49f7-acf4-a0786bdcc08f)] {{(pid=101326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:17:53.513285 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598477'] for port, precommit_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.521423 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-267172413'] for port, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.529267 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Calling delete_port for dab25eed-e3be-40f7-a0eb-38e0aa912df4 owned by network:dhcp {{(pid=101326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:17:53.551199 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab25eed-e3be-40f7-a0eb-38e0aa912df4,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:53.557742 n-d-778550-10 neutron-server[101324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] No DVR routers for this DVR port dab25eed-e3be-40f7-a0eb-38e0aa912df4 on host n-d-778550-10 {{(pid=101324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:17:53.612903 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728045468025', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728044965196'] for port, after_delete {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.631320 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2058786', 'neutron.services.segments.db._delete_segments_for_network-8728045486017'] for network, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.641522 n-d-778550-10 neutron-server[101326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] Pushing event deleted for resources: {'Port': ['ID=dab25eed-e3be-40f7-a0eb-38e0aa912df4,revision_number=None']} {{(pid=101326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:53.643162 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f31bc9-e2e9-44b6-9b76-71fbfb705639']}} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:53.646852 n-d-778550-10 neutron-server[101326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee04093-2f3d-4438-a176-fb34b8d08ead None None] No DVR routers for this DVR port dab25eed-e3be-40f7-a0eb-38e0aa912df4 on host n-d-778550-10 {{(pid=101326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:17:53.660380 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6727e1b2-d33d-49f7-acf4-a0786bdcc08f') {'for_net_delete': True} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:53.660722 n-d-778550-10 neutron-server[101324]: DEBUG neutron.services.segments.db [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6727e1b2-d33d-49f7-acf4-a0786bdcc08f') {} {{(pid=101324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:17:53.670849 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728045515430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265753520'] for segment, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.686965 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478'] for segment, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.693596 n-d-778550-10 neutron-server[101324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:17:53.694082 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2038478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-267172842'] for segment, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: Traceback (most recent call last): Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: timer() Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: cb(*args, **kw) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: return func(*args, **kwargs) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: self._notify() Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: self.callback(batched_events) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: event.method(event) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: return f(self, *a, **k) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: return self._get(url).json() Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: return self.request(url, 'GET', **kwargs) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:17:53.697051 n-d-778550-10 neutron-server[101324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:17:53.764297 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2058797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600694'] for network, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.770469 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536783'] for network, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:53.772963 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] 10.222.0.36 "DELETE /v2.0/networks/79f31bc9-e2e9-44b6-9b76-71fbfb705639 HTTP/1.1" status: 204 len: 168 time: 0.5735128 Aug 19 19:17:53.792794 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f156-0b96-41ca-bd67-e60874729068 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f31bc9-e2e9-44b6-9b76-71fbfb705639,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:53.822811 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:53.847040 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:53.847394 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device ed3c7cb7-a8a7-4b75-9cac-0aeb200ee2a4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:53.847858 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dab25eed-e3be-40f7-a0eb-38e0aa912df4 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:53.868821 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: dab25eed-e3be-40f7-a0eb-38e0aa912df4 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:53.869262 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device dab25eed-e3be-40f7-a0eb-38e0aa912df4 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:53.869767 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b736c1b-bacb-4312-a546-177d5bd37c07 no longer exists at agent ovs-agent-n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:17:53.890083 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.plugin [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] No Port match for: 5b736c1b-bacb-4312-a546-177d5bd37c07 {{(pid=101326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:17:53.890443 n-d-778550-10 neutron-server[101326]: DEBUG neutron.plugins.ml2.rpc [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Device 5b736c1b-bacb-4312-a546-177d5bd37c07 not bound to the agent host n-d-778550-10 {{(pid=101326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:17:53.983933 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48508) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:54.024778 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-4c7a984b-fd02-4e55-b7b1-4785df9a60af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=126cbec0ca5542df96039ce34737ca0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396559 Aug 19 19:17:54.028097 n-d-778550-10 neutron-server[101324]: DEBUG neutron.wsgi [-] (101324) accepted ('10.222.0.36', 48510) {{(pid=101324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:54.077517 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.098416 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.145254 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.148133 n-d-778550-10 neutron-server[101324]: DEBUG neutron_lib.callbacks.manager [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.152182 n-d-778550-10 neutron-server[101324]: INFO neutron.wsgi [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d8a76a2-84fb-40e6-8d59-d1370eb5a54f HTTP/1.1" status: 204 len: 168 time: 0.1229630 Aug 19 19:17:54.160576 n-d-778550-10 neutron-server[101324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabb127-3112-4d30-a0de-571241c85b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a76a2-84fb-40e6-8d59-d1370eb5a54f,revision_number=None']} {{(pid=101324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:54.479228 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48518) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:54.521043 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-6481b006-b78f-414d-89f1-c5e498c96086 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d0ad46ec3d8440fbcb7008294f50ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406213 Aug 19 19:17:54.524055 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [-] (101325) accepted ('10.222.0.36', 48520) {{(pid=101325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:17:54.579651 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.602124 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.649383 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-798949'] for security_group, after_delete {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.651970 n-d-778550-10 neutron-server[101325]: DEBUG neutron_lib.callbacks.manager [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:54.653152 n-d-778550-10 neutron-server[101325]: INFO neutron.wsgi [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95699429-cf1a-408a-bde1-09cb9c365d1a HTTP/1.1" status: 204 len: 168 time: 0.1280837 Aug 19 19:17:54.661105 n-d-778550-10 neutron-server[101325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39582ac5-859d-4256-a55d-f33decb5b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95699429-cf1a-408a-bde1-09cb9c365d1a,revision_number=None']} {{(pid=101325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:17:57.252426 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:17:58.266945 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-85792b99-cee6-42ad-9b76-b9cde59cd3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:00.740333 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ecb76839-8587-4b35-a33b-787835aff2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:01.083866 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:02.330491 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:03.888967 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:18.047854 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:22.198053 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:18:27.251994 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:28.269006 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-17a0eeae-7f21-420e-88fa-a163f21d9147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:30.741241 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b9109fa3-47a4-48ad-8b50-810de15d13e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:31.085099 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:32.333332 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:33.891334 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:48.050853 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:57.255286 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:58.269239 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ad042fc9-5785-47aa-ad84-fe9d72b68b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:18:59.196377 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:19:00.742735 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-ce843481-15df-431f-a2d5-5fe809954360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:01.086230 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:02.338070 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:03.895034 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:18.047312 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:27.262477 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:28.269023 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-73b22f7e-90ec-4c0f-bf7a-f2a8d0aadef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:30.744316 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-294f91e3-29c7-44e6-ac18-c71f2fc97f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:31.088268 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:32.339065 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:33.897121 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:36.197890 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:19:48.047128 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:57.264442 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:19:58.271925 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ce7f-5a2d-4a06-9d40-8ffd7b26b5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:00.745852 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2d6f-ba47-4fbf-9fa7-43dff25fc06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:01.088759 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:02.344739 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:03.900964 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:13.197141 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:20:18.051875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:27.266883 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:28.273047 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b96bcd1f-76a1-45ea-bb3e-b1cfa0c54277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:30.749243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8ee63709-a06c-4bfc-9acd-b866ff661192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:31.093019 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:32.346542 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:33.902742 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:48.043890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:50.196582 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:20:57.290719 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:20:58.273000 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-894c45a5-3ca9-4d9a-a097-08b51de3eebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:00.752212 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff95a-b305-4d74-9077-514442dabbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:01.093294 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:02.348014 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:03.906901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:18.057816 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:27.195501 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:21:27.276901 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:28.272980 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-68e58b8a-cc87-43a7-9725-194f7d1c809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:30.753621 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-61249ebd-1fcd-482f-ae47-1a10017dc2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:31.094161 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:32.351118 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:33.910782 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:48.063509 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:57.277793 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:21:58.275583 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae84a-c695-4a68-8110-36e641a7a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:00.755026 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-4b8c7039-16bb-438d-a130-dcdb7408a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:01.095421 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:02.356891 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:03.913178 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:04.194137 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:22:18.072488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:27.274890 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:28.276963 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-cfd6995f-9c62-4b36-82d3-0d2b990b072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:30.754969 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e27907c0-738a-4987-9651-56e9c252301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:31.096449 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:32.356605 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:33.917050 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:41.192891 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:22:48.086639 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:57.320393 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:22:58.277313 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-d3220bc9-1a7d-4db8-b337-aeaaae1ededb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:00.756152 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-633f8279-61b0-4fa4-a485-96838b6480d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:01.098225 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:02.359246 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:03.918873 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:18.086076 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:18.192719 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:23:27.307057 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:28.278132 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b860-eb62-4ff7-9df5-8d9be17ceeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:30.757998 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-00d1bb30-ddd3-4bef-bdd4-224975eabda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:31.099652 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:32.362488 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:33.923125 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:48.087950 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:55.191889 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:23:57.307666 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:23:58.279834 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-786f7cef-47f4-4c49-b0d6-f3c420b1e5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:00.759181 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e3d12054-35a3-4e6a-b224-507a051f333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:01.100524 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:02.364383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:03.925615 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:18.084424 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:27.310672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:28.279672 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-29237672-61de-4a41-bc79-686c66369e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:30.760287 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-06992385-a728-4fa5-850a-922f864ef874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:31.101907 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:32.194333 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:24:32.367740 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:33.928542 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:48.099429 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:57.328968 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:24:58.281059 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-77b5c6f0-1f52-4bcb-a2ca-42c74de7b9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:00.763209 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-71f22607-db08-4356-9aa7-684f41be5ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:01.103243 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:02.372024 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:03.931896 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:09.193100 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:25:18.112709 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:27.322476 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:28.281814 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-73a08f84-68e2-481d-bd86-afeba25ea4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:30.763454 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa288-3de2-4d8d-a23f-c58b24171691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:31.104383 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:32.373824 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:33.933867 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:46.191842 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:25:48.126090 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:57.334406 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-2c310813-962d-47ca-8b47-328ebb520982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:25:58.282789 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-e60a4589-6f99-4f04-963c-f39268a30530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:00.764108 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-52c5f1d1-e6c5-4c2f-8b10-0e0a13cef435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:01.107875 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-f0847110-3253-444a-8c03-26cffef5d841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:02.377005 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-6e9493d6-a31f-40d4-925d-118ec12eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:03.937665 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-7a23e942-1b66-4a90-bec6-868b2d11449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:04.413870 n-d-778550-10 neutron-server[101325]: DEBUG neutron.wsgi [req-99b41880-de81-47d3-904d-2e3794a99c30 req-8246332c-5444-4461-a656-d01cecc016ea service neutron] (101325) timed out ('10.222.0.36', 47114) {{(pid=101325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:26:18.129579 n-d-778550-10 neutron-server[101326]: DEBUG neutron_lib.callbacks.manager [None req-114baba8-7afb-4e24-b176-f9e7425c7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728045486035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061164'] for agent, after_update {{(pid=101326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:26:23.192755 n-d-778550-10 neutron-server[101327]: DEBUG neutron.db.agents_db [None req-f3907b50-81b4-496b-a588-58e9dc4ca4ed None None] Agent healthcheck: found 7 active agents {{(pid=101327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}